-- Logs begin at Thu 2022-02-10 14:54:26 UTC, end at Thu 2022-02-10 16:32:32 UTC. -- Feb 10 15:28:11.745509 n-d-827895-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 15:28:14.646282 n-d-827895-3 neutron-server[102507]: INFO neutron.common.config [-] Logging enabled! Feb 10 15:28:14.646926 n-d-827895-3 neutron-server[102507]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 10 15:28:14.647091 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102507) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 15:28:14.650446 n-d-827895-3 neutron-server[102507]: INFO neutron.common.config [-] Logging enabled! Feb 10 15:28:14.650705 n-d-827895-3 neutron-server[102507]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 10 15:28:14.651019 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102507) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 15:28:14.652012 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 15:28:14.652256 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 15:28:14.652622 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 15:28:14.652868 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 15:28:14.653096 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 15:28:14.653447 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.653741 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.654546 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.654842 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.655143 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.655481 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.655773 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.656069 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.656364 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.656652 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.656934 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.657247 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.657480 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.657762 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.658078 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.658367 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.658593 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] debug = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.658874 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.659345 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.659793 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.660076 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.660364 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.660643 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.660913 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.661191 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.661474 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.661799 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] host = n-d-827895-3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.662079 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.662393 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.662683 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.662965 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.663266 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.663563 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.663891 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.664165 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.664438 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.664738 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.665025 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.665312 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.665601 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.665828 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.666051 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.666371 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.666654 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.666929 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.667203 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.667531 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.667812 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.668124 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.668396 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.668680 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.668986 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.669269 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.669566 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.670404 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.670677 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.670952 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.671259 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.671559 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.671836 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.672110 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.672435 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.672707 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.673008 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.673313 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.673597 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.673903 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.674184 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.674457 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.674737 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.675007 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.675301 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.675594 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] use_json = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.675866 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.676172 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.676455 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.676727 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.676999 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.677271 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.677541 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.677857 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.678129 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:14.678446 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.678740 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.679039 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.679324 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.679636 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.679916 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.680236 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.680514 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.680802 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.681109 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.681405 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.681680 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.682008 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.682293 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.682588 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.682919 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.683214 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.683525 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.683802 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.684076 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.684351 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.684655 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.684944 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.685259 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.685551 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.685868 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.686148 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.686438 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.686773 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.687065 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.687339 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.687666 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.687956 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.688234 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.688508 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.688785 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.689073 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.689379 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.689653 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.689934 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.690211 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.690514 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.690786 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.691102 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.691395 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.691699 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.691971 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.692267 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.692544 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.692815 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.693099 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.693377 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.693649 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.693945 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.694224 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.694497 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.694770 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.695078 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.695350 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.695650 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.695958 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.696233 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.696503 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.696799 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.697072 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.697342 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.697612 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.697889 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.698156 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.698447 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.698723 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.698996 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.699267 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.699609 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.699908 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.700184 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.700460 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.700774 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.701179 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.701466 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.701764 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.702045 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.702330 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.702602 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.702892 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.703176 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.703483 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.703770 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.704054 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.704346 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.704621 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.704903 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.705181 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.705455 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.705735 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.706017 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.706310 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.706599 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.706888 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.707180 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.707498 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.707781 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.708088 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.708364 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:14.708583 n-d-827895-3 neutron-server[102507]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 15:28:14.708820 n-d-827895-3 neutron-server[102507]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102507) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 15:28:15.071332 n-d-827895-3 neutron-server[102507]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 15:28:15.071646 n-d-827895-3 neutron-server[102507]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 15:28:15.071936 n-d-827895-3 neutron-server[102507]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 15:28:15.072264 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 15:28:15.479248 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.479558 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.479832 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.481135 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.481416 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.481684 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.519208 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.519504 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.519775 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.535020 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.535301 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.535647 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.564558 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.564843 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.565115 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.602633 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.602907 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.603207 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.844678 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.845321 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.845321 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.845521 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.846259 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.970815 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.971142 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.971429 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.971735 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.972033 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.972324 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.972586 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.972845 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.973101 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.973384 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.973645 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.973909 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.974164 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.974414 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.974676 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.974938 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.975195 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.975477 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.975749 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.976008 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.976277 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.976526 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.976804 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.977178 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.977426 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.977670 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:15.978063 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:15.978302 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:15.978535 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:15.978770 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:15.979004 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:15.979236 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:15.979626 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 15:28:15.983328 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 15:28:15.987394 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 15:28:15.991193 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 10 15:28:15.992898 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 15:28:15.993613 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 15:28:15.993944 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 15:28:15.994320 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 15:28:15.997357 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 15:28:15.998178 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 15:28:15.998522 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 15:28:16.004116 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 15:28:16.026579 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 15:28:16.027057 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.027355 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102507) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 10 15:28:16.027744 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.029254 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102507) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 15:28:16.029592 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 15:28:16.029841 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 15:28:16.033087 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.033370 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.097524 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 15:28:16.097699 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 15:28:16.097933 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 15:28:16.098302 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 15:28:16.121272 n-d-827895-3 neutron-server[102507]: DEBUG oslo_db.sqlalchemy.engines [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102507) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 15:28:16.655595 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing driver for type 'gre' Feb 10 15:28:16.656115 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] gre ID ranges: [(1, 1000)] Feb 10 15:28:16.708830 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing driver for type 'local' Feb 10 15:28:16.709166 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing driver for type 'vlan' Feb 10 15:28:16.721745 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] VlanTypeDriver initialization complete Feb 10 15:28:16.722113 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing driver for type 'vxlan' Feb 10 15:28:16.722596 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] vxlan ID ranges: [(1, 1000)] Feb 10 15:28:16.773780 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing extension driver 'port_security' Feb 10 15:28:16.774126 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] PortSecurityExtensionDriver initialization complete Feb 10 15:28:16.774555 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing mechanism driver 'openvswitch' Feb 10 15:28:16.774899 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing mechanism driver 'hyperv' Feb 10 15:28:16.781703 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:16.784124 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.784531 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.784892 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.785426 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102507) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:28:16.785863 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.786219 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.786566 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.786964 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102507) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:28:16.787373 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.787745 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.788088 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.788483 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102507) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:28:16.788893 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.789238 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.789582 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.790025 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102507) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:28:16.790540 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.790728 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.791055 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.791460 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102507) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:28:16.791874 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.792217 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.792563 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.792959 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102507) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:28:16.793401 n-d-827895-3 neutron-server[102507]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] ML2 OVO RPC backend initialized. {{(pid=102507) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 15:28:16.794110 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.795174 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.795630 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.795984 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > networks before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.796337 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.796680 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > ports before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.797026 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.797367 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.797713 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.798056 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.798391 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.798731 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.799068 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.799403 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.799765 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.800105 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.800437 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.801010 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.plugin [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Modular L2 Plugin initialization complete Feb 10 15:28:16.801337 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading services supported by the core plugin {{(pid=102507) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 15:28:16.801673 n-d-827895-3 neutron-server[102507]: INFO neutron.plugins.ml2.managers [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Got port-security extension from driver 'port_security' Feb 10 15:28:16.802113 n-d-827895-3 neutron-server[102507]: INFO neutron.extensions.vlantransparent [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Disabled vlantransparent extension. Feb 10 15:28:16.802593 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102507) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 15:28:16.802906 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: router Feb 10 15:28:16.839341 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.839761 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_create 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.840134 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router before_create 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.840506 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.840879 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.842001 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_delete 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.842256 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.842762 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.843128 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_create 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.843511 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_update 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.843863 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_update 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.844213 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.844569 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_update 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.844976 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.845517 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.845670 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.846007 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: subnet after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.846343 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.846690 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.847032 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.847376 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.847745 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.848099 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router after_update 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.848440 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.848787 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.849149 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.849494 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.849858 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > agent after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.850213 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.850556 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > network after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.851416 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Tracking information for resource: router configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:16.851780 n-d-827895-3 neutron-server[102507]: DEBUG neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Tracking information for resource: floatingip configured {{(pid=102507) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:28:16.856807 n-d-827895-3 neutron-server[102507]: INFO neutron.db.l3_agentschedulers_db [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 15:28:16.857997 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.858402 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.858758 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.859135 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.859946 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router before_create 55550100 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.860303 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.860670 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.861027 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.865775 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.provider_configuration [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service providers = [] {{(pid=102507) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 15:28:16.866140 n-d-827895-3 neutron-server[102507]: DEBUG neutron.db.servicetype_db [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102507) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 15:28:16.869400 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.service_base [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102507) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:28:16.869750 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.service_base [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102507) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:28:16.870093 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.service_base [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102507) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:28:16.870996 n-d-827895-3 neutron-server[102507]: DEBUG neutron.services.service_base [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102507) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:28:16.871366 n-d-827895-3 neutron-server[102507]: INFO neutron.services.service_base [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 15:28:16.871764 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.872081 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 15:28:16.882857 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.883193 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: auto_allocate Feb 10 15:28:16.889127 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: network precommit_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.889495 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: network precommit_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.890011 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.890331 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: tag Feb 10 15:28:16.897174 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.897504 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: timestamp Feb 10 15:28:16.901378 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.901713 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: network_ip_availability Feb 10 15:28:16.907808 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.908131 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.908486 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:16.909189 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.909511 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: flavors Feb 10 15:28:16.914584 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.914915 n-d-827895-3 neutron-server[102507]: INFO neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading Plugin: revisions Feb 10 15:28:16.919972 n-d-827895-3 neutron-server[102507]: DEBUG neutron.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102507) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:28:16.920361 n-d-827895-3 neutron-server[102507]: DEBUG oslo_concurrency.lockutils [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=102507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 15:28:16.921302 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102507) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 15:28:16.921637 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Initializing extension manager. Feb 10 15:28:16.922158 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: __init__.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.922494 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: __pycache__ {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.922825 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.923154 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: address_group.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.923965 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.924547 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: address-group Feb 10 15:28:16.924875 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: address_scope.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.925599 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.926114 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: address-scope Feb 10 15:28:16.926441 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.927406 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.927953 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: router-admin-state-down-before-update Feb 10 15:28:16.928574 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: agent.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.928970 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.929486 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: agent Feb 10 15:28:16.929808 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: agent_resources_synced.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.930725 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.931239 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: agent-resources-synced Feb 10 15:28:16.931588 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.933416 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.933942 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: allowed-address-pairs Feb 10 15:28:16.934271 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.935513 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.936033 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: auto-allocated-topology Feb 10 15:28:16.936362 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: availability_zone.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.937065 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.937580 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: availability_zone Feb 10 15:28:16.937904 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: availability_zone_filter.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.938816 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.939325 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: availability_zone_filter Feb 10 15:28:16.939670 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: data_plane_status.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.940584 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.941093 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 15:28:16.941413 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: default_subnetpools.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.942328 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.942837 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: default-subnetpools Feb 10 15:28:16.943157 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.943999 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.944507 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: dhcp_agent_scheduler Feb 10 15:28:16.944827 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: dns.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.945737 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.946242 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension dns-integration not supported by any of loaded plugins Feb 10 15:28:16.946563 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: dns_domain_ports.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.947720 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.948011 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 15:28:16.948328 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.949257 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.949770 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 15:28:16.950095 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: dvr.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.950803 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.951316 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: dvr Feb 10 15:28:16.951664 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: ecmp_routes.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.952599 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.953115 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 15:28:16.953435 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: empty_string_filtering.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.954345 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.954863 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: empty-string-filtering Feb 10 15:28:16.955184 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.956115 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.956629 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 15:28:16.956948 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.957858 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.958368 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 15:28:16.958688 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: external_net.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.959615 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.960126 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: external-net Feb 10 15:28:16.960442 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.961348 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.961865 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: extra_dhcp_opt Feb 10 15:28:16.962183 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: extraroute.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.963089 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.963651 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: extraroute Feb 10 15:28:16.963957 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: extraroute_atomic.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.964991 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.965502 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: extraroute-atomic Feb 10 15:28:16.965821 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: filter_validation.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.967206 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.967762 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: filter-validation Feb 10 15:28:16.968084 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: fip_pf_description.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.969004 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.969515 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 15:28:16.969834 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: fip_port_details.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.970760 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.971274 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: fip-port-details Feb 10 15:28:16.971635 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: flavors.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.972880 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.973399 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: flavors Feb 10 15:28:16.973725 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.975432 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.975979 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 15:28:16.976308 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: floatingip_pools.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.977016 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.977532 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: floatingip-pools Feb 10 15:28:16.977855 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: ip_allocation.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.978778 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.979282 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 15:28:16.979649 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.980564 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.981079 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: ip-substring-filtering Feb 10 15:28:16.981407 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l2_adjacency.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.982943 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.983463 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 15:28:16.983805 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.984779 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.985299 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: router Feb 10 15:28:16.985627 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.988624 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.988624 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 15:28:16.988828 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.989725 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.990244 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: ext-gw-mode Feb 10 15:28:16.990573 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.991560 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.992080 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: l3-ha Feb 10 15:28:16.992406 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3_flavors.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.993580 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.994095 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: l3-flavors Feb 10 15:28:16.994415 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.995327 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.995877 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 15:28:16.996200 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: l3agentscheduler.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.997274 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:16.997799 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: l3_agent_scheduler Feb 10 15:28:16.998123 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: logging.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:16.999668 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.000192 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension logging not supported by any of loaded plugins Feb 10 15:28:17.000521 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: metering.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.001267 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.001854 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: metering Feb 10 15:28:17.002179 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.003399 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.003947 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: metering_source_and_destination_fields Feb 10 15:28:17.004274 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: multiprovidernet.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.005202 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.005722 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: multi-provider Feb 10 15:28:17.006047 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: netmtu.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.006960 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.007509 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: net-mtu Feb 10 15:28:17.007839 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: netmtu_writable.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.008762 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.009275 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: net-mtu-writable Feb 10 15:28:17.009596 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: network_availability_zone.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.010275 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.010788 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: network_availability_zone Feb 10 15:28:17.011109 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: network_ip_availability.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.012261 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.012775 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: network-ip-availability Feb 10 15:28:17.013234 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: network_segment_range.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.014150 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.014663 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 15:28:17.014985 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: pagination.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.016017 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.016337 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: pagination Feb 10 15:28:17.016657 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: port_device_profile.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.017579 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.018092 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: port-device-profile Feb 10 15:28:17.018413 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.019329 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.019883 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: port-mac-address-regenerate Feb 10 15:28:17.020203 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.021112 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.021630 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: port-numa-affinity-policy Feb 10 15:28:17.021948 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: port_resource_request.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.022866 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.023373 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 15:28:17.023729 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: portbindings.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.024663 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.025171 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: binding Feb 10 15:28:17.025513 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: portbindings_extended.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.026788 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.027314 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: binding-extended Feb 10 15:28:17.027666 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: portsecurity.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.029171 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.029800 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: port-security Feb 10 15:28:17.030130 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: project_id.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.031110 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.031458 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: project-id Feb 10 15:28:17.031783 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: providernet.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.032713 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.033225 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: provider Feb 10 15:28:17.033546 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.037219 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.037746 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos not supported by any of loaded plugins Feb 10 15:28:17.038155 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.039347 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.039898 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 15:28:17.040268 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.041264 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.041666 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 15:28:17.041990 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_default.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.042910 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.043473 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-default not supported by any of loaded plugins Feb 10 15:28:17.043966 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_fip.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.045004 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.045506 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-fip not supported by any of loaded plugins Feb 10 15:28:17.045822 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.046743 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.047788 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 15:28:17.047788 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.048527 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.053311 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 15:28:17.053311 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_pps_rule.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.053311 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.053311 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-pps not supported by any of loaded plugins Feb 10 15:28:17.053311 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.053311 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.053814 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 15:28:17.053814 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: qos_rules_alias.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.054111 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.054628 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 15:28:17.054951 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: quotasv2.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.056095 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.056429 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: quotas Feb 10 15:28:17.056758 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: quotasv2_detail.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.060673 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.061089 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: quota_details Feb 10 15:28:17.061485 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: rbac.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.062516 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.063028 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: rbac-policies Feb 10 15:28:17.063365 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: rbac_address_group.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.064328 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.064851 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: rbac-address-group Feb 10 15:28:17.065180 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: rbac_address_scope.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.066111 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.066625 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: rbac-address-scope Feb 10 15:28:17.066952 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: rbac_security_groups.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.067905 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.068424 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: rbac-security-groups Feb 10 15:28:17.068747 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.069657 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.070173 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: rbac-subnetpool Feb 10 15:28:17.070495 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: revisionifmatch.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.071418 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.071968 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: revision-if-match Feb 10 15:28:17.072294 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: revisions.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.073403 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.073917 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: standard-attr-revisions Feb 10 15:28:17.074246 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: router_availability_zone.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.074936 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.076104 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: router_availability_zone Feb 10 15:28:17.076442 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: routerservicetype.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.077369 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.077885 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension router-service-type not supported by any of loaded plugins Feb 10 15:28:17.078208 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.079130 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.079665 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: security-groups-normalized-cidr Feb 10 15:28:17.079992 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.080905 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.081419 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: port-security-groups-filtering Feb 10 15:28:17.081747 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.082669 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.083179 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: security-groups-remote-address-group Feb 10 15:28:17.083529 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: securitygroup.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.094898 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.095435 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: security-group Feb 10 15:28:17.095800 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: segment.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.096598 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.097116 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension segment not supported by any of loaded plugins Feb 10 15:28:17.097448 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.098395 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.098913 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 15:28:17.099243 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: servicetype.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.100510 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.101034 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: service-type Feb 10 15:28:17.101363 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: sorting.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.102369 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.102703 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: sorting Feb 10 15:28:17.103029 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: standard_attr_segment.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.103983 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.104510 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 15:28:17.104836 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: standardattrdescription.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.105494 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.106010 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: standard-attr-description Feb 10 15:28:17.106337 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: stateful_security_group.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.107523 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.108051 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: stateful-security-group Feb 10 15:28:17.108377 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: stdattrs_common.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.108965 n-d-827895-3 neutron-server[102507]: WARNING neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 15:28:17.109288 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.110241 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.110755 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 15:28:17.111083 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: subnet_onboard.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.112209 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.112729 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: subnet_onboard Feb 10 15:28:17.113050 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.113982 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.114490 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 15:28:17.114807 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: subnet_service_types.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.115766 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.116281 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: subnet-service-types Feb 10 15:28:17.116599 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: subnetallocation.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.117685 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.118470 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: subnet_allocation Feb 10 15:28:17.118795 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.119490 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.120010 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: subnetpool-prefix-ops Feb 10 15:28:17.120332 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.121266 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.121780 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 15:28:17.122108 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: tagging.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.123742 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.124258 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: standard-attr-tag Feb 10 15:28:17.124586 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: timestamp.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.125801 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.126319 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loaded extension: standard-attr-timestamp Feb 10 15:28:17.126645 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: trunk.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.127712 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.128229 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension trunk not supported by any of loaded plugins Feb 10 15:28:17.128552 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: trunk_details.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.129476 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.129992 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension trunk-details not supported by any of loaded plugins Feb 10 15:28:17.130315 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.131237 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.131780 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 15:28:17.132109 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Loading extension file: vlantransparent.py {{(pid=102507) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:28:17.132778 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102507) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:28:17.133288 n-d-827895-3 neutron-server[102507]: INFO neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 15:28:17.135726 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:network Feb 10 15:28:17.136244 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:subnet Feb 10 15:28:17.136639 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:28:17.137028 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:port Feb 10 15:28:17.138984 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.139342 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service FLAVORS assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.139989 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.140413 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.140743 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:router Feb 10 15:28:17.141167 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 15:28:17.141661 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service METERING assigned prefix: /metering {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.143115 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:17.143518 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:17.143875 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:28:17.144872 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 15:28:17.145307 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:security_group Feb 10 15:28:17.145728 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 15:28:17.146324 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service CORE assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.146661 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:28:17.147015 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] subnetpool is already registered Feb 10 15:28:17.147434 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service CORE assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.147780 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:28:17.148106 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] subnetpool is already registered Feb 10 15:28:17.150344 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.150773 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service FLAVORS assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.151358 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.151807 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.152146 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:router Feb 10 15:28:17.152483 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] router is already registered Feb 10 15:28:17.152886 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 15:28:17.153219 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] floatingip is already registered Feb 10 15:28:17.153761 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service METERING assigned prefix: /metering {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.154590 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 15:28:17.154920 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] rbac_policy is already registered Feb 10 15:28:17.155329 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:security_group Feb 10 15:28:17.155704 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] security_group is already registered Feb 10 15:28:17.156105 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 15:28:17.156436 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] security_group_rule is already registered Feb 10 15:28:17.157065 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service CORE assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.157391 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:28:17.157724 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] subnetpool is already registered Feb 10 15:28:17.158184 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.v2.resource_helper [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Service CORE assigned prefix: {{(pid=102507) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:28:17.158582 n-d-827895-3 neutron-server[102507]: INFO neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:28:17.158913 n-d-827895-3 neutron-server[102507]: WARNING neutron.quota.resource_registry [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] subnetpool is already registered Feb 10 15:28:17.159390 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: extensions {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.160861 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: address-groups {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.162358 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: address-scopes {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.163707 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: agents {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.164871 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: auto-allocated-topology {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.166108 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: availability_zones {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.167504 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: dhcp-networks {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.169034 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: dhcp-agents {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.171263 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: routers {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.173570 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: flavors {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.174737 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: service_profiles {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.175998 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: next_providers {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.177422 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: service_profiles {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.178946 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: floatingip-pools {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.180195 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: routers {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.182298 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: floatingips {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.183650 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: l3-routers {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.185628 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: l3-agents {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.187024 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: metering-labels {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.188664 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: metering-label-rules {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.190217 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: network-ip-availabilities {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.190950 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: bindings {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.192625 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: quotas {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.194055 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: quotas {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.195461 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: rbac-policies {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.196669 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: security-groups {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.198913 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: security-group-rules {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.200190 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: service-providers {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.201429 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: subnetpools {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.202847 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: subnetpools {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.204348 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.206019 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.207858 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.209610 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.211382 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.213254 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.214925 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.216930 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.218677 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.220441 n-d-827895-3 neutron-server[102507]: DEBUG neutron.api.extensions [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Extended resource: tags {{(pid=102507) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:28:17.226409 n-d-827895-3 neutron-server[102507]: WARNING keystonemiddleware.auth_token [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 15:28:17.231147 n-d-827895-3 neutron-server[102507]: WARNING keystonemiddleware.auth_token [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 15:28:17.240360 n-d-827895-3 neutron-server[102507]: DEBUG oslo_concurrency.lockutils [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Acquired lock "singleton_lock" {{(pid=102507) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 10 15:28:17.240833 n-d-827895-3 neutron-server[102507]: DEBUG oslo_concurrency.lockutils [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Releasing lock "singleton_lock" {{(pid=102507) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 10 15:28:17.241458 n-d-827895-3 neutron-server[102507]: INFO oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Starting 2 workers Feb 10 15:28:17.246609 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Started child 102614 {{(pid=102507) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:28:17.251853 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Started child 102615 {{(pid=102507) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:28:17.253067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:17.253700 n-d-827895-3 neutron-server[102507]: INFO neutron.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 15:28:17.254108 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Notify callbacks [] for process, before_spawn {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:17.254907 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [-] (102614) wsgi starting up on http://0.0.0.0:9696 Feb 10 15:28:17.256624 n-d-827895-3 neutron-server[102507]: INFO oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Starting 1 workers Feb 10 15:28:17.256734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:17.258090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [-] (102615) wsgi starting up on http://0.0.0.0:9696 Feb 10 15:28:17.261878 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Started child 102616 {{(pid=102507) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:28:17.262432 n-d-827895-3 neutron-server[102507]: INFO oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Starting 1 workers Feb 10 15:28:17.265913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] calling RpcWorker wait() {{(pid=102616) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 15:28:17.266519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] returning from RpcWorker wait() {{(pid=102616) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 15:28:17.267059 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Started child 102617 {{(pid=102507) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:28:17.267817 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:17.267939 n-d-827895-3 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f5a650f-a1de-48d2-b026-97fc17e968a7 None None] Notify callbacks [] for process, after_spawn {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:17.268351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:17.269817 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102507) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 15:28:17.270031 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 15:28:17.270218 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 15:28:17.270450 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 15:28:17.270789 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 15:28:17.270955 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 15:28:17.271493 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.271768 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.271950 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:17.272415 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.272415 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.272609 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.273121 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.273395 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.273662 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.273941 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.274173 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.274344 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.274528 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.274757 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.275006 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.275287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.275586 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.275832 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.276093 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.276263 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.276516 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.276768 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.276992 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.277254 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] debug = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.277500 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.278004 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.278528 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.278528 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.278816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.279053 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.279251 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.279558 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.279804 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.280024 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.280241 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.280488 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.280732 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.280965 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.281184 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.281450 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.281662 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.282143 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] host = n-d-827895-3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.282365 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.282578 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.282839 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.283083 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.283326 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.283578 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.283837 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.284083 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.284338 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.284560 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.284799 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.285042 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.285309 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.285548 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.285710 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_options = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.285952 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.286212 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.286487 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.286687 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.286853 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.287027 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.287273 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.287435 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.287727 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.287960 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.288171 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.288382 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.288613 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.288842 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.289091 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.289336 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.289575 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.289800 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.290038 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.290245 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.290465 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.290687 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.290919 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.291136 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.291346 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.291602 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.291828 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.292060 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.292275 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.292544 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.292793 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.293047 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.293258 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.293493 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.293753 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.293994 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.295144 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.295802 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.295926 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.296120 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.296369 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.296561 n-d-827895-3 neutron-server[102617]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:17.296661 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.296859 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.297554 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.297554 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.298065 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.298249 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_json = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.298555 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.298787 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.299040 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.299257 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.299550 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.300458 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.300458 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.300458 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.300711 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.300913 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.301453 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.302140 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.302248 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.302457 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.302690 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.302914 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.303243 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.303379 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.303646 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.304352 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.304352 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.304509 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.304684 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.305949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.305949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.305949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.305949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.306226 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.306226 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.306626 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.306729 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.306932 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.307547 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.307547 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.307731 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.307864 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.308178 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.308466 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.308700 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.308947 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.309156 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.309388 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.309713 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.310532 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.310738 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.310929 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.311129 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.311348 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.311536 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.311770 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.311991 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.312203 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.312423 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.312715 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.313023 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.313302 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.313595 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.313813 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.314045 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.314257 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.314474 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.314699 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.314913 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.315178 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.315423 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.315661 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.315873 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.316099 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.316323 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.316550 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.316765 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.316972 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.317181 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.317416 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.317623 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.317896 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.318099 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.318310 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.318517 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.318730 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.318961 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.319173 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.319392 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.319627 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.319885 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.320135 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.320344 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.320557 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.320792 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.321001 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.321208 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.321415 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.321661 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.321852 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.322063 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.322274 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.322488 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.322696 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.322975 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.323304 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.323574 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.323816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.324052 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.324277 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.324503 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.324848 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.325222 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.325492 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.325912 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.326400 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.326771 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.327176 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.327605 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.328011 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.328394 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.328772 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.329171 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.329547 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.329780 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.330213 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.330665 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.331118 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.331571 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.332008 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.332446 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.332894 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.333326 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.333803 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.334337 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.334681 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.335118 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.335790 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.336263 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.336706 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.336963 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.337213 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.337446 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.337766 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.337933 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.338188 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.338438 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.338719 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.338958 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.339202 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.339416 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.339673 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.340018 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.340295 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.340538 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.340751 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.341046 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.341664 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.342005 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.342300 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.342569 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.342843 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.343117 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.343346 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.343589 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.343821 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.344077 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.344292 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.344524 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.344733 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.345152 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.345387 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.345598 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.345845 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.346057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.346330 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.346563 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.346779 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.347018 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.347274 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.347514 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.347739 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.347984 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.348200 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.348414 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.348627 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.348838 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.349101 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.349326 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.349621 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.349868 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.350095 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.350346 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.350635 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.350870 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.351082 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.351343 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.351653 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.351791 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.352018 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.352229 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.352657 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.353177 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.353177 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.353378 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.353574 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.353821 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.354196 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.354445 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.354787 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.354967 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.355331 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.355760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.356150 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.356542 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.357430 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.357696 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.358159 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.358416 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.358884 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.359134 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.359521 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.359760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.360060 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.360537 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.360964 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.361723 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.362155 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.362612 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.363045 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.363269 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.363510 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.363764 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.364038 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.364239 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.364456 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.364816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.365173 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.365598 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.366009 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.366189 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.366396 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.366644 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.367049 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.367330 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.367523 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.367903 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.368389 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.368607 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.368835 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.369102 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.369327 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.369529 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.369747 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.369963 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.370169 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.370416 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.370643 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.370844 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.371275 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.371524 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.371858 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.372063 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.373277 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.373529 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.373910 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.374144 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.374391 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.374632 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.374983 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.375204 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.375502 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.375688 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.375938 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.376164 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.376425 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.376782 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.377084 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.377454 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.377649 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.377929 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.378241 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.378487 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.378708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.379200 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.379345 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.379644 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.379899 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.380174 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.380605 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.380914 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.381281 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.381403 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.381625 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.381853 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.382102 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.382322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.382547 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.382786 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.383024 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.383250 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.383497 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.383731 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.383971 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.384187 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.384349 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 15:28:17.384860 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102507) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 15:28:17.385024 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 15:28:17.385179 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 15:28:17.385347 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 15:28:17.385687 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 15:28:17.385846 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 15:28:17.386057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.386221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.386362 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.386527 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.386674 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.386853 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387012 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:17.387189 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387314 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387495 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387656 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387845 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.387984 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.388145 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.388300 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.388456 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.388615 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.388826 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.388930 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.389063 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.389221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.389381 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.389537 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] debug = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.389693 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.389886 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.390048 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.390204 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.390361 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.390518 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.390669 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.390819 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.391562 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.391562 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.391826 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.391914 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.392068 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.392227 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.392892 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393088 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393210 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393384 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] host = n-d-827895-3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393512 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393720 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393809 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.393952 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.394107 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.394263 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.394419 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.394576 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.394734 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395076 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395076 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395833 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395833 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395833 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395833 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_options = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.395833 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.396717 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.396717 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.396717 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.396717 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.396717 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.396717 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397285 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397285 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397285 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397285 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397620 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397620 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397896 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.397896 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398137 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398137 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398578 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398578 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398578 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398805 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398895 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.398977 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.399233 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.399368 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.399511 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.399597 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.400022 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.400022 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.400022 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.400251 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.400363 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.400495 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401025 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401025 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401025 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401025 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401683 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401683 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401683 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.401683 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.402440 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.402440 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.402440 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.402440 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.402440 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_json = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403287 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403823 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403823 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.403823 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.404057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:28:17.404138 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.404332 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.404507 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.404671 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.404834 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.404991 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.405150 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.405309 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.405466 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.405647 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406055 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406055 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406298 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406298 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406532 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406532 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406736 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406820 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.406972 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.407130 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.407291 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.407424 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.407634 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.407794 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.407952 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.408097 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.408416 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.408416 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.408626 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.408708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.408857 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409015 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409174 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409334 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409496 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409659 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409817 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.409975 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.410135 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.410293 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.410452 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.410611 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.410795 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.411043 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.411548 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.411548 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.412667 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.412667 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.412667 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.412667 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.412667 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.412667 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.413122 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.413122 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.413122 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.413482 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.413482 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414057 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.414760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.416758 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.418115 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.419708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420690 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420690 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420690 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420901 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.420901 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421068 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421200 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421358 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421500 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421639 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421777 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.421937 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.422095 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.422240 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.422403 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.422549 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.422704 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.422852 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.423018 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.423317 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.423496 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.423714 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.423859 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.423994 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424138 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424278 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424412 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424562 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424697 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424831 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.424989 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.425149 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.425308 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.425454 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.425620 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.425791 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.425949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.426091 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.426253 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.426435 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.426594 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.426734 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.426880 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.427096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42172) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:17.427430 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.427430 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.427430 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.427430 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428106 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428106 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428106 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428106 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428604 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428604 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428604 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.428816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429080 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429080 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429228 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429391 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429550 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429709 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.429867 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430025 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430182 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430342 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430500 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430658 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.430974 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.431131 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.431290 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.431465 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.431627 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.431786 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.431944 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.432949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.432949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.432949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.432949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.432949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.432949 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433399 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433399 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433399 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433608 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433608 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433834 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.433924 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.434028 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.434187 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.434346 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.434505 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.434688 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.435395 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.435395 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.435395 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.435395 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436322 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436711 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436711 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436711 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.436923 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437003 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437126 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437285 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437490 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437600 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437774 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.437854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081038 Feb 10 15:28:17.437938 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.438077 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.438229 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.438386 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.438706 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.438880 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.439036 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.439346 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.439555 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.439706 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.439848 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440004 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440161 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440312 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440472 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440632 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440776 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.440946 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.441101 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.441407 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.441708 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.442009 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.442306 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.443418 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.443774 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.444082 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.444385 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.444696 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.444996 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.445319 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.445484 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.445645 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.445810 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.445967 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.446261 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.446516 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.446616 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.446816 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.446894 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.447089 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.447254 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.447411 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.447603 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.447760 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.447905 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.448071 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.448223 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.448382 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.448541 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.448702 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.448865 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.449031 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.449190 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.449357 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.449531 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.449701 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.449859 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.450024 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.450196 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.450875 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.451020 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.451274 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452221 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452654 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452654 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452654 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452981 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.452981 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.453128 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.453208 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.453372 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.453531 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.453694 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:28:17.453842 n-d-827895-3 neutron-server[102507]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102507) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 15:28:28.787057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3632f43-b2fa-42cb-b2c7-bf3537be5d3e None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:28:28.977493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3632f43-b2fa-42cb-b2c7-bf3537be5d3e None None] No non-hosted networks {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 15:28:28.987246 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-523a5a8b-62ae-475e-9bbd-1e63a78be7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:28.990376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.agentschedulers_db [None req-f3632f43-b2fa-42cb-b2c7-bf3537be5d3e None None] DHCP Agent not found on host n-d-827895-3 {{(pid=102616) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 15:28:31.199836 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-05a22a5c-4d88-4a6a-a4ca-73f401403f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:31.248718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c9763d97-4f43-48c9-85fb-255564cab83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:32.256568 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:33.915974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:34.204171 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:34.205184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.205531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.205888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.206217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.206700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.207179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.207688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.208187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.208512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.208997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.209315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.209670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:34.210089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827895-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:34.217503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827895-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:35.031100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42262) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:35.553124 n-d-827895-3 neutron-server[102615]: WARNING oslo_policy.policy [None req-b30be8e0-0836-4e71-9c74-2f926334f575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:35.553703 n-d-827895-3 neutron-server[102615]: WARNING oslo_policy.policy [None req-b30be8e0-0836-4e71-9c74-2f926334f575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:35.779851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-b30be8e0-0836-4e71-9c74-2f926334f575 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:28:35.780865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b30be8e0-0836-4e71-9c74-2f926334f575 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7488389 Feb 10 15:28:38.220415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42278) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:38.561320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:38.569352 n-d-827895-3 neutron-server[102616]: INFO neutron.db.l3_hamode_db [None req-5331eeca-b5ad-4852-a704-2647819a9359 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 15:28:38.650274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331eeca-b5ad-4852-a704-2647819a9359 None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:38.650663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331eeca-b5ad-4852-a704-2647819a9359 None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:28:38.656036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.policy [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102615) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 15:28:38.702226 n-d-827895-3 neutron-server[102615]: WARNING oslo_policy.policy [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:38.702589 n-d-827895-3 neutron-server[102615]: WARNING oslo_policy.policy [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:38.711029 n-d-827895-3 neutron-server[102615]: INFO neutron.quota [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] Loaded quota_driver: . Feb 10 15:28:38.807434 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755773051135', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755773051596', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755773096734', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755773102778', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755772681205', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755772221708', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-700975', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16007698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-514094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-409275'] for rbac-policy, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:38.875927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:38.877674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-85de3ff0-d5e3-4bb6-af76-a3a748bb8e36 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6561213 Feb 10 15:28:41.541308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42290) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:41.851020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Request body: {'network': {'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'name': 'private'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:41.882354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Made reservation on behalf of e1edf69a98a84f358ec9f248c367d3f1 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:41.886017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:41.902953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.015053 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.018924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.038170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:28:42.066325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755768874810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.066891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Unsubscribe: segment precommit_create {{(pid=102615) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 15:28:42.067389 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Added segment 88c4ca21-fba0-4b05-87fb-ada4b13c42b7 of type vlan for network cb687218-b1d7-4f40-9936-d90a25f5e3d7 Feb 10 15:28:42.083226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c406730b-313d-475b-9a7f-903c922f2f1f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:42.108759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.109096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.109429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.109753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.110073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.110391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.110706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.111116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.111492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.111886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.112389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.112722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Tracked resource versions report: Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: pushed versions: Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: { 'AddressGroup': {'1.2'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'ConntrackHelper': {'1.0'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Log': {'1.0'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Network': {'1.1'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Port': {'1.7'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'PortForwarding': {'1.2'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'QosPolicy': {'1.9'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'SecurityGroup': {'1.4'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'SubPort': {'1.0'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Subnet': {'1.1'}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Trunk': {'1.1'}} Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: consumer versions: Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: L3 agent@n-d-827895-3: {}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: Metadata agent@n-d-827895-3: {}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: Metering agent@n-d-827895-3: {}, Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'ConntrackHelper': '1.0', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Log': '1.0', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Network': '1.1', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Port': '1.7', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'PortForwarding': '1.2', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'QosPolicy': '1.9', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'SecurityGroup': '1.4', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'SecurityGroupRule': '1.2', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'SubPort': '1.0', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Subnet': '1.1', Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: 'Trunk': '1.1'}} Feb 10 15:28:42.113849 n-d-827895-3 neutron-server[102615]: {{(pid=102615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:28:42.191858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.236511 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.237664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:42.238314 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:42.324205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7818089 Feb 10 15:28:42.337221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a31170-a76c-467f-8d55-5f640a46b5fc admin admin] Pushing event updated for resources: {'Network': ['ID=cb687218-b1d7-4f40-9936-d90a25f5e3d7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:42.348724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:28:45.090239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42304) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:45.593495 n-d-827895-3 neutron-server[102614]: WARNING oslo_policy.policy [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:45.594096 n-d-827895-3 neutron-server[102614]: WARNING oslo_policy.policy [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:46.071548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.policy [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102614) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 15:28:46.118429 n-d-827895-3 neutron-server[102614]: WARNING oslo_policy.policy [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:46.119022 n-d-827895-3 neutron-server[102614]: WARNING oslo_policy.policy [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:28:46.126892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:46.128801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9619b78c-22cc-4514-b13e-4691b2b16455 admin admin] 10.222.0.21 "GET /v2.0/networks/cb687218-b1d7-4f40-9936-d90a25f5e3d7 HTTP/1.1" status: 200 len: 825 time: 1.0365429 Feb 10 15:28:46.168796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c18714f9-8bca-44a9-8f4d-24ec6748b5be admin admin] 10.222.0.21 "GET /v2.0/subnetpools/0fc33da3-43ca-43bf-9ed2-474704d25bb0 HTTP/1.1" status: 200 len: 734 time: 0.0338709 Feb 10 15:28:46.178169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Request body: {'subnet': {'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'ip_version': 4, 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:46.180345 n-d-827895-3 neutron-server[102614]: INFO neutron.quota [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Loaded quota_driver: . Feb 10 15:28:46.220423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Made reservation on behalf of e1edf69a98a84f358ec9f248c367d3f1 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:46.223284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:46.515816 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:46.584815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Checking segment: {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:28:46.585194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Network hostable DHCP agents. Network: cb687218-b1d7-4f40-9936-d90a25f5e3d7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:28:46.595719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60524dcb-6ec9-4b3e-971e-94e3de60e57b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:46.611864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.612235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.612569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.612895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.613223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.613889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.614277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.614582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.614989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.615366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.615709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.616025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Tracked resource versions report: Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: pushed versions: Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: { 'AddressGroup': {'1.2'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'ConntrackHelper': {'1.0'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Log': {'1.0'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Network': {'1.1'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Port': {'1.7'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'PortForwarding': {'1.2'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'QosPolicy': {'1.9'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'SecurityGroup': {'1.4'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'SubPort': {'1.0'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Subnet': {'1.1'}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Trunk': {'1.1'}} Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: consumer versions: Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: L3 agent@n-d-827895-3: {}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: Metadata agent@n-d-827895-3: {}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: Metering agent@n-d-827895-3: {}, Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'ConntrackHelper': '1.0', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Log': '1.0', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Network': '1.1', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Port': '1.7', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'PortForwarding': '1.2', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'QosPolicy': '1.9', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'SecurityGroup': '1.4', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'SecurityGroupRule': '1.2', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'SubPort': '1.0', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Subnet': '1.1', Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: 'Trunk': '1.1'}} Feb 10 15:28:46.617969 n-d-827895-3 neutron-server[102614]: {{(pid=102614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:28:46.633993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:28:46.650374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, cb687218-b1d7-4f40-9936-d90a25f5e3d7) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:46.655684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:46.656305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:46.659367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6076e-a379-4b15-8e34-17d517ce0761 None None] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:28:46.677907 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0ac2c03b-70bf-480f-bdeb-741c0512c718 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5030291 Feb 10 15:28:46.993300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:28:46.994571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:47.301100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Allocated IP 172.20.0.2 (cb687218-b1d7-4f40-9936-d90a25f5e3d7/60524dcb-6ec9-4b3e-971e-94e3de60e57b/d8282f14-9b95-4d67-b4ff-62dd93d61c37) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:47.527116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:47.535314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:47.624583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:47.625459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Pushing event updated for resources: {'Port': ['ID=d8282f14-9b95-4d67-b4ff-62dd93d61c37,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:47.633323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:47.635478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.635842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.636180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.636505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.636831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.637159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.637485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.637810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.638135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.638455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.638777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.639094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Tracked resource versions report: Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: pushed versions: Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: { 'AddressGroup': {'1.2'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'ConntrackHelper': {'1.0'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Log': {'1.0'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Network': {'1.1'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Port': {'1.7'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'PortForwarding': {'1.2'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'QosPolicy': {'1.9'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'SecurityGroup': {'1.4'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'SubPort': {'1.0'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Subnet': {'1.1'}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Trunk': {'1.1'}} Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: consumer versions: Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: L3 agent@n-d-827895-3: {}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: Metadata agent@n-d-827895-3: {}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: Metering agent@n-d-827895-3: {}, Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'ConntrackHelper': '1.0', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Log': '1.0', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Network': '1.1', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Port': '1.7', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'PortForwarding': '1.2', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'QosPolicy': '1.9', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'SecurityGroup': '1.4', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'SecurityGroupRule': '1.2', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'SubPort': '1.0', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Subnet': '1.1', Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: 'Trunk': '1.1'}} Feb 10 15:28:47.640323 n-d-827895-3 neutron-server[102616]: {{(pid=102616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:28:47.650170 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:47.734167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Attempting to bind port d8282f14-9b95-4d67-b4ff-62dd93d61c37 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:28:47.734814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Attempting to bind port d8282f14-9b95-4d67-b4ff-62dd93d61c37 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:28:47.734987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Attempting to bind port d8282f14-9b95-4d67-b4ff-62dd93d61c37 on network cb687218-b1d7-4f40-9936-d90a25f5e3d7 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:47.740221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:47.740638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Checking segment: {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:28:47.741123 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:47.741513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Bound using segment: {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:47.742578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Bound port: d8282f14-9b95-4d67-b4ff-62dd93d61c37, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:28:47.742953 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:47.813132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] For port d8282f14-9b95-4d67-b4ff-62dd93d61c37, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:47.817467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] For port d8282f14-9b95-4d67-b4ff-62dd93d61c37, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d8282f14-9b95-4d67-b4ff-62dd93d61c37,segment=NetworkSegment(88c4ca21-fba0-4b05-87fb-ada4b13c42b7),segment_id=88c4ca21-fba0-4b05-87fb-ada4b13c42b7)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:47.823417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:47.890478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ce29-7243-4c3a-8d99-376d75778043 None None] Pushing event updated for resources: {'Port': ['ID=d8282f14-9b95-4d67-b4ff-62dd93d61c37,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:49.153898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42326) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:49.496747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-0d4aeaad-32d2-47a0-8b79-13bce30859a2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:28:49.497745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0d4aeaad-32d2-47a0-8b79-13bce30859a2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3428411 Feb 10 15:28:51.998647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42334) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:52.341415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-62b59e42-944c-4192-8490-72e877ae52fe admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:28:52.342395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-62b59e42-944c-4192-8490-72e877ae52fe admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3427570 Feb 10 15:28:55.083564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42344) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:55.408602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'name': 'router1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:55.438301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.439968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.553480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d8282f14-9b95-4d67-b4ff-62dd93d61c37 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:55.582558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.588199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.603400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.611494 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-323f5f37-6785-440f-8fe5-f09d0b324b11 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5201099 Feb 10 15:28:55.661735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d8282f14-9b95-4d67-b4ff-62dd93d61c37 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:55.662193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.781137 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.819314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port d8282f14-9b95-4d67-b4ff-62dd93d61c37, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d8282f14-9b95-4d67-b4ff-62dd93d61c37,segment=NetworkSegment(88c4ca21-fba0-4b05-87fb-ada4b13c42b7),segment_id=88c4ca21-fba0-4b05-87fb-ada4b13c42b7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:55.824262 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:55.876770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=d8282f14-9b95-4d67-b4ff-62dd93d61c37,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:56.465822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e715616-1b01-4e3e-a2a5-49cd72ca852e None None] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:28:56.584281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c2622342-60a9-435f-b4db-9a79c0b2f704 None None] Provisioning complete for port d8282f14-9b95-4d67-b4ff-62dd93d61c37 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:56.585446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c2622342-60a9-435f-b4db-9a79c0b2f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:56.930250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1ca3e2e7-5e58-4c00-b09f-7fb44f8eea08 None None] Provisioning complete for port d8282f14-9b95-4d67-b4ff-62dd93d61c37 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:56.930688 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e2e7-5e58-4c00-b09f-7fb44f8eea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:57.528713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d8282f14-9b95-4d67-b4ff-62dd93d61c37 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:57.576290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d8282f14-9b95-4d67-b4ff-62dd93d61c37 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:57.576660 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:28:58.079823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42356) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:28:58.398420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-fef22889-91cd-485c-b93c-522311fe0dea admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:28:58.399391 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fef22889-91cd-485c-b93c-522311fe0dea admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186367 Feb 10 15:28:58.757735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ea751e31-8043-47ca-8637-09ab4b468af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:00.906294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42364) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:29:01.205193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ea7f40c3-aae3-4886-a207-1fe9e2d84c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.227545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:01.248601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Made reservation on behalf of dbcd2cee5c6145e6bd0cc8d55387a3a8 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:01.250811 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.259693 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.334143 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.338301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.353473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Reserving flat network on physical network physnet1 {{(pid=102615) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 15:29:01.375554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c0777e-8633-41fa-98eb-393552b704d6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:01.382114 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.382669 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Added segment 55e3f835-170a-4102-ab74-fd245962f652 of type flat for network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 Feb 10 15:29:01.433159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.465147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.466056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:01.466640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:01.522172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6148059 Feb 10 15:29:01.525908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7345d93-1d11-41a8-bdab-e1cf67a1461c admin admin] Pushing event updated for resources: {'Network': ['ID=2236c36f-06fa-4093-ba7e-b7b31f1a9839,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:01.537540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:29:02.258664 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:03.853430 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:03.953899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42382) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:29:04.175801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec794d-67b0-4059-92d0-2760b5f7a3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:04.177225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82ec794d-67b0-4059-92d0-2760b5f7a3f5 admin admin] 10.222.0.21 "GET /v2.0/subnets/60524dcb-6ec9-4b3e-971e-94e3de60e57b HTTP/1.1" status: 200 len: 849 time: 0.2223797 Feb 10 15:29:04.202299 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:04.369069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1a68afa1-9308-4ecf-ab4d-b822fb7e48a6 admin admin] 10.222.0.21 "GET /v2.0/routers/9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 HTTP/1.1" status: 200 len: 704 time: 0.1849635 Feb 10 15:29:04.633768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:04.923818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Allocated IP 172.20.0.1 (cb687218-b1d7-4f40-9936-d90a25f5e3d7/60524dcb-6ec9-4b3e-971e-94e3de60e57b/ce81f2ba-b377-40ae-a95b-8636dfe0dcf6) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:05.125210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.190371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.271283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:05.276723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:05.282838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:05.283424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.285934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:05.481975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1c0c0136-437e-4740-9398-9de84ce92c6f None None] Provisioning complete for port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:05.482453 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0136-437e-4740-9398-9de84ce92c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.516363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c0136-437e-4740-9398-9de84ce92c6f None None] Port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:29:05.536584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.744617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.749024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.749765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:05.826607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:05.873185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:05.874447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:06.041493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5ba7b370-5b32-49d7-8ed3-cd76fb5dafda None None] Provisioning complete for port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:06.041961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b370-5b32-49d7-8ed3-cd76fb5dafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:06.044812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:29:06.077274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7b370-5b32-49d7-8ed3-cd76fb5dafda None None] Port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:29:06.139435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:06.150601 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Sync routers for ids ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:06.156219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-961ea54f-0362-436b-bf11-752a4b0b40b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/9bf85cd7-bc14-488f-9e4f-a00a8dbb8187/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7810125 Feb 10 15:29:06.163114 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Routers {'9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:06.164571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:29:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:06.357642 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Set router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:06.790452 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'name': 'router1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:55Z', 'updated_at': '2022-02-10T15:29:05Z', 'revision_number': 2, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce81f2ba-b377-40ae-a95b-8636dfe0dcf6', 'name': '', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'mac_address': 'fa:16:3e:40:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:05Z', 'revision_number': 2, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'subnets': [{'id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:06.844544 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Checking router: 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:06.844927 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Updating router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:29:06.894179 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.425723 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.432946 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.574965 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Pushing event updated for resources: {'Port': ['ID=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:07.600937 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.601275 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.601641 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.601969 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.602287 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.602715 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.603043 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.603361 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.603694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.604000 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.604327 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.604630 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Tracked resource versions report: Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: pushed versions: Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: { 'AddressGroup': {'1.2'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'ConntrackHelper': {'1.0'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Log': {'1.0'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Network': {'1.1'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Port': {'1.7'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'PortForwarding': {'1.2'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'QosPolicy': {'1.9'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'SecurityGroup': {'1.4'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'SubPort': {'1.0'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Subnet': {'1.1'}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Trunk': {'1.1'}} Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: consumer versions: Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: L3 agent@n-d-827895-3: {}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: Metadata agent@n-d-827895-3: {}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: Metering agent@n-d-827895-3: {}, Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'ConntrackHelper': '1.0', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Log': '1.0', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Network': '1.1', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Port': '1.7', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'PortForwarding': '1.2', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'QosPolicy': '1.9', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'SecurityGroup': '1.4', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'SecurityGroupRule': '1.2', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'SubPort': '1.0', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Subnet': '1.1', Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: 'Trunk': '1.1'}} Feb 10 15:29:07.605774 n-d-827895-3 neutron-server[102617]: {{(pid=102617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:29:07.619140 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Attempting to bind port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:29:07.619708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Attempting to bind port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:29:07.620223 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Attempting to bind port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 on network cb687218-b1d7-4f40-9936-d90a25f5e3d7 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:07.626488 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:07.627043 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Checking segment: {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:29:07.627710 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.628192 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Bound using segment: {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:07.628861 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Bound port: ce81f2ba-b377-40ae-a95b-8636dfe0dcf6, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c4ca21-fba0-4b05-87fb-ada4b13c42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:29:07.629327 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.695779 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] For port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:07.706128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fe7ba3f2-f911-45ca-adcd-3a597372739f None None] Provisioning complete for port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:07.706700 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba3f2-f911-45ca-adcd-3a597372739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.716945 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] For port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,segment=NetworkSegment(88c4ca21-fba0-4b05-87fb-ada4b13c42b7),segment_id=88c4ca21-fba0-4b05-87fb-ada4b13c42b7)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:07.722327 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:07.741979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba3f2-f911-45ca-adcd-3a597372739f None None] Port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:29:07.781312 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Routers {'9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:07.781935 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:29:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:07.875298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97208bf3-2d78-4636-843b-c0825efcc250 None None] Pushing event updated for resources: {'Port': ['ID=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:07.885715 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] Set router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:07.962806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-429bb51b-7b92-48c9-8132-5371aebb3e68 None None] Provisioning complete for port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:07.963098 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-429bb51b-7b92-48c9-8132-5371aebb3e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:08.048434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-429bb51b-7b92-48c9-8132-5371aebb3e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:08.081484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-429bb51b-7b92-48c9-8132-5371aebb3e68 None None] For port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,segment=NetworkSegment(88c4ca21-fba0-4b05-87fb-ada4b13c42b7),segment_id=88c4ca21-fba0-4b05-87fb-ada4b13c42b7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:08.087344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-429bb51b-7b92-48c9-8132-5371aebb3e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:08.122710 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'name': 'router1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:55Z', 'updated_at': '2022-02-10T15:29:05Z', 'revision_number': 2, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce81f2ba-b377-40ae-a95b-8636dfe0dcf6', 'name': '', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'mac_address': 'fa:16:3e:40:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:07Z', 'revision_number': 4, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'subnets': [{'id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:08.140130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bb51b-7b92-48c9-8132-5371aebb3e68 None None] Pushing event updated for resources: {'Port': ['ID=ce81f2ba-b377-40ae-a95b-8636dfe0dcf6,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:08.154303 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff83b00-68ab-416e-8471-52bdb0d23976 None None] The sync data for ids ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'] in n-d-827895-3 is: [{'id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'name': 'router1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:55Z', 'updated_at': '2022-02-10T15:29:05Z', 'revision_number': 2, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce81f2ba-b377-40ae-a95b-8636dfe0dcf6', 'name': '', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'mac_address': 'fa:16:3e:40:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:07Z', 'revision_number': 4, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'subnets': [{'id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:08.460237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42402) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:29:08.595195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912f135-d7ee-4636-88b2-e34379c33664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:08.596594 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8912f135-d7ee-4636-88b2-e34379c33664 admin admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 842 time: 0.1352885 Feb 10 15:29:08.610601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:08.635676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Made reservation on behalf of dbcd2cee5c6145e6bd0cc8d55387a3a8 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:08.638050 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:08.950319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:29:08.950787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:09.016721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:29:09.017065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Network hostable DHCP agents. Network: 2236c36f-06fa-4093-ba7e-b7b31f1a9839, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:29:09.019089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c575511b-c4aa-409a-9f5a-16f1df8ac194,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:09.040150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:29:09.050726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2236c36f-06fa-4093-ba7e-b7b31f1a9839) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:09.055544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:09.056138 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:09.063038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea71e0a-0560-49c0-a69e-481e2334883a None None] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:29:09.079032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fb4d7ef2-f38c-4c80-b97b-2da6ad486154 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4736543 Feb 10 15:29:09.201120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ada218-283f-47ff-a3c9-7449749f4935 None None] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:29:11.501545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:29:11.713875 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94229494-6ec0-4a12-8fcd-59303121a90b admin admin] 10.222.0.21 "GET /v2.0/routers/9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 HTTP/1.1" status: 200 len: 710 time: 0.2109582 Feb 10 15:29:11.800547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abf21d-8859-40b3-a98f-043d74adbaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:11.801954 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-95abf21d-8859-40b3-a98f-043d74adbaa0 admin admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 886 time: 0.0822766 Feb 10 15:29:11.812254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:12.088440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:12.327131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:12.403487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:12.614958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Allocated IP 172.25.7.19 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3f04c295-79fa-42da-9304-6682e0dd862f) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:12.724885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:12.785269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:12.860212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:12.866119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:12.872718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:12.908175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Pushing event updated for resources: {'Port': ['ID=3f04c295-79fa-42da-9304-6682e0dd862f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:13.169151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:13.392963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:13.399077 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:13.538743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:29:13.593488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:13.653038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:13.653238 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:13.673316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:13.679110 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:13.680327 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7c714ee-87ac-47ed-957e-672d084c8712 admin admin] 10.222.0.21 "PUT /v2.0/routers/9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 HTTP/1.1" status: 200 len: 889 time: 1.8714492 Feb 10 15:29:14.855331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Sync routers for ids ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:14.868453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Routers {'9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:14.869096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:29:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:15.081098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Set router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:15.558000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'name': 'router1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '3f04c295-79fa-42da-9304-6682e0dd862f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:55Z', 'updated_at': '2022-02-10T15:29:13Z', 'revision_number': 4, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'gw_port': {'id': '3f04c295-79fa-42da-9304-6682e0dd862f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:12Z', 'updated_at': '2022-02-10T15:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ce81f2ba-b377-40ae-a95b-8636dfe0dcf6', 'name': '', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'mac_address': 'fa:16:3e:40:9d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:08Z', 'revision_number': 5, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'subnets': [{'id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:15.611312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Checking router: 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:15.611684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Updating router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 port 3f04c295-79fa-42da-9304-6682e0dd862f binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:29:15.660611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:15.985963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:15.991781 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:16.042101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf2d9c-267b-4e81-bcfe-b5111db9c000 None None] Pushing event updated for resources: {'Port': ['ID=3f04c295-79fa-42da-9304-6682e0dd862f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:16.046376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Attempting to bind port 3f04c295-79fa-42da-9304-6682e0dd862f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:29:16.046744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Attempting to bind port 3f04c295-79fa-42da-9304-6682e0dd862f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:29:16.047106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Attempting to bind port 3f04c295-79fa-42da-9304-6682e0dd862f on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:16.052259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:16.052627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:29:16.053031 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:16.053413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:16.053873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Bound port: 3f04c295-79fa-42da-9304-6682e0dd862f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:29:16.054267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:16.109483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] For port 3f04c295-79fa-42da-9304-6682e0dd862f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:16.113205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] For port 3f04c295-79fa-42da-9304-6682e0dd862f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3f04c295-79fa-42da-9304-6682e0dd862f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:16.119568 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:16.170391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Routers {'9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:16.171004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:29:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:16.221991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf2d9c-267b-4e81-bcfe-b5111db9c000 None None] Pushing event updated for resources: {'Port': ['ID=3f04c295-79fa-42da-9304-6682e0dd862f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:16.254747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42422) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:29:16.298497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] Set router 9bf85cd7-bc14-488f-9e4f-a00a8dbb8187 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:16.372456 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a4225027-7895-4192-8ecb-aea0af2ffd99 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1164854 Feb 10 15:29:16.529954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'name': 'router1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '3f04c295-79fa-42da-9304-6682e0dd862f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:55Z', 'updated_at': '2022-02-10T15:29:13Z', 'revision_number': 4, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'gw_port': {'id': '3f04c295-79fa-42da-9304-6682e0dd862f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:12Z', 'updated_at': '2022-02-10T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ce81f2ba-b377-40ae-a95b-8636dfe0dcf6', 'name': '', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'mac_address': 'fa:16:3e:40:9d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:08Z', 'revision_number': 5, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'subnets': [{'id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:16.556163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e7b2a-cc76-45e1-9e4a-bea59c3ec300 None None] The sync data for ids ['9bf85cd7-bc14-488f-9e4f-a00a8dbb8187'] in n-d-827895-3 is: [{'id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'name': 'router1', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '3f04c295-79fa-42da-9304-6682e0dd862f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:55Z', 'updated_at': '2022-02-10T15:29:13Z', 'revision_number': 4, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'gw_port': {'id': '3f04c295-79fa-42da-9304-6682e0dd862f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:12Z', 'updated_at': '2022-02-10T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ce81f2ba-b377-40ae-a95b-8636dfe0dcf6', 'name': '', 'network_id': 'cb687218-b1d7-4f40-9936-d90a25f5e3d7', 'tenant_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'mac_address': 'fa:16:3e:40:9d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf85cd7-bc14-488f-9e4f-a00a8dbb8187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:08Z', 'revision_number': 5, 'project_id': 'e1edf69a98a84f358ec9f248c367d3f1', 'subnets': [{'id': '60524dcb-6ec9-4b3e-971e-94e3de60e57b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fc33da3-43ca-43bf-9ed2-474704d25bb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:17.565259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3f04c295-79fa-42da-9304-6682e0dd862f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:17.618084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3f04c295-79fa-42da-9304-6682e0dd862f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:17.618459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:17.695343 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:17.716100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3f04c295-79fa-42da-9304-6682e0dd862f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3f04c295-79fa-42da-9304-6682e0dd862f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:17.720307 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:17.767927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3f04c295-79fa-42da-9304-6682e0dd862f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:19.564230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3f04c295-79fa-42da-9304-6682e0dd862f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:19.621625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3f04c295-79fa-42da-9304-6682e0dd862f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:19.621917 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:26.317120 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:29:28.763819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-689a5a2e-34fe-4ad8-88af-87b3f675a4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:31.208980 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-465c427e-b905-493b-b550-5ed695b0d1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:32.231681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:33.860778 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:34.207495 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:29:58.762521 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1be81bd-7a1b-48b7-8e84-d612ec7ecc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:01.212809 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc084a5b-40f4-4dcf-9886-1359cd7d4699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:02.231932 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:03.306778 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:30:03.868991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:04.213061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:28.758204 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2cac-b404-41a1-895d-5ec42cb86097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:31.208279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-22af6408-bfdc-4d04-bced-aa3b8cde4c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:32.221829 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:33.855191 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:34.197941 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:30:40.305581 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:30:58.762083 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f2f94fec-ec08-4824-b435-7ce7ea83f51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:01.210772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c0542936-9411-442e-b20b-d0773f0d5df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:02.225139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:02.874763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43018) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:02.943913 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-242553d9-0609-444c-9b70-2b4f5de9b4f2 admin admin] GET failed (client error): The resource could not be found. Feb 10 15:31:02.945272 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-242553d9-0609-444c-9b70-2b4f5de9b4f2 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695724 Feb 10 15:31:03.164211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49579366-557f-4fb5-96c1-891aa7de7588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:03.165802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-49579366-557f-4fb5-96c1-891aa7de7588 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2151566 Feb 10 15:31:03.859804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:04.203354 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:05.388916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43028) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:05.481011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ea749-77b1-47ab-a77d-d441f6393df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.482365 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f27ea749-77b1-47ab-a77d-d441f6393df6 admin admin] 10.222.0.21 "GET /v2.0/subnets/60524dcb-6ec9-4b3e-971e-94e3de60e57b HTTP/1.1" status: 200 len: 849 time: 0.0924981 Feb 10 15:31:05.492673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:05.579022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Notify callbacks [] for subnet, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:05.719807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755768968551'] for subnet, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:05.752703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.752829 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:05.754515 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] 10.222.0.21 "PUT /v2.0/subnets/60524dcb-6ec9-4b3e-971e-94e3de60e57b HTTP/1.1" status: 200 len: 868 time: 0.2655351 Feb 10 15:31:05.755769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313a715-6b49-4434-9432-61580ad1feea None None] Network cb687218-b1d7-4f40-9936-d90a25f5e3d7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:31:05.772105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60524dcb-6ec9-4b3e-971e-94e3de60e57b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:05.784782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.785135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.785455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.785786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.786259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.786592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.786915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.787264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.787614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.788087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.788413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:05.788732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d77c8-8bcd-4b12-9f59-49b692170f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:06.136129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6103b4dd-f5dc-42ca-acff-c013c0a714ef None None] Provisioning complete for port ce81f2ba-b377-40ae-a95b-8636dfe0dcf6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:06.136499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6103b4dd-f5dc-42ca-acff-c013c0a714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:06.222152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6103b4dd-f5dc-42ca-acff-c013c0a714ef None None] Provisioning complete for port d8282f14-9b95-4d67-b4ff-62dd93d61c37 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:06.222423 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6103b4dd-f5dc-42ca-acff-c013c0a714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:08.020822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43036) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:08.218124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0d314-d7ed-45b8-b4a6-345e195375ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:08.218501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0d314-d7ed-45b8-b4a6-345e195375ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:08.220092 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-76d0d314-d7ed-45b8-b4a6-345e195375ea admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983156 Feb 10 15:31:10.480997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43044) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:10.612837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18e82e-28a9-4419-b774-38e246dadff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.613308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18e82e-28a9-4419-b774-38e246dadff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.614840 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da18e82e-28a9-4419-b774-38e246dadff2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328971 Feb 10 15:31:12.863845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43052) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:12.987342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b67a0b-0216-40ce-8359-9aa6e867ff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:12.988751 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-54b67a0b-0216-40ce-8359-9aa6e867ff9b admin admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 886 time: 0.1239612 Feb 10 15:31:15.260700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43060) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:15.415926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae90ae-79c5-4ecb-8472-8852297e0eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:15.418199 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b0ae90ae-79c5-4ecb-8472-8852297e0eed admin admin] 10.222.0.21 "GET /v2.0/networks/cb687218-b1d7-4f40-9936-d90a25f5e3d7 HTTP/1.1" status: 200 len: 869 time: 0.1564968 Feb 10 15:31:17.304474 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:31:17.735236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43068) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:17.871349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d668d3-1856-4240-bf2d-3b4761f16cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.871836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d668d3-1856-4240-bf2d-3b4761f16cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.873390 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-12d668d3-1856-4240-bf2d-3b4761f16cf0 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1371622 Feb 10 15:31:20.127976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43076) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:20.222938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bade2-ced8-4576-a536-018609298ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.223304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bade2-ced8-4576-a536-018609298ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.224928 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0b0bade2-ced8-4576-a536-018609298ae4 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0960016 Feb 10 15:31:22.491504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43084) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:22.583269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45063b40-a083-4fae-9a38-056faad49196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.584649 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-45063b40-a083-4fae-9a38-056faad49196 admin admin] 10.222.0.21 "GET /v2.0/subnets/60524dcb-6ec9-4b3e-971e-94e3de60e57b HTTP/1.1" status: 200 len: 868 time: 0.0919373 Feb 10 15:31:24.827868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:24.918187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01f72a-dffc-4103-9329-660681d3e47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:24.922559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ec01f72a-dffc-4103-9329-660681d3e47e admin admin] 10.222.0.21 "GET /v2.0/subnets/c575511b-c4aa-409a-9f5a-16f1df8ac194 HTTP/1.1" status: 200 len: 816 time: 0.0907247 Feb 10 15:31:28.764999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5eba-44b9-485e-a3bc-eb1df6870b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:31.215778 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ba409dac-1203-4dfa-91c0-104c1d5addda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:32.228017 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:33.859539 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:34.197981 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:45.666412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43146) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:45.719595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-080085ca-1e15-47b1-9408-9d5bf42943ec admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:31:45.720573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-080085ca-1e15-47b1-9408-9d5bf42943ec admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532153 Feb 10 15:31:48.065142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43156) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:48.143758 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6250a63-f8e1-477e-8291-1643d2c3eea8 admin admin] GET failed (client error): The resource could not be found. Feb 10 15:31:48.145071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6250a63-f8e1-477e-8291-1643d2c3eea8 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0789869 Feb 10 15:31:48.234683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044db4f7-2650-49ea-ace0-5987c5dc908d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:48.236140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-044db4f7-2650-49ea-ace0-5987c5dc908d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854657 Feb 10 15:31:50.501952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:50.550844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:50.577013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Made reservation on behalf of dbcd2cee5c6145e6bd0cc8d55387a3a8 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:50.579542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:50.625746 n-d-827895-3 neutron-server[102614]: WARNING neutron.services.revisions.revision_plugin [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Could not find related network for resource to bump revision. Feb 10 15:31:50.642086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:31:50.655402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755768874810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:50.655977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Unsubscribe: segment precommit_create {{(pid=102614) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 15:31:50.656440 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Added segment 89324a19-01b0-4c4a-ab53-565eb6cfefe7 of type vlan for network e27c8754-4835-443f-b520-c7d17b9d37b1 Feb 10 15:31:50.701409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:50.732027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:50.733034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:50.733725 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:50.804650 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3010697 Feb 10 15:31:50.834907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029ce6e-dd84-4117-bee7-dca8ec26898a admin admin] Pushing event updated for resources: {'Network': ['ID=e27c8754-4835-443f-b520-c7d17b9d37b1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:50.846094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e27c8754-4835-443f-b520-c7d17b9d37b1 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:31:53.117841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:31:53.180556 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6076390-49ec-4d80-9a5c-fd99250ee8a4 admin admin] GET failed (client error): The resource could not be found. Feb 10 15:31:53.181799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6076390-49ec-4d80-9a5c-fd99250ee8a4 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630040 Feb 10 15:31:53.257454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dc4db-bfec-41c0-8ac0-c46fb9868b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.259071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b1dc4db-bfec-41c0-8ac0-c46fb9868b7a admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724390 Feb 10 15:31:53.269564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:53.293555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Made reservation on behalf of dbcd2cee5c6145e6bd0cc8d55387a3a8 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:53.296211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:53.541922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:53.594507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:53.605331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:31:53.605689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Network hostable DHCP agents. Network: e27c8754-4835-443f-b520-c7d17b9d37b1, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:31:53.622767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:31:53.631289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e27c8754-4835-443f-b520-c7d17b9d37b1) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:53.635999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.636584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:53.641599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d27e09-0e8c-48cf-a74e-dd403b912a81 None None] Network e27c8754-4835-443f-b520-c7d17b9d37b1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:31:53.659116 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4c781db-a3f8-4fa3-987a-bc5077280fc9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3889542 Feb 10 15:31:53.799001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e27c8754-4835-443f-b520-c7d17b9d37b1', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'tenant_id': 'dbcd2cee5c6145e6bd0cc8d55387a3a8', 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:31:53.800069 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:53.954030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Allocated IP 192.168.233.2 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/617b8ff3-6b73-424d-a5d2-c34e7118d914) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:54.103652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:54.109777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:54.153247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:54.156101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:54.159971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:54.166595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Pushing event updated for resources: {'Port': ['ID=617b8ff3-6b73-424d-a5d2-c34e7118d914,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:54.192607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.192960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.193304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.193640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.194210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.195100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.195433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.195832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.196156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.196482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.196815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.197157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:54.231319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Attempting to bind port 617b8ff3-6b73-424d-a5d2-c34e7118d914 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:31:54.231714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Attempting to bind port 617b8ff3-6b73-424d-a5d2-c34e7118d914 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:31:54.232219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Attempting to bind port 617b8ff3-6b73-424d-a5d2-c34e7118d914 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:54.240014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:54.240678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:31:54.241438 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:54.242062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:54.242805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Bound port: 617b8ff3-6b73-424d-a5d2-c34e7118d914, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:31:54.243219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:54.306649 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:31:54.310932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e329ab03-da70-40d3-858e-5256e7694add None None] For port 617b8ff3-6b73-424d-a5d2-c34e7118d914, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:54.314268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e329ab03-da70-40d3-858e-5256e7694add None None] For port 617b8ff3-6b73-424d-a5d2-c34e7118d914, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=617b8ff3-6b73-424d-a5d2-c34e7118d914,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:54.319471 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:54.383846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329ab03-da70-40d3-858e-5256e7694add None None] Pushing event updated for resources: {'Port': ['ID=617b8ff3-6b73-424d-a5d2-c34e7118d914,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:55.308805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ef1d0-27a0-4705-8c72-be9f522de575 None None] Network e27c8754-4835-443f-b520-c7d17b9d37b1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:31:55.447834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f20dd8d2-a432-4c44-97d1-f5c4dab7d54c None None] Provisioning complete for port 617b8ff3-6b73-424d-a5d2-c34e7118d914 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:55.448208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f20dd8d2-a432-4c44-97d1-f5c4dab7d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:55.572092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f20dd8d2-a432-4c44-97d1-f5c4dab7d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:55.614345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f20dd8d2-a432-4c44-97d1-f5c4dab7d54c None None] For port 617b8ff3-6b73-424d-a5d2-c34e7118d914, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=617b8ff3-6b73-424d-a5d2-c34e7118d914,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:55.620139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f20dd8d2-a432-4c44-97d1-f5c4dab7d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:55.702615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd8d2-a432-4c44-97d1-f5c4dab7d54c None None] Pushing event updated for resources: {'Port': ['ID=617b8ff3-6b73-424d-a5d2-c34e7118d914,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:55.772125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 617b8ff3-6b73-424d-a5d2-c34e7118d914 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:55.833355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 617b8ff3-6b73-424d-a5d2-c34e7118d914 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:55.833834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:55.878828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fbcc4ecb-1f72-4e07-b80f-eb705e230869 None None] Provisioning complete for port 617b8ff3-6b73-424d-a5d2-c34e7118d914 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:55.879194 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fbcc4ecb-1f72-4e07-b80f-eb705e230869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:57.670356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 617b8ff3-6b73-424d-a5d2-c34e7118d914 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:57.720858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 617b8ff3-6b73-424d-a5d2-c34e7118d914 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:57.721221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:31:58.769571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-90c254ac-4a1a-4cc4-b697-15067c53e8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:01.220991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-06a91535-6d11-41ba-a0a8-c8c235ce32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:02.231727 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:03.864828 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:04.202009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:28.764047 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be2e11c1-804a-4353-ab6a-130c3a386346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:31.225513 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bfb78bfc-8948-467e-a36e-29be94edf836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:31.305436 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:32:32.232969 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:33.872130 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:34.205784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:32:58.768771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ad29-01a5-468a-a6a5-5eb2dcd7e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:01.230979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb81796e-75c6-4291-a214-a6a987d574d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:02.239001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:03.870244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:04.212269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:08.305599 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:33:08.762416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43210) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:33:08.769463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-f60edca7-3426-4713-845a-71f3d3ff600c tempest-verify_tempest_config-933430048 tempest-verify_tempest_config-933430048-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:33:08.770488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f60edca7-3426-4713-845a-71f3d3ff600c tempest-verify_tempest_config-933430048 tempest-verify_tempest_config-933430048-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070319 Feb 10 15:33:09.094150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:33:09.210316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.325178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.330014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.373941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5242fc8-f291-4c47-b4d5-d005893ce129,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:09.379039 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=321eb015e8aa4783bb3d47f5df05959c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2837982 Feb 10 15:33:09.382982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43234) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:33:09.383619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.383966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.384432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.384743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.385171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.391887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f13215-6716-425e-8588-b3ee9dbeb920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.441508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.466464 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.567542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.570094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:09.571227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5242fc8-f291-4c47-b4d5-d005893ce129 HTTP/1.1" status: 204 len: 168 time: 0.1872804 Feb 10 15:33:09.580074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5242fc8-f291-4c47-b4d5-d005893ce129,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:09.587065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.587408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.587774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.588111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.588440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.588768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.589091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.589606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.590107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.590430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.590754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:09.591084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bddf26-f716-4097-a69e-960b04f3f014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:28.772738 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bb786c1d-055d-4679-9181-b8abff754f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:31.236087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7385a181-c917-4173-9211-778a74b76ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:32.239753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:33.877518 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:34.216012 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:33:45.303763 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:33:58.777536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4330821c-0019-48eb-9abf-bae33a1c4920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:01.238788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e02b5958-bffd-4d42-8141-22b9d54e0688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:02.241754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:03.875271 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:04.219541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:22.301736 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:34:28.790122 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-245ad234-ae93-497d-92a0-3971192ce00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:31.240915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc5f313d-0977-472a-ba87-ffb03eb4ef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:32.245739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:33.878851 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:34.223994 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:58.782896 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dcd5bf85-bd67-4242-9928-fc40c2006582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:34:59.301248 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:35:01.244572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-557284cf-3cb9-425d-9387-50a619b49533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:02.246554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:03.884573 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:04.229315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:28.788236 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-796795ef-84f0-4015-9914-bf32d28e157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:31.248389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d01354c7-53fa-4bd2-bd25-b7ab685d5859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:32.248078 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:33.888821 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:34.233766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:35:36.299198 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:35:58.792882 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dcc29891-ea28-4e9a-abdc-172b4b236eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:01.254340 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-07345565-726d-4491-9a7e-6a6c2c051e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:02.251755 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:03.892058 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:04.238218 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:13.299486 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 5 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:36:23.156323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:26.724476 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435764'] for agent, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:28.795907 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-24a057cd-e1f1-4a7b-a4ff-dc5e6815d748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:31.246100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dbdcde32-a5c3-4a7c-9bb5-19e460838e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:32.255199 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:33.893188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:34.241328 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:50.298745 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:36:53.150731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:56.714569 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:36:58.798116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f386986b-fa39-41a1-90d7-c290ff3d5af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:01.256659 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-741447af-af20-4acc-b3e9-4c72781e79b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:02.258790 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:03.915545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:04.250617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:15.864317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43290) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:37:15.976143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bfbc8814-5b5d-49e6-8121-28e49453bfe5 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1106982 Feb 10 15:37:18.335646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43300) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:37:18.412175 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-620e1f66-ddd9-4ed6-8269-c54ba4f5f5b8 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0753908 Feb 10 15:37:23.165927 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:26.715426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:27.299033 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:37:28.800577 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b335a6df-2ded-4d7a-b7b5-699b887b4de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:31.250774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b60d1a90-de04-4bbf-95db-cf125f3ac759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:32.262244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:33.899564 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:34.244915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:53.165409 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:56.732171 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:37:58.802213 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d511-d237-4b93-bcce-15ce1d05d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:01.254014 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a188f31e-a91e-4ff8-bdb5-7cf10c9dfbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:02.267956 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:03.900050 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:04.257905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:04.298816 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:38:23.164613 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:26.765831 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:28.803882 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03420b57-2b1d-4dbc-8b36-53ad802e8f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:31.258167 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a2b43f2f-f6b4-403e-a940-dd5c4264bdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:32.267602 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:33.903997 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:34.251684 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:41.299200 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:38:53.191279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:55.485887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43492) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:55.882696 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d0f52f16-a053-4b36-aa32-82ea903a2b39 tempest-AutoAllocateNetworkTest-753332889 tempest-AutoAllocateNetworkTest-753332889-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d6edbff8ead548768fbd469baaa41e85&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3955762 Feb 10 15:38:55.885267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43516) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:56.092150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800a40f-8a45-4456-ad9c-230dbc04e9e8 tempest-AutoAllocateNetworkTest-753332889 tempest-AutoAllocateNetworkTest-753332889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:56.097786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43524) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:56.104031 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0800a40f-8a45-4456-ad9c-230dbc04e9e8 tempest-AutoAllocateNetworkTest-753332889 tempest-AutoAllocateNetworkTest-753332889-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2176917 Feb 10 15:38:56.159300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43530) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:56.159678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7110063e-ab85-4825-a04f-fdc40936a227 tempest-AutoAllocateNetworkTest-753332889 tempest-AutoAllocateNetworkTest-753332889-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600975 Feb 10 15:38:56.196159 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b076dbf-e30d-4ac2-82cd-86fec3d01cb5 tempest-AutoAllocateNetworkTest-753332889 tempest-AutoAllocateNetworkTest-753332889-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d6edbff8ead548768fbd469baaa41e85 HTTP/1.1" status: 200 len: 208 time: 0.0350268 Feb 10 15:38:56.774477 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.031223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43568) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:57.329948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.420890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.425154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.464778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10245ba-9cbd-4418-8cda-86b974792f31,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:57.477512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.478046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.478446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.478780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.479108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.479462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.479809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.480160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.480504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.480873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.481200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.481512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] Tracked resource versions report: Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: pushed versions: Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: { 'AddressGroup': {'1.2'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'ConntrackHelper': {'1.0'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Log': {'1.0'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Network': {'1.1'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Port': {'1.7'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'PortForwarding': {'1.2'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'QosPolicy': {'1.9'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'SecurityGroup': {'1.4'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'SubPort': {'1.0'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Subnet': {'1.1'}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Trunk': {'1.1'}} Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: consumer versions: Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: HyperV agent@n-h1-827895-3: {}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: HyperV agent@n-h2-827895-3: {}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: L3 agent@n-d-827895-3: {}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: Metadata agent@n-d-827895-3: {}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: Metering agent@n-d-827895-3: {}, Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'ConntrackHelper': '1.0', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Log': '1.0', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Network': '1.1', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Port': '1.7', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'PortForwarding': '1.2', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'QosPolicy': '1.9', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'SecurityGroup': '1.4', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'SecurityGroupRule': '1.2', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'SubPort': '1.0', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Subnet': '1.1', Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: 'Trunk': '1.1'}} Feb 10 15:38:57.482748 n-d-827895-3 neutron-server[102614]: {{(pid=102614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:38:57.490670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43600) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:57.502999 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4ee86386-8ca9-45a6-8b28-a34281565c7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6edbff8ead548768fbd469baaa41e85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4679270 Feb 10 15:38:57.545452 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.568598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.628409 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.632758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:57.633899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f10245ba-9cbd-4418-8cda-86b974792f31 HTTP/1.1" status: 204 len: 168 time: 0.1422358 Feb 10 15:38:57.642442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10245ba-9cbd-4418-8cda-86b974792f31,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:57.649860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.650208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.650554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.650885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.651252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.651611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.651945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.652283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.652751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.653088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.653458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.653938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b804aa-6751-4d41-ae55-8ca87bd350c5 admin admin] Tracked resource versions report: Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: pushed versions: Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: { 'AddressGroup': {'1.2'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'ConntrackHelper': {'1.0'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Log': {'1.0'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Network': {'1.1'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Port': {'1.7'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'PortForwarding': {'1.2'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'QosPolicy': {'1.9'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'SecurityGroup': {'1.4'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'SubPort': {'1.0'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Subnet': {'1.1'}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Trunk': {'1.1'}} Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: consumer versions: Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: HyperV agent@n-h1-827895-3: {}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: HyperV agent@n-h2-827895-3: {}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: L3 agent@n-d-827895-3: {}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: Metadata agent@n-d-827895-3: {}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: Metering agent@n-d-827895-3: {}, Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'ConntrackHelper': '1.0', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Log': '1.0', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Network': '1.1', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Port': '1.7', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'PortForwarding': '1.2', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'QosPolicy': '1.9', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'SecurityGroup': '1.4', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'SecurityGroupRule': '1.2', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'SubPort': '1.0', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Subnet': '1.1', Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: 'Trunk': '1.1'}} Feb 10 15:38:57.655178 n-d-827895-3 neutron-server[102615]: {{(pid=102615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:38:58.812711 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfb9022b-9da6-4994-bb9e-54c88f118352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:59.607971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43724) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:38:59.797223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-network', 'tenant_id': '38f447b64da84913b5011ad6776dd713'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:59.825337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Made reservation on behalf of 38f447b64da84913b5011ad6776dd713 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:59.829723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:59.840203 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:59.928930 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:59.935368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:59.964973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:59.971267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cceddf-2aa1-4695-9a45-6fc442550202,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:59.985447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:38:59.986379 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Added segment ac95488c-1589-4864-9c41-5c9895ee89aa of type vlan for network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 Feb 10 15:39:00.031562 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.063659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.064841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.065892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.120269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5105510 Feb 10 15:39:00.125314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43762) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:00.131020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Request body: {'subnet': {'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-subnet', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:00.135655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e092df-5cd1-4de6-8dec-e8f1f14f5827 admin admin] Pushing event updated for resources: {'Network': ['ID=68d8c2fb-12b4-44f9-855d-8d41fb478d60,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:00.148379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:39:00.176609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Made reservation on behalf of 38f447b64da84913b5011ad6776dd713 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:00.181634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.336090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43776) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:00.339896 n-d-827895-3 neutron-server[102615]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 15:39:00.440744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-1677b4d9-762e-4767-b4a0-e93d386a1eb4 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b0b638dca2c41d6a54b162490df7e28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025004 Feb 10 15:39:00.449125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43788) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:00.570710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.676795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0b504d-d0a9-4918-a563-162039f0b78b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:00.691198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Checking segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:00.691915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Network hostable DHCP agents. Network: 68d8c2fb-12b4-44f9-855d-8d41fb478d60, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:39:00.700024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-28a3b1ca-2c2a-4a48-83e6-ef3b2e1e875c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.707504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-28a3b1ca-2c2a-4a48-83e6-ef3b2e1e875c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590830 Feb 10 15:39:00.722524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:39:00.724645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-ca9aeb42-d937-4a6d-ad73-b6f277f28ee4 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/quotas/2b0b638dca2c41d6a54b162490df7e28 HTTP/1.1" status: 200 len: 375 time: 0.0162749 Feb 10 15:39:00.738543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 68d8c2fb-12b4-44f9-855d-8d41fb478d60) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:00.745876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.746780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.752179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fa22cf-6e0d-4b1f-9b9a-e9b1334552bc None None] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:00.785401 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-992cec23-5487-4273-a008-1e69d4cf0147 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6582868 Feb 10 15:39:00.788332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:00.798130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:00.805819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f160e67f-aec2-4850-ad48-d78d1afc0bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.865239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.866618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.945644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-c026e09d-c72b-4ec0-9442-fa3842a580c6 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b0b638dca2c41d6a54b162490df7e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2200336 Feb 10 15:39:00.960125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43806) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:00.977616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:00.996835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-b9b4d745-d128-4b4a-8efb-312fa2cfb535 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=86934707facb4f768b5a918a347afdea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326858 Feb 10 15:39:01.021950 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:39:01.022854 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.149187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.192662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Allocated IP 172.20.0.2 (68d8c2fb-12b4-44f9-855d-8d41fb478d60/4a0b504d-d0a9-4918-a563-162039f0b78b/1bbddee6-9af8-412b-a498-011f3a58b23a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:01.274159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-6a02ce31-c77e-4b9f-83cc-48ae24a26ffd tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:01.277282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-6a02ce31-c77e-4b9f-83cc-48ae24a26ffd tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693551 Feb 10 15:39:01.283573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f160e67f-aec2-4850-ad48-d78d1afc0bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.310366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-f33dc4cd-b53e-4c29-a907-f04b4076bd78 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/quotas/86934707facb4f768b5a918a347afdea HTTP/1.1" status: 200 len: 375 time: 0.0215240 Feb 10 15:39:01.311004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f160e67f-aec2-4850-ad48-d78d1afc0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.407616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160e67f-aec2-4850-ad48-d78d1afc0bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aaf21e-5820-44b8-8ce6-4a64a581f87f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:01.423091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.432343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-6626cbfa-db33-4a20-8ae7-8ad7a6befe03 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=86934707facb4f768b5a918a347afdea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168480 Feb 10 15:39:01.458970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.470400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f160e67f-aec2-4850-ad48-d78d1afc0bf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54022f0fecc049e9a10904f53862da5e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0159004 Feb 10 15:39:01.471787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:01.491248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.514487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:01.519741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:01.523219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:01.557912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.594485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10d8a8be-245e-45ae-8837-b736738087b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.617918 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-35a8b7e8-6ae4-4a04-8315-b3d8a861ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.620519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Attempting to bind port 1bbddee6-9af8-412b-a498-011f3a58b23a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:01.620879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Attempting to bind port 1bbddee6-9af8-412b-a498-011f3a58b23a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:01.621235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Attempting to bind port 1bbddee6-9af8-412b-a498-011f3a58b23a on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:01.646459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:01.646459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Checking segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:01.646814 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.647127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Bound using segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:01.647642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Bound port: 1bbddee6-9af8-412b-a498-011f3a58b23a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:01.648029 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.690420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10d8a8be-245e-45ae-8837-b736738087b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.722218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Pushing event updated for resources: {'Port': ['ID=1bbddee6-9af8-412b-a498-011f3a58b23a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:01.738321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.738841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.739457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.739662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.740096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.740476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.740819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.741217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.741434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.741799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.742116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.742439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Tracked resource versions report: Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: pushed versions: Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: { 'AddressGroup': {'1.2'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'ConntrackHelper': {'1.0'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Log': {'1.0'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Network': {'1.1'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Port': {'1.7'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'PortForwarding': {'1.2'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'QosPolicy': {'1.9'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'SecurityGroup': {'1.4'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'SubPort': {'1.0'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Subnet': {'1.1'}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Trunk': {'1.1'}} Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: consumer versions: Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: HyperV agent@n-h1-827895-3: {}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: HyperV agent@n-h2-827895-3: {}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: L3 agent@n-d-827895-3: {}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: Metadata agent@n-d-827895-3: {}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: Metering agent@n-d-827895-3: {}, Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'ConntrackHelper': '1.0', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Log': '1.0', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Network': '1.1', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Port': '1.7', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'PortForwarding': '1.2', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'QosPolicy': '1.9', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'SecurityGroup': '1.4', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'SecurityGroupRule': '1.2', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'SubPort': '1.0', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Subnet': '1.1', Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: 'Trunk': '1.1'}} Feb 10 15:39:01.743795 n-d-827895-3 neutron-server[102616]: {{(pid=102616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:39:01.801696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Allocated IP 172.25.7.29 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:01.803515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] For port 1bbddee6-9af8-412b-a498-011f3a58b23a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:01.811210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] For port 1bbddee6-9af8-412b-a498-011f3a58b23a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1bbddee6-9af8-412b-a498-011f3a58b23a,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:01.821986 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.829485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10d8a8be-245e-45ae-8837-b736738087b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.832742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10d8a8be-245e-45ae-8837-b736738087b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:01.835539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-10d8a8be-245e-45ae-8837-b736738087b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7aaf21e-5820-44b8-8ce6-4a64a581f87f HTTP/1.1" status: 204 len: 168 time: 0.3615193 Feb 10 15:39:01.896045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8a8be-245e-45ae-8837-b736738087b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aaf21e-5820-44b8-8ce6-4a64a581f87f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:02.019526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd007426-a17f-4e85-bb0b-fffdeb03cc1f None None] Pushing event updated for resources: {'Port': ['ID=1bbddee6-9af8-412b-a498-011f3a58b23a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:02.051421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83ada2cc-48a2-4b42-8c1f-0ab113cbbbcf req-381793b1-1cf5-4d7b-bfde-5c5a26f99d2d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 210 time: 0.1642919 Feb 10 15:39:02.071359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:02.119202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:02.214617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:02.237470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:02.239736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:02.242440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:02.288508 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:02.301020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6550e2c5-6a7f-47c4-81ed-7f6760373c87 req-c93f8d54-e8b7-410c-b327-249397ffba36 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 210 time: 0.0922852 Feb 10 15:39:02.642855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43886) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:02.662972 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-112356e1-bff2-403c-a17e-86d7d22522ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:02.851609 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:02.972739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-112356e1-bff2-403c-a17e-86d7d22522ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:02.980669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-112356e1-bff2-403c-a17e-86d7d22522ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.013814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43906) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:03.021363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-112356e1-bff2-403c-a17e-86d7d22522ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78333ec6637549c18301398f79a86a94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3771029 Feb 10 15:39:03.135729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd52107-007c-41a4-b46d-05295c3fe449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.158286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43912) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:03.201459 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd52107-007c-41a4-b46d-05295c3fe449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.300820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.319813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112356e1-bff2-403c-a17e-86d7d22522ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d3ce1-e579-4de3-8999-ba6e57ab0914,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:03.358715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd52107-007c-41a4-b46d-05295c3fe449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.364344 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd52107-007c-41a4-b46d-05295c3fe449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.374585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3cd52107-007c-41a4-b46d-05295c3fe449 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd6d3ce1-e579-4de3-8999-ba6e57ab0914 HTTP/1.1" status: 204 len: 168 time: 0.3542316 Feb 10 15:39:03.425275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd52107-007c-41a4-b46d-05295c3fe449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d3ce1-e579-4de3-8999-ba6e57ab0914,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:03.534081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c999606-8e2e-4a6d-8869-01dc22fa5ada req-4aa846e4-bc73-4400-bd03-00988cc9c907 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 210 time: 0.0447361 Feb 10 15:39:03.591706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f47b19a0-ad58-48f7-99e5-8147dcf4e4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.727625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f47b19a0-ad58-48f7-99e5-8147dcf4e4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.735472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bb949e9-7f0e-4164-bec2-fd003654dd8e req-18c8c862-72ce-4f0a-87df-470f5fcb29a3 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 210 time: 0.0596278 Feb 10 15:39:03.737408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f47b19a0-ad58-48f7-99e5-8147dcf4e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.767045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:39:03.789343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f47b19a0-ad58-48f7-99e5-8147dcf4e4a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce8f5e5660c94debad64ff8d3d873110&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6239793 Feb 10 15:39:03.792164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43936) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:03.793230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b19a0-ad58-48f7-99e5-8147dcf4e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23a8a1-5214-48dd-9d2c-1dc0b73b3f48,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:03.830265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d178817-f9d6-479d-a6c7-6ed51398c885 None None] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:03.967980 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.974079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fc788eec-1734-4281-916b-7a4dd6f5a5c5 None None] Provisioning complete for port 1bbddee6-9af8-412b-a498-011f3a58b23a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:03.974686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc788eec-1734-4281-916b-7a4dd6f5a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:03.976655 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1350b21-5e73-4fb4-a188-fce361cae9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.024997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1350b21-5e73-4fb4-a188-fce361cae9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.056677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:04.073821 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:04.104212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1bbddee6-9af8-412b-a498-011f3a58b23a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:04.104404 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:04.104877 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:04.106304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1350b21-5e73-4fb4-a188-fce361cae9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.110159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1350b21-5e73-4fb4-a188-fce361cae9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.112265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e1350b21-5e73-4fb4-a188-fce361cae9ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc23a8a1-5214-48dd-9d2c-1dc0b73b3f48 HTTP/1.1" status: 204 len: 168 time: 0.3172333 Feb 10 15:39:04.123367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.125231 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2e0fd895-146d-440c-9ee6-ed8f35c35409 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3339689 Feb 10 15:39:04.128601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:04.154611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1350b21-5e73-4fb4-a188-fce361cae9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23a8a1-5214-48dd-9d2c-1dc0b73b3f48,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:04.337113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.75', 58371) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:04.377983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.45', 63108) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:04.450139 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:04.453391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-c80c16a5-6bdf-470f-9f56-bd7c52c7fbf3 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=86934707facb4f768b5a918a347afdea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726337 Feb 10 15:39:04.460657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-3fcc529c-ca67-4ce4-a51c-5330f67679fc tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2b0b638dca2c41d6a54b162490df7e28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217835 Feb 10 15:39:04.575661 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.614266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1bbddee6-9af8-412b-a498-011f3a58b23a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:04.618348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.625206 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc788eec-1734-4281-916b-7a4dd6f5a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.879000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fc788eec-1734-4281-916b-7a4dd6f5a5c5 None None] For port 1bbddee6-9af8-412b-a498-011f3a58b23a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1bbddee6-9af8-412b-a498-011f3a58b23a,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:04.890947 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc788eec-1734-4281-916b-7a4dd6f5a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:04.899013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43978) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:05.025583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc788eec-1734-4281-916b-7a4dd6f5a5c5 None None] Pushing event updated for resources: {'Port': ['ID=1bbddee6-9af8-412b-a498-011f3a58b23a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:05.049649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9827f141-bd2f-49bc-96be-79b68d5201f9 None None] Provisioning complete for port 1bbddee6-9af8-412b-a498-011f3a58b23a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:05.050365 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9827f141-bd2f-49bc-96be-79b68d5201f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.073497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-c51cd2af-65cb-41a1-8f5c-1a184566753a tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:05.075197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-c51cd2af-65cb-41a1-8f5c-1a184566753a tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6115284 Feb 10 15:39:05.089301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86b1fc62-2154-464c-bf38-af7ca03a10b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.188567 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:02Z', 'revision_number': 3, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:05.212478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86b1fc62-2154-464c-bf38-af7ca03a10b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.222781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-36577b79-999a-4577-8320-09317cf7cd55 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:05.225077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-36577b79-999a-4577-8320-09317cf7cd55 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7574356 Feb 10 15:39:05.228891 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:05.230027 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Updating router ffaada7f-0fa0-4357-aee5-eb93603a0f9b port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:39:05.243416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d604c039-0416-42be-8464-ef16e6d812ac req-73d2ee6e-7624-423e-8e18-a9402805de36 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 210 time: 0.4068594 Feb 10 15:39:05.247381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Request body: {'port': {'device_id': 'eb10f810-814e-48aa-8460-3ca399830a00', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '86934707facb4f768b5a918a347afdea'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:05.259042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-86b1fc62-2154-464c-bf38-af7ca03a10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.276449 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.312973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.457478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Request body: {'port': {'device_id': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '2b0b638dca2c41d6a54b162490df7e28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:05.509264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1fc62-2154-464c-bf38-af7ca03a10b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f3ea91-852c-4ce0-ac6f-6199dea28adc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:05.530079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe8cd9a4-4c66-4782-b34d-a6be4a10c3d3 req-a8f98d41-f877-4e99-8bb8-9ad92c24e359 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 210 time: 0.1875629 Feb 10 15:39:05.734162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Allocated IP 172.20.0.1 (68d8c2fb-12b4-44f9-855d-8d41fb478d60/4a0b504d-d0a9-4918-a563-162039f0b78b/6e3fe122-e092-4be4-9684-77711a672c82) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:05.745116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44034) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:05.746123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-86b1fc62-2154-464c-bf38-af7ca03a10b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e6bac9d156f4dbe893f0e3c3a9ed1f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6733801 Feb 10 15:39:05.756387 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.774486 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.811534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Made reservation on behalf of 2b0b638dca2c41d6a54b162490df7e28 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:05.817050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.830230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.833701 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Attempting to bind port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:05.834590 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Attempting to bind port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:05.835290 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Attempting to bind port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:05.838159 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Pushing event updated for resources: {'Port': ['ID=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:05.849383 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:05.850411 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:05.851011 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.851622 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:05.852329 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Bound port: 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:05.853160 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.878880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Made reservation on behalf of 86934707facb4f768b5a918a347afdea for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:05.883833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.895385 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:05.915365 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.921535 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.922638 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.925550 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.927002 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.931739 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.932373 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.935724 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.936441 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.937183 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.937924 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.938538 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Tracked resource versions report: Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: pushed versions: Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: { 'AddressGroup': {'1.2'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'ConntrackHelper': {'1.0'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Log': {'1.0'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Network': {'1.1'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Port': {'1.7'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'PortForwarding': {'1.2'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'QosPolicy': {'1.9'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'SecurityGroup': {'1.4'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'SubPort': {'1.0'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Subnet': {'1.1'}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Trunk': {'1.1'}} Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: consumer versions: Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: { DHCP agent@n-d-827895-3: {}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: HyperV agent@n-h1-827895-3: {}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: HyperV agent@n-h2-827895-3: {}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: L3 agent@n-d-827895-3: {}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: Metadata agent@n-d-827895-3: {}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: Metering agent@n-d-827895-3: {}, Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: Open vSwitch agent@n-d-827895-3: { 'AddressGroup': '1.2', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'ConntrackHelper': '1.0', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Log': '1.0', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Network': '1.1', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Port': '1.7', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'PortForwarding': '1.2', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'QosPolicy': '1.9', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'SecurityGroup': '1.4', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'SecurityGroupRule': '1.2', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'SubPort': '1.0', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Subnet': '1.1', Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: 'Trunk': '1.1'}} Feb 10 15:39:05.939943 n-d-827895-3 neutron-server[102617]: {{(pid=102617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:39:05.983299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1bbddee6-9af8-412b-a498-011f3a58b23a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:06.013002 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] For port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:06.022033 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] For port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:06.031083 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.100545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.133859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1bbddee6-9af8-412b-a498-011f3a58b23a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:06.134406 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.137702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.199357 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:06.201706 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:06.449013 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c52fe-9be4-4e21-9d63-fcef0f8b8a22 None None] Pushing event updated for resources: {'Port': ['ID=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:06.520947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68b7989a-b9bd-4c15-943b-8c0821540515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.529603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Allocated IP 192.168.233.90 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/4f41ea81-d12d-4f04-9ca9-37c1b3d59c20) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:06.633540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68b7989a-b9bd-4c15-943b-8c0821540515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.723419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.780218 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:06.786037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68b7989a-b9bd-4c15-943b-8c0821540515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.790658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68b7989a-b9bd-4c15-943b-8c0821540515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.792434 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-68b7989a-b9bd-4c15-943b-8c0821540515 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1f3ea91-852c-4ce0-ac6f-6199dea28adc HTTP/1.1" status: 204 len: 168 time: 1.0458925 Feb 10 15:39:06.818904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7989a-b9bd-4c15-943b-8c0821540515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f3ea91-852c-4ce0-ac6f-6199dea28adc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:06.859616 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.865941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.876971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.891430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:06.962617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:07.050647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Pushing event updated for resources: {'Port': ['ID=6e3fe122-e092-4be4-9684-77711a672c82,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:07.085709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:07.091091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:07.097233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:07.097909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:07.386531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:07.483476 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:02Z', 'revision_number': 3, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:07.577925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c65d4d5-bf6e-44fe-b51e-ca1cff529f82 req-d6d1ebae-b3b2-40cd-9a15-6383a3d73198 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 210 time: 0.2856092 Feb 10 15:39:07.634957 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4824a8-a90e-4f45-99ef-8b6a541b4e76 None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:02Z', 'revision_number': 3, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:07.651552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e042-b3ce-4bb5-9f33-c2f80dc5f776 req-1f2fe7ef-c42e-4c5c-baf2-0cd5ec3d4dcc tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:07.673177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7e3e042-b3ce-4bb5-9f33-c2f80dc5f776 req-1f2fe7ef-c42e-4c5c-baf2-0cd5ec3d4dcc tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 935 time: 0.9019690 Feb 10 15:39:07.734699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b694ff7e-c33e-4d6b-9fd3-fdbf5478d8d2 None None] Provisioning complete for port 6e3fe122-e092-4be4-9684-77711a672c82 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:07.735272 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b694ff7e-c33e-4d6b-9fd3-fdbf5478d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:07.765150 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:07.804028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:07.834534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7e3e042-b3ce-4bb5-9f33-c2f80dc5f776 req-1b7e85b6-59d3-4472-8d59-f89e028aa999 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579466 Feb 10 15:39:07.897439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b694ff7e-c33e-4d6b-9fd3-fdbf5478d8d2 None None] Port 6e3fe122-e092-4be4-9684-77711a672c82 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:07.993659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Pushing event updated for resources: {'Port': ['ID=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:08.010871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:08.069171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:08.087769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:08.088506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:08.167351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b764af2-a81b-4287-ae5e-f39d2eb7a836,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:08.203944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-868cabf4-786e-4716-9a8c-b34730fd4b0d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8419623 Feb 10 15:39:08.219377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-50c66603-dcbf-402d-9c0c-1be7c9f430d2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:39:08.233201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-50c66603-dcbf-402d-9c0c-1be7c9f430d2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222683 Feb 10 15:39:08.404596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Allocated IP 192.168.233.8 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/668ca5b9-c743-45f5-b37f-1da31f2566e4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:08.651600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d879faca-13c9-48c0-9b82-a09e93b2bee1 None None] Provisioning complete for port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:08.652846 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d879faca-13c9-48c0-9b82-a09e93b2bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:08.656005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:08.681211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:08.682402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:08.807678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d879faca-13c9-48c0-9b82-a09e93b2bee1 None None] Port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:08.878421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Pushing event updated for resources: {'Port': ['ID=6e3fe122-e092-4be4-9684-77711a672c82,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:08.922462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44098) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:08.971510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:08.973988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:09.030468 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:09.172628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c829c93-26ce-4b8a-8dbd-d9c08f1c9250 req-5d4add19-297d-41f2-933d-f2a9403fc43d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 210 time: 0.1831794 Feb 10 15:39:09.284163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ce80-f45c-4f5e-a86f-cb574391a23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:09.314238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Request body: {'port': {'device_id': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:09.324493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:09.364582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8b04bb4c-f7a5-44b8-bd39-97eccc826fa9 None None] Provisioning complete for port 6e3fe122-e092-4be4-9684-77711a672c82 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:09.365018 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8b04bb4c-f7a5-44b8-bd39-97eccc826fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:09.421873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:09.426857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:09.430550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:39:09.506540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:09.514813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:09.516114 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:09.519325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:09.537218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8b04bb4c-f7a5-44b8-bd39-97eccc826fa9 None None] Port 6e3fe122-e092-4be4-9684-77711a672c82 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:09.551538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0793c57-0b92-4282-b158-ae319685090a req-4fd5a421-9015-4e0d-a7cc-33aef608dd70 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:09.553443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0793c57-0b92-4282-b158-ae319685090a req-4fd5a421-9015-4e0d-a7cc-33aef608dd70 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 935 time: 0.5208545 Feb 10 15:39:09.763090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5348234 Feb 10 15:39:09.764511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e8a43-2b23-48b6-a2a1-0545ec3a5030 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Pushing event updated for resources: {'Port': ['ID=668ca5b9-c743-45f5-b37f-1da31f2566e4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:09.792662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-c403425b-48a2-418b-8876-fc10d0091b71 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:39:09.795170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-c403425b-48a2-418b-8876-fc10d0091b71 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110180 Feb 10 15:39:09.826106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0793c57-0b92-4282-b158-ae319685090a req-432532d5-c0dd-4d7b-9039-4195fe022dd6 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547083 Feb 10 15:39:09.990997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7364bf57-1a43-4385-ab4a-f9e1f24481fc None None] Provisioning complete for port 668ca5b9-c743-45f5-b37f-1da31f2566e4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:09.991554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7364bf57-1a43-4385-ab4a-f9e1f24481fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.106002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:10.221623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ce80-f45c-4f5e-a86f-cb574391a23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.233677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7364bf57-1a43-4385-ab4a-f9e1f24481fc None None] Port 668ca5b9-c743-45f5-b37f-1da31f2566e4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:10.256567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Request body: {'port': {'device_id': 'eb10f810-814e-48aa-8460-3ca399830a00', 'device_owner': 'compute:tempest-test_az-425351668', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:10.294440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ce80-f45c-4f5e-a86f-cb574391a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.334765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:10.341794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4c2eb668-c804-47a7-be66-acfefcb4753e admin admin] 10.222.0.21 "PUT /v2.0/routers/ffaada7f-0fa0-4357-aee5-eb93603a0f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2109716 Feb 10 15:39:10.353923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:10.356193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.363178 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9fc9ce80-f45c-4f5e-a86f-cb574391a23b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12fdac855a054362af8edc49861ee0b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4392958 Feb 10 15:39:10.365391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9ce80-f45c-4f5e-a86f-cb574391a23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585e804a-001f-46ff-9726-781970ca5e69,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:10.370381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44152) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:10.444174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.499422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c75af44-d507-42c0-9f30-a65be673a17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.559211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c75af44-d507-42c0-9f30-a65be673a17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.574192 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.634511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:10.641614 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.687505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c75af44-d507-42c0-9f30-a65be673a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.691139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c75af44-d507-42c0-9f30-a65be673a17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:10.693229 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c75af44-d507-42c0-9f30-a65be673a17a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/585e804a-001f-46ff-9726-781970ca5e69 HTTP/1.1" status: 204 len: 168 time: 0.3217409 Feb 10 15:39:10.720899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056990f-665a-4944-aee4-e603d199dcfe req-006d92ad-1d9d-4121-995e-89f912aa2add tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:10.723012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75af44-d507-42c0-9f30-a65be673a17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585e804a-001f-46ff-9726-781970ca5e69,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:10.733404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5056990f-665a-4944-aee4-e603d199dcfe req-006d92ad-1d9d-4121-995e-89f912aa2add tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 934 time: 0.3017502 Feb 10 15:39:10.815365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5056990f-665a-4944-aee4-e603d199dcfe req-0957da98-0cf3-48aa-bec5-35cb826ea1d5 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771487 Feb 10 15:39:10.857387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:10.993913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:11.044208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:11.045534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:11.313575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:11.349279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:11.369517 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:11.429032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Transition to ACTIVE for port object 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:11.441528 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:11.717038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Pushing event updated for resources: {'Port': ['ID=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:11.856531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e612084-065b-427a-8e6f-2b360a6d03b9 req-87c336b8-b6ad-4ae3-8aca-011908f4f594 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:11.858425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e612084-065b-427a-8e6f-2b360a6d03b9 req-87c336b8-b6ad-4ae3-8aca-011908f4f594 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 935 time: 0.7548513 Feb 10 15:39:11.863860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Attempting to bind port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:11.864501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Attempting to bind port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:11.866078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Attempting to bind port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:11.950772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e612084-065b-427a-8e6f-2b360a6d03b9 req-0685f22e-d3df-4f87-a97c-ca3a000e1aa3 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773284 Feb 10 15:39:11.956893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:11.957213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Attempting to bind port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:11.969522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44178) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:12.014488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cefed743-0b4c-4cb4-9efa-b8c77aa277f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.026121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:12.026510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:12.027785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:12.028615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:12.030202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Bound port: 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:12.030588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.097811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668ca5b9-c743-45f5-b37f-1da31f2566e4 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:12.116230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.234328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 2, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:12.243221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:12.243221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.245315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b906d20-6e03-473b-afd1-80783a790247 req-fd70f452-3596-461c-b5a3-e58fc7ffc2eb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:12.247464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b906d20-6e03-473b-afd1-80783a790247 req-fd70f452-3596-461c-b5a3-e58fc7ffc2eb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 934 time: 0.2030339 Feb 10 15:39:12.249635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44182) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:12.294507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cefed743-0b4c-4cb4-9efa-b8c77aa277f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.301348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cefed743-0b4c-4cb4-9efa-b8c77aa277f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.302842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Transition to ACTIVE for port object 668ca5b9-c743-45f5-b37f-1da31f2566e4 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:12.340151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:12.341940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Updating router ffaada7f-0fa0-4357-aee5-eb93603a0f9b port 6e3fe122-e092-4be4-9684-77711a672c82 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:39:12.342720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.394182 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.406486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] For port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:12.418946 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cefed743-0b4c-4cb4-9efa-b8c77aa277f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3da67779d7cd463dac3e0b8b818db6df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4482634 Feb 10 15:39:12.425160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44190) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:12.533834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b906d20-6e03-473b-afd1-80783a790247 req-1f5752d9-e41f-422f-8b9f-20993a61057d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287285 Feb 10 15:39:12.555966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed743-0b4c-4cb4-9efa-b8c77aa277f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4cc73-b3d7-4aba-bcd1-1ffdad532ec6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:12.622718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] For port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:12.651662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd376-bb0a-4dd2-96c7-9453b228d4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.655285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.725551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd376-bb0a-4dd2-96c7-9453b228d4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.749981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:12.750891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.768671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] 10.222.0.75 "PUT /v2.0/ports/4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 HTTP/1.1" status: 200 len: 1095 time: 4.0952544 Feb 10 15:39:12.769356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'tag': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:12.847310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd376-bb0a-4dd2-96c7-9453b228d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.849888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd376-bb0a-4dd2-96c7-9453b228d4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:12.851046 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8bfbd376-bb0a-4dd2-96c7-9453b228d4af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49b4cc73-b3d7-4aba-bcd1-1ffdad532ec6 HTTP/1.1" status: 204 len: 168 time: 0.4280434 Feb 10 15:39:12.865873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd376-bb0a-4dd2-96c7-9453b228d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4cc73-b3d7-4aba-bcd1-1ffdad532ec6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:13.253998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Pushing event updated for resources: {'Port': ['ID=668ca5b9-c743-45f5-b37f-1da31f2566e4,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:13.302619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5d94cf2-7f97-47e0-99bf-65cf8e023944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.358842 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.373180 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.380339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44208) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:13.391114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-network', 'tenant_id': '091c283779ba4784b1d82622f9269069'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:13.444858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Made reservation on behalf of 091c283779ba4784b1d82622f9269069 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:13.447467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.468833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.663356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Attempting to bind port 668ca5b9-c743-45f5-b37f-1da31f2566e4 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:13.663787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Attempting to bind port 668ca5b9-c743-45f5-b37f-1da31f2566e4 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:13.664355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Attempting to bind port 668ca5b9-c743-45f5-b37f-1da31f2566e4 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:13.710684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.718737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.779850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:39:13.820597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c370aa-e302-4535-b033-63043b637e18,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:13.834394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44218) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:13.851582 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5d94cf2-7f97-47e0-99bf-65cf8e023944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.863434 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e332224c-08fd-4b3a-a5aa-4921d097a637" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62", "tag": "4f41ea81-d12d-4f04-9ca9-37c1b3d59c20"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:13.870754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.876846 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Added segment 0bfb73b6-7dc2-401e-8ce7-580bbbd90807 of type vlan for network d3b037bc-6477-4536-957e-08be11f42026 Feb 10 15:39:13.878788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-405005d4-d593-4055-b0c6-fb2c87e0234e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.883653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5d94cf2-7f97-47e0-99bf-65cf8e023944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:13.922483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c5d94cf2-7f97-47e0-99bf-65cf8e023944 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afdc75093ae7421b972645626dc60304&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6496089 Feb 10 15:39:13.922483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Port 668ca5b9-c743-45f5-b37f-1da31f2566e4 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:13.922483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Attempting to bind port 668ca5b9-c743-45f5-b37f-1da31f2566e4 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:13.925726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44224) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:13.927765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894940f-8a24-4b34-bcbf-13e8dbded339 None None] Pushing event updated for resources: {'Port': ['ID=6e3fe122-e092-4be4-9684-77711a672c82,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:13.957552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:13.957989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:13.958286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:13.958820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Bound port: 668ca5b9-c743-45f5-b37f-1da31f2566e4, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:13.959189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.005354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d94cf2-7f97-47e0-99bf-65cf8e023944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371d0f8e-e2da-471e-894a-90621236a916,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:14.060240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fffa114f-f1e7-40c0-8e87-d3e964e82426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.077675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Attempting to bind port 6e3fe122-e092-4be4-9684-77711a672c82 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:14.078201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Attempting to bind port 6e3fe122-e092-4be4-9684-77711a672c82 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:14.078672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Attempting to bind port 6e3fe122-e092-4be4-9684-77711a672c82 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:14.085794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-815e4482-7be4-47d2-b861-9275e32a74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.086669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:14.087500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Checking segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:14.088348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.088815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-815e4482-7be4-47d2-b861-9275e32a74a9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b0b638dca2c41d6a54b162490df7e28&device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 1098 time: 0.8165152 Feb 10 15:39:14.089351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Bound using segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:14.090199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Bound port: 6e3fe122-e092-4be4-9684-77711a672c82, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:14.092127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.097705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fffa114f-f1e7-40c0-8e87-d3e964e82426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.102805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0631689-0b9c-4f2c-ad04-09ee903e5b98 req-37b512c9-81ba-499a-9d03-8fa39864e8d4 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.114477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0631689-0b9c-4f2c-ad04-09ee903e5b98 req-37b512c9-81ba-499a-9d03-8fa39864e8d4 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.8130140 Feb 10 15:39:14.118962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a59c4-2c0e-4249-92b1-50e1317fa540 service neutron] Pushing event updated for resources: {'Port': ['ID=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:14.178504 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fffa114f-f1e7-40c0-8e87-d3e964e82426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.181566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fffa114f-f1e7-40c0-8e87-d3e964e82426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.189553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fffa114f-f1e7-40c0-8e87-d3e964e82426 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/371d0f8e-e2da-471e-894a-90621236a916 HTTP/1.1" status: 204 len: 168 time: 0.2624881 Feb 10 15:39:14.198420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.214764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa114f-f1e7-40c0-8e87-d3e964e82426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371d0f8e-e2da-471e-894a-90621236a916,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:14.264296 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.265714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.266590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.350347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0631689-0b9c-4f2c-ad04-09ee903e5b98 req-c9f59550-b3b8-42cb-82f3-839933574181 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333786 Feb 10 15:39:14.356598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b037bc-6477-4536-957e-08be11f42026,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:14.370733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b971d054-65d3-4b84-8f1b-aa5c94188c03 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9887137 Feb 10 15:39:14.371313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] For port 6e3fe122-e092-4be4-9684-77711a672c82, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:14.374705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44230) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:14.385871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Request body: {'subnet': {'network_id': 'd3b037bc-6477-4536-957e-08be11f42026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-subnet', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:14.399475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] For port 6e3fe122-e092-4be4-9684-77711a672c82, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6e3fe122-e092-4be4-9684-77711a672c82,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:14.422158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Made reservation on behalf of 091c283779ba4784b1d82622f9269069 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:14.425953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.428609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network d3b037bc-6477-4536-957e-08be11f42026 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:39:14.441766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.532019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894940f-8a24-4b34-bcbf-13e8dbded339 None None] Pushing event updated for resources: {'Port': ['ID=6e3fe122-e092-4be4-9684-77711a672c82,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:14.575975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d7b6c-280c-4a3c-a0f5-7a899e8253e8 req-aec999c6-913b-4f44-a802-4b50077cac07 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.589305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a5d7b6c-280c-4a3c-a0f5-7a899e8253e8 req-aec999c6-913b-4f44-a802-4b50077cac07 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.9086740 Feb 10 15:39:14.661892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f1ef147f-2e8d-4dec-9f20-71d36f1496ba None None] Provisioning complete for port 6e3fe122-e092-4be4-9684-77711a672c82 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:14.663562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1ef147f-2e8d-4dec-9f20-71d36f1496ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.797584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-9a3d0f00-dd50-4f30-8aeb-3a2233afd338 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 HTTP/1.1" status: 200 len: 217 time: 0.4296679 Feb 10 15:39:14.837430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:14.840417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:14.901666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a5d7b6c-280c-4a3c-a0f5-7a899e8253e8 req-8c1ccde4-64f4-45f4-95da-5d281d065652 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113558 Feb 10 15:39:14.961198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:14.977754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1ef147f-2e8d-4dec-9f20-71d36f1496ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.145833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] For port 668ca5b9-c743-45f5-b37f-1da31f2566e4, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:15.146861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f1ef147f-2e8d-4dec-9f20-71d36f1496ba None None] For port 6e3fe122-e092-4be4-9684-77711a672c82, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6e3fe122-e092-4be4-9684-77711a672c82,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:15.162594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca50e666-c45a-468b-8d18-46bf2ffa25f7,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:15.194302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-42128820-07cc-4de3-96f2-ab0d9d7202ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.198277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-42128820-07cc-4de3-96f2-ab0d9d7202ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.3663862 Feb 10 15:39:15.206130 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1ef147f-2e8d-4dec-9f20-71d36f1496ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.207264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] For port 668ca5b9-c743-45f5-b37f-1da31f2566e4, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:15.213256 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d876b1-787e-4929-9318-951480876da1 x-openstack-request-id: req-69d876b1-787e-4929-9318-951480876da1 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:15.214541 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62", "tag": "4f41ea81-d12d-4f04-9ca9-37c1b3d59c20", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:15.216581 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69d876b1-787e-4929-9318-951480876da1 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:15.218184 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'tag': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20', 'status': 'completed', 'code': 200} Feb 10 15:39:15.239766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-405005d4-d593-4055-b0c6-fb2c87e0234e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.269291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-405005d4-d593-4055-b0c6-fb2c87e0234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.305395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44244) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:15.323254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.362962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef147f-2e8d-4dec-9f20-71d36f1496ba None None] Pushing event updated for resources: {'Port': ['ID=6e3fe122-e092-4be4-9684-77711a672c82,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:15.404659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:15.409670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9d790e82-5c95-4e76-b498-e86563ee6a73 None None] Provisioning complete for port 6e3fe122-e092-4be4-9684-77711a672c82 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:15.410334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9d790e82-5c95-4e76-b498-e86563ee6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.444866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2dead02f-670e-4360-b861-99a7a40a9501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.468226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-405005d4-d593-4055-b0c6-fb2c87e0234e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eeedb207fc94a60862e427ba0c1a015&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6327894 Feb 10 15:39:15.474200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405005d4-d593-4055-b0c6-fb2c87e0234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ca74d7-4285-49f5-9918-cd8c86382c1c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:15.484096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Checking segment: {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:15.484505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Network hostable DHCP agents. Network: d3b037bc-6477-4536-957e-08be11f42026, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:39:15.509630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44248) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:15.537753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694613-b94c-48fa-a290-b2898565b10d req-9176a532-6134-4d6d-ad21-6ea84ae0909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.539493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-9176a532-6134-4d6d-ad21-6ea84ae0909a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3289692 Feb 10 15:39:15.543201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.557705 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.559657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] 10.222.0.45 "PUT /v2.0/ports/668ca5b9-c743-45f5-b37f-1da31f2566e4 HTTP/1.1" status: 200 len: 1115 time: 5.4421151 Feb 10 15:39:15.709155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Network d3b037bc-6477-4536-957e-08be11f42026 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:39:15.745984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, d3b037bc-6477-4536-957e-08be11f42026) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:15.755427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.758623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.767394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28dc46a-85b5-483c-8a38-bcb22f49984c None None] Network d3b037bc-6477-4536-957e-08be11f42026 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:15.848272 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6262642-6708-4837-83fa-cce49468ba97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4655018 Feb 10 15:39:15.853469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44250) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:15.873484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:15.904915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac1588e1-1b63-41b9-be3e-81ee28976d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:15.934451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124243e-6a91-4abb-9c29-a143d9c1a98c service neutron] Pushing event updated for resources: {'Port': ['ID=668ca5b9-c743-45f5-b37f-1da31f2566e4,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.034539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225c529-9676-465e-b14b-ed54dd46e90d req-e665014d-91a1-42a7-b140-6bf1160f24f8 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:16.036330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7225c529-9676-465e-b14b-ed54dd46e90d req-e665014d-91a1-42a7-b140-6bf1160f24f8 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.4751894 Feb 10 15:39:16.088525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac1588e1-1b63-41b9-be3e-81ee28976d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.115963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2dead02f-670e-4360-b861-99a7a40a9501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.120230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.128400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.129796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-ef2bc3e3-5fb6-439c-952b-d4252c8a6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:16.133859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-ef2bc3e3-5fb6-439c-952b-d4252c8a6e2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86934707facb4f768b5a918a347afdea&device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 1118 time: 0.4383879 Feb 10 15:39:16.165480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2dead02f-670e-4360-b861-99a7a40a9501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.221471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-d3b037bc-6477-4536-957e-08be11f42026', 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'fixed_ips': [{'subnet_id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:39:16.226538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.360120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2dead02f-670e-4360-b861-99a7a40a9501 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fb80b9def8b4d4fb0d77c59fab8cb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0439062 Feb 10 15:39:16.410898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dead02f-670e-4360-b861-99a7a40a9501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae0c50-6d9a-43fd-ac57-2bdb925c9469,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.414087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:16.420616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.430756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:14Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:16.451151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac1588e1-1b63-41b9-be3e-81ee28976d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.453932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac1588e1-1b63-41b9-be3e-81ee28976d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.458928 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac1588e1-1b63-41b9-be3e-81ee28976d73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01ca74d7-4285-49f5-9918-cd8c86382c1c HTTP/1.1" status: 204 len: 168 time: 0.9479375 Feb 10 15:39:16.460167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-c9999840-03e4-4a3c-862d-c7ecbae78337 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4 HTTP/1.1" status: 200 len: 217 time: 0.2652736 Feb 10 15:39:16.473803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-feb4a12d-282f-4e6f-a450-cfef1e5aa22d service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8744247 Feb 10 15:39:16.562051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1588e1-1b63-41b9-be3e-81ee28976d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ca74d7-4285-49f5-9918-cd8c86382c1c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.669260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.673167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61f639ed-8afa-4de6-bcfa-1449263c783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.717523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61f639ed-8afa-4de6-bcfa-1449263c783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.729065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Allocated IP 172.20.0.2 (d3b037bc-6477-4536-957e-08be11f42026/ca50e666-c45a-468b-8d18-46bf2ffa25f7/21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:16.732512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7225c529-9676-465e-b14b-ed54dd46e90d req-3ddcd461-3555-4bb8-9763-5da9f2e98404 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623411 Feb 10 15:39:16.844227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f0ed3-290d-40bd-94ad-15b0c911cc8d req-4187173a-0f22-4978-bd7f-647cd9129fd9 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:16.847683 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61f639ed-8afa-4de6-bcfa-1449263c783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.850453 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61f639ed-8afa-4de6-bcfa-1449263c783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:16.851836 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-61f639ed-8afa-4de6-bcfa-1449263c783a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96ae0c50-6d9a-43fd-ac57-2bdb925c9469 HTTP/1.1" status: 204 len: 168 time: 0.4346299 Feb 10 15:39:16.856119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-022f0ed3-290d-40bd-94ad-15b0c911cc8d req-4187173a-0f22-4978-bd7f-647cd9129fd9 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.7193909 Feb 10 15:39:16.892827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f639ed-8afa-4de6-bcfa-1449263c783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae0c50-6d9a-43fd-ac57-2bdb925c9469,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.918651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-a207cf4c-57de-4f7a-92a8-8ba877fa5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:16.924844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-a207cf4c-57de-4f7a-92a8-8ba877fa5e20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.4076192 Feb 10 15:39:17.045168 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e694613-b94c-48fa-a290-b2898565b10d req-8f0d933f-1f4d-45f4-9f01-5e18c09a11b8 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576248 Feb 10 15:39:17.094191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-022f0ed3-290d-40bd-94ad-15b0c911cc8d req-5c2a14e7-dbcf-48ef-bea3-f9d96f0261d7 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364984 Feb 10 15:39:17.138461 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:17.197409 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:17.200970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d09cc-ee7c-4aec-8634-83c21c8ba49d None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:14Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:17.210878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49030-7d24-48be-a732-735d70cff570 req-87277695-a6eb-4ec4-ab68-2166669a2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:17.213767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-87277695-a6eb-4ec4-ab68-2166669a2050 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2217834 Feb 10 15:39:17.219245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:17.221314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb10f810-814e-48aa-8460-3ca399830a00', 'tag': '668ca5b9-c743-45f5-b37f-1da31f2566e4'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:17.226426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:17.229994 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd166ab3-d262-4400-be49-f1a39ef335cd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb10f810-814e-48aa-8460-3ca399830a00", "tag": "668ca5b9-c743-45f5-b37f-1da31f2566e4"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:17.408495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Network d3b037bc-6477-4536-957e-08be11f42026 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:17.417226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:17.430744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:17.440071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Pushing event updated for resources: {'Port': ['ID=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:17.492449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-333305b7-f0a1-41f7-b2d5-95c7a5a7a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:17.494004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-333305b7-f0a1-41f7-b2d5-95c7a5a7a40c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b0b638dca2c41d6a54b162490df7e28&device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 1098 time: 0.3818834 Feb 10 15:39:17.533866 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce19949-e004-4dad-a76a-9ea48bcb4dcb x-openstack-request-id: req-7ce19949-e004-4dad-a76a-9ea48bcb4dcb {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:17.534195 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb10f810-814e-48aa-8460-3ca399830a00", "tag": "668ca5b9-c743-45f5-b37f-1da31f2566e4", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:17.534589 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ce19949-e004-4dad-a76a-9ea48bcb4dcb {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:17.535080 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb10f810-814e-48aa-8460-3ca399830a00', 'tag': '668ca5b9-c743-45f5-b37f-1da31f2566e4', 'status': 'completed', 'code': 200} Feb 10 15:39:17.558504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Attempting to bind port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:17.558877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Attempting to bind port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:17.559238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Attempting to bind port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 on network d3b037bc-6477-4536-957e-08be11f42026 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:17.572181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:17.572573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Checking segment: {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:17.572991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:17.573394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Bound using segment: {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:17.573889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Bound port: 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:17.574294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:17.751634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Allocated IP 172.25.7.32 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/c569db32-c4b6-4d3b-a9db-320f6c71b0e8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:17.851621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] For port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:17.859930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-2ce11960-3d64-48a1-886e-3250cf56829b service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221282 Feb 10 15:39:17.863421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] For port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:17.872685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:18.110880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54025e9-6ff5-4ab3-ab02-7d4b01c55092 None None] Pushing event updated for resources: {'Port': ['ID=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:18.150148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:18.156591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6e3fe122-e092-4be4-9684-77711a672c82 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:18.281747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:18.300780 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:39:18.354016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6e3fe122-e092-4be4-9684-77711a672c82 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:18.355671 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:18.407695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:18.412676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:18.429689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:18.577378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Pushing event updated for resources: {'Port': ['ID=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:19.130938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:19.413470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efb60-08f7-45ce-8004-7847faee51fd req-f1f748db-98f7-4193-ac41-db67b77e465f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:19.439016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-162efb60-08f7-45ce-8004-7847faee51fd req-f1f748db-98f7-4193-ac41-db67b77e465f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 1.3661339 Feb 10 15:39:19.627383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-d67e9eb3-bb99-490b-9e8e-525206bec61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:19.628910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-d67e9eb3-bb99-490b-9e8e-525206bec61e service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 2.0848336 Feb 10 15:39:19.652080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-162efb60-08f7-45ce-8004-7847faee51fd req-f18511b2-a2e7-41d5-880b-66fb3313ed80 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103064 Feb 10 15:39:19.721536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-fe06a85b-df4f-4619-81eb-2864437f860c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 HTTP/1.1" status: 200 len: 217 time: 0.0664198 Feb 10 15:39:19.733865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef239ac-6e7f-4844-af6a-32435febcd02 req-b6df9e9d-38a8-4441-b892-ed44f6d4c915 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:19.743203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ef239ac-6e7f-4844-af6a-32435febcd02 req-b6df9e9d-38a8-4441-b892-ed44f6d4c915 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 1.4541614 Feb 10 15:39:19.760186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfd49030-7d24-48be-a732-735d70cff570 req-3377249b-b918-4ca9-940a-28608f55167d service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8630891 Feb 10 15:39:19.890359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e03d7-b4ae-444a-99fc-56e40decfe37 None None] Network d3b037bc-6477-4536-957e-08be11f42026 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:19.893779 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:20.018956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ef239ac-6e7f-4844-af6a-32435febcd02 req-e4d85a89-1abe-4862-860f-d294ed451910 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702925 Feb 10 15:39:20.021913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-010e203d-d440-4697-af36-87fd80acf79f None None] Provisioning complete for port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:20.022326 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-010e203d-d440-4697-af36-87fd80acf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:20.050086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-c3c1774b-0473-4193-9274-c10387ea1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:20.060476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-c3c1774b-0473-4193-9274-c10387ea1c29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86934707facb4f768b5a918a347afdea&device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 1118 time: 0.2355032 Feb 10 15:39:20.067272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-4ee4c69b-8bac-4e22-97c2-e5cef49bca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:20.068909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-4ee4c69b-8bac-4e22-97c2-e5cef49bca4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.3229597 Feb 10 15:39:20.142581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:20.383368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-608c98fa-bce2-41ea-92a9-7fe1eed0d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:20.385521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-608c98fa-bce2-41ea-92a9-7fe1eed0d0e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2761028 Feb 10 15:39:20.498513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-d7f7f5aa-341e-45c6-ab79-ea225939b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:20.505403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-d7f7f5aa-341e-45c6-ab79-ea225939b911 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.4355164 Feb 10 15:39:20.556802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:20.557145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:20.558885 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-010e203d-d440-4697-af36-87fd80acf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:20.616819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Router 2218a578-bd0b-40a3-b871-27fc087c7a26 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:39:20.695066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-a8997cf5-af87-4d3f-b0b0-d38fa731f765 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4 HTTP/1.1" status: 200 len: 217 time: 0.1190178 Feb 10 15:39:20.782893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-010e203d-d440-4697-af36-87fd80acf79f None None] For port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:20.792965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-bb3fdab3-1b44-4bcc-a695-d3d779705b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:20.795416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-bb3fdab3-1b44-4bcc-a695-d3d779705b5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0866606 Feb 10 15:39:20.798584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-606414e7-7481-4719-b7bf-49b69a12a09d service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711574 Feb 10 15:39:20.813945 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-010e203d-d440-4697-af36-87fd80acf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:20.921606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:20.934563 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Sync routers for ids ['2218a578-bd0b-40a3-b871-27fc087c7a26'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:20.957189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e203d-d440-4697-af36-87fd80acf79f None None] Pushing event updated for resources: {'Port': ['ID=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:20.982660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:20.991245 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Routers {'2218a578-bd0b-40a3-b871-27fc087c7a26'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:20.993530 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2218a578-bd0b-40a3-b871-27fc087c7a26'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:20.994338 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a30a69ff-92c8-4cff-84c6-c92ae817f2fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1316845 Feb 10 15:39:20.994978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44340) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:21.213377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332224c-08fd-4b3a-a5aa-4921d097a637 req-d664f5f8-a269-4895-934f-2f75f51ca259 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932049 Feb 10 15:39:21.368091 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Set router 2218a578-bd0b-40a3-b871-27fc087c7a26 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:21.402782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-e768a376-7736-4e63-9cda-e46370bc183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:21.405042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-e768a376-7736-4e63-9cda-e46370bc183a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6027482 Feb 10 15:39:21.456176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188927ae-4b62-4007-b567-6ea799ccd0c2 req-1a1e695a-a88d-402e-a034-108fd9d98b0a tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:21.457794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-188927ae-4b62-4007-b567-6ea799ccd0c2 req-1a1e695a-a88d-402e-a034-108fd9d98b0a tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.2477639 Feb 10 15:39:21.471736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ee67065e-6270-4883-998d-a35bc730cc9e None None] Provisioning complete for port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:21.475085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ee67065e-6270-4883-998d-a35bc730cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:21.724447 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-188927ae-4b62-4007-b567-6ea799ccd0c2 req-3c41b4dc-3627-4735-8f91-c29c6383245a tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553999 Feb 10 15:39:21.961765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5caed-00b2-489c-b874-004e22ef678c req-e1596cfa-131c-410e-b1e7-215cc4aa4c73 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:21.965555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25e5caed-00b2-489c-b874-004e22ef678c req-e1596cfa-131c-410e-b1e7-215cc4aa4c73 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.2405424 Feb 10 15:39:21.996588 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:39:18Z', 'revision_number': 3, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:22.056546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-77081c2e-5a7c-44a6-afe9-d0829791778e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538492 Feb 10 15:39:22.068634 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Checking router: 2218a578-bd0b-40a3-b871-27fc087c7a26 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:22.069005 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Updating router 2218a578-bd0b-40a3-b871-27fc087c7a26 port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:39:22.077065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:22.105460 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25e5caed-00b2-489c-b874-004e22ef678c req-6cdca984-90bb-4237-adc9-0ecbaa520f9a tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183393 Feb 10 15:39:22.165534 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:22.237442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:22.306222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:22.306222 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:22.427895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd166ab3-d262-4400-be49-f1a39ef335cd req-a0cb943a-0386-4166-aa60-7ada0285e74f service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928782 Feb 10 15:39:22.792667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Allocated IP 172.20.0.1 (d3b037bc-6477-4536-957e-08be11f42026/ca50e666-c45a-468b-8d18-46bf2ffa25f7/dc69a83f-2a40-49d9-a3eb-889b26b49f43) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:22.822570 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:22.831284 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:22.935990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44376) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:22.967382 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28774b-9d9e-46fd-b081-398cee470c2c None None] Pushing event updated for resources: {'Port': ['ID=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:22.989695 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Attempting to bind port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:22.990005 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Attempting to bind port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:22.990789 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Attempting to bind port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:22.998884 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:22.999632 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:22.999736 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.000148 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:23.000689 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Bound port: c569db32-c4b6-4d3b-a9db-320f6c71b0e8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:23.001215 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.014293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.017639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ffc92-9703-401c-86e9-40d70b7052c0 req-c917af2f-e8fc-4169-8e8e-aeed47499b87 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:23.029843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e8ffc92-9703-401c-86e9-40d70b7052c0 req-c917af2f-e8fc-4169-8e8e-aeed47499b87 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.1661217 Feb 10 15:39:23.079358 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] For port c569db32-c4b6-4d3b-a9db-320f6c71b0e8, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:23.089090 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] For port c569db32-c4b6-4d3b-a9db-320f6c71b0e8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:23.113810 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.116000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e8ffc92-9703-401c-86e9-40d70b7052c0 req-9e2247c6-6f05-4224-933b-7957599e0eac tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 Feb 10 15:39:23.124857 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.177395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44384) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:23.221994 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.223244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Network d3b037bc-6477-4536-957e-08be11f42026 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:23.224805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc69a83f-2a40-49d9-a3eb-889b26b49f43,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:23.230098 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:23.264110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:23.264863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.304520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-903bfa0b-e0b4-4259-93e4-d30ba464d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.333450 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28774b-9d9e-46fd-b081-398cee470c2c None None] Pushing event updated for resources: {'Port': ['ID=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:23.348203 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Routers {'2218a578-bd0b-40a3-b871-27fc087c7a26'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:23.348838 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2218a578-bd0b-40a3-b871-27fc087c7a26'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:23.463166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-903bfa0b-e0b4-4259-93e4-d30ba464d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.476207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-903bfa0b-e0b4-4259-93e4-d30ba464d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.594093 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] Set router 2218a578-bd0b-40a3-b871-27fc087c7a26 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:23.604611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca758edb-89dd-4a15-9b83-8f6398e08418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.617622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-903bfa0b-e0b4-4259-93e4-d30ba464d21f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7013c2d053614fd78af3664093228201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6771355 Feb 10 15:39:23.620098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44390) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:23.643199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.671122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bfa0b-e0b4-4259-93e4-d30ba464d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2415da2-0739-4bb1-8793-2cd114786bd6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:23.752482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6073c93-cf5c-4cac-b4a4-2b203aa336b4 req-743190fa-a12b-4012-ba8a-94b48233216c tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:23.759819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6073c93-cf5c-4cac-b4a4-2b203aa336b4 req-743190fa-a12b-4012-ba8a-94b48233216c tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.4240954 Feb 10 15:39:23.805517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bf670a45-ba97-43c6-a704-380c721a18ba None None] Provisioning complete for port dc69a83f-2a40-49d9-a3eb-889b26b49f43 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:23.805842 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf670a45-ba97-43c6-a704-380c721a18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.906223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bf670a45-ba97-43c6-a704-380c721a18ba None None] Port dc69a83f-2a40-49d9-a3eb-889b26b49f43 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:23.938539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6073c93-cf5c-4cac-b4a4-2b203aa336b4 req-4be15c97-baf4-4852-8ec3-0df0b0cded1e tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718287 Feb 10 15:39:23.977817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.984412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.986220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:23.992274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca758edb-89dd-4a15-9b83-8f6398e08418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.001310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca758edb-89dd-4a15-9b83-8f6398e08418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.051523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b018509a-e127-41a4-9560-d0817474d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.054845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca758edb-89dd-4a15-9b83-8f6398e08418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04aa6e-cdda-4363-8ebd-25bf16913b23,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:24.063109 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:39:18Z', 'revision_number': 3, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:24.135743 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e932bf-7c6e-422b-9a6e-f8dc66f57dd8 None None] The sync data for ids ['2218a578-bd0b-40a3-b871-27fc087c7a26'] in n-d-827895-3 is: [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:39:18Z', 'revision_number': 3, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:24.137289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc69a83f-2a40-49d9-a3eb-889b26b49f43,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:24.141205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b018509a-e127-41a4-9560-d0817474d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.145428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ca758edb-89dd-4a15-9b83-8f6398e08418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b31264d644844254b67f771ca51dc458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9667382 Feb 10 15:39:24.151007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44392) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:24.258680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Network d3b037bc-6477-4536-957e-08be11f42026 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:24.262711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:24.374847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26fa03f2-bc7e-4025-b5a0-0285b8a5942e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.377814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b018509a-e127-41a4-9560-d0817474d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.380964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b018509a-e127-41a4-9560-d0817474d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.382423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b018509a-e127-41a4-9560-d0817474d1f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2415da2-0739-4bb1-8793-2cd114786bd6 HTTP/1.1" status: 204 len: 168 time: 0.7389774 Feb 10 15:39:24.408180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018509a-e127-41a4-9560-d0817474d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2415da2-0739-4bb1-8793-2cd114786bd6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:24.483958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8feb4-40de-45a2-b245-09ddc270b4aa req-5f8b3db0-3008-4fbd-95c8-38ca3f053314 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:24.485669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf8feb4-40de-45a2-b245-09ddc270b4aa req-5f8b3db0-3008-4fbd-95c8-38ca3f053314 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.1997168 Feb 10 15:39:24.494194 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26fa03f2-bc7e-4025-b5a0-0285b8a5942e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.602447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Router 2218a578-bd0b-40a3-b871-27fc087c7a26 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:39:24.706624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf8feb4-40de-45a2-b245-09ddc270b4aa req-a80864af-f4a5-468b-8c81-60b2785f551c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057636 Feb 10 15:39:24.771102 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26fa03f2-bc7e-4025-b5a0-0285b8a5942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.774075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26fa03f2-bc7e-4025-b5a0-0285b8a5942e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:24.779350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-26fa03f2-bc7e-4025-b5a0-0285b8a5942e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a04aa6e-cdda-4363-8ebd-25bf16913b23 HTTP/1.1" status: 204 len: 168 time: 0.6239116 Feb 10 15:39:24.819390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa03f2-bc7e-4025-b5a0-0285b8a5942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04aa6e-cdda-4363-8ebd-25bf16913b23,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:24.860646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b91c576b-a428-4c81-9cad-c25b12934b75 None None] Provisioning complete for port dc69a83f-2a40-49d9-a3eb-889b26b49f43 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:24.861235 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b91c576b-a428-4c81-9cad-c25b12934b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.008664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b91c576b-a428-4c81-9cad-c25b12934b75 None None] Port dc69a83f-2a40-49d9-a3eb-889b26b49f43 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:25.233229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae805-c113-4d94-bd43-88f888adb576 req-56027543-86e3-4ed1-9bd4-e738601d06e2 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:25.235880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f19ae805-c113-4d94-bd43-88f888adb576 req-56027543-86e3-4ed1-9bd4-e738601d06e2 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.1488960 Feb 10 15:39:25.274762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44404) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:25.305241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad04a-f371-4e86-ac68-0d90676c5dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.342302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:25.352533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f19ae805-c113-4d94-bd43-88f888adb576 req-bbf9cdd5-7d05-4337-af3e-60fca22df93f tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041675 Feb 10 15:39:25.374582 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba49a3f8-48b8-494b-a592-d7ad19df4ff0 admin admin] 10.222.0.21 "PUT /v2.0/routers/2218a578-bd0b-40a3-b871-27fc087c7a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3784590 Feb 10 15:39:25.457020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad04a-f371-4e86-ac68-0d90676c5dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.462535 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad04a-f371-4e86-ac68-0d90676c5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.587136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0d6ad04a-f371-4e86-ac68-0d90676c5dd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=553c7a31ddb64b0d972d398c8cb72973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103325 Feb 10 15:39:25.590753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:25.606098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ad04a-f371-4e86-ac68-0d90676c5dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92068469-21ef-4592-a130-7c4952df422b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:25.704936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbfa6-e5bd-4c52-a52e-ec5d0f8286eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.727611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44416) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:25.767324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d5ced91-696b-4a48-b138-bde084c99069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.788297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbfa6-e5bd-4c52-a52e-ec5d0f8286eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.905329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbfa6-e5bd-4c52-a52e-ec5d0f8286eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.908017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbfa6-e5bd-4c52-a52e-ec5d0f8286eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:25.912815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c1cfbfa6-e5bd-4c52-a52e-ec5d0f8286eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92068469-21ef-4592-a130-7c4952df422b HTTP/1.1" status: 204 len: 168 time: 0.3207517 Feb 10 15:39:25.952156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfbfa6-e5bd-4c52-a52e-ec5d0f8286eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92068469-21ef-4592-a130-7c4952df422b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:25.999328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf41ce-70c3-4e89-b489-96c520bedaa7 req-65bbe189-3aad-4b6d-aaee-082e26b50b4b tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:26.001046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fdf41ce-70c3-4e89-b489-96c520bedaa7 req-65bbe189-3aad-4b6d-aaee-082e26b50b4b tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.1411788 Feb 10 15:39:26.044487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d5ced91-696b-4a48-b138-bde084c99069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.061140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d5ced91-696b-4a48-b138-bde084c99069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.192931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c569db32-c4b6-4d3b-a9db-320f6c71b0e8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:26.312836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:26.313300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.330952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fdf41ce-70c3-4e89-b489-96c520bedaa7 req-61f9e12d-3376-477e-82a5-e02546063df1 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219810 Feb 10 15:39:26.346056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ced91-696b-4a48-b138-bde084c99069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd89750-8b91-4069-bdf6-0e7093a5b8e4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:26.352455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0d5ced91-696b-4a48-b138-bde084c99069 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15309fcd0fa84b2fb3afa6fbc55612d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235814 Feb 10 15:39:26.355713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:26.471119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a38df6bf-8a5d-430b-b200-1b33d0481bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.501380 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.538290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c569db32-c4b6-4d3b-a9db-320f6c71b0e8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:26.544159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.545743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a38df6bf-8a5d-430b-b200-1b33d0481bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.598855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:26.623149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473031a-982b-461e-8c5c-08b1f0d832a8 req-e02a21de-5c99-4af9-9ccb-8e4933fa4348 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:26.624648 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c473031a-982b-461e-8c5c-08b1f0d832a8 req-e02a21de-5c99-4af9-9ccb-8e4933fa4348 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.1298180 Feb 10 15:39:26.668267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a38df6bf-8a5d-430b-b200-1b33d0481bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.670363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a38df6bf-8a5d-430b-b200-1b33d0481bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:26.673950 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a38df6bf-8a5d-430b-b200-1b33d0481bd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dd89750-8b91-4069-bdf6-0e7093a5b8e4 HTTP/1.1" status: 204 len: 168 time: 0.3134377 Feb 10 15:39:26.702128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c473031a-982b-461e-8c5c-08b1f0d832a8 req-13110bb2-4510-4e18-86f5-82c6e78cef46 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653691 Feb 10 15:39:26.702986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df6bf-8a5d-430b-b200-1b33d0481bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd89750-8b91-4069-bdf6-0e7093a5b8e4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:26.786417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.064525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Sync routers for ids ['2218a578-bd0b-40a3-b871-27fc087c7a26'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:27.078835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Routers {'2218a578-bd0b-40a3-b871-27fc087c7a26'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:27.080042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2218a578-bd0b-40a3-b871-27fc087c7a26'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:27.088711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44468) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:27.094215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038157993', 'description': 'tempest-description--405637506'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:27.139257 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.239597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Set router 2218a578-bd0b-40a3-b871-27fc087c7a26 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:27.255812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.264007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.264178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44474) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:27.300829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43cd75d-ac06-4113-b8a0-9e18dcdd037f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.313868 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.315973 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31a82316-0314-4f6c-885e-52c73f9668ea tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2259223 Feb 10 15:39:27.319075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44480) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:27.327607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'security_group_rule': {'security_group_id': 'c43cd75d-ac06-4113-b8a0-9e18dcdd037f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:27.368901 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.437662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-network', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:27.477737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.480886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Made reservation on behalf of 58cd6cd34625403eaa79928b1268ee00 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:27.483682 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.484403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.503756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a49bd1-6a66-41b5-837c-27414b6df91b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.516478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.517808 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-75fd54b6-ae81-49f9-8eb3-29db877fe055 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1973226 Feb 10 15:39:27.520463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44488) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:27.521958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.526907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'security_group_rule': {'security_group_id': 'c43cd75d-ac06-4113-b8a0-9e18dcdd037f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:27.530579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:39:23Z', 'revision_number': 4, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'dc69a83f-2a40-49d9-a3eb-889b26b49f43', 'name': '', 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'mac_address': 'fa:16:3e:3f:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:22Z', 'updated_at': '2022-02-10T15:39:23Z', 'revision_number': 2, 'project_id': '091c283779ba4784b1d82622f9269069', 'subnets': [{'id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:27.559195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Checking router: 2218a578-bd0b-40a3-b871-27fc087c7a26 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:27.560289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Updating router 2218a578-bd0b-40a3-b871-27fc087c7a26 port dc69a83f-2a40-49d9-a3eb-889b26b49f43 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:39:27.563637 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.564230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f129889-e965-439a-a165-491be75d96f8 req-64777089-e84e-45f7-96af-9229c1cf8ed2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.565852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f129889-e965-439a-a165-491be75d96f8 req-64777089-e84e-45f7-96af-9229c1cf8ed2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.0971880 Feb 10 15:39:27.597247 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.655818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.663761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f129889-e965-439a-a165-491be75d96f8 req-b99396f6-32e3-4aab-b6ed-f20897f0e5a5 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869622 Feb 10 15:39:27.664953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.704802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.711876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.716114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e872402-bc4f-4827-82a7-5c4878038502,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.733610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.737881 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03e99246-6158-4f2d-928d-d4a2b3ab2b8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2116561 Feb 10 15:39:27.738009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44492) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:27.746903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:27.748277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:39:27.758145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.764051 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.764394 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Added segment b8acbf3b-8517-4c46-97dc-a18bdf476a6f of type vlan for network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 Feb 10 15:39:27.783271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.822588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.899319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.900411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.901057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:27.944364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16b510-c7ea-4cad-ab25-4df79cb90674 req-0afa5949-9fe9-4c63-be6c-22561eab24eb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.952815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae16b510-c7ea-4cad-ab25-4df79cb90674 req-0afa5949-9fe9-4c63-be6c-22561eab24eb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.0960770 Feb 10 15:39:28.030953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7654445 Feb 10 15:39:28.031728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44500) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:28.044233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Request body: {'subnet': {'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-subnet', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:28.054193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b739c6-323b-44fa-9729-f5627b8a5089 admin admin] Pushing event updated for resources: {'Network': ['ID=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.061042 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.066550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c569db32-c4b6-4d3b-a9db-320f6c71b0e8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:28.069027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:39:28.088994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Made reservation on behalf of 58cd6cd34625403eaa79928b1268ee00 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:28.091967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.099333 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.100562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.124234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae16b510-c7ea-4cad-ab25-4df79cb90674 req-ab64dba4-4bdc-46c9-a827-68806ad5bece tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649537 Feb 10 15:39:28.254029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25999f-37b5-45c6-ab5d-3fcb1fc3d2b9 None None] Pushing event updated for resources: {'Port': ['ID=dc69a83f-2a40-49d9-a3eb-889b26b49f43,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.286204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Allocated IP 172.25.7.96 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/4e68e0a9-f5d4-4476-8d54-6391109155ec) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:28.298843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:28.298983 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.301209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Attempting to bind port dc69a83f-2a40-49d9-a3eb-889b26b49f43 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:28.302198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Attempting to bind port dc69a83f-2a40-49d9-a3eb-889b26b49f43 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:28.302558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Attempting to bind port dc69a83f-2a40-49d9-a3eb-889b26b49f43 on network d3b037bc-6477-4536-957e-08be11f42026 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:28.326940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:28.327363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Checking segment: {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:28.327823 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.328277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Bound using segment: {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:28.328908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Bound port: dc69a83f-2a40-49d9-a3eb-889b26b49f43, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfb73b6-7dc2-401e-8ce7-580bbbd90807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:28.329136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.469038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] For port dc69a83f-2a40-49d9-a3eb-889b26b49f43, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:28.469296 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.477380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.489358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] For port dc69a83f-2a40-49d9-a3eb-889b26b49f43, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dc69a83f-2a40-49d9-a3eb-889b26b49f43,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:28.502318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.529317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.552329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bceffd-7324-4ba0-9414-9eb816889d4b,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.569340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Checking segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:28.569697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Network hostable DHCP agents. Network: 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:39:28.594361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:28.598323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0b96183e-b36b-4ec4-8479-ed123969d532 None None] Provisioning complete for port dc69a83f-2a40-49d9-a3eb-889b26b49f43 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:28.598751 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b96183e-b36b-4ec4-8479-ed123969d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.600584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:39:28.601694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25999f-37b5-45c6-ab5d-3fcb1fc3d2b9 None None] Pushing event updated for resources: {'Port': ['ID=dc69a83f-2a40-49d9-a3eb-889b26b49f43,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.601886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:28.605817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Routers {'2218a578-bd0b-40a3-b871-27fc087c7a26'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:28.606491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2218a578-bd0b-40a3-b871-27fc087c7a26'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:28.610056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:28.624389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:28.629954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:28.632433 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.632818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'Port': ['ID=4e68e0a9-f5d4-4476-8d54-6391109155ec,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.675836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b6fdd1a5-cb24-4152-ab17-de8230442a61 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6360550 Feb 10 15:39:28.681216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44514) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:28.685790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:28.730014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.731372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.769111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.826996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.860546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6c6d6-2a58-4b42-9395-95a510be86be None None] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:28.903178 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:28.976574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40740557-af6d-4c6b-a820-5408cfd4fe2f req-e46f04b5-e6a6-4d95-9689-b40574a933c3 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:28.978192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40740557-af6d-4c6b-a820-5408cfd4fe2f req-e46f04b5-e6a6-4d95-9689-b40574a933c3 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.1781168 Feb 10 15:39:29.076070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.079652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b96183e-b36b-4ec4-8479-ed123969d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.082478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e7c2-c586-45e2-82a8-3788a8eea5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.084245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.130808 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.138678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40740557-af6d-4c6b-a820-5408cfd4fe2f req-1ce6768a-7033-4749-98d2-ad7fb68e9daf tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271160 Feb 10 15:39:29.141498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.154235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'Port': ['ID=4e68e0a9-f5d4-4476-8d54-6391109155ec,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:29.159807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.162075 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-37046fac-8096-484a-8bca-3ee98c82fa6d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4189358 Feb 10 15:39:29.203022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0b96183e-b36b-4ec4-8479-ed123969d532 None None] For port dc69a83f-2a40-49d9-a3eb-889b26b49f43, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dc69a83f-2a40-49d9-a3eb-889b26b49f43,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:29.211820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] Set router 2218a578-bd0b-40a3-b871-27fc087c7a26 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:29.270067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b96183e-b36b-4ec4-8479-ed123969d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.349591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96183e-b36b-4ec4-8479-ed123969d532 None None] Pushing event updated for resources: {'Port': ['ID=dc69a83f-2a40-49d9-a3eb-889b26b49f43,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:29.366456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddd17a-d361-4899-94d8-fa84e40afa82 req-86332d70-6239-4b8e-8e92-14337c776849 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:29.367986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1ddd17a-d361-4899-94d8-fa84e40afa82 req-86332d70-6239-4b8e-8e92-14337c776849 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 967 time: 0.0898230 Feb 10 15:39:29.445905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1ddd17a-d361-4899-94d8-fa84e40afa82 req-a33096ee-4d42-4c83-b0b4-8d686dfba4de tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720737 Feb 10 15:39:29.464229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:39:29.465301 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.488328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-10a23b3e-be3c-43a7-afda-c1b95e7c5118 None None] Provisioning complete for port dc69a83f-2a40-49d9-a3eb-889b26b49f43 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:29.488702 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10a23b3e-be3c-43a7-afda-c1b95e7c5118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.581809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-cc5191ae-464b-4f94-976d-ad07162d86e1 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2038157993&fields=id&tenant_id=38f447b64da84913b5011ad6776dd713 HTTP/1.1" status: 200 len: 267 time: 0.1565273 Feb 10 15:39:29.740048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Allocated IP 172.20.0.2 (8be1ec4b-bc35-4a6b-a38a-d6fb512894e8/f3bceffd-7324-4ba0-9414-9eb816889d4b/c10be1d0-b630-483e-920b-4145da440f7a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:29.744268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.776397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.782021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44568) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:29.802428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:39:23Z', 'revision_number': 4, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'dc69a83f-2a40-49d9-a3eb-889b26b49f43', 'name': '', 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'mac_address': 'fa:16:3e:3f:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:22Z', 'updated_at': '2022-02-10T15:39:28Z', 'revision_number': 4, 'project_id': '091c283779ba4784b1d82622f9269069', 'subnets': [{'id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:29.834392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5e400-2ccb-443b-881e-2e3dc9fb2346 None None] The sync data for ids ['2218a578-bd0b-40a3-b871-27fc087c7a26'] in n-d-827895-3 is: [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:39:23Z', 'revision_number': 4, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'dc69a83f-2a40-49d9-a3eb-889b26b49f43', 'name': '', 'network_id': 'd3b037bc-6477-4536-957e-08be11f42026', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'mac_address': 'fa:16:3e:3f:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:22Z', 'updated_at': '2022-02-10T15:39:28Z', 'revision_number': 4, 'project_id': '091c283779ba4784b1d82622f9269069', 'subnets': [{'id': 'ca50e666-c45a-468b-8d18-46bf2ffa25f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:29.894384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-9c7b9293-0b9d-4561-9f8e-9ebe716d827f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:29.902362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-9c7b9293-0b9d-4561-9f8e-9ebe716d827f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 823 time: 0.2992032 Feb 10 15:39:29.953566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be13f092-4b94-4afa-aa6f-f1a384eb4f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.959097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:29.965740 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.011496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 668ca5b9-c743-45f5-b37f-1da31f2566e4 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:30.034263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:30.054807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:30.061416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:30.064469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Pushing event updated for resources: {'Port': ['ID=c10be1d0-b630-483e-920b-4145da440f7a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.077824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be13f092-4b94-4afa-aa6f-f1a384eb4f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.083597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be13f092-4b94-4afa-aa6f-f1a384eb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.128456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13f092-4b94-4afa-aa6f-f1a384eb4f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31130f87-dbf8-48c4-8084-922897654105,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.133445 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be13f092-4b94-4afa-aa6f-f1a384eb4f8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33e0be05856444f29c63607e6ed9279d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500302 Feb 10 15:39:30.136097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44572) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:30.180932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-2015b902-16fe-44a0-8e2f-7f0388253e68 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/quotas/38f447b64da84913b5011ad6776dd713 HTTP/1.1" status: 200 len: 375 time: 0.2774093 Feb 10 15:39:30.199699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Attempting to bind port c10be1d0-b630-483e-920b-4145da440f7a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:30.200724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Attempting to bind port c10be1d0-b630-483e-920b-4145da440f7a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:30.201508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Attempting to bind port c10be1d0-b630-483e-920b-4145da440f7a on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:30.209728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:30.210117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Checking segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:30.210629 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.211013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Bound using segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:30.211512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Bound port: c10be1d0-b630-483e-920b-4145da440f7a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:30.211902 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.226970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648023db-675a-4ff9-a2cd-8a0445defee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.249031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 668ca5b9-c743-45f5-b37f-1da31f2566e4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:30.258868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Allocated IP 172.25.7.117 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/551f52aa-fae1-436f-9adc-5f148c017dde) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:30.278710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648023db-675a-4ff9-a2cd-8a0445defee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.294948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '668ca5b9-c743-45f5-b37f-1da31f2566e4', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '668ca5b9-c743-45f5-b37f-1da31f2566e4', 'mac_address': 'fa:16:3e:11:b7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:tempest-test_az-425351668', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:30.304488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-0048f9d8-a59a-465f-8834-f2d3a5b12be8 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227601 Feb 10 15:39:30.342254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648023db-675a-4ff9-a2cd-8a0445defee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.344953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648023db-675a-4ff9-a2cd-8a0445defee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.347526 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-648023db-675a-4ff9-a2cd-8a0445defee2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31130f87-dbf8-48c4-8084-922897654105 HTTP/1.1" status: 204 len: 168 time: 0.2084582 Feb 10 15:39:30.358752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648023db-675a-4ff9-a2cd-8a0445defee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31130f87-dbf8-48c4-8084-922897654105,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.396750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] For port c10be1d0-b630-483e-920b-4145da440f7a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:30.399591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.444615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] For port c10be1d0-b630-483e-920b-4145da440f7a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c10be1d0-b630-483e-920b-4145da440f7a,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:30.449263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668ca5b9-c743-45f5-b37f-1da31f2566e4 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:30.461209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.507126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cafae-93d5-48bb-b41f-b5a8eeedd166 req-60afad7a-c6a7-4955-b8bb-3f8136fc6c9e tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:30.518553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d46cafae-93d5-48bb-b41f-b5a8eeedd166 req-60afad7a-c6a7-4955-b8bb-3f8136fc6c9e tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.2269435 Feb 10 15:39:30.541470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 668ca5b9-c743-45f5-b37f-1da31f2566e4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:30.548606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.559329 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.602163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d46cafae-93d5-48bb-b41f-b5a8eeedd166 req-63c17ed0-1501-461a-a7b7-dbfd51461d47 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826349 Feb 10 15:39:30.603418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c65e-27fb-4ad9-a5b0-89f7362cccb8 None None] Pushing event updated for resources: {'Port': ['ID=c10be1d0-b630-483e-920b-4145da440f7a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.696525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=668ca5b9-c743-45f5-b37f-1da31f2566e4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.697246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-21051e90-b1d7-4d1d-93dd-2d37a76ba2eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:39:30.707140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-21051e90-b1d7-4d1d-93dd-2d37a76ba2eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2325280 Feb 10 15:39:30.720971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.840659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['668ca5b9-c743-45f5-b37f-1da31f2566e4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:30.845439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44588) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:30.862483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:30.867635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af3aa719-4a1a-46f8-9456-d6981c10a64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:30.880766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:30.894078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:31.026602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af3aa719-4a1a-46f8-9456-d6981c10a64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.035133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af3aa719-4a1a-46f8-9456-d6981c10a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.062783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Pushing event updated for resources: {'Port': ['ID=551f52aa-fae1-436f-9adc-5f148c017dde,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:31.102056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af3aa719-4a1a-46f8-9456-d6981c10a64e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3937c635b87f4d3cbfd406292b0b5e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555206 Feb 10 15:39:31.109635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44590) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:31.120681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-1f5e90de-2348-4dee-94ad-24ec3f87236c service neutron] 10.222.0.21 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120102 Feb 10 15:39:31.152921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aa719-4a1a-46f8-9456-d6981c10a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a027e68-a87e-4706-8b15-77b510d6cd55,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:31.166822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410087e6-a57e-4853-aa45-bea96cd2557b req-5e697c13-d5c2-4703-b940-2ae4ebfd91b6 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.169838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-410087e6-a57e-4853-aa45-bea96cd2557b req-5e697c13-d5c2-4703-b940-2ae4ebfd91b6 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 968 time: 0.4513385 Feb 10 15:39:31.196019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7340d10d-274b-46b6-98c1-bcbb6b816c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.226724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7340d10d-274b-46b6-98c1-bcbb6b816c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.295775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-410087e6-a57e-4853-aa45-bea96cd2557b req-b0aeaedd-d35f-404f-8876-edb72b95bcbc tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929070 Feb 10 15:39:31.326161 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b2b4-6f78-4e97-b4eb-41b480682411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.352646 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7340d10d-274b-46b6-98c1-bcbb6b816c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.355425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7340d10d-274b-46b6-98c1-bcbb6b816c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.357589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7340d10d-274b-46b6-98c1-bcbb6b816c76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a027e68-a87e-4706-8b15-77b510d6cd55 HTTP/1.1" status: 204 len: 168 time: 0.2457423 Feb 10 15:39:31.368631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340d10d-274b-46b6-98c1-bcbb6b816c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a027e68-a87e-4706-8b15-77b510d6cd55,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:31.431681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-849415d1-1daf-4738-afc6-3cc58dd9448e service neutron] 10.222.0.21 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094187 Feb 10 15:39:31.545801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:31.578910 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:31.820480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:39:31.845890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0541c0d0-b86b-488f-a8d4-3caee2a2be68 req-232d430c-6ea4-4f9b-ab13-f23cada225f4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 210 time: 0.1092784 Feb 10 15:39:31.915005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c91d-15e3-46fa-ae1e-481299253ce6 req-ff603488-8b69-4836-966e-fce23d1a71d6 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.926925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bf1c91d-15e3-46fa-ae1e-481299253ce6 req-ff603488-8b69-4836-966e-fce23d1a71d6 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 947 time: 0.1891303 Feb 10 15:39:32.001093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:32.004893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 668ca5b9-c743-45f5-b37f-1da31f2566e4 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:32.053383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bf1c91d-15e3-46fa-ae1e-481299253ce6 req-d880ad1f-7a94-4f41-814e-35110a57e40d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185193 Feb 10 15:39:32.121282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c10be1d0-b630-483e-920b-4145da440f7a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:32.132502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20', 'mac_address': 'fa:16:3e:5d:4c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:32.136997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.174462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f3219-893b-48c8-828c-c2c181e91977 None None] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:32.320609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:39:32.354428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.360131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ab18e866-8347-4877-8d3c-ae52b0cb3a94 None None] Provisioning complete for port c10be1d0-b630-483e-920b-4145da440f7a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:32.360672 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab18e866-8347-4877-8d3c-ae52b0cb3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.367878 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.429448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:32.470440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:32.484499 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:32.506158 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:32.509829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:32.522815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.527908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44630) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:32.528827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ae4427c5-f0e4-4b93-85cd-e7612c5429e2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8458786 Feb 10 15:39:32.530793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:32.532778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 668ca5b9-c743-45f5-b37f-1da31f2566e4 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:32.538840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd5fb8-8a0f-4715-93c3-85c4e83fcde8 req-6d6912f5-cd07-4c51-b1e5-312b0811a690 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:32.541023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19cd5fb8-8a0f-4715-93c3-85c4e83fcde8 req-6d6912f5-cd07-4c51-b1e5-312b0811a690 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 968 time: 0.0677538 Feb 10 15:39:32.587881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19cd5fb8-8a0f-4715-93c3-85c4e83fcde8 req-601f2095-a495-4015-b2e9-b5f9e38499fb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383391 Feb 10 15:39:32.605599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44632) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:32.620658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 668ca5b9-c743-45f5-b37f-1da31f2566e4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:32.621979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.663013 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.672907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c10be1d0-b630-483e-920b-4145da440f7a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:32.673211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.698315 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:32.723293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2087662814-network', 'tenant_id': 'b73e339bdee048d7a643d4bd172f3f61'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:32.754142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Made reservation on behalf of b73e339bdee048d7a643d4bd172f3f61 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:32.756597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.768918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.798293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:32.913283 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.943294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.948619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:32.986984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab22f30-4dc3-4c83-a189-d26047bc2470,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.048002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab18e866-8347-4877-8d3c-ae52b0cb3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.076252 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:31Z', 'revision_number': 3, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:33.136797 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:33.137557 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Updating router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 port 551f52aa-fae1-436f-9adc-5f148c017dde binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:39:33.163413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c10be1d0-b630-483e-920b-4145da440f7a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c10be1d0-b630-483e-920b-4145da440f7a,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:33.164605 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.176019 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.182788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.183592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc69a83f-2a40-49d9-a3eb-889b26b49f43 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:33.260944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c10be1d0-b630-483e-920b-4145da440f7a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.273679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['4f41ea81-d12d-4f04-9ca9-37c1b3d59c20'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:33.278981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b91f06da-a818-47ad-b9e7-0305f22afaf7 req-4f1decac-53d8-43d2-b6ec-37162df2bed3 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 210 time: 0.2881064 Feb 10 15:39:33.282123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:39:33.349270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.349662 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Added segment 86d7350f-2e02-4b5f-b8a2-125448930628 of type vlan for network b413207d-8b41-40ca-89e0-9e6bb8d0675a Feb 10 15:39:33.365672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 668ca5b9-c743-45f5-b37f-1da31f2566e4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:33.380234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb10f810-814e-48aa-8460-3ca399830a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668ca5b9-c743-45f5-b37f-1da31f2566e4'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:33.430210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec81ae5-5aae-405d-89b3-c61f148c6e2e req-e676a044-fefd-42ec-b7d6-bdedb27aa587 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:33.432660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ec81ae5-5aae-405d-89b3-c61f148c6e2e req-e676a044-fefd-42ec-b7d6-bdedb27aa587 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 948 time: 0.1523979 Feb 10 15:39:33.484930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.485943 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.500561 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.528426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ec81ae5-5aae-405d-89b3-c61f148c6e2e req-fe8c65ff-5176-4432-a8dc-fb1d35a391f2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706420 Feb 10 15:39:33.555965 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.570860 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.575206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-38df5045-1912-43ce-bf3d-852acce0b80c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:33.576407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-38df5045-1912-43ce-bf3d-852acce0b80c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.75 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 823 time: 0.2929993 Feb 10 15:39:33.578306 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-ab18e866-8347-4877-8d3c-ae52b0cb3a94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:39:33.578994 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-ab18e866-8347-4877-8d3c-ae52b0cb3a94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:39:33.585748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.587010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:33.587949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.634089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=668ca5b9-c743-45f5-b37f-1da31f2566e4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.661040 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Attempting to bind port 551f52aa-fae1-436f-9adc-5f148c017dde on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:33.661790 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Attempting to bind port 551f52aa-fae1-436f-9adc-5f148c017dde by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:33.661790 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Attempting to bind port 551f52aa-fae1-436f-9adc-5f148c017dde on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:33.671567 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:33.671955 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:33.672370 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.672760 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:33.673239 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Bound port: 551f52aa-fae1-436f-9adc-5f148c017dde, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:33.673626 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.676512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port dc69a83f-2a40-49d9-a3eb-889b26b49f43 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:33.676893 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.717388 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87852ee-2dab-4bff-a748-fa867873b70d None None] Pushing event updated for resources: {'Port': ['ID=551f52aa-fae1-436f-9adc-5f148c017dde,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.759397 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] For port 551f52aa-fae1-436f-9adc-5f148c017dde, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:33.765571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] For port 551f52aa-fae1-436f-9adc-5f148c017dde, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=551f52aa-fae1-436f-9adc-5f148c017dde,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:33.765889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Allocated IP 172.20.0.1 (8be1ec4b-bc35-4a6b-a38a-d6fb512894e8/f3bceffd-7324-4ba0-9414-9eb816889d4b/7c7ead92-ada5-45e7-97f3-d9d2eba3d26d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:33.774499 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.799699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1924825 Feb 10 15:39:33.802190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44646) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:33.806937 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2802f485-ff26-447f-9264-178c6f3a7de7" -d '{"events": [{"server_uuid": "eb10f810-814e-48aa-8460-3ca399830a00", "name": "network-vif-plugged", "status": "completed", "tag": "668ca5b9-c743-45f5-b37f-1da31f2566e4"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:33.807938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Request body: {'subnet': {'network_id': 'b413207d-8b41-40ca-89e0-9e6bb8d0675a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2087662814-subnet', 'tenant_id': 'b73e339bdee048d7a643d4bd172f3f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:33.853708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87852ee-2dab-4bff-a748-fa867873b70d None None] Pushing event updated for resources: {'Port': ['ID=551f52aa-fae1-436f-9adc-5f148c017dde,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.879151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:33.881329 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:33.899985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Made reservation on behalf of b73e339bdee048d7a643d4bd172f3f61 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:33.906363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.919254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-be555541-18b9-417c-b794-9a1062fa751e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f447b64da84913b5011ad6776dd713 HTTP/1.1" status: 200 len: 380 time: 0.3166678 Feb 10 15:39:33.936796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'port': {'device_id': '54a12f48-d309-478f-83ca-5adf76dc2975', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'admin_state_up': True, 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'security_groups': ['c43cd75d-ac06-4113-b8a0-9e18dcdd037f']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:33.941219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c1d93-20e4-4bd6-b018-ce64628b62c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b413207d-8b41-40ca-89e0-9e6bb8d0675a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.963493 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:33.972098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b413207d-8b41-40ca-89e0-9e6bb8d0675a details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:39:34.012182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c5e15-b566-41bb-b32e-b3cb008fc678 req-c0656eb6-4059-439b-9903-bf120807facb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.014534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b44c5e15-b566-41bb-b32e-b3cb008fc678 req-c0656eb6-4059-439b-9903-bf120807facb tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 969 time: 0.2324488 Feb 10 15:39:34.025277 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15805702-48f9-4d40-8d3f-53d29876a9a2 x-openstack-request-id: req-15805702-48f9-4d40-8d3f-53d29876a9a2 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:34.025636 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb10f810-814e-48aa-8460-3ca399830a00", "name": "network-vif-plugged", "status": "completed", "tag": "668ca5b9-c743-45f5-b37f-1da31f2566e4", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:34.025957 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15805702-48f9-4d40-8d3f-53d29876a9a2 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:34.026464 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb10f810-814e-48aa-8460-3ca399830a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668ca5b9-c743-45f5-b37f-1da31f2566e4', 'code': 200} Feb 10 15:39:34.067725 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:34.068459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c10be1d0-b630-483e-920b-4145da440f7a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:34.080347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.088548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b44c5e15-b566-41bb-b32e-b3cb008fc678 req-6e7284ac-8787-4e6d-ad2f-127f56a25db3 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677750 Feb 10 15:39:34.164616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.186920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c10be1d0-b630-483e-920b-4145da440f7a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:34.187417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.192014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:34.197394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:34.212481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1684ba-edad-49d4-ace9-9ddaf3ef00f7 req-1f01aa24-2e09-49a2-871b-abf3cf11a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.214170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c1684ba-edad-49d4-ace9-9ddaf3ef00f7 req-1f01aa24-2e09-49a2-871b-abf3cf11a4b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 1120 time: 0.1193724 Feb 10 15:39:34.222260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:34.222655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.256091 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0c1684ba-edad-49d4-ace9-9ddaf3ef00f7 req-36bd5013-71c9-47b6-9b81-e60d79d67cda service neutron] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.290313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Made reservation on behalf of 38f447b64da84913b5011ad6776dd713 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:34.295137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.305912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.318754 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:31Z', 'revision_number': 3, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:34.332986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-98bf6f48-14a7-4ed0-b381-322aa1bde0ff None None] Provisioning complete for port c10be1d0-b630-483e-920b-4145da440f7a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:34.333421 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98bf6f48-14a7-4ed0-b381-322aa1bde0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.334401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:34.385580 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0004-0975-45e3-94ee-9d2c4f97458d None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:31Z', 'revision_number': 3, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:34.489301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd5da2d0-2415-4030-9930-7448c4091d87 req-4b67b140-d4f3-43a3-b5c2-b073a862ef30 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 210 time: 0.0784135 Feb 10 15:39:34.542939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Allocated IP 172.20.0.9 (68d8c2fb-12b4-44f9-855d-8d41fb478d60/4a0b504d-d0a9-4918-a563-162039f0b78b/eaf2623c-09e6-40df-aca1-07cb6c759517) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:34.596807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.611839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0c1684ba-edad-49d4-ace9-9ddaf3ef00f7 req-36bd5013-71c9-47b6-9b81-e60d79d67cda service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.618964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0c1684ba-edad-49d4-ace9-9ddaf3ef00f7 req-36bd5013-71c9-47b6-9b81-e60d79d67cda service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.648379 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.698099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c1684ba-edad-49d4-ace9-9ddaf3ef00f7 req-36bd5013-71c9-47b6-9b81-e60d79d67cda service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729691 Feb 10 15:39:34.699920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbde903d-fc36-459e-b189-a5f29ea96742,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:34.733950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Checking segment: {'id': '86d7350f-2e02-4b5f-b8a2-125448930628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b413207d-8b41-40ca-89e0-9e6bb8d0675a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:34.733950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Network hostable DHCP agents. Network: b413207d-8b41-40ca-89e0-9e6bb8d0675a, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:39:34.749785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd5013-71c9-47b6-9b81-e60d79d67cda service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d39147a-975c-4558-a7fd-351113938919,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:34.754297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0303d5b4-ad7c-42e5-8b2c-9b4d42467a5a None None] Provisioning complete for port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:34.754832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0303d5b4-ad7c-42e5-8b2c-9b4d42467a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.793505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c05354-a950-4a02-a0fc-14d0bb4b6b47 req-692b4697-8bfa-4c03-acea-0017cc6266b1 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.795110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68c05354-a950-4a02-a0fc-14d0bb4b6b47 req-692b4697-8bfa-4c03-acea-0017cc6266b1 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 948 time: 0.1435924 Feb 10 15:39:34.815116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Network b413207d-8b41-40ca-89e0-9e6bb8d0675a is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:39:34.831382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0303d5b4-ad7c-42e5-8b2c-9b4d42467a5a None None] Port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:34.848918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.862110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b413207d-8b41-40ca-89e0-9e6bb8d0675a) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:34.869824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.870497 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.885493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4dc7fd-d95b-4ce4-b4a6-212c88147fec None None] Network b413207d-8b41-40ca-89e0-9e6bb8d0675a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:34.888186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68c05354-a950-4a02-a0fc-14d0bb4b6b47 req-d7264e20-a338-49be-ac01-c6197d84ef8a tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779839 Feb 10 15:39:34.908369 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9c3c64e1-5d74-4c5f-9d5b-a453d91306c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1048703 Feb 10 15:39:34.926816 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.986113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:34.987790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.989678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:34.993633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:34.994548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:34.995131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.000986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:35.001742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.005652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'Port': ['ID=eaf2623c-09e6-40df-aca1-07cb6c759517,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:35.026899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-5183c8bd-dfa9-41a8-b5d7-34085510c40f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1005378 Feb 10 15:39:35.045796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Request body: {'port': {'device_id': '54a12f48-d309-478f-83ca-5adf76dc2975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:35.126721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:35.180495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.212692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:35.214167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:35.427852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30633ef-fe27-4123-bf21-df30ceb07445 None None] Network b413207d-8b41-40ca-89e0-9e6bb8d0675a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:35.459175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:39:35.518086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-51db40a4-e1c8-4ec5-a848-4de42b65fb64 None None] Provisioning complete for port eaf2623c-09e6-40df-aca1-07cb6c759517 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:35.519027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-51db40a4-e1c8-4ec5-a848-4de42b65fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.523079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39ef57-9e61-42b3-b9fe-ecd0295377e9 req-48265443-1461-4d13-869b-3a122876b18f tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:35.537296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f39ef57-9e61-42b3-b9fe-ecd0295377e9 req-48265443-1461-4d13-869b-3a122876b18f tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 969 time: 0.2460842 Feb 10 15:39:35.623761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:35.657623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f39ef57-9e61-42b3-b9fe-ecd0295377e9 req-cf770a08-43c9-46db-9611-3015d946e747 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193693 Feb 10 15:39:35.676968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:35.700818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-51db40a4-e1c8-4ec5-a848-4de42b65fb64 None None] Port eaf2623c-09e6-40df-aca1-07cb6c759517 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:35.704424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8d06475b-2475-493d-984a-1dcf34b224b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c4c4a32-d945-4f4a-be5c-4e7034898aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1746461 Feb 10 15:39:35.757538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7453f25-92de-4821-9be0-440f3478ff68 req-32e6bcb8-7549-4e78-a68e-7fff0029cc8a tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:35.759049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7453f25-92de-4821-9be0-440f3478ff68 req-32e6bcb8-7549-4e78-a68e-7fff0029cc8a tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 931 time: 0.1286500 Feb 10 15:39:35.794764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:35.800509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:35.801095 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.814770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7453f25-92de-4821-9be0-440f3478ff68 req-55747d4f-55f4-4027-bc2f-8dae9582afc0 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444500 Feb 10 15:39:35.864953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf2623c-09e6-40df-aca1-07cb6c759517 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:35.870460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2baae7af-17db-4885-affd-2fdcb805fac0 None None] Provisioning complete for port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:35.870831 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2baae7af-17db-4885-affd-2fdcb805fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.874522 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.889210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Transition to ACTIVE for port object eaf2623c-09e6-40df-aca1-07cb6c759517 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:35.895258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:35.915136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2baae7af-17db-4885-affd-2fdcb805fac0 None None] Port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:35.918590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44682) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:35.929479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1933657641-network', 'tenant_id': '63d2d133ecb34f858a1d570745a1168a'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:35.972484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.001962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Pushing event updated for resources: {'Port': ['ID=eaf2623c-09e6-40df-aca1-07cb6c759517,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:36.015981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Made reservation on behalf of 63d2d133ecb34f858a1d570745a1168a for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:36.018632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.028520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:36.034456 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7694fe0-a63e-48e9-9be4-4f373f827a44" -d '{"events": [{"server_uuid": "8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62", "name": "network-vif-plugged", "status": "completed", "tag": "4f41ea81-d12d-4f04-9ca9-37c1b3d59c20"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:36.041749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 551f52aa-fae1-436f-9adc-5f148c017dde up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:36.045756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.047400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:36.081127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Attempting to bind port eaf2623c-09e6-40df-aca1-07cb6c759517 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:36.081683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Attempting to bind port eaf2623c-09e6-40df-aca1-07cb6c759517 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:36.081770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Attempting to bind port eaf2623c-09e6-40df-aca1-07cb6c759517 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:36.086389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.088903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Port eaf2623c-09e6-40df-aca1-07cb6c759517 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:36.089663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Attempting to bind port eaf2623c-09e6-40df-aca1-07cb6c759517 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:36.101278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:36.101614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Checking segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:36.102000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Bound using segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:36.102827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Bound port: eaf2623c-09e6-40df-aca1-07cb6c759517, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:36.102827 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.119079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128cad0-566c-43dc-bcc8-124b7708b8ac req-8deb74cd-9ce6-4def-8131-ce4d39d35926 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.121331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7128cad0-566c-43dc-bcc8-124b7708b8ac req-8deb74cd-9ce6-4def-8131-ce4d39d35926 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 948 time: 0.0840089 Feb 10 15:39:36.171558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.173189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:36.178420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 551f52aa-fae1-436f-9adc-5f148c017dde triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:36.178787 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.186950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.233343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d27f43-ca34-4950-914d-0dee7c0843e1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:36.239555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7128cad0-566c-43dc-bcc8-124b7708b8ac req-124d8b87-cc45-4252-bf87-8ec3418dbccf tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072094 Feb 10 15:39:36.264256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] For port eaf2623c-09e6-40df-aca1-07cb6c759517, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:36.275154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] For port eaf2623c-09e6-40df-aca1-07cb6c759517, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eaf2623c-09e6-40df-aca1-07cb6c759517,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:36.279829 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.283677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.298648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:39:36.306900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 551f52aa-fae1-436f-9adc-5f148c017dde, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=551f52aa-fae1-436f-9adc-5f148c017dde,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:36.314985 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.328581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.328934 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Added segment 399ad244-ae59-48f3-b9e6-f9b1fdc4fca7 of type vlan for network 944a89da-9396-44d0-9b65-b654c1718edc Feb 10 15:39:36.337475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.338107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.339731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] 10.222.0.75 "PUT /v2.0/ports/eaf2623c-09e6-40df-aca1-07cb6c759517 HTTP/1.1" status: 200 len: 1091 time: 1.3031502 Feb 10 15:39:36.340182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:36.342980 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f0b3df-5c8d-4266-938b-941926e05f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:36.389152 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30461d16-7960-4efd-b3f8-22e8237de7d0 x-openstack-request-id: req-30461d16-7960-4efd-b3f8-22e8237de7d0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:36.389527 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62", "name": "network-vif-plugged", "status": "completed", "tag": "4f41ea81-d12d-4f04-9ca9-37c1b3d59c20", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:36.389788 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30461d16-7960-4efd-b3f8-22e8237de7d0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:36.390185 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20', 'code': 200} Feb 10 15:39:36.425181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.463701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=551f52aa-fae1-436f-9adc-5f148c017dde,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:36.473665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.484152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.484871 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.571870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.75', 58380) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:36.676799 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a0c84-9ec0-4793-9b90-73aa9379d420 x-openstack-request-id: req-bf1a0c84-9ec0-4793-9b90-73aa9379d420 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:36.677081 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:36.677340 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf1a0c84-9ec0-4793-9b90-73aa9379d420 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:36.678304 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'status': 'completed', 'code': 200} Feb 10 15:39:36.681482 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7577384 Feb 10 15:39:36.681761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210f834-8e3a-4eda-8ab0-40c7239445af service neutron] Pushing event updated for resources: {'Port': ['ID=eaf2623c-09e6-40df-aca1-07cb6c759517,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:36.682089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44698) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:36.694728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Request body: {'subnet': {'network_id': '944a89da-9396-44d0-9b65-b654c1718edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1933657641-subnet', 'tenant_id': '63d2d133ecb34f858a1d570745a1168a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:36.706666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55c5c4-dab9-45b1-8c26-65d1e4c8009a admin admin] Pushing event updated for resources: {'Network': ['ID=944a89da-9396-44d0-9b65-b654c1718edc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:36.718837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 944a89da-9396-44d0-9b65-b654c1718edc details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:39:36.743887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c2078-73df-4f3f-8b7d-972a0af4da0f req-23e134df-315b-4f82-9857-eb234a22c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.745936 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb4c2078-73df-4f3f-8b7d-972a0af4da0f req-23e134df-315b-4f82-9857-eb234a22c394 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 1100 time: 0.1723740 Feb 10 15:39:36.754287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Made reservation on behalf of 63d2d133ecb34f858a1d570745a1168a for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:36.757436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.833207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-266d29e6-3f6d-4e3e-9cd6-bbe8b1ab651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.834741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-266d29e6-3f6d-4e3e-9cd6-bbe8b1ab651b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 1094 time: 0.4380577 Feb 10 15:39:36.855229 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb4c2078-73df-4f3f-8b7d-972a0af4da0f req-5700f75f-849f-4987-8bb8-941fef464ae5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951788 Feb 10 15:39:36.895802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-2fd8165b-954a-40d0-beb1-7546bb82f226 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf2623c-09e6-40df-aca1-07cb6c759517 HTTP/1.1" status: 200 len: 217 time: 0.0519152 Feb 10 15:39:36.917482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f93b3-401b-4327-aed9-2946b55d74fa req-b594b56d-efba-47db-b315-cefd66381a88 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.918974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-353f93b3-401b-4327-aed9-2946b55d74fa req-b594b56d-efba-47db-b315-cefd66381a88 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 969 time: 0.1412873 Feb 10 15:39:36.928111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-1dab09cb-526e-4fe8-9d3c-ae2b07447650 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.929549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-1dab09cb-526e-4fe8-9d3c-ae2b07447650 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 821 time: 0.2553322 Feb 10 15:39:36.959480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-1468bcb1-dc40-4a86-961b-e788d8cb1c99 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/quotas/58cd6cd34625403eaa79928b1268ee00 HTTP/1.1" status: 200 len: 375 time: 0.0219116 Feb 10 15:39:36.977502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:36.983607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-353f93b3-401b-4327-aed9-2946b55d74fa req-ba76884e-a321-41b2-aadf-d8cd426108de tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Feb 10 15:39:37.029313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12af47a1-8f4a-44d2-b25c-f4430a6f793d,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:37.044959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Checking segment: {'id': '399ad244-ae59-48f3-b9e6-f9b1fdc4fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '944a89da-9396-44d0-9b65-b654c1718edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:37.045317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Network hostable DHCP agents. Network: 944a89da-9396-44d0-9b65-b654c1718edc, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:39:37.048698 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-490a06b3-2a51-4b26-9e27-2980bed413fa tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813570 Feb 10 15:39:37.067843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Network 944a89da-9396-44d0-9b65-b654c1718edc is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:39:37.078945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 944a89da-9396-44d0-9b65-b654c1718edc) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:37.089957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1117d-f20b-43b3-ab5f-53b1174c1e03 None None] Network 944a89da-9396-44d0-9b65-b654c1718edc requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:37.101628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.103621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.123584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cb46-3a67-47ee-ba16-b7e226075942 req-181cdf54-c344-4a79-8d1a-e1d9bc15e1ba tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.125729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7174cb46-3a67-47ee-ba16-b7e226075942 req-181cdf54-c344-4a79-8d1a-e1d9bc15e1ba tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 943 time: 0.0701780 Feb 10 15:39:37.132099 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4f81ae8e-c81c-4913-a24a-c21e4c6cd013 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4434795 Feb 10 15:39:37.188848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7174cb46-3a67-47ee-ba16-b7e226075942 req-342f4425-cca5-4250-904f-ee02c8122cfc tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566757 Feb 10 15:39:37.253302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef1a6f2-279f-4a7a-93c2-cec819cf720d None None] Network 944a89da-9396-44d0-9b65-b654c1718edc requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:39:37.265703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-5c366292-1fe1-4b4e-8bd8-768c9308b8b4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:39:37.267027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-5c366292-1fe1-4b4e-8bd8-768c9308b8b4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0872915 Feb 10 15:39:37.304741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44716) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:37.329849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:37.354177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-3260b35d-28ff-413e-b26a-798ef05adb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.354438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:37.355127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:37.355970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-3260b35d-28ff-413e-b26a-798ef05adb49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.1603136 Feb 10 15:39:37.399228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Deleting subnet bbde903d-fc36-459e-b189-a5f29ea96742 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:39:37.403498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.451734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.461348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.474528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459bd00-8992-47ff-a583-1b587c4f9312 req-a8fdef85-30f3-42fa-87b8-dd75ef82d281 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.476176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3459bd00-8992-47ff-a583-1b587c4f9312 req-a8fdef85-30f3-42fa-87b8-dd75ef82d281 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 1120 time: 0.0978601 Feb 10 15:39:37.496544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-a32b4d97-38bb-4495-b538-1421df2a1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.499250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-a32b4d97-38bb-4495-b538-1421df2a1230 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343179 Feb 10 15:39:37.518273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.528041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-6eeb3842-dd35-476a-a6ad-779e3abfb66f service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510848 Feb 10 15:39:37.530671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:37.540781 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3459bd00-8992-47ff-a583-1b587c4f9312 req-00eff1be-91c1-45ae-a49b-5fff2f778d84 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.546084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbde903d-fc36-459e-b189-a5f29ea96742,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:37.550272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.556721 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-36df9ee7-1fb4-4d88-a749-df449bc23e95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bbde903d-fc36-459e-b189-a5f29ea96742 HTTP/1.1" status: 204 len: 168 time: 0.2475491 Feb 10 15:39:37.556721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44718) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:37.634399 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.736360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.740788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 2, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:37.741457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-c42035a8-d2f8-4730-a432-f9ac7d2eb7c3 service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311003 Feb 10 15:39:37.755184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-66c44f88-c80b-4b3a-84eb-68cf972c8093 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086883 Feb 10 15:39:37.760774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.761064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.761971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.762289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > port after_create 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.762629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.763908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > port after_update 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.764441 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.764774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.765088 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.765404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:37.769266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:37.769682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Updating router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:39:37.798289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.829578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3459bd00-8992-47ff-a583-1b587c4f9312 req-00eff1be-91c1-45ae-a49b-5fff2f778d84 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.836016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3459bd00-8992-47ff-a583-1b587c4f9312 req-00eff1be-91c1-45ae-a49b-5fff2f778d84 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:37.887846 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3459bd00-8992-47ff-a583-1b587c4f9312 req-00eff1be-91c1-45ae-a49b-5fff2f778d84 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976200 Feb 10 15:39:37.891825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eff1be-91c1-45ae-a49b-5fff2f778d84 tempest-AggregatesAdminTestJSON-934153204 tempest-AggregatesAdminTestJSON-934153204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4841b0e9-7f11-46f9-ab6c-e90b71858e2a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:37.897954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3078f10-c3ef-4435-870d-1fe193ee902f req-c52314be-635c-4f61-9c84-f5f7b736f0bf service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417282 Feb 10 15:39:38.023771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 551f52aa-fae1-436f-9adc-5f148c017dde up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:38.041428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82fc91d7-aed0-4bea-aacd-7fa0aa3028c4 req-38acf478-04ed-4f70-ae52-9d6b10784412 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 210 time: 0.0315800 Feb 10 15:39:38.076520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-c128d4ae-65e3-42b2-8a3e-85bc2045a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.078319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-c128d4ae-65e3-42b2-8a3e-85bc2045a678 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 1094 time: 0.1228926 Feb 10 15:39:38.133685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:38.134235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:38.134335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:38.135356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:38.135356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b413207d-8b41-40ca-89e0-9e6bb8d0675a']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:38.160171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d7350f-2e02-4b5f-b8a2-125448930628') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:38.160580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d7350f-2e02-4b5f-b8a2-125448930628') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:38.183133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53bece-68dd-464f-aa1e-f08c97bbbe4c req-66652553-18f0-4607-a4ec-7e629911d8a2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.187860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.190583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef53bece-68dd-464f-aa1e-f08c97bbbe4c req-66652553-18f0-4607-a4ec-7e629911d8a2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 949 time: 0.1528790 Feb 10 15:39:38.225139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.238596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:39:38.238866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.255809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef53bece-68dd-464f-aa1e-f08c97bbbe4c req-3386391e-bfa0-4320-ad0f-490698aacbeb tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624356 Feb 10 15:39:38.273711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-5aac83c1-5bd9-4b3b-85d1-e59d6efe1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.275893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-5aac83c1-5bd9-4b3b-85d1-e59d6efe1c88 service neutron] 10.222.0.75 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 924 time: 0.1858554 Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: from cryptography.utils import int_from_bytes Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: from cryptography.utils import int_from_bytes Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:39:38.351341 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:39:38.355360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.363388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-75ec6a51-1152-41d8-a231-b6cb564ada6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf2623c-09e6-40df-aca1-07cb6c759517 HTTP/1.1" status: 200 len: 217 time: 0.0747793 Feb 10 15:39:38.378640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.388549 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b413207d-8b41-40ca-89e0-9e6bb8d0675a HTTP/1.1" status: 204 len: 168 time: 0.8290172 Feb 10 15:39:38.391586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44734) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:38.409487 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.422749 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.449509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-22b4d8e2-6f1b-4acf-87f8-da7aa013a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.452085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-22b4d8e2-6f1b-4acf-87f8-da7aa013a17d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.0592039 Feb 10 15:39:38.464939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bb0ca-ab3a-4dd9-a406-0c2b47149893 req-4cdf6c23-1b33-4da3-950d-5e7867eede1b tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.466975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0bb0ca-ab3a-4dd9-a406-0c2b47149893 req-4cdf6c23-1b33-4da3-950d-5e7867eede1b tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 943 time: 0.1065483 Feb 10 15:39:38.507532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c6f10-5fb0-45e4-b912-278a71ff140f None None] Pushing event updated for resources: {'Port': ['ID=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:38.524208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 551f52aa-fae1-436f-9adc-5f148c017dde triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:38.524580 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.594644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Attempting to bind port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:38.595016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Attempting to bind port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:38.595378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Attempting to bind port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:38.609356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-73d22126-380e-4a42-b155-1ddacdff41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.610177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:38.610560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Checking segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:38.610967 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.611181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-73d22126-380e-4a42-b155-1ddacdff41e3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424994 Feb 10 15:39:38.611409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Bound using segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:38.611999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Bound port: 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:38.612487 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.715013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56caac6-f173-49cd-b790-62a9d5a82841 admin admin] Pushing event deleted for resources: {'Network': ['ID=b413207d-8b41-40ca-89e0-9e6bb8d0675a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:38.716351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] For port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:38.718963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0bb0ca-ab3a-4dd9-a406-0c2b47149893 req-99b46b7c-8db7-4578-be03-05ea50c143ef tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927495 Feb 10 15:39:38.743399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] For port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:38.744252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ca9a7-cb52-423a-9166-c5656af3ad93 req-4cad0b1a-dc6b-4de1-ad88-ee671eec5803 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.754948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff3ca9a7-cb52-423a-9166-c5656af3ad93 req-4cad0b1a-dc6b-4de1-ad88-ee671eec5803 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 969 time: 0.2054961 Feb 10 15:39:38.773176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Deleting subnet 12af47a1-8f4a-44d2-b25c-f4430a6f793d {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:39:38.777275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.805619 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.820291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-91ac42b3-052e-4816-bcfd-cbdd838068ae service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895638 Feb 10 15:39:38.820968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.823005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff3ca9a7-cb52-423a-9166-c5656af3ad93 req-3a6c8f83-d600-4efd-bbb8-7e2073b111db tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672762 Feb 10 15:39:38.879525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6676ab4d-a5f7-4803-8059-832e6158c672 None None] Provisioning complete for port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:38.879856 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6676ab4d-a5f7-4803-8059-832e6158c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.884253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.932388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:38.933087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:38.970361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.970607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7f0b3df-5c8d-4266-938b-941926e05f6f req-42db6103-d593-41e1-86f1-4898da16a7f7 service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418259 Feb 10 15:39:38.991472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:38.997665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] 10.222.0.21 "DELETE /v2.0/subnets/12af47a1-8f4a-44d2-b25c-f4430a6f793d HTTP/1.1" status: 204 len: 168 time: 0.5975139 Feb 10 15:39:39.000388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44738) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:39.017309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8750a-c337-4395-8108-ce20e97894df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12af47a1-8f4a-44d2-b25c-f4430a6f793d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:39.052273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:39.112659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.199829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c581b7c-5bb5-455d-836c-6b3870277002 req-54fa1ff8-d328-496a-b779-073e0342cb21 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 210 time: 0.0404563 Feb 10 15:39:39.205964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c6f10-5fb0-45e4-b912-278a71ff140f None None] Pushing event updated for resources: {'Port': ['ID=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:39.238638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.259592 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.259987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.260782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.261126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > port after_create 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.261448 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.261817 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > port after_update 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.262135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.262501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.262812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.263649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.312080 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6676ab4d-a5f7-4803-8059-832e6158c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.330411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.330683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.331067 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.331333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:39:39.331722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944a89da-9396-44d0-9b65-b654c1718edc']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:39.350519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399ad244-ae59-48f3-b9e6-f9b1fdc4fca7') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:39.350860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399ad244-ae59-48f3-b9e6-f9b1fdc4fca7') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:39.353370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6676ab4d-a5f7-4803-8059-832e6158c672 None None] For port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:39.358830 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6676ab4d-a5f7-4803-8059-832e6158c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.363740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:38Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:39.377743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.411193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07716f-b2af-4c7d-a815-1ef508f1fffb None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:38Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:39.443290 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.449107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676ab4d-a5f7-4803-8059-832e6158c672 None None] Pushing event updated for resources: {'Port': ['ID=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:39.498064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-28917671-5dd5-4fe8-8d12-89fd59487264 None None] Provisioning complete for port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:39.503610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:39:39.504020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.508391 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-28917671-5dd5-4fe8-8d12-89fd59487264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.515143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08e729-6376-42ae-a3a7-8dd72c0698a0 req-4db01540-5dd0-4761-8099-0b0eb1af0093 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.522778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f08e729-6376-42ae-a3a7-8dd72c0698a0 req-4db01540-5dd0-4761-8099-0b0eb1af0093 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 949 time: 0.1557019 Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: from cryptography.utils import int_from_bytes Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: from cryptography.utils import int_from_bytes Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:39:39.534831 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:39:39.837040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.846808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f08e729-6376-42ae-a3a7-8dd72c0698a0 req-3b3ffed9-3f3a-4d28-8cd1-6e0c7018f11c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226857 Feb 10 15:39:39.867136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-3bc15cdc-7f4e-4832-9a4e-a3f1cd2805ff tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.868635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-3bc15cdc-7f4e-4832-9a4e-a3f1cd2805ff tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 821 time: 0.4573941 Feb 10 15:39:39.873054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.45', 63118) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:39.880296 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:39.885820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] 10.222.0.21 "DELETE /v2.0/networks/944a89da-9396-44d0-9b65-b654c1718edc HTTP/1.1" status: 204 len: 168 time: 0.8819294 Feb 10 15:39:39.889802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'port': {'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'admin_state_up': True, 'tenant_id': '58cd6cd34625403eaa79928b1268ee00'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:39.894383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb5dfe-06b4-4760-b58e-a287cf30549c admin admin] Pushing event deleted for resources: {'Network': ['ID=944a89da-9396-44d0-9b65-b654c1718edc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:40.004346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-b80d7934-7f4a-436f-abb8-4f60df384538 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.007405 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-b80d7934-7f4a-436f-abb8-4f60df384538 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 969 time: 0.1246331 Feb 10 15:39:40.031048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c57d72-8ce4-4c3c-a6d2-c74528530020 req-a4db2de7-80ce-4f89-a61d-2a216be34719 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.032610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40c57d72-8ce4-4c3c-a6d2-c74528530020 req-a4db2de7-80ce-4f89-a61d-2a216be34719 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 943 time: 0.2320879 Feb 10 15:39:40.060911 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:40.115925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Made reservation on behalf of 58cd6cd34625403eaa79928b1268ee00 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:40.119572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.134053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:40.134645 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.140955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40c57d72-8ce4-4c3c-a6d2-c74528530020 req-aa07432f-df15-43dc-92ac-007b08817ff7 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880380 Feb 10 15:39:40.148942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b84fe-908b-4071-9ccb-199ed0f4c7c0 req-ec329cc0-bc84-44ab-b581-1c08a671488b tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.158191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-915b84fe-908b-4071-9ccb-199ed0f4c7c0 req-ec329cc0-bc84-44ab-b581-1c08a671488b tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 969 time: 0.1463990 Feb 10 15:39:40.203941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44756) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:40.251121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Deleting port 668ca5b9-c743-45f5-b37f-1da31f2566e4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:39:40.251738 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.257521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-915b84fe-908b-4071-9ccb-199ed0f4c7c0 req-4665cddf-c7e5-4940-8d5e-d2c946047b84 tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b764af2-a81b-4287-ae5e-f39d2eb7a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973365 Feb 10 15:39:40.341601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4fcb0852-2544-41d5-91c6-9288d8abaafc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b73e339bdee048d7a643d4bd172f3f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330202 Feb 10 15:39:40.343056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44760) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:40.367241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee3f03ff-90f3-4702-bc9e-65e2b35016ea req-49bc5064-ff84-426b-89ce-234e511a7ae3 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 210 time: 0.0422380 Feb 10 15:39:40.375311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] For port 668ca5b9-c743-45f5-b37f-1da31f2566e4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=668ca5b9-c743-45f5-b37f-1da31f2566e4,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:40.375865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.396959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Allocated IP 172.20.0.10 (8be1ec4b-bc35-4a6b-a38a-d6fb512894e8/f3bceffd-7324-4ba0-9414-9eb816889d4b/d5018ca4-c0a1-4eae-969a-6a3bd4219eba) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:40.398665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Calling delete_port for 668ca5b9-c743-45f5-b37f-1da31f2566e4 owned by compute:tempest-test_az-425351668 {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:39:40.458796 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74e8a873-b0c0-4b3c-b63c-a62d00d62a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.484046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74e8a873-b0c0-4b3c-b63c-a62d00d62a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.553712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74e8a873-b0c0-4b3c-b63c-a62d00d62a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.557129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74e8a873-b0c0-4b3c-b63c-a62d00d62a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.561528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-74e8a873-b0c0-4b3c-b63c-a62d00d62a3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fab22f30-4dc3-4c83-a189-d26047bc2470 HTTP/1.1" status: 204 len: 168 time: 0.2141752 Feb 10 15:39:40.570713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8a873-b0c0-4b3c-b63c-a62d00d62a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab22f30-4dc3-4c83-a189-d26047bc2470,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:40.647703 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.661573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['668ca5b9-c743-45f5-b37f-1da31f2566e4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:40.739186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Pushing event deleted for resources: {'Port': ['ID=668ca5b9-c743-45f5-b37f-1da31f2566e4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:40.788576 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.837656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.897542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] No DVR routers for this DVR port 668ca5b9-c743-45f5-b37f-1da31f2566e4 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:40.909212 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:40.918477 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9ceb6e1c-6d50-4783-9a97-a4a1a1ff5c11 req-e3a15c36-6e09-4e06-9150-4cd84a57d21d tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.45 "DELETE /v2.0/ports/668ca5b9-c743-45f5-b37f-1da31f2566e4 HTTP/1.1" status: 204 len: 173 time: 0.9029174 Feb 10 15:39:40.919010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb10f810-814e-48aa-8460-3ca399830a00', 'name': 'network-vif-deleted', 'tag': '668ca5b9-c743-45f5-b37f-1da31f2566e4'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:40.919790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:40.936780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:40.952097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:41.038611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event updated for resources: {'Port': ['ID=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:41.099790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4bbff-7f6f-4e3f-82aa-6e1dccc32803 req-43fd62bb-f734-40cc-8a7f-6079220eaf3c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:41.101411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfa4bbff-7f6f-4e3f-82aa-6e1dccc32803 req-43fd62bb-f734-40cc-8a7f-6079220eaf3c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 949 time: 0.2388885 Feb 10 15:39:41.130066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44772) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:41.154919 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa877958-01db-4432-9b77-6e8cf2cf0324" -d '{"events": [{"server_uuid": "eb10f810-814e-48aa-8460-3ca399830a00", "name": "network-vif-deleted", "tag": "668ca5b9-c743-45f5-b37f-1da31f2566e4"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:41.158376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:41.159128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.214824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-e4802fea-ad1b-4cdf-a78f-f204e5f07067 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3290887 Feb 10 15:39:41.215729 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bd32d1ae-e8db-4a25-aaa0-3d33a10c202f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63d2d133ecb34f858a1d570745a1168a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844896 Feb 10 15:39:41.216744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:41.235495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Request body: {'port': {'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:41.241578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfa4bbff-7f6f-4e3f-82aa-6e1dccc32803 req-1641a9ee-fe6c-4329-8a77-8bf8ef9070c6 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274552 Feb 10 15:39:41.290773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81c3528c-7407-49a2-b02c-6679a2680a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.322369 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81c3528c-7407-49a2-b02c-6679a2680a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.364081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-766b5df8-c2cf-452c-8bf2-b77b30853279 None None] Provisioning complete for port d5018ca4-c0a1-4eae-969a-6a3bd4219eba triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:41.364627 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-766b5df8-c2cf-452c-8bf2-b77b30853279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.380134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.401715 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81c3528c-7407-49a2-b02c-6679a2680a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.405351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81c3528c-7407-49a2-b02c-6679a2680a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.408974 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-81c3528c-7407-49a2-b02c-6679a2680a0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4d27f43-ca34-4950-914d-0dee7c0843e1 HTTP/1.1" status: 204 len: 168 time: 0.1888936 Feb 10 15:39:41.417480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3528c-7407-49a2-b02c-6679a2680a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d27f43-ca34-4950-914d-0dee7c0843e1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:41.473677 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b59af7f-9941-4d27-80b7-98f10974f6f3 x-openstack-request-id: req-7b59af7f-9941-4d27-80b7-98f10974f6f3 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:41.473998 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb10f810-814e-48aa-8460-3ca399830a00", "name": "network-vif-deleted", "tag": "668ca5b9-c743-45f5-b37f-1da31f2566e4", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:41.474260 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b59af7f-9941-4d27-80b7-98f10974f6f3 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:41.474712 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb10f810-814e-48aa-8460-3ca399830a00', 'name': 'network-vif-deleted', 'tag': '668ca5b9-c743-45f5-b37f-1da31f2566e4', 'status': 'completed', 'code': 200} Feb 10 15:39:41.476409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-766b5df8-c2cf-452c-8bf2-b77b30853279 None None] Port d5018ca4-c0a1-4eae-969a-6a3bd4219eba cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:41.486366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34910604-ae56-425d-bc81-d041d9c17d41 req-9484e226-58c5-4a84-97a1-bdd2013547ef tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:41.493915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34910604-ae56-425d-bc81-d041d9c17d41 req-9484e226-58c5-4a84-97a1-bdd2013547ef tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 943 time: 0.1376727 Feb 10 15:39:41.568822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eaf2623c-09e6-40df-aca1-07cb6c759517 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:41.657336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73a790ea-70e6-4a12-a7a0-e05f5897431e req-2928ebca-4be1-4377-9192-ae1dc57543ae tempest-AggregatesAdminTestJSON-370160144 tempest-AggregatesAdminTestJSON-370160144-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb10f810-814e-48aa-8460-3ca399830a00 HTTP/1.1" status: 200 len: 210 time: 0.0525913 Feb 10 15:39:41.708486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34910604-ae56-425d-bc81-d041d9c17d41 req-764d8bea-7a2e-4ffc-8f1c-fd3d4eda4492 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022996 Feb 10 15:39:41.728984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port eaf2623c-09e6-40df-aca1-07cb6c759517, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eaf2623c-09e6-40df-aca1-07cb6c759517,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:41.745028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'port_id': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'mac_address': 'fa:16:3e:80:c6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:41.785806 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.799872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf2623c-09e6-40df-aca1-07cb6c759517 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:41.821989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port eaf2623c-09e6-40df-aca1-07cb6c759517, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eaf2623c-09e6-40df-aca1-07cb6c759517,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:41.827286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.831887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b3f6c-4a46-4895-a4be-4a87c77418f1 req-ae32a7d0-e5ac-4601-9d00-e4e2feb495fd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:41.833397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f3b3f6c-4a46-4895-a4be-4a87c77418f1 req-ae32a7d0-e5ac-4601-9d00-e4e2feb495fd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 932 time: 0.0784812 Feb 10 15:39:41.881571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=eaf2623c-09e6-40df-aca1-07cb6c759517,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:41.901572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f3b3f6c-4a46-4895-a4be-4a87c77418f1 req-ba5b5eca-3c58-41fd-a7d6-d49177656980 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544107 Feb 10 15:39:41.959371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5018ca4-c0a1-4eae-969a-6a3bd4219eba {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:41.966853 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:41.979323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Transition to ACTIVE for port object d5018ca4-c0a1-4eae-969a-6a3bd4219eba will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:41.985521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:42.063103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Pushing event updated for resources: {'Port': ['ID=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.120626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Attempting to bind port d5018ca4-c0a1-4eae-969a-6a3bd4219eba on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:42.120986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Attempting to bind port d5018ca4-c0a1-4eae-969a-6a3bd4219eba by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:42.121284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Attempting to bind port d5018ca4-c0a1-4eae-969a-6a3bd4219eba on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:42.126268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Port d5018ca4-c0a1-4eae-969a-6a3bd4219eba on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:42.126584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Attempting to bind port d5018ca4-c0a1-4eae-969a-6a3bd4219eba on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:42.133428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:42.133772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Checking segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:42.134159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Bound using segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:42.134595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Bound port: d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:42.135401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:42.205814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] For port d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:42.210199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] For port d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:42.216558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:42.254420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.255043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:42.256440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] 10.222.0.45 "PUT /v2.0/ports/d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 1113 time: 1.0273001 Feb 10 15:39:42.256877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:42.259181 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4179d322-82db-4ad2-883a-9ac7b65f32eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:42.317990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['eaf2623c-09e6-40df-aca1-07cb6c759517'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:42.483258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798129f0-9dca-43bc-8454-b49c2462001b service neutron] Pushing event updated for resources: {'Port': ['ID=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.499168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-658999b0-ee54-4a30-ae40-cc6965c663ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.501133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-658999b0-ee54-4a30-ae40-cc6965c663ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1116 time: 0.1376305 Feb 10 15:39:42.509660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-33f5873b-b840-469f-b0b0-169f164e8f39 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.511691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-33f5873b-b840-469f-b0b0-169f164e8f39 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 1100 time: 0.2241030 Feb 10 15:39:42.561203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-0f0e5676-167e-41e3-bc96-f5a8e5344734 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0482426 Feb 10 15:39:42.568421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda5b6-065b-4b60-9aad-5ddc9a87eb87 req-8fec3df0-0345-4bff-ac2a-79632ace1829 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.569811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91cda5b6-065b-4b60-9aad-5ddc9a87eb87 req-8fec3df0-0345-4bff-ac2a-79632ace1829 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 949 time: 0.2051764 Feb 10 15:39:42.573353 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc571fc-d22a-4dad-92fe-628d7be31f4a x-openstack-request-id: req-0bc571fc-d22a-4dad-92fe-628d7be31f4a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:42.573636 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:42.573889 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bc571fc-d22a-4dad-92fe-628d7be31f4a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:42.574269 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'status': 'completed', 'code': 200} Feb 10 15:39:42.693353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-d54a338e-b728-4b84-9b68-334a70830ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.694822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-d54a338e-b728-4b84-9b68-334a70830ff5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1231270 Feb 10 15:39:42.699853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91cda5b6-065b-4b60-9aad-5ddc9a87eb87 req-6936bd71-d033-46a1-a0a0-170b3f9269fa tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037426 Feb 10 15:39:42.745679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Deleting port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:39:42.746054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:42.792310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-53587fb7-bd85-4dd3-845c-0b51a94633b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.792310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-53587fb7-bd85-4dd3-845c-0b51a94633b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869293 Feb 10 15:39:42.918687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] For port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:42.919050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:42.945181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Calling delete_port for 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:39:42.959509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb035cb-cf19-4918-a76d-13a4d84b60bb req-56caddd8-4e55-4aa3-b29d-65e7c93b2165 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.961190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ebb035cb-cf19-4918-a76d-13a4d84b60bb req-56caddd8-4e55-4aa3-b29d-65e7c93b2165 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 944 time: 0.1416712 Feb 10 15:39:43.020738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-85b9ca4a-f0a0-4a4a-a42f-ffae6fd1f3bf service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223825 Feb 10 15:39:43.127990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ebb035cb-cf19-4918-a76d-13a4d84b60bb req-0ec6caa5-66d9-40d4-b359-8c2b45263307 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498742 Feb 10 15:39:43.287462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75913a59-0f5f-4f13-b172-ba1368bc3e6e req-906de36c-8c4a-4a42-834a-531146205fe5 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355642 Feb 10 15:39:43.291227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:43.301540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['4f41ea81-d12d-4f04-9ca9-37c1b3d59c20'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:43.327428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f41ea81-d12d-4f04-9ca9-37c1b3d59c20,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:43.338770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0482-90d9-4bad-9ae6-80cb7c16c381 req-ee6be5d9-14fe-400f-a382-5467df003f84 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.340260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-975b0482-90d9-4bad-9ae6-80cb7c16c381 req-ee6be5d9-14fe-400f-a382-5467df003f84 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 965 time: 0.1219063 Feb 10 15:39:43.577449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eaf2623c-09e6-40df-aca1-07cb6c759517 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:43.630120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port eaf2623c-09e6-40df-aca1-07cb6c759517 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:43.635236 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port eaf2623c-09e6-40df-aca1-07cb6c759517 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:43.635890 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:43.640737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] No DVR routers for this DVR port 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:43.643245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-993939d7-71eb-428b-8cf3-9fe1daaefb5f tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=235723a8dbfa41eabb3fe47b9135066f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810239 Feb 10 15:39:43.647474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:43.650774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-063b7f6d-d73c-4875-95e9-55b8dbe07f10 req-1b10a36c-c3f4-4079-917c-44b82160d0e2 tempest-DeleteServersAdminTestJSON-930276072 tempest-DeleteServersAdminTestJSON-930276072-project-admin] 10.222.0.75 "DELETE /v2.0/ports/4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 HTTP/1.1" status: 204 len: 173 time: 1.0967255 Feb 10 15:39:43.660645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-975b0482-90d9-4bad-9ae6-80cb7c16c381 req-90b3f8ed-576c-4ddd-a8ab-b266a56b1027 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040845 Feb 10 15:39:43.690595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-a190e4c4-c206-4539-b69f-f316c5f16ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.692191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-a190e4c4-c206-4539-b69f-f316c5f16ca0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1116 time: 0.3283737 Feb 10 15:39:43.723544 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:43.754119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:43.756864 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d77c2f-2838-412e-978a-e03e97286d05" -d '{"events": [{"server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "name": "network-vif-plugged", "status": "completed", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:43.770733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port eaf2623c-09e6-40df-aca1-07cb6c759517, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eaf2623c-09e6-40df-aca1-07cb6c759517,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:43.782855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:43.845383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9caf9c6d-79b0-4547-8814-0beafab01e24 req-877fa03c-5132-42bc-89ac-7f9ea5c8cff3 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62 HTTP/1.1" status: 200 len: 210 time: 0.0437763 Feb 10 15:39:43.856365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=eaf2623c-09e6-40df-aca1-07cb6c759517,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:43.867505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-07beaf00-7bcd-4099-b538-6cbc5dbebd19 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.871997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-07beaf00-7bcd-4099-b538-6cbc5dbebd19 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167923 Feb 10 15:39:43.894165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-7a6e6a8a-c498-4d2e-8e34-5cb5cffcfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.895724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-7a6e6a8a-c498-4d2e-8e34-5cb5cffcfcd6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1733484 Feb 10 15:39:43.897127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-5a014b23-9d0e-4b96-961a-23e1fc1cbc65 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/quotas/235723a8dbfa41eabb3fe47b9135066f HTTP/1.1" status: 200 len: 375 time: 0.0161417 Feb 10 15:39:43.934739 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109cc2c-bf18-45cb-bd73-0c504d2f8352 x-openstack-request-id: req-8109cc2c-bf18-45cb-bd73-0c504d2f8352 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:43.936603 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "name": "network-vif-plugged", "status": "completed", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:43.936926 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8109cc2c-bf18-45cb-bd73-0c504d2f8352 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:43.937385 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'code': 200} Feb 10 15:39:43.953373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-ddd8fe77-e522-46e6-bace-bc1185882df0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0499334 Feb 10 15:39:43.990496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-83502938-abe0-4f01-be89-218aa8347f2e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=235723a8dbfa41eabb3fe47b9135066f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399344 Feb 10 15:39:44.016921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 668ca5b9-c743-45f5-b37f-1da31f2566e4 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:44.053268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 668ca5b9-c743-45f5-b37f-1da31f2566e4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:39:44.053620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 668ca5b9-c743-45f5-b37f-1da31f2566e4 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:44.058309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-9cddf1cd-c622-43f6-a223-cd3026614b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.060426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-9cddf1cd-c622-43f6-a223-cd3026614b25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.0979888 Feb 10 15:39:44.068009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c188-1d49-4c55-af0a-aee389ca00b9 req-9e7a9270-0931-4873-baf5-a65dddb38e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.069832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb1c188-1d49-4c55-af0a-aee389ca00b9 req-9e7a9270-0931-4873-baf5-a65dddb38e4a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 1096 time: 0.0573986 Feb 10 15:39:44.141817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb1c188-1d49-4c55-af0a-aee389ca00b9 req-3c14453c-91e1-4cc1-a1f4-0228b98dc19b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635529 Feb 10 15:39:44.147781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-ae147144-4e56-449d-8e03-f410edaa385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.149628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-ae147144-4e56-449d-8e03-f410edaa385b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789530 Feb 10 15:39:44.296900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61c80c0a-73dc-4b71-b73d-d68567d3652b req-09aef1e7-4a34-450b-8694-2e5091deef80 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 210 time: 0.0407121 Feb 10 15:39:44.302278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-c0033636-af67-432d-9053-da9c761b7bbb service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447933 Feb 10 15:39:44.489548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349096da-9e42-4ba6-a984-7e26cef352d3 req-e07ec81e-72cf-400f-af67-ce362d2bc320 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.498422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-349096da-9e42-4ba6-a984-7e26cef352d3 req-e07ec81e-72cf-400f-af67-ce362d2bc320 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 945 time: 0.1521053 Feb 10 15:39:44.541815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4179d322-82db-4ad2-883a-9ac7b65f32eb req-fbfe11ef-9ff2-47f3-8797-5fc259263f17 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300611 Feb 10 15:39:44.550009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-349096da-9e42-4ba6-a984-7e26cef352d3 req-42df68bd-7e15-4fe8-aeed-c3bb55a741d3 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505576 Feb 10 15:39:44.574959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'name': 'network-vif-deleted', 'tag': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:44.578965 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ddd943-1c1c-4936-91bc-7eba4007a008" -d '{"events": [{"server_uuid": "8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62", "name": "network-vif-deleted", "tag": "4f41ea81-d12d-4f04-9ca9-37c1b3d59c20"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:44.620470 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b057b1-19c8-4bfe-adb0-93bc22782884 x-openstack-request-id: req-23b057b1-19c8-4bfe-adb0-93bc22782884 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:44.620762 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62", "name": "network-vif-deleted", "tag": "4f41ea81-d12d-4f04-9ca9-37c1b3d59c20", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:44.621247 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b057b1-19c8-4bfe-adb0-93bc22782884 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:44.621710 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0ad87a-28ac-4d6a-90fd-d401cc3c5c62', 'name': 'network-vif-deleted', 'tag': '4f41ea81-d12d-4f04-9ca9-37c1b3d59c20', 'status': 'completed', 'code': 200} Feb 10 15:39:44.644473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44924) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:44.809808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-562d0654-fb1c-4641-9c88-2ddc933433c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:44.849478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f5a5-2c66-42c4-905e-ba9d43c7e294 req-4f142c6f-3a34-471c-9191-be248595fde0 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.850955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e06f5a5-2c66-42c4-905e-ba9d43c7e294 req-4f142c6f-3a34-471c-9191-be248595fde0 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 965 time: 0.0879440 Feb 10 15:39:44.919734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e06f5a5-2c66-42c4-905e-ba9d43c7e294 req-22712f6c-4820-4f41-9a35-aecd00f001ec tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589061 Feb 10 15:39:44.967021 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-562d0654-fb1c-4641-9c88-2ddc933433c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:44.972758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-562d0654-fb1c-4641-9c88-2ddc933433c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.029111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44946) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:45.030317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-562d0654-fb1c-4641-9c88-2ddc933433c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a1aef5f20c843d994eabe7bd038c802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839362 Feb 10 15:39:45.031302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d0654-fb1c-4641-9c88-2ddc933433c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a4b540-2fdd-4bd4-94fd-8d98c52fbf6a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:45.103096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13136bfa-6a64-4608-b2cd-4b56e788c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.138727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13136bfa-6a64-4608-b2cd-4b56e788c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.208317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13136bfa-6a64-4608-b2cd-4b56e788c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.219918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13136bfa-6a64-4608-b2cd-4b56e788c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.229380 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-13136bfa-6a64-4608-b2cd-4b56e788c405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88a4b540-2fdd-4bd4-94fd-8d98c52fbf6a HTTP/1.1" status: 204 len: 168 time: 0.1981187 Feb 10 15:39:45.243264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13136bfa-6a64-4608-b2cd-4b56e788c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a4b540-2fdd-4bd4-94fd-8d98c52fbf6a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:45.298601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-8e55ffa5-2286-422b-9026-707dac4a5aaa tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b0b638dca2c41d6a54b162490df7e28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318656 Feb 10 15:39:45.439871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b78f5c64-7e1a-4fb5-9ce5-c4d9f729df07 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=235723a8dbfa41eabb3fe47b9135066f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725067 Feb 10 15:39:45.549289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-72f8d435-33dc-4fbf-b906-4713be94ab2f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:45.551947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-72f8d435-33dc-4fbf-b906-4713be94ab2f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525156 Feb 10 15:39:45.591787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-98479843-945a-4113-8067-3afe6c1c8b97 req-c143c2c2-ab26-4c91-a5cb-b16cfa2de472 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 210 time: 0.0550275 Feb 10 15:39:45.596257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-2536c407-b167-44fb-81e7-86c04fd936e0 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/quotas/2b0b638dca2c41d6a54b162490df7e28 HTTP/1.1" status: 200 len: 375 time: 0.0281866 Feb 10 15:39:45.641394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44996) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:45.658509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9787e0c2-b3ed-4338-a8e8-ac1475988822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.676321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-ea3fe92d-9d57-430c-8f14-e76c27dfeef8 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b0b638dca2c41d6a54b162490df7e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725596 Feb 10 15:39:45.689091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-a5e2a9f8-2f5a-45ee-a93a-d06980479080 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:45.690571 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-a5e2a9f8-2f5a-45ee-a93a-d06980479080 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276673 Feb 10 15:39:45.707611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Request body: {'port': {'device_id': 'aba91042-474c-4956-a8b1-e232ce58456e', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '235723a8dbfa41eabb3fe47b9135066f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:45.766927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9787e0c2-b3ed-4338-a8e8-ac1475988822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.782320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9787e0c2-b3ed-4338-a8e8-ac1475988822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.841263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789c21c-951b-4a3d-8896-d08ecb4d87ae req-f1fcc805-4d6c-44e9-a87b-496f03083f19 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:45.842958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6789c21c-951b-4a3d-8896-d08ecb4d87ae req-f1fcc805-4d6c-44e9-a87b-496f03083f19 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 945 time: 0.1131086 Feb 10 15:39:45.872952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787e0c2-b3ed-4338-a8e8-ac1475988822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154fcdd-6b6f-4b81-bdc6-43936bd6b8c6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:45.880727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45012) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:45.881208 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9787e0c2-b3ed-4338-a8e8-ac1475988822 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d455b75b4e16443483b0e567f3727ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385402 Feb 10 15:39:45.940323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6789c21c-951b-4a3d-8896-d08ecb4d87ae req-746afd0a-03c7-48a5-a806-4ebc7bdb0399 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894432 Feb 10 15:39:45.940893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Made reservation on behalf of 235723a8dbfa41eabb3fe47b9135066f for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:45.944102 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:45.970132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8533c2b1-bc80-4a5f-8e68-ce7ab0598fba req-794f1cc4-b285-4b65-adda-ad230e360c26 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 210 time: 0.0527265 Feb 10 15:39:45.983132 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.018081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d5018ca4-c0a1-4eae-969a-6a3bd4219eba details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:46.027267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee7add5e-1337-41b0-bc28-9aea8186473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.062010 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee7add5e-1337-41b0-bc28-9aea8186473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.128712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.145720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.174374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee7add5e-1337-41b0-bc28-9aea8186473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.177059 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee7add5e-1337-41b0-bc28-9aea8186473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.178176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ee7add5e-1337-41b0-bc28-9aea8186473b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f154fcdd-6b6f-4b81-bdc6-43936bd6b8c6 HTTP/1.1" status: 204 len: 168 time: 0.2966607 Feb 10 15:39:46.224908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:46.238906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-425351668', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:46.265659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a143cf5-de57-458c-84f7-89e6bf0ad592,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:46.293792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.322100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7add5e-1337-41b0-bc28-9aea8186473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154fcdd-6b6f-4b81-bdc6-43936bd6b8c6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:46.328820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5018ca4-c0a1-4eae-969a-6a3bd4219eba {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:46.352233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeec8f8-5b54-4e78-89c3-72fb473706f8 req-025aef36-9a49-4579-a1d1-b0c053e67be9 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.362178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edeec8f8-5b54-4e78-89c3-72fb473706f8 req-025aef36-9a49-4579-a1d1-b0c053e67be9 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 965 time: 0.2296753 Feb 10 15:39:46.371753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:46.378240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.431252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:46.490180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c65a9-4593-44ad-86e6-5fe88035894f req-a5a6be16-e10d-4393-84ef-b46f49292e3f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.491704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-846c65a9-4593-44ad-86e6-5fe88035894f req-a5a6be16-e10d-4393-84ef-b46f49292e3f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 945 time: 0.1248147 Feb 10 15:39:46.501312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45044) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:46.511987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'floatingip': {'port_id': 'eaf2623c-09e6-40df-aca1-07cb6c759517'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:46.524817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edeec8f8-5b54-4e78-89c3-72fb473706f8 req-1c6844b0-289f-4893-afa0-66fadfedce09 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490841 Feb 10 15:39:46.542494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Allocated IP 192.168.233.243 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/bff568d9-4c26-49c7-868e-5c61fa502c90) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:46.574690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d5018ca4-c0a1-4eae-969a-6a3bd4219eba'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:46.668482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.842825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.900941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7207ff1b-2cd6-4271-b93b-2a407d412f3a req-e50ac905-2201-4420-bfba-1ea7021f3f2c tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 210 time: 0.0326483 Feb 10 15:39:46.916490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:46.988456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:46.995532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:47.000666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:47.085419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Pushing event updated for resources: {'Port': ['ID=bff568d9-4c26-49c7-868e-5c61fa502c90,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:47.146249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-788296dd-62b0-4016-8801-45109de2f935 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2b0b638dca2c41d6a54b162490df7e28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340977 Feb 10 15:39:47.367009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-90f77bb2-cc01-40e8-8afb-8a818e9433f2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:47.368568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-90f77bb2-cc01-40e8-8afb-8a818e9433f2 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920605 Feb 10 15:39:47.395899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:47.396800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:47.402961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Request body: {'port': {'device_id': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '2b0b638dca2c41d6a54b162490df7e28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:47.421581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-506f9633-1316-4101-95fc-16b733776516 req-666d352d-fc62-4005-a10b-a5562bfb890f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 210 time: 0.2670808 Feb 10 15:39:47.512336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-b4da095e-ffdb-4cc1-8748-8afb8ce5e8ab tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8107429 Feb 10 15:39:47.523861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-345884ff-0e32-47aa-a74b-585bd856f7a0 None None] Provisioning complete for port bff568d9-4c26-49c7-868e-5c61fa502c90 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:47.525833 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-345884ff-0e32-47aa-a74b-585bd856f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:47.544607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Request body: {'port': {'device_id': 'aba91042-474c-4956-a8b1-e232ce58456e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:47.579296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-345884ff-0e32-47aa-a74b-585bd856f7a0 None None] Port bff568d9-4c26-49c7-868e-5c61fa502c90 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:47.603191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:47.677908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:47.817807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:39:47.818139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4f41ea81-d12d-4f04-9ca9-37c1b3d59c20 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:47.829127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7163093-b379-4028-8197-bacaf7993fb9 req-764e72d3-1a05-4fcb-85cf-c2b5bd023b4a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:47.837580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7163093-b379-4028-8197-bacaf7993fb9 req-764e72d3-1a05-4fcb-85cf-c2b5bd023b4a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 966 time: 0.1605012 Feb 10 15:39:47.976682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Made reservation on behalf of 2b0b638dca2c41d6a54b162490df7e28 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:47.980578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:47.989823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7163093-b379-4028-8197-bacaf7993fb9 req-a79db41d-32b8-442c-87d0-c8dd76d6c747 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512764 Feb 10 15:39:48.011932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.017497 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.031828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d5018ca4-c0a1-4eae-969a-6a3bd4219eba up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:48.139756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port d5018ca4-c0a1-4eae-969a-6a3bd4219eba completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:48.155881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port d5018ca4-c0a1-4eae-969a-6a3bd4219eba triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:48.157473 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.269369 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Floating IP 77d186cc-c573-40ab-8255-9153c4f628aa associated. External IP: 172.25.7.96, port: eaf2623c-09e6-40df-aca1-07cb6c759517. Feb 10 15:39:48.293511 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.327658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:48.330203 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab292c-9679-4668-88e8-025507bbdde2" -d '{"events": [{"server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "name": "network-vif-plugged", "status": "completed", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:48.350444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:48.355224 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.409466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a415682-bd84-4805-b91b-a47463f550c1 req-de13b688-1882-44b6-a325-9a37f80382d4 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:48.416999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a415682-bd84-4805-b91b-a47463f550c1 req-de13b688-1882-44b6-a325-9a37f80382d4 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 936 time: 0.1918318 Feb 10 15:39:48.465598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:48.480026 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212eab40-ece8-4e01-b078-0e2d6e757a74 x-openstack-request-id: req-212eab40-ece8-4e01-b078-0e2d6e757a74 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:48.480455 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "name": "network-vif-plugged", "status": "completed", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:48.480720 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-212eab40-ece8-4e01-b078-0e2d6e757a74 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:48.484577 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'code': 200} Feb 10 15:39:48.496217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a415682-bd84-4805-b91b-a47463f550c1 req-caed4bd5-7f2d-4f18-a019-ecdb9b8c5710 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776730 Feb 10 15:39:48.601249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff568d9-4c26-49c7-868e-5c61fa502c90 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:48.625575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.666309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Transition to ACTIVE for port object bff568d9-4c26-49c7-868e-5c61fa502c90 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:48.668520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205afcfe-da48-4bfe-90a4-216786785bb2 req-ea05031c-4505-43ca-8ca0-b27bcd991187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:48.670919 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-205afcfe-da48-4bfe-90a4-216786785bb2 req-ea05031c-4505-43ca-8ca0-b27bcd991187 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.1014342 Feb 10 15:39:48.706118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:39:48.715880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3914fac2-edc2-42b1-a64d-178dd4726701 req-4de43f90-0c2c-423d-be78-7754ef6b1ed5 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 210 time: 0.0756865 Feb 10 15:39:48.719644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-205afcfe-da48-4bfe-90a4-216786785bb2 req-7c334e15-64d6-4502-ac8c-7aec4f25536f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Feb 10 15:39:48.722399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.791984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Allocated IP 192.168.233.211 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/d7091485-9e36-4249-bb22-7b376f05b1c3) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:48.837496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bff568d9-4c26-49c7-868e-5c61fa502c90,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:48.880630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:48.894468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:48.912853 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:48.952049 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:48.953162 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:48.973723 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-de3b8184-c15c-4db3-9e38-fae570cb463c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "PUT /v2.0/floatingips/77d186cc-c573-40ab-8255-9153c4f628aa HTTP/1.1" status: 200 len: 990 time: 2.4712155 Feb 10 15:39:48.975215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:48.977664 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:49.196724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Attempting to bind port bff568d9-4c26-49c7-868e-5c61fa502c90 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:49.197229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Attempting to bind port bff568d9-4c26-49c7-868e-5c61fa502c90 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:49.197427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Attempting to bind port bff568d9-4c26-49c7-868e-5c61fa502c90 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:49.253525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Port bff568d9-4c26-49c7-868e-5c61fa502c90 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:49.253856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Attempting to bind port bff568d9-4c26-49c7-868e-5c61fa502c90 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:49.275244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:49.275815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:49.276190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:49.276711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Bound port: bff568d9-4c26-49c7-868e-5c61fa502c90, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:49.277052 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:49.288297 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191e0ab8-378f-4af1-8459-a995b770ade4 x-openstack-request-id: req-191e0ab8-378f-4af1-8459-a995b770ade4 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:49.288815 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:49.288815 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-191e0ab8-378f-4af1-8459-a995b770ade4 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:49.289207 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'status': 'completed', 'code': 200} Feb 10 15:39:49.298019 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:49.331225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b39dca-c24f-45e8-982e-b40941e8428b req-eea67ee5-9691-400f-9aa6-cf8b0b683f79 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.332802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57b39dca-c24f-45e8-982e-b40941e8428b req-eea67ee5-9691-400f-9aa6-cf8b0b683f79 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 945 time: 0.1305313 Feb 10 15:39:49.391715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:49.419201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-22f9b0a9-dc13-43b6-b47b-cd77f183babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.421601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-22f9b0a9-dc13-43b6-b47b-cd77f183babc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 1096 time: 0.1055055 Feb 10 15:39:49.505453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:49.508565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57b39dca-c24f-45e8-982e-b40941e8428b req-eddbef48-181d-4494-8a2e-5008c5529e89 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536255 Feb 10 15:39:49.541533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] For port bff568d9-4c26-49c7-868e-5c61fa502c90, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:49.560729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:49.622869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dcfdb-c66d-46ce-bce3-e74a11ca9787 req-7da86ab0-e83a-49a6-a5a1-5764ef47296f tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.625408 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '77d186cc-c573-40ab-8255-9153c4f628aa', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'port_id': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'mac_address': 'fa:16:3e:80:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a12f48-d309-478f-83ca-5adf76dc2975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:47Z', 'revision_number': 1, 'project_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:49.627560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-e9a092ef-25d0-4d7f-ab36-ea96e432aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.629063 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-e9a092ef-25d0-4d7f-ab36-ea96e432aec4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 924 time: 0.2004898 Feb 10 15:39:49.633979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b22dcfdb-c66d-46ce-bce3-e74a11ca9787 req-7da86ab0-e83a-49a6-a5a1-5764ef47296f tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 967 time: 0.1961269 Feb 10 15:39:49.656406 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:49.658683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] For port bff568d9-4c26-49c7-868e-5c61fa502c90, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bff568d9-4c26-49c7-868e-5c61fa502c90,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:49.680914 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:49.682285 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:39:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:49.686635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:49.696631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:49.710425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:49.721679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:49.788943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Pushing event updated for resources: {'Port': ['ID=d7091485-9e36-4249-bb22-7b376f05b1c3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:49.798288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.798905 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:49.800734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] 10.222.0.75 "PUT /v2.0/ports/bff568d9-4c26-49c7-868e-5c61fa502c90 HTTP/1.1" status: 200 len: 1096 time: 2.2780449 Feb 10 15:39:49.801348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba91042-474c-4956-a8b1-e232ce58456e', 'tag': 'bff568d9-4c26-49c7-868e-5c61fa502c90'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:49.803903 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240eb345-3156-480d-999a-bd872e677024" -d '{"events": [{"name": "network-changed", "server_uuid": "aba91042-474c-4956-a8b1-e232ce58456e", "tag": "bff568d9-4c26-49c7-868e-5c61fa502c90"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:49.808599 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd9727e6-da81-4fd2-922c-19029744a803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:49.818982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b22dcfdb-c66d-46ce-bce3-e74a11ca9787 req-8dac3c1e-dd94-4188-8a23-17ae9e9a64a2 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840422 Feb 10 15:39:49.902446 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:49.927068 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-57c1c003-95a3-4ed7-993b-d7d044a2d97b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf2623c-09e6-40df-aca1-07cb6c759517 HTTP/1.1" status: 200 len: 998 time: 0.2885339 Feb 10 15:39:49.962228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cf71a-82b4-4625-8a3b-0935887e57a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bff568d9-4c26-49c7-868e-5c61fa502c90,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:50.007661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.008351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.045065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-f2160688-8d96-4fd9-8b10-076da08b0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.047205 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-f2160688-8d96-4fd9-8b10-076da08b0f36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.1094968 Feb 10 15:39:50.120462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-fb0f1ca0-75a5-4fba-ade9-2dfae2d9f53f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7307541 Feb 10 15:39:50.136017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Request body: {'port': {'device_id': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:50.184165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-50d1db7e-b7c7-4942-a67f-2f069221c7c0 None None] Provisioning complete for port d7091485-9e36-4249-bb22-7b376f05b1c3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:50.186310 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-50d1db7e-b7c7-4942-a67f-2f069221c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.204372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f40365-0116-41ed-be65-65e6f9a4a211 req-343d1222-24e9-4fc9-8e63-ef27b6e267f0 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.206074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87f40365-0116-41ed-be65-65e6f9a4a211 req-343d1222-24e9-4fc9-8e63-ef27b6e267f0 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 948 time: 0.2251804 Feb 10 15:39:50.206339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd9727e6-da81-4fd2-922c-19029744a803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.217708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd9727e6-da81-4fd2-922c-19029744a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.230914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-f222b92e-2533-4692-8fb8-be5f0da157c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.232992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-f222b92e-2533-4692-8fb8-be5f0da157c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=235723a8dbfa41eabb3fe47b9135066f&device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 1099 time: 0.3670571 Feb 10 15:39:50.251089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-b217fe24-f6b2-4fad-91e2-340725da7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.252409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-50d1db7e-b7c7-4942-a67f-2f069221c7c0 None None] Port d7091485-9e36-4249-bb22-7b376f05b1c3 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:50.257764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-b217fe24-f6b2-4fad-91e2-340725da7887 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974890 Feb 10 15:39:50.266439 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bd9727e6-da81-4fd2-922c-19029744a803 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=197f0b7522c94bf19c83c588b8d69fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593291 Feb 10 15:39:50.272562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:50.288687 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.400641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-ef129787-6f39-406f-b19d-2c1d76132241 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bff568d9-4c26-49c7-868e-5c61fa502c90 HTTP/1.1" status: 200 len: 217 time: 0.1458747 Feb 10 15:39:50.415929 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '77d186cc-c573-40ab-8255-9153c4f628aa', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'port_id': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'mac_address': 'fa:16:3e:80:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a12f48-d309-478f-83ca-5adf76dc2975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:47Z', 'revision_number': 1, 'project_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:50.462001 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149411eb-d6ff-4a7c-b31f-41562ea33901 None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '77d186cc-c573-40ab-8255-9153c4f628aa', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'port_id': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'mac_address': 'fa:16:3e:80:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a12f48-d309-478f-83ca-5adf76dc2975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:47Z', 'revision_number': 1, 'project_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:50.549569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87f40365-0116-41ed-be65-65e6f9a4a211 req-8cd4115e-856e-4790-9644-5501976be167 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154657 Feb 10 15:39:50.611706 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ac634-5b22-4d22-9ace-d0eb96f2b80a x-openstack-request-id: req-de3ac634-5b22-4d22-9ace-d0eb96f2b80a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:50.612001 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba91042-474c-4956-a8b1-e232ce58456e", "tag": "bff568d9-4c26-49c7-868e-5c61fa502c90", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:50.612252 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de3ac634-5b22-4d22-9ace-d0eb96f2b80a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:50.612650 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba91042-474c-4956-a8b1-e232ce58456e', 'tag': 'bff568d9-4c26-49c7-868e-5c61fa502c90', 'status': 'completed', 'code': 200} Feb 10 15:39:50.625905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9727e6-da81-4fd2-922c-19029744a803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5312c-9c42-498a-9027-766ec15eab44,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:50.671648 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-462edf4e-7f47-4023-8586-8e35e9c4c34b service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039555 Feb 10 15:39:50.678377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-39eced62-b80b-4334-a512-ec00a8e0e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.679854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-39eced62-b80b-4334-a512-ec00a8e0e149 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2697871 Feb 10 15:39:50.692307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40fe89d8-265e-4b0b-87de-b836b1b4e000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.769419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40fe89d8-265e-4b0b-87de-b836b1b4e000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:50.809655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce334e6-64f8-4c6e-ba05-c7fc04eceb71 None None] New status for floating IP 77d186cc-c573-40ab-8255-9153c4f628aa: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:39:50.811099 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f40fb22-7bdf-4ce9-8950-c431cea67fe2 req-4be97152-5799-42ea-9ae7-edc347b9930c service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291490 Feb 10 15:39:50.852079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724da1-4b3c-4ad1-aecf-893221327171 req-b6b5ee41-bc70-483f-b036-16b16f92b784 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.853606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e724da1-4b3c-4ad1-aecf-893221327171 req-b6b5ee41-bc70-483f-b036-16b16f92b784 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 936 time: 0.3294885 Feb 10 15:39:50.902722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-56534f52-fbf4-4fba-9830-9b62beb70a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.904890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-56534f52-fbf4-4fba-9830-9b62beb70a49 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075362 Feb 10 15:39:50.985426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e724da1-4b3c-4ad1-aecf-893221327171 req-fb21cb88-f76a-471d-b9b5-0f8fe5549988 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179101 Feb 10 15:39:51.014833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40fe89d8-265e-4b0b-87de-b836b1b4e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.017543 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40fe89d8-265e-4b0b-87de-b836b1b4e000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.019984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40fe89d8-265e-4b0b-87de-b836b1b4e000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fea5312c-9c42-498a-9027-766ec15eab44 HTTP/1.1" status: 204 len: 168 time: 0.7453098 Feb 10 15:39:51.057941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15a441d0-8570-43a0-8d56-9bdc3a88861b req-c80e3603-9f37-476c-a602-b9ea53c8a1a5 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2d94b395fd64672a7b97848a5428930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029208 Feb 10 15:39:51.064139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe89d8-265e-4b0b-87de-b836b1b4e000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5312c-9c42-498a-9027-766ec15eab44,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.246419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-4c7f82d5-4eaf-48f7-bf15-e8c0d0cb3cbc service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310966 Feb 10 15:39:51.289180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7091485-9e36-4249-bb22-7b376f05b1c3 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:51.319090 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.335953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45278) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:51.384663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Transition to ACTIVE for port object d7091485-9e36-4249-bb22-7b376f05b1c3 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:51.397965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a441d0-8570-43a0-8d56-9bdc3a88861b req-694398ea-c2ae-499a-aa8e-2a8d6bf52ab2 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:51.399557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15a441d0-8570-43a0-8d56-9bdc3a88861b req-694398ea-c2ae-499a-aa8e-2a8d6bf52ab2 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195062 Feb 10 15:39:51.416879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.425926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749420c1-f7f0-455a-82cb-385892af2b44 req-e60feaf5-4927-4b75-a4c6-d831dc10d332 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:51.427816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-749420c1-f7f0-455a-82cb-385892af2b44 req-e60feaf5-4927-4b75-a4c6-d831dc10d332 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 967 time: 0.2242603 Feb 10 15:39:51.457788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-033f6040-1c69-4ef9-8e22-0d79b556c075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.483727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45282) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:51.503821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0230b5db-eacb-4f44-bba7-e6bec89370f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.588103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-033f6040-1c69-4ef9-8e22-0d79b556c075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.595745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-033f6040-1c69-4ef9-8e22-0d79b556c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.648714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-033f6040-1c69-4ef9-8e22-0d79b556c075 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90a0c4aad5fc4a5c8ca27ff4587da71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114295 Feb 10 15:39:51.651876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f6040-1c69-4ef9-8e22-0d79b556c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458d6319-5976-422d-9c70-fbf296c81903,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.655085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45286) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:51.662744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15a441d0-8570-43a0-8d56-9bdc3a88861b req-80107ede-64e8-43f2-927c-ea3e1815fd7b tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/quotas/c2d94b395fd64672a7b97848a5428930 HTTP/1.1" status: 200 len: 375 time: 0.2523096 Feb 10 15:39:51.664595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0230b5db-eacb-4f44-bba7-e6bec89370f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.671836 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0230b5db-eacb-4f44-bba7-e6bec89370f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.696260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-894ba148-74f6-41ad-8126-2b5822fd4c21 req-fb9ecb4c-452e-4393-a043-6a12ea93fbad service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396992 Feb 10 15:39:51.729672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15a441d0-8570-43a0-8d56-9bdc3a88861b req-fb8f28f8-477d-4c5b-a259-d021c7df396d tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d94b395fd64672a7b97848a5428930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541441 Feb 10 15:39:51.734326 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0230b5db-eacb-4f44-bba7-e6bec89370f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc66af92279435a8e3a3f8785858f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494967 Feb 10 15:39:51.737880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45288) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:51.738678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b5db-eacb-4f44-bba7-e6bec89370f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fcbabd-885e-4607-a4ce-8bf423c61672,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.750377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7091485-9e36-4249-bb22-7b376f05b1c3,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.800191 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27994642-fc6d-4cdf-83a3-5795661d3d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.828584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27994642-fc6d-4cdf-83a3-5795661d3d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.829328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-749420c1-f7f0-455a-82cb-385892af2b44 req-120d3cb9-5987-4456-86eb-7846881d4afd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865408 Feb 10 15:39:51.908552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27994642-fc6d-4cdf-83a3-5795661d3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.911371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27994642-fc6d-4cdf-83a3-5795661d3d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.913083 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-27994642-fc6d-4cdf-83a3-5795661d3d4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/458d6319-5976-422d-9c70-fbf296c81903 HTTP/1.1" status: 204 len: 168 time: 0.2536592 Feb 10 15:39:51.942467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27994642-fc6d-4cdf-83a3-5795661d3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458d6319-5976-422d-9c70-fbf296c81903,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.944566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7fd44d4-c9c6-4970-a9d5-e87d4bafd87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:51.971355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb345-3156-480d-999a-bd872e677024 req-37819aa6-6fdb-480c-a1ac-0f2dd907f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:51.975128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-37819aa6-6fdb-480c-a1ac-0f2dd907f5b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=235723a8dbfa41eabb3fe47b9135066f&device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 1099 time: 0.2195792 Feb 10 15:39:51.982031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Attempting to bind port d7091485-9e36-4249-bb22-7b376f05b1c3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:39:51.982442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Attempting to bind port d7091485-9e36-4249-bb22-7b376f05b1c3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:39:51.982856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Attempting to bind port d7091485-9e36-4249-bb22-7b376f05b1c3 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:51.984287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7fd44d4-c9c6-4970-a9d5-e87d4bafd87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.014888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Port d7091485-9e36-4249-bb22-7b376f05b1c3 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:52.015221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Attempting to bind port d7091485-9e36-4249-bb22-7b376f05b1c3 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:52.046594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7fd44d4-c9c6-4970-a9d5-e87d4bafd87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.050480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7fd44d4-c9c6-4970-a9d5-e87d4bafd87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.051917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7fd44d4-c9c6-4970-a9d5-e87d4bafd87a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4fcbabd-885e-4607-a4ce-8bf423c61672 HTTP/1.1" status: 204 len: 168 time: 0.3102469 Feb 10 15:39:52.055148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:52.055515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:39:52.055899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:52.056342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Bound port: d7091485-9e36-4249-bb22-7b376f05b1c3, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:39:52.056699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.065783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd44d4-c9c6-4970-a9d5-e87d4bafd87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fcbabd-885e-4607-a4ce-8bf423c61672,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:52.077011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec377-b050-46f1-b9a5-691776f3e047 req-ddad09bc-4068-4664-9a04-10eb31019a9e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.078899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70cec377-b050-46f1-b9a5-691776f3e047 req-ddad09bc-4068-4664-9a04-10eb31019a9e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 948 time: 0.1813962 Feb 10 15:39:52.186533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb345-3156-480d-999a-bd872e677024 req-fe371db6-70f2-4b00-9deb-efb16db19093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.188126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-fe371db6-70f2-4b00-9deb-efb16db19093 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1983082 Feb 10 15:39:52.192915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70cec377-b050-46f1-b9a5-691776f3e047 req-2de2ade4-79b1-4521-b651-7de8115bf5a7 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025107 Feb 10 15:39:52.196669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] For port d7091485-9e36-4249-bb22-7b376f05b1c3, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:52.204665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] For port d7091485-9e36-4249-bb22-7b376f05b1c3, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d7091485-9e36-4249-bb22-7b376f05b1c3,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:52.251943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-c9063cdd-2170-42d2-b930-d746054feb37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bff568d9-4c26-49c7-868e-5c61fa502c90 HTTP/1.1" status: 200 len: 217 time: 0.0565865 Feb 10 15:39:52.253072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.406208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.406915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.408435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] 10.222.0.45 "PUT /v2.0/ports/d7091485-9e36-4249-bb22-7b376f05b1c3 HTTP/1.1" status: 200 len: 1096 time: 2.2795389 Feb 10 15:39:52.424668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45312) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:52.453973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93231f1e-a5ca-4750-9f35-8d1184b256fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.518712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb345-3156-480d-999a-bd872e677024 req-943c4670-a0eb-4373-a9a6-eb31cb2701b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.520664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-943c4670-a0eb-4373-a9a6-eb31cb2701b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2517965 Feb 10 15:39:52.565793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4a36-2b8d-42a2-9788-baece3cf5ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7091485-9e36-4249-bb22-7b376f05b1c3,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:52.584599 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93231f1e-a5ca-4750-9f35-8d1184b256fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.592655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93231f1e-a5ca-4750-9f35-8d1184b256fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.618835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'tag': 'd7091485-9e36-4249-bb22-7b376f05b1c3'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:52.621741 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47b61eb-581b-4003-9ef3-8968aeb91215" -d '{"events": [{"name": "network-changed", "server_uuid": "d335d878-0cd3-4b4b-bb79-8bf03dd98f01", "tag": "d7091485-9e36-4249-bb22-7b376f05b1c3"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:52.656535 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-93231f1e-a5ca-4750-9f35-8d1184b256fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46b66c87462f4602b237d37b643ece96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297320 Feb 10 15:39:52.661632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93231f1e-a5ca-4750-9f35-8d1184b256fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b8f428-2deb-4d4d-835f-81cf6ae866f7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:52.664134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45322) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:52.720532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf238253-7728-45f1-b304-1b87335842e5 req-feaa9ba1-2dab-46ab-8c96-4e8022bab5dd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4717147 Feb 10 15:39:52.722579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-93f929f1-eb12-450c-bd5c-2d2674e954f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.724282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-93f929f1-eb12-450c-bd5c-2d2674e954f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b0b638dca2c41d6a54b162490df7e28&device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 1099 time: 0.2555506 Feb 10 15:39:52.726117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b09c78af-33a2-4e3b-bfa8-e5f9c6c9d9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.736827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:52.751287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b09c78af-33a2-4e3b-bfa8-e5f9c6c9d9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.786349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb345-3156-480d-999a-bd872e677024 req-094a7c2b-886b-4242-bd7a-1e29b63a6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.787817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-094a7c2b-886b-4242-bd7a-1e29b63a6350 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2428064 Feb 10 15:39:52.796299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-94153914-058f-4942-9ce7-68df3f86b72a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=d7091485-9e36-4249-bb22-7b376f05b1c3 HTTP/1.1" status: 200 len: 217 time: 0.0550292 Feb 10 15:39:52.818306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b09c78af-33a2-4e3b-bfa8-e5f9c6c9d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.821288 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b09c78af-33a2-4e3b-bfa8-e5f9c6c9d9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.822633 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b09c78af-33a2-4e3b-bfa8-e5f9c6c9d9ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81b8f428-2deb-4d4d-835f-81cf6ae866f7 HTTP/1.1" status: 204 len: 168 time: 0.1575229 Feb 10 15:39:52.832132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c78af-33a2-4e3b-bfa8-e5f9c6c9d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b8f428-2deb-4d4d-835f-81cf6ae866f7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:52.858990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5368a9-10e7-4661-ac65-117224687dff req-244e5e00-44d3-4a91-9be2-ef16f6b80bd1 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.861722 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b5368a9-10e7-4661-ac65-117224687dff req-244e5e00-44d3-4a91-9be2-ef16f6b80bd1 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 948 time: 0.2360392 Feb 10 15:39:52.961087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:52.989775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-bd7dc482-6bdd-4a00-99c7-287dfb18c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.991293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-bd7dc482-6bdd-4a00-99c7-287dfb18c442 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1798446 Feb 10 15:39:53.062122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b5368a9-10e7-4661-ac65-117224687dff req-16f80bf8-daf3-4788-9139-bd783c9fc11e tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433177 Feb 10 15:39:53.116266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-9155e392-5ce8-46da-99cd-248561621cc9 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152659 Feb 10 15:39:53.151665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008283c-445a-4562-9895-ebea47ae65a3 req-64315b2a-b719-4da5-a416-518a4db9d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:53.153142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-64315b2a-b719-4da5-a416-518a4db9d590 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525884 Feb 10 15:39:53.218682 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:53.294013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240eb345-3156-480d-999a-bd872e677024 req-919c7158-978b-4f30-92d7-2072637f88b1 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685858 Feb 10 15:39:53.342682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-bf0af1ca-2634-44a2-b41d-183f33c61eae service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614747 Feb 10 15:39:53.343978 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:53.433473 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6da302-1017-48c0-a93d-9f8653a71961 x-openstack-request-id: req-ae6da302-1017-48c0-a93d-9f8653a71961 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:53.433578 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d335d878-0cd3-4b4b-bb79-8bf03dd98f01", "tag": "d7091485-9e36-4249-bb22-7b376f05b1c3", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:53.433939 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6da302-1017-48c0-a93d-9f8653a71961 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:53.434392 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'tag': 'd7091485-9e36-4249-bb22-7b376f05b1c3', 'status': 'completed', 'code': 200} Feb 10 15:39:53.740413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b008283c-445a-4562-9895-ebea47ae65a3 req-b8c6a3d0-f83a-43a4-9515-5e21d417d678 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884177 Feb 10 15:39:53.753161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Allocated IP 172.25.7.236 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/ddb99355-1fc9-4c2f-b809-4115d8c7c48d) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:53.776751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8090a8-de46-4657-8811-eedfbcb5ea9a req-c71e859f-76e9-41ec-97f3-2315ffec1225 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:53.777789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de8090a8-de46-4657-8811-eedfbcb5ea9a req-c71e859f-76e9-41ec-97f3-2315ffec1225 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 948 time: 0.2791531 Feb 10 15:39:53.906405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de8090a8-de46-4657-8811-eedfbcb5ea9a req-859cb055-acda-42b5-a487-5c542d5b8734 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089492 Feb 10 15:39:53.923372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-6d85cfb7-7d2a-42c9-927b-85ba115cd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:53.924894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-6d85cfb7-7d2a-42c9-927b-85ba115cd950 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b0b638dca2c41d6a54b162490df7e28&device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 1099 time: 0.0940611 Feb 10 15:39:53.968846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.055676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-4dfdcd56-1af3-4fa7-bd10-6446a828ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.057123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-4dfdcd56-1af3-4fa7-bd10-6446a828ad2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1222551 Feb 10 15:39:54.063962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.133375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-2e9947c0-a4e2-40a9-811c-15dcef187408 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=d7091485-9e36-4249-bb22-7b376f05b1c3 HTTP/1.1" status: 200 len: 217 time: 0.0671153 Feb 10 15:39:54.145409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:54.159080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:54.182388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:54.204973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event updated for resources: {'Port': ['ID=ddb99355-1fc9-4c2f-b809-4115d8c7c48d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:54.242717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-def3b4f2-3a19-44fa-9e85-77e38abb2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.244654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-def3b4f2-3a19-44fa-9e85-77e38abb2a35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0981717 Feb 10 15:39:54.365996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.376070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-e0bec142-6b89-4ebb-be70-5a554b20824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.377762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-e0bec142-6b89-4ebb-be70-5a554b20824a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071448 Feb 10 15:39:54.427109 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.585591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-a7a50f4e-56b5-43e3-8437-7c0a4370b987 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837451 Feb 10 15:39:54.717717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51314147-7b94-4c30-bdb0-233188e3e55c req-c4f82431-4d60-4a3d-aa7b-c2379bf1a22d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.719177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51314147-7b94-4c30-bdb0-233188e3e55c req-c4f82431-4d60-4a3d-aa7b-c2379bf1a22d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 948 time: 0.1723044 Feb 10 15:39:54.766064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e47b61eb-581b-4003-9ef3-8968aeb91215 req-f0209359-cce6-48cd-b0e8-f9f124e1d515 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635656 Feb 10 15:39:54.768050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45418) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:54.789679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.799793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51314147-7b94-4c30-bdb0-233188e3e55c req-21e8a43a-1722-4faf-9a5b-0ff1166c05d3 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732889 Feb 10 15:39:54.800371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.870026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event updated for resources: {'Port': ['ID=ddb99355-1fc9-4c2f-b809-4115d8c7c48d,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:54.885565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.906520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:54.915537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf238253-7728-45f1-b304-1b87335842e5 req-6d6b6151-21c5-4906-a3c5-ef3894e28fbd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1831365 Feb 10 15:39:54.922811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a15c3816-98f3-4b99-aec3-0ade8999e94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.003963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a15c3816-98f3-4b99-aec3-0ade8999e94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.006918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf238253-7728-45f1-b304-1b87335842e5 req-5ee9f2a6-da69-435b-93c9-e6f2ce5a1674 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 696 time: 0.0877745 Feb 10 15:39:55.007965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a15c3816-98f3-4b99-aec3-0ade8999e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.019652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57ccca9b-4db0-4622-96c1-5c9ca66769b4 req-3740b074-79d4-4467-8623-c3401fbaf19f tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2d94b395fd64672a7b97848a5428930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720866 Feb 10 15:39:55.047660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c3816-98f3-4b99-aec3-0ade8999e94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defa7138-6af1-4765-a980-3c9923674022,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:55.053129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a15c3816-98f3-4b99-aec3-0ade8999e94d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f539ceb76cb144e6848b290296859512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840383 Feb 10 15:39:55.056083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:55.105447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe51d29-5821-4c19-b7ad-45dd429dbca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.130517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe51d29-5821-4c19-b7ad-45dd429dbca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.177391 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe51d29-5821-4c19-b7ad-45dd429dbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.179948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe51d29-5821-4c19-b7ad-45dd429dbca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.181076 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-efe51d29-5821-4c19-b7ad-45dd429dbca1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/defa7138-6af1-4765-a980-3c9923674022 HTTP/1.1" status: 204 len: 168 time: 0.1241050 Feb 10 15:39:55.191242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe51d29-5821-4c19-b7ad-45dd429dbca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defa7138-6af1-4765-a980-3c9923674022,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:55.196159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccca9b-4db0-4622-96c1-5c9ca66769b4 req-87a0fb0c-5536-4c16-943b-4e870fda8c26 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.203299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57ccca9b-4db0-4622-96c1-5c9ca66769b4 req-87a0fb0c-5536-4c16-943b-4e870fda8c26 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750407 Feb 10 15:39:55.211894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238253-7728-45f1-b304-1b87335842e5 req-46355bc7-6856-48d1-9eb0-f1790be3cb88 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.215902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf238253-7728-45f1-b304-1b87335842e5 req-46355bc7-6856-48d1-9eb0-f1790be3cb88 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1994314 Feb 10 15:39:55.230232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-bf238253-7728-45f1-b304-1b87335842e5 req-b3f539e2-89db-44d7-9a7e-08a2aee2bffe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:39:55.231171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf238253-7728-45f1-b304-1b87335842e5 req-b3f539e2-89db-44d7-9a7e-08a2aee2bffe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063720 Feb 10 15:39:55.235092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57ccca9b-4db0-4622-96c1-5c9ca66769b4 req-0a1701a1-fcf6-43d8-8205-b4d1fc0b0df7 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/quotas/c2d94b395fd64672a7b97848a5428930 HTTP/1.1" status: 200 len: 375 time: 0.0309656 Feb 10 15:39:55.276198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57ccca9b-4db0-4622-96c1-5c9ca66769b4 req-7db06c0d-aaf8-48f2-9394-dea46f2fa83b tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d94b395fd64672a7b97848a5428930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350287 Feb 10 15:39:55.302669 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:39:55.448625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa402f-6628-4577-ac57-b0d1fbbbd534 req-79a27582-1733-47a6-aece-c996b4e4221e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.450108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38aa402f-6628-4577-ac57-b0d1fbbbd534 req-79a27582-1733-47a6-aece-c996b4e4221e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 948 time: 0.0512273 Feb 10 15:39:55.492707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38aa402f-6628-4577-ac57-b0d1fbbbd534 req-2bce95d5-6b76-4708-9938-4cd8f5b9a82c tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Feb 10 15:39:55.587754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45464) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:55.609024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e04af62-f6d5-4c48-b589-1a96ba44dbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.625981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bff568d9-4c26-49c7-868e-5c61fa502c90 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:55.727758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port bff568d9-4c26-49c7-868e-5c61fa502c90, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bff568d9-4c26-49c7-868e-5c61fa502c90,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:55.741657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'bff568d9-4c26-49c7-868e-5c61fa502c90', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'bff568d9-4c26-49c7-868e-5c61fa502c90', 'mac_address': 'fa:16:3e:24:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:55.771399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-e0f6f370-3ac9-4a6d-a447-33821ca30842 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.772975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-e0f6f370-3ac9-4a6d-a447-33821ca30842 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 821 time: 0.1459527 Feb 10 15:39:55.777615 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e04af62-f6d5-4c48-b589-1a96ba44dbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.789694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e04af62-f6d5-4c48-b589-1a96ba44dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.794170 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.801244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-8dcd3e11-68b5-4f1b-ac50-43c51744835e tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/quotas/58cd6cd34625403eaa79928b1268ee00 HTTP/1.1" status: 200 len: 375 time: 0.0201633 Feb 10 15:39:55.812196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff568d9-4c26-49c7-868e-5c61fa502c90 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:55.836396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port bff568d9-4c26-49c7-868e-5c61fa502c90, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bff568d9-4c26-49c7-868e-5c61fa502c90,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:55.843506 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:55.862187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3e04af62-f6d5-4c48-b589-1a96ba44dbb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b117752461ea4019b32df61a2870997b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704761 Feb 10 15:39:55.862755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45476) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:55.873043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04af62-f6d5-4c48-b589-1a96ba44dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fcdb7b-896f-4e34-b2f2-4b7d2cbb7f5e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:55.920644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-1c6f8f45-76a8-433f-8b62-0cec3aef32ec tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1086953 Feb 10 15:39:55.941502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=bff568d9-4c26-49c7-868e-5c61fa502c90,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:55.958286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13ab7cd1-0d0e-422b-8b7e-28b2c87831c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.022642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13ab7cd1-0d0e-422b-8b7e-28b2c87831c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.074690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-6b997230-5067-449c-b4c0-c0c23bd8b46b service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407318 Feb 10 15:39:56.135596 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13ab7cd1-0d0e-422b-8b7e-28b2c87831c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.138906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13ab7cd1-0d0e-422b-8b7e-28b2c87831c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.142453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-13ab7cd1-0d0e-422b-8b7e-28b2c87831c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81fcdb7b-896f-4e34-b2f2-4b7d2cbb7f5e HTTP/1.1" status: 204 len: 168 time: 0.2764449 Feb 10 15:39:56.152345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45490) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:56.156429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab7cd1-0d0e-422b-8b7e-28b2c87831c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fcdb7b-896f-4e34-b2f2-4b7d2cbb7f5e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:56.182260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['bff568d9-4c26-49c7-868e-5c61fa502c90'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:56.193412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-02c27bf4-7235-4812-b32b-44aee20d7bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066024 Feb 10 15:39:56.327261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d62a0a62-5aac-4740-80d7-808ca78f714a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.390741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fb6f-7e0f-48c0-af25-18b6abaccdf1 req-b41c3fbe-c2a3-4f39-8914-f2451b5bea0a tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:56.395222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1930fb6f-7e0f-48c0-af25-18b6abaccdf1 req-b41c3fbe-c2a3-4f39-8914-f2451b5bea0a tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 948 time: 0.1220796 Feb 10 15:39:56.421160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d62a0a62-5aac-4740-80d7-808ca78f714a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.427054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d62a0a62-5aac-4740-80d7-808ca78f714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.472117 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d62a0a62-5aac-4740-80d7-808ca78f714a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e26e25497d4885913c0ac91d8a09e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189390 Feb 10 15:39:56.475286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45508) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:56.497381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1930fb6f-7e0f-48c0-af25-18b6abaccdf1 req-f7160dfe-2ca4-473c-ba43-bd7ebed894f4 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955787 Feb 10 15:39:56.505769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0a62-5aac-4740-80d7-808ca78f714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f006d-0c56-4b82-899a-37ed9d17df80,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:56.616636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-508bf219-ddab-4304-94bd-8c2822bc8288 req-a0715509-3219-451f-aa42-6e2e0e3838eb tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 210 time: 0.0364463 Feb 10 15:39:56.619987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b8520de-823a-4c6c-a34d-2c0bd96d7197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.659208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b8520de-823a-4c6c-a34d-2c0bd96d7197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.775804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410259e-4a51-4d76-bb1a-65bc4eec555f req-11a2f0cc-ab8a-4c93-a912-9136620f60ac tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:56.777958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f410259e-4a51-4d76-bb1a-65bc4eec555f req-11a2f0cc-ab8a-4c93-a912-9136620f60ac tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 949 time: 0.0668259 Feb 10 15:39:56.780463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b8520de-823a-4c6c-a34d-2c0bd96d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.783334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b8520de-823a-4c6c-a34d-2c0bd96d7197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.784587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6b8520de-823a-4c6c-a34d-2c0bd96d7197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b5f006d-0c56-4b82-899a-37ed9d17df80 HTTP/1.1" status: 204 len: 168 time: 0.3083158 Feb 10 15:39:56.796385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8520de-823a-4c6c-a34d-2c0bd96d7197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f006d-0c56-4b82-899a-37ed9d17df80,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:56.806403 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:56.846473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f410259e-4a51-4d76-bb1a-65bc4eec555f req-eade9a0f-62c2-441e-a5e6-d8b175022143 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Feb 10 15:39:56.891859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45530) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:57.232617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-af47f0fe-4c09-439b-946d-5b155248cc0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86934707facb4f768b5a918a347afdea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3361852 Feb 10 15:39:57.233327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:57.286338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e66be1c-2af2-40ed-a1e9-7bcb1b416b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.310774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e66be1c-2af2-40ed-a1e9-7bcb1b416b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.329594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45552) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:57.344369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.369017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e66be1c-2af2-40ed-a1e9-7bcb1b416b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.371688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e66be1c-2af2-40ed-a1e9-7bcb1b416b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.375736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e66be1c-2af2-40ed-a1e9-7bcb1b416b75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b764af2-a81b-4287-ae5e-f39d2eb7a836 HTTP/1.1" status: 204 len: 168 time: 0.1389389 Feb 10 15:39:57.383480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66be1c-2af2-40ed-a1e9-7bcb1b416b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b764af2-a81b-4287-ae5e-f39d2eb7a836,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:57.422301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f87388f-c093-43c6-89bb-34170cc3199c req-d233cf7c-5b99-4458-9de8-4ff937687a32 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2d94b395fd64672a7b97848a5428930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513554 Feb 10 15:39:57.630776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bff568d9-4c26-49c7-868e-5c61fa502c90 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:57.727072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port bff568d9-4c26-49c7-868e-5c61fa502c90 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:57.733294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port bff568d9-4c26-49c7-868e-5c61fa502c90 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:57.733944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.848778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.853833 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.865208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.878116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45576) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:57.886630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba91042-474c-4956-a8b1-e232ce58456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff568d9-4c26-49c7-868e-5c61fa502c90'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:39:57.893563 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb149ce-721f-45e5-9de6-8f04a0a946c3" -d '{"events": [{"server_uuid": "aba91042-474c-4956-a8b1-e232ce58456e", "name": "network-vif-plugged", "status": "completed", "tag": "bff568d9-4c26-49c7-868e-5c61fa502c90"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:57.912208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87388f-c093-43c6-89bb-34170cc3199c req-59231bc1-be71-4dfa-af5e-4fa60c91a899 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:57.913135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port bff568d9-4c26-49c7-868e-5c61fa502c90, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bff568d9-4c26-49c7-868e-5c61fa502c90,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:57.919142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f87388f-c093-43c6-89bb-34170cc3199c req-59231bc1-be71-4dfa-af5e-4fa60c91a899 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4774704 Feb 10 15:39:57.922346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:57.937305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ec23-14b2-4e1c-8d5f-00138c1bb213 req-b34d34d3-3a80-4a39-a211-e582b978e6a5 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:57.938792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1292ec23-14b2-4e1c-8d5f-00138c1bb213 req-b34d34d3-3a80-4a39-a211-e582b978e6a5 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 948 time: 0.1996353 Feb 10 15:39:57.961403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d1141a5-87a2-4fba-b7ee-eff944f0279f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=651b216963944965891ef77f513efe07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817947 Feb 10 15:39:57.962380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45580) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:57.989323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45582) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:57.989531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dda9b4ad2a54976af4849a56ec3f28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586580 Feb 10 15:39:57.989995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=bff568d9-4c26-49c7-868e-5c61fa502c90,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:57.996467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c400f-1691-4120-91a5-849034876071,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:58.005196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f87388f-c093-43c6-89bb-34170cc3199c req-7cd39a72-4d26-44fa-a7e0-b9d3627660d3 tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/quotas/c2d94b395fd64672a7b97848a5428930 HTTP/1.1" status: 200 len: 375 time: 0.0849805 Feb 10 15:39:58.060759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f87388f-c093-43c6-89bb-34170cc3199c req-a68c3961-0374-46f8-a085-09ec58101b1b tempest-QuotasAdminNegativeTest-143176873 tempest-QuotasAdminNegativeTest-143176873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d94b395fd64672a7b97848a5428930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539114 Feb 10 15:39:58.064713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.065324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.065827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.066254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.066801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.067406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.067814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.068390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.068872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.069547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.069959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.070406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.070512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efcd73-02a3-4e6f-90ef-c0738bf49b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.085353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e1499a-3ca7-4d37-87c8-730a0f26bc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.087255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d7091485-9e36-4249-bb22-7b376f05b1c3 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:58.103719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1292ec23-14b2-4e1c-8d5f-00138c1bb213 req-91d8e066-3ce9-4002-bf6e-727f3d70b63d tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471550 Feb 10 15:39:58.120264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-d17e1a01-a9f0-420d-8d2e-ab2cc4f53979 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.122396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-d17e1a01-a9f0-420d-8d2e-ab2cc4f53979 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.75 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 821 time: 0.3821192 Feb 10 15:39:58.146996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'port': {'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'admin_state_up': True, 'tenant_id': '58cd6cd34625403eaa79928b1268ee00'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:58.163583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.170348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e1499a-3ca7-4d37-87c8-730a0f26bc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.261074 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.264277 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.265423 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4841b0e9-7f11-46f9-ab6c-e90b71858e2a HTTP/1.1" status: 204 len: 168 time: 0.3019595 Feb 10 15:39:58.271022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e1499a-3ca7-4d37-87c8-730a0f26bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.273550 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03e1499a-3ca7-4d37-87c8-730a0f26bc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.282183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d7091485-9e36-4249-bb22-7b376f05b1c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d7091485-9e36-4249-bb22-7b376f05b1c3,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:58.282873 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03e1499a-3ca7-4d37-87c8-730a0f26bc6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d2c400f-1691-4120-91a5-849034876071 HTTP/1.1" status: 204 len: 168 time: 0.2919834 Feb 10 15:39:58.298132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4841b0e9-7f11-46f9-ab6c-e90b71858e2a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:58.314347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'd7091485-9e36-4249-bb22-7b376f05b1c3', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'd7091485-9e36-4249-bb22-7b376f05b1c3', 'mac_address': 'fa:16:3e:25:66:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:58.315551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.317080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.317565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.318305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.318828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.320281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.321772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.324267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.324610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.324969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.325388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.325777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a615-1b19-4954-897a-c3a02e970f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:58.329205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3eacdbcb-e553-4410-ac4d-cc637c833515 req-828c35cd-d318-430f-8c90-60e2bce92983 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 210 time: 0.1459553 Feb 10 15:39:58.352737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1499a-3ca7-4d37-87c8-730a0f26bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c400f-1691-4120-91a5-849034876071,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:58.397145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.426964 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22163411-21c1-4210-84f0-e2237069e688 x-openstack-request-id: req-22163411-21c1-4210-84f0-e2237069e688 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:58.427224 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba91042-474c-4956-a8b1-e232ce58456e", "name": "network-vif-plugged", "status": "completed", "tag": "bff568d9-4c26-49c7-868e-5c61fa502c90", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:58.427985 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22163411-21c1-4210-84f0-e2237069e688 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:58.427985 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba91042-474c-4956-a8b1-e232ce58456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff568d9-4c26-49c7-868e-5c61fa502c90', 'code': 200} Feb 10 15:39:58.431308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7091485-9e36-4249-bb22-7b376f05b1c3 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:58.456316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79a9b8-8e3d-4ffd-872b-71a0aa4a258a req-f05341d3-2111-44c6-8668-84cdd877fb7a tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.463562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d79a9b8-8e3d-4ffd-872b-71a0aa4a258a req-f05341d3-2111-44c6-8668-84cdd877fb7a tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.2789130 Feb 10 15:39:58.472099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d7091485-9e36-4249-bb22-7b376f05b1c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d7091485-9e36-4249-bb22-7b376f05b1c3,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:58.480509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.519884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d79a9b8-8e3d-4ffd-872b-71a0aa4a258a req-edce3c4b-e036-4078-ae01-193d96e4cf4d tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551000 Feb 10 15:39:58.527381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Made reservation on behalf of 58cd6cd34625403eaa79928b1268ee00 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:58.531215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.573822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f13c0-172b-4b1a-b5b4-45c385e16fb1 req-bc4fff76-89a2-4156-8bc0-8d5028b96b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.576400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-376f13c0-172b-4b1a-b5b4-45c385e16fb1 req-bc4fff76-89a2-4156-8bc0-8d5028b96b4f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 1101 time: 0.0839500 Feb 10 15:39:58.592308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d7091485-9e36-4249-bb22-7b376f05b1c3,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:58.625104 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-376f13c0-172b-4b1a-b5b4-45c385e16fb1 req-5704c220-2c35-44ec-8bf5-fb9151fb5f31 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 Feb 10 15:39:58.699560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Allocated IP 172.20.0.13 (8be1ec4b-bc35-4a6b-a38a-d6fb512894e8/f3bceffd-7324-4ba0-9414-9eb816889d4b/b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:58.703074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d7091485-9e36-4249-bb22-7b376f05b1c3'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:58.865398 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-81ffabd5-6a30-4206-9d24-6176a8342721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.910147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:58.961466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:59.031008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:59.040587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:59.047769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:59.051258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event updated for resources: {'Port': ['ID=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:59.121566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.122236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:59.158290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-1a3e7cbd-2a75-4a86-9593-4300e005204a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0223894 Feb 10 15:39:59.178179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d5018ca4-c0a1-4eae-969a-6a3bd4219eba'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:59.185792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Request body: {'port': {'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:59.316063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:59.351075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995344f0-32df-4347-9647-33ae4b3a44ac req-0784129c-e7c6-4d89-a9c2-a34e6c920e2c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.359846 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-995344f0-32df-4347-9647-33ae4b3a44ac req-0784129c-e7c6-4d89-a9c2-a34e6c920e2c tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 949 time: 0.1055672 Feb 10 15:39:59.440923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d629b1f2-9d95-437c-a69e-d03fed85e53a None None] Provisioning complete for port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:59.441937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d629b1f2-9d95-437c-a69e-d03fed85e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:59.471478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-995344f0-32df-4347-9647-33ae4b3a44ac req-a819d249-f21e-4a1b-a25b-0775e2b49f34 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104977 Feb 10 15:39:59.507884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d629b1f2-9d95-437c-a69e-d03fed85e53a None None] Port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:39:59.687832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ec3b2-3a44-4ca0-99e3-f48fa1667964 req-d7de9a85-4960-4714-af5b-4410d48d7f8e tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.689446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b3ec3b2-3a44-4ca0-99e3-f48fa1667964 req-d7de9a85-4960-4714-af5b-4410d48d7f8e tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 932 time: 0.1085587 Feb 10 15:39:59.767737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b3ec3b2-3a44-4ca0-99e3-f48fa1667964 req-5332d871-1113-42d2-ae3d-d44e977aec0a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632427 Feb 10 15:39:59.826407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:39:59.838329 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:59.882959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Transition to ACTIVE for port object b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:59.892812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:39:59.905665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c211-ccc1-4151-95ef-dea30095cd01 req-aa8e41e8-8022-460b-a59e-3126fb06c9db tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.907170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8301c211-ccc1-4151-95ef-dea30095cd01 req-aa8e41e8-8022-460b-a59e-3126fb06c9db tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.0660315 Feb 10 15:39:59.942295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45650) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:39:59.975478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:00.016197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8301c211-ccc1-4151-95ef-dea30095cd01 req-0dcff1bf-d374-40be-836c-67c171226b59 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806930 Feb 10 15:40:00.095688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d7091485-9e36-4249-bb22-7b376f05b1c3 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:00.123571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Attempting to bind port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:00.123957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Attempting to bind port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:00.124456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Attempting to bind port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:00.133395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:00.133851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Attempting to bind port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c on network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:00.141317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:00.141830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Checking segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:00.142475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Bound using segment: {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:00.143147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Bound port: b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:00.143785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.243685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port d7091485-9e36-4249-bb22-7b376f05b1c3 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:00.248713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] For port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:00.254138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] For port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:00.258314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port d7091485-9e36-4249-bb22-7b376f05b1c3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:00.259071 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.270233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.359676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d86b432e-8d87-4718-8737-3d1b5268e2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.430403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:00.431393 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.432928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] 10.222.0.75 "PUT /v2.0/ports/b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 1092 time: 1.2589512 Feb 10 15:40:00.433407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:00.436755 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5360af47-8be2-483a-bd11-fb943e97ee7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:00.555318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.603365 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7b301-f91a-4ff9-9e90-686c1f36edc0 x-openstack-request-id: req-7dc7b301-f91a-4ff9-9e90-686c1f36edc0 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:00.604013 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:00.604757 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dc7b301-f91a-4ff9-9e90-686c1f36edc0 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:00.605730 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'status': 'completed', 'code': 200} Feb 10 15:40:00.624019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d7091485-9e36-4249-bb22-7b376f05b1c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d7091485-9e36-4249-bb22-7b376f05b1c3,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:00.626055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7091485-9e36-4249-bb22-7b376f05b1c3'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:00.631983 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eab0c79-c770-44cf-9b0b-ed2288d41a23" -d '{"events": [{"server_uuid": "d335d878-0cd3-4b4b-bb79-8bf03dd98f01", "name": "network-vif-plugged", "status": "completed", "tag": "d7091485-9e36-4249-bb22-7b376f05b1c3"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:00.636291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d86b432e-8d87-4718-8737-3d1b5268e2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.637582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.651722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d86b432e-8d87-4718-8737-3d1b5268e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.662114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8e2e1-5f12-4905-86b5-408d2b84a550 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:00.722828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-f720cd5b-6cca-434d-9553-d90b2f8643cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:00.737165 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-f720cd5b-6cca-434d-9553-d90b2f8643cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1095 time: 0.2591496 Feb 10 15:40:00.745500 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4e6d9-e5bc-4c59-89e1-7e7f166877d3 x-openstack-request-id: req-5cd4e6d9-e5bc-4c59-89e1-7e7f166877d3 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:00.746636 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335d878-0cd3-4b4b-bb79-8bf03dd98f01", "name": "network-vif-plugged", "status": "completed", "tag": "d7091485-9e36-4249-bb22-7b376f05b1c3", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:00.746916 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cd4e6d9-e5bc-4c59-89e1-7e7f166877d3 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:00.747322 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7091485-9e36-4249-bb22-7b376f05b1c3', 'code': 200} Feb 10 15:40:00.752029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6d6-d77e-4376-ac57-15a27218a938 req-13a4eac8-ba70-46af-ab4c-4b05cd60a4da tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:00.760139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9e9c6d6-d77e-4376-ac57-15a27218a938 req-13a4eac8-ba70-46af-ab4c-4b05cd60a4da tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.1350307 Feb 10 15:40:00.783774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b432e-8d87-4718-8737-3d1b5268e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac9b825-c9cc-4ad7-af59-b7c722be57db,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:00.790551 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d86b432e-8d87-4718-8737-3d1b5268e2cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d94b395fd64672a7b97848a5428930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8462737 Feb 10 15:40:00.795603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45694) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:00.817851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d7091485-9e36-4249-bb22-7b376f05b1c3,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:00.875791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-492be617-0a03-429f-8e5e-2a1250ee1966 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 217 time: 0.1078937 Feb 10 15:40:00.877995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf170e82-99b2-4b86-8cc7-62d4935c1991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.914659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf170e82-99b2-4b86-8cc7-62d4935c1991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:00.933016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9e9c6d6-d77e-4376-ac57-15a27218a938 req-7f2b94cb-18dc-4d77-9b6c-403fa456a8dc tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659553 Feb 10 15:40:01.011095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf170e82-99b2-4b86-8cc7-62d4935c1991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.014304 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf170e82-99b2-4b86-8cc7-62d4935c1991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.016005 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf170e82-99b2-4b86-8cc7-62d4935c1991 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ac9b825-c9cc-4ad7-af59-b7c722be57db HTTP/1.1" status: 204 len: 168 time: 0.2194767 Feb 10 15:40:01.025933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf170e82-99b2-4b86-8cc7-62d4935c1991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac9b825-c9cc-4ad7-af59-b7c722be57db,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:01.041853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918902c-298c-4951-b534-a1cc228e3cc3 req-37c26397-2930-4768-8e89-5a5a7ec239a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.043360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d918902c-298c-4951-b534-a1cc228e3cc3 req-37c26397-2930-4768-8e89-5a5a7ec239a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 1101 time: 0.2596667 Feb 10 15:40:01.083115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42d6f-308a-4bd1-965f-5b1142abc0e3 req-64716c3d-3298-43b4-952b-889dd145ada4 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.084719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ebf42d6f-308a-4bd1-965f-5b1142abc0e3 req-64716c3d-3298-43b4-952b-889dd145ada4 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 944 time: 0.1331978 Feb 10 15:40:01.088266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-3fdb6c5b-07c5-4221-af74-81b777bfacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.089744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-3fdb6c5b-07c5-4221-af74-81b777bfacf4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1816449 Feb 10 15:40:01.127979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45708) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:01.201788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d918902c-298c-4951-b534-a1cc228e3cc3 req-7f8293e8-eb0e-4971-aacf-bfe2813c9837 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490066 Feb 10 15:40:01.240399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445fe9-9167-479e-8198-86f65267542b req-79987d3b-9939-4566-8331-5e141b130dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.241903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-79987d3b-9939-4566-8331-5e141b130dfc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447723 Feb 10 15:40:01.260038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ebf42d6f-308a-4bd1-965f-5b1142abc0e3 req-25828a09-bbf1-41eb-b751-f1d03d9c3053 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647899 Feb 10 15:40:01.278444 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3889bd2f-64f2-4299-a633-079eb11d3292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.291291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299d8f0-df62-487a-bd1c-ef4652486a62 req-ab0b6aa5-a1b8-483c-a593-c5c7a24307d5 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.292426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0299d8f0-df62-487a-bd1c-ef4652486a62 req-ab0b6aa5-a1b8-483c-a593-c5c7a24307d5 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.1740863 Feb 10 15:40:01.405234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-f97519b7-4d7c-44eb-abfa-87d6db626bc2 service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441908 Feb 10 15:40:01.425522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0299d8f0-df62-487a-bd1c-ef4652486a62 req-440d83be-de16-4abe-a99d-8ccdfd187782 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185236 Feb 10 15:40:01.502119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e03667e1-b026-4152-8c2c-dae906402416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.539391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56445fe9-9167-479e-8198-86f65267542b req-3f420050-dd94-45ed-9cbe-7eb7de8bd487 service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115484 Feb 10 15:40:01.630426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:01.654431 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d853208-1c3d-432c-bc18-03b0c9c747f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.656282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-714e835c-e757-4c38-978e-1f4ecc249c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.658607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-714e835c-e757-4c38-978e-1f4ecc249c95 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1095 time: 0.0619226 Feb 10 15:40:01.706296 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e03667e1-b026-4152-8c2c-dae906402416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.716023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e03667e1-b026-4152-8c2c-dae906402416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.775506 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e03667e1-b026-4152-8c2c-dae906402416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a30c64f34bad458593d14e80b692eada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461575 Feb 10 15:40:01.777791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03667e1-b026-4152-8c2c-dae906402416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62b1b1-67f3-4a7f-9acb-670f9c8bc182,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:01.780430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45728) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:01.799583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-04230ec0-20cb-4822-b022-aee78e873031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.801273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-04230ec0-20cb-4822-b022-aee78e873031 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1346397 Feb 10 15:40:01.850076 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d853208-1c3d-432c-bc18-03b0c9c747f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.857383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d853208-1c3d-432c-bc18-03b0c9c747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.867419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-ce24cb30-b3d3-4acc-a533-6cfb2c04b330 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 217 time: 0.0572751 Feb 10 15:40:01.885151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e256c426-ce78-4428-bee3-8ce463ac0c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.927432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2d853208-1c3d-432c-bc18-03b0c9c747f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ee92a2d17649999843a9be8b89570e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958612 Feb 10 15:40:01.930352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45732) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:01.937182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853208-1c3d-432c-bc18-03b0c9c747f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35ec52-3676-4d26-b2cd-338ceb6ec26a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:01.977822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e256c426-ce78-4428-bee3-8ce463ac0c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:01.997574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-8fce9875-10d1-4ff8-9bda-806aa7eb8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.999171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-8fce9875-10d1-4ff8-9bda-806aa7eb8a41 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1150839 Feb 10 15:40:02.158952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-01c62abf-dbad-4660-8170-7a7dde673778 req-aa047b9a-bed1-47c4-af49-62b6abbae3aa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:02.162617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01c62abf-dbad-4660-8170-7a7dde673778 req-aa047b9a-bed1-47c4-af49-62b6abbae3aa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080872 Feb 10 15:40:02.175980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e0830-4478-481f-8965-bceb6e82b9a1 req-b64e05ad-9221-4d4d-a8e7-d8409402b404 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.177568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a7e0830-4478-481f-8965-bceb6e82b9a1 req-b64e05ad-9221-4d4d-a8e7-d8409402b404 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.1711717 Feb 10 15:40:02.180069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d59ed032-9842-43ba-a25d-c80cd56961f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.185093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-feff319c-809d-404c-aa5a-b095914a1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.186680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-feff319c-809d-404c-aa5a-b095914a1461 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744938 Feb 10 15:40:02.192139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e256c426-ce78-4428-bee3-8ce463ac0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.194679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e256c426-ce78-4428-bee3-8ce463ac0c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.198579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e256c426-ce78-4428-bee3-8ce463ac0c10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec62b1b1-67f3-4a7f-9acb-670f9c8bc182 HTTP/1.1" status: 204 len: 168 time: 0.4144192 Feb 10 15:40:02.261787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256c426-ce78-4428-bee3-8ce463ac0c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62b1b1-67f3-4a7f-9acb-670f9c8bc182,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:02.308527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d59ed032-9842-43ba-a25d-c80cd56961f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.338380 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.347029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a7e0830-4478-481f-8965-bceb6e82b9a1 req-c18e821b-51f4-4188-bb24-d9719792afbb tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580968 Feb 10 15:40:02.412256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-80897ee6-9088-4a0b-9772-7c30b11891d7 service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135565 Feb 10 15:40:02.440872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d59ed032-9842-43ba-a25d-c80cd56961f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.444109 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d59ed032-9842-43ba-a25d-c80cd56961f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:02.445713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d59ed032-9842-43ba-a25d-c80cd56961f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d35ec52-3676-4d26-b2cd-338ceb6ec26a HTTP/1.1" status: 204 len: 168 time: 0.5108082 Feb 10 15:40:02.517416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ed032-9842-43ba-a25d-c80cd56961f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35ec52-3676-4d26-b2cd-338ceb6ec26a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:02.563866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14bb54-5ebb-4445-84aa-d6283e7d802f req-9487aced-3fdb-4dad-807f-92c78c35b7e2 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.565362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd14bb54-5ebb-4445-84aa-d6283e7d802f req-9487aced-3fdb-4dad-807f-92c78c35b7e2 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.1267245 Feb 10 15:40:02.601195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5360af47-8be2-483a-bd11-fb943e97ee7a req-1431aef2-85f5-4f53-80cf-74c680d31cd3 service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779106 Feb 10 15:40:02.623228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd14bb54-5ebb-4445-84aa-d6283e7d802f req-fdee880c-b5b1-4243-bd43-4d8f29c8fdcc tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462644 Feb 10 15:40:02.764517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58a354-a147-4097-9899-618c34e03f1d req-296eb5a9-2a9a-4e6a-8209-554606ddafc3 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.766989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec58a354-a147-4097-9899-618c34e03f1d req-296eb5a9-2a9a-4e6a-8209-554606ddafc3 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 944 time: 0.0617189 Feb 10 15:40:02.829609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec58a354-a147-4097-9899-618c34e03f1d req-6721d500-9401-4865-82f3-9c378e6f7628 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550783 Feb 10 15:40:02.936220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45786) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:02.955702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-347ffacb-070f-404d-aa2d-49aeb146fad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.091061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-347ffacb-070f-404d-aa2d-49aeb146fad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.096226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-347ffacb-070f-404d-aa2d-49aeb146fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.155171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ffacb-070f-404d-aa2d-49aeb146fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8423c8e2-26f8-4287-833f-88e86e6e0b15,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:03.176827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-058606ab-8f3a-4aa3-809d-b590564a5a3d tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=235723a8dbfa41eabb3fe47b9135066f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422657 Feb 10 15:40:03.183947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-347ffacb-070f-404d-aa2d-49aeb146fad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cb3490d6f6446848c55788b56525f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465677 Feb 10 15:40:03.187998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45816) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:03.281586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9173b48d-00a6-4d8b-8e9a-41e399dc026c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.323685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9173b48d-00a6-4d8b-8e9a-41e399dc026c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.324003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-d8e1f78f-9aa5-4303-a885-423fb6de0bd7 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:03.331340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-d8e1f78f-9aa5-4303-a885-423fb6de0bd7 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461833 Feb 10 15:40:03.348205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-48af05fb-e99f-46eb-a257-7a1ae256616b tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/quotas/235723a8dbfa41eabb3fe47b9135066f HTTP/1.1" status: 200 len: 375 time: 0.0158260 Feb 10 15:40:03.382663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9173b48d-00a6-4d8b-8e9a-41e399dc026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.385663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9173b48d-00a6-4d8b-8e9a-41e399dc026c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:03.390237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9173b48d-00a6-4d8b-8e9a-41e399dc026c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8423c8e2-26f8-4287-833f-88e86e6e0b15 HTTP/1.1" status: 204 len: 168 time: 0.2004585 Feb 10 15:40:03.400908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173b48d-00a6-4d8b-8e9a-41e399dc026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423c8e2-26f8-4287-833f-88e86e6e0b15,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:03.412105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-03822bfe-0ca4-48e1-8ef8-a7a550c7ca20 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=235723a8dbfa41eabb3fe47b9135066f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627081 Feb 10 15:40:03.674613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a719187-622c-43b1-93b7-89ecf4e49335 req-d260af3a-5a68-45b2-a9fb-6679994b48d5 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:03.680931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a719187-622c-43b1-93b7-89ecf4e49335 req-d260af3a-5a68-45b2-a9fb-6679994b48d5 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.0852804 Feb 10 15:40:03.729022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a719187-622c-43b1-93b7-89ecf4e49335 req-85f3ea2e-5265-40a0-a8d7-adfa7b480637 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Feb 10 15:40:03.856247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95707f9a-f808-48dd-97ef-3129ee771f3a req-ec98befe-45f1-4305-9a1b-757140189769 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 210 time: 0.0446224 Feb 10 15:40:03.915708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:04.158425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749cb7c-c0cb-4a0b-9ee7-b5899b73d801 req-b2eed100-6d9f-4405-850b-ec6c6bc12a4a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.160119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9749cb7c-c0cb-4a0b-9ee7-b5899b73d801 req-b2eed100-6d9f-4405-850b-ec6c6bc12a4a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 944 time: 0.0514596 Feb 10 15:40:04.205608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9749cb7c-c0cb-4a0b-9ee7-b5899b73d801 req-5e349f49-5843-410c-9e3d-4ef11bac8ae4 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388494 Feb 10 15:40:04.261116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:04.568169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4232-215e-469e-993b-7069107599ac req-0fcc3adb-2465-4ac4-8362-f3417f6943fd tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.570242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2bb4232-215e-469e-993b-7069107599ac req-0fcc3adb-2465-4ac4-8362-f3417f6943fd tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.2787154 Feb 10 15:40:04.623746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-4e068a85-1a22-4bea-a166-1b7537abab73 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=235723a8dbfa41eabb3fe47b9135066f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286365 Feb 10 15:40:04.658885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2bb4232-215e-469e-993b-7069107599ac req-c3947a63-cbf3-41d8-b8f2-156fe11f286f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817723 Feb 10 15:40:04.817472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-ca98d635-4995-4c37-98b0-2bf59a9cf383 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.818992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-ca98d635-4995-4c37-98b0-2bf59a9cf383 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893332 Feb 10 15:40:04.841016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Request body: {'port': {'device_id': '96762956-64f2-4766-a2bb-6d49c7811143', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '235723a8dbfa41eabb3fe47b9135066f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:04.978619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a355bc1-443d-4a69-8053-5a47a9a4d6de req-57bb89e5-e70a-487f-bb48-2693e0870985 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 210 time: 0.0334280 Feb 10 15:40:05.163174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217e245-7063-4c3a-b5e9-e192ae27097b req-19dd6eea-c8c6-4132-ade5-b66dca671524 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.175369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9217e245-7063-4c3a-b5e9-e192ae27097b req-19dd6eea-c8c6-4132-ade5-b66dca671524 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.0750864 Feb 10 15:40:05.179413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Made reservation on behalf of 235723a8dbfa41eabb3fe47b9135066f for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:05.183061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:05.235104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9217e245-7063-4c3a-b5e9-e192ae27097b req-ce8a6905-a330-4444-ad13-510f90ca3e4f tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623736 Feb 10 15:40:05.355003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Allocated IP 192.168.233.227 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/2c242077-3517-4874-ae70-e35eae2620b0) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:05.439067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2967b-3b1e-40f7-8eeb-e4441fd0fa25 req-75ac1065-abb3-4129-9946-856d26dba994 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.446715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ca2967b-3b1e-40f7-8eeb-e4441fd0fa25 req-75ac1065-abb3-4129-9946-856d26dba994 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 944 time: 0.0983918 Feb 10 15:40:05.520681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-915bdfad-9584-4350-87a1-f9172013e9f7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547786 Feb 10 15:40:05.572942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ca2967b-3b1e-40f7-8eeb-e4441fd0fa25 req-179b0870-e1d9-44c5-ae04-4353151b3b0a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253016 Feb 10 15:40:05.673793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:05.690253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:05.709695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-de3d89e4-ad96-4493-a4c1-7bb9e3251f61 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.711021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-de3d89e4-ad96-4493-a4c1-7bb9e3251f61 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631553 Feb 10 15:40:05.741832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-6727a4b0-aab0-4b8d-a93b-8f8f81546f0f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/quotas/419e07c8a7eb46358afa3bc0e2600b74 HTTP/1.1" status: 200 len: 375 time: 0.0158103 Feb 10 15:40:05.777184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-26bc157a-e0da-41b0-9e66-f328790b7dc1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261548 Feb 10 15:40:05.778421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:05.786122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:05.802191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['bff568d9-4c26-49c7-868e-5c61fa502c90'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:05.804698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:05.824293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:05.832273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:05.879753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Pushing event updated for resources: {'Port': ['ID=2c242077-3517-4874-ae70-e35eae2620b0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:05.889124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:05.897269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.898255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:05.939201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-927cd128-c1bf-41ce-a85a-114af5dc3444 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1021850 Feb 10 15:40:05.968199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Request body: {'port': {'device_id': '96762956-64f2-4766-a2bb-6d49c7811143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:06.041018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.067955 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.097325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:06.117094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfa9f53d-5459-47b6-a6f3-e6c8f27416d7 req-d3c377e1-6a02-4f54-a1b1-69e7c4e84088 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 210 time: 0.0527229 Feb 10 15:40:06.133026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:06.150193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.223944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e55ad2e1-27d3-4e7e-bd1a-88b7056550ab None None] Provisioning complete for port 2c242077-3517-4874-ae70-e35eae2620b0 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:06.224562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e55ad2e1-27d3-4e7e-bd1a-88b7056550ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.319065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:06.331295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.332228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.332228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.332465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.332893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.333227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.333776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.334171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.334599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.334993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.335766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.335766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:06.348936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e55ad2e1-27d3-4e7e-bd1a-88b7056550ab None None] Port 2c242077-3517-4874-ae70-e35eae2620b0 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:06.383356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b85c6d-c964-47d4-b229-ec282de0e0d0 req-5558e566-3186-410d-875b-ba930a658d02 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.409890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2b85c6d-c964-47d4-b229-ec282de0e0d0 req-5558e566-3186-410d-875b-ba930a658d02 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 936 time: 0.1402099 Feb 10 15:40:06.485763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-81257929-93ea-499c-8456-4919d16eca1e tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.488660 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-81257929-93ea-499c-8456-4919d16eca1e tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.45 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.1038375 Feb 10 15:40:06.516293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:06.600659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2b85c6d-c964-47d4-b229-ec282de0e0d0 req-eddfebd4-1c0b-4751-ac11-379f62defa07 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932157 Feb 10 15:40:06.647743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Deleting port d7091485-9e36-4249-bb22-7b376f05b1c3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:06.648423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.753293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c242077-3517-4874-ae70-e35eae2620b0 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:06.775322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.787997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416b311-b502-4d7f-84ef-bb307a8f254e req-1e895b98-33d0-4607-83c1-cd81a13f0170 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.789879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2416b311-b502-4d7f-84ef-bb307a8f254e req-1e895b98-33d0-4607-83c1-cd81a13f0170 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/ports?device_id=d335d878-0cd3-4b4b-bb79-8bf03dd98f01 HTTP/1.1" status: 200 len: 950 time: 0.2087443 Feb 10 15:40:06.815289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] For port d7091485-9e36-4249-bb22-7b376f05b1c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d7091485-9e36-4249-bb22-7b376f05b1c3,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:06.816159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.829340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Calling delete_port for d7091485-9e36-4249-bb22-7b376f05b1c3 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:06.829675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Transition to ACTIVE for port object 2c242077-3517-4874-ae70-e35eae2620b0 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:06.858632 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:06.929125 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2416b311-b502-4d7f-84ef-bb307a8f254e req-882b0c37-fecc-4f6b-b634-bf12a40bfe00 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.21 "GET /v2.0/security-groups?id=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217866 Feb 10 15:40:06.945678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00bd59-829d-4dfb-bbbf-c55159b5c756 req-54e3f99c-ab95-4394-954a-91830e34a0ef tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.963877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a00bd59-829d-4dfb-bbbf-c55159b5c756 req-54e3f99c-ab95-4394-954a-91830e34a0ef tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 945 time: 0.1704998 Feb 10 15:40:07.005864 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.019774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d7091485-9e36-4249-bb22-7b376f05b1c3'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:07.042528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a00bd59-829d-4dfb-bbbf-c55159b5c756 req-c73365f6-dfb2-4672-9e12-67792d9aa666 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744147 Feb 10 15:40:07.128484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Pushing event updated for resources: {'Port': ['ID=2c242077-3517-4874-ae70-e35eae2620b0,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:07.165421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Pushing event deleted for resources: {'Port': ['ID=d7091485-9e36-4249-bb22-7b376f05b1c3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:07.173907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Attempting to bind port 2c242077-3517-4874-ae70-e35eae2620b0 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:07.174212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Attempting to bind port 2c242077-3517-4874-ae70-e35eae2620b0 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:07.174725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Attempting to bind port 2c242077-3517-4874-ae70-e35eae2620b0 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:07.187736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Port 2c242077-3517-4874-ae70-e35eae2620b0 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:07.188126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Attempting to bind port 2c242077-3517-4874-ae70-e35eae2620b0 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:07.203273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:07.203512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:07.203893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:07.204313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Bound port: 2c242077-3517-4874-ae70-e35eae2620b0, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:07.204670 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.237417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] No DVR routers for this DVR port d7091485-9e36-4249-bb22-7b376f05b1c3 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:07.242384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.254128 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b89dcd08-a709-4f3f-8eb9-c1a6fd54c2cb req-ff814bf2-3c8e-4f81-b0e1-1091f890ca56 tempest-DeleteServersAdminTestJSON-363717992 tempest-DeleteServersAdminTestJSON-363717992-project] 10.222.0.45 "DELETE /v2.0/ports/d7091485-9e36-4249-bb22-7b376f05b1c3 HTTP/1.1" status: 204 len: 173 time: 0.7585936 Feb 10 15:40:07.254900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'name': 'network-vif-deleted', 'tag': 'd7091485-9e36-4249-bb22-7b376f05b1c3'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:07.260703 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168753b-1bf5-4d61-b4de-235560e1c991" -d '{"events": [{"server_uuid": "d335d878-0cd3-4b4b-bb79-8bf03dd98f01", "name": "network-vif-deleted", "tag": "d7091485-9e36-4249-bb22-7b376f05b1c3"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:07.311377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] For port 2c242077-3517-4874-ae70-e35eae2620b0, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:07.318113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] For port 2c242077-3517-4874-ae70-e35eae2620b0, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2c242077-3517-4874-ae70-e35eae2620b0,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:07.387679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.412870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acef9bc7-f768-4c09-a0e7-fb342ced0b58 req-d9143658-9d35-4945-aa50-17025b8c1c24 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 210 time: 0.0930369 Feb 10 15:40:07.464534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46056) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:07.472935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:07.473951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.475727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] 10.222.0.45 "PUT /v2.0/ports/2c242077-3517-4874-ae70-e35eae2620b0 HTTP/1.1" status: 200 len: 1096 time: 1.5312004 Feb 10 15:40:07.476252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96762956-64f2-4766-a2bb-6d49c7811143', 'tag': '2c242077-3517-4874-ae70-e35eae2620b0'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:07.481596 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e6b60-360d-4186-ac69-700c09ae745b" -d '{"events": [{"name": "network-changed", "server_uuid": "96762956-64f2-4766-a2bb-6d49c7811143", "tag": "2c242077-3517-4874-ae70-e35eae2620b0"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:07.487246 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d604412-732b-4990-9384-4da9d70b8c9d x-openstack-request-id: req-9d604412-732b-4990-9384-4da9d70b8c9d {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:07.487792 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335d878-0cd3-4b4b-bb79-8bf03dd98f01", "name": "network-vif-deleted", "tag": "d7091485-9e36-4249-bb22-7b376f05b1c3", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:07.487792 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d604412-732b-4990-9384-4da9d70b8c9d {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:07.488617 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335d878-0cd3-4b4b-bb79-8bf03dd98f01', 'name': 'network-vif-deleted', 'tag': 'd7091485-9e36-4249-bb22-7b376f05b1c3', 'status': 'completed', 'code': 200} Feb 10 15:40:07.528811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328022a-cc91-4e33-a346-2d628d5c8c69 service neutron] Pushing event updated for resources: {'Port': ['ID=2c242077-3517-4874-ae70-e35eae2620b0,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:07.582362 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac06305-09b6-4b6a-9b3a-2e3f206fa6ae x-openstack-request-id: req-7ac06305-09b6-4b6a-9b3a-2e3f206fa6ae {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:07.583056 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96762956-64f2-4766-a2bb-6d49c7811143", "tag": "2c242077-3517-4874-ae70-e35eae2620b0", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:07.583315 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ac06305-09b6-4b6a-9b3a-2e3f206fa6ae {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:07.583757 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96762956-64f2-4766-a2bb-6d49c7811143', 'tag': '2c242077-3517-4874-ae70-e35eae2620b0', 'status': 'completed', 'code': 200} Feb 10 15:40:07.691839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:07.697445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c65b7c9-6fa4-4bfb-8a72-c4c471f1d27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.736597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-dfe0b868-3b8b-4bf7-af86-8ee9560f7058 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750353 Feb 10 15:40:07.785424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-21c80daa-410a-4bf4-8fd6-e1e700d83c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:07.790649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-21c80daa-410a-4bf4-8fd6-e1e700d83c81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=235723a8dbfa41eabb3fe47b9135066f&device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 1099 time: 0.1982408 Feb 10 15:40:07.870611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:07.885746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46076) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:07.893364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:07.893736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.904214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c65b7c9-6fa4-4bfb-8a72-c4c471f1d27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.921111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c65b7c9-6fa4-4bfb-8a72-c4c471f1d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:07.976405 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c65b7c9-6fa4-4bfb-8a72-c4c471f1d27e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cfcd60277eb43388e6683493d7ef703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107133 Feb 10 15:40:07.981717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46086) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:08.002287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65b7c9-6fa4-4bfb-8a72-c4c471f1d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae41f7-0ce2-4bc1-b30c-7ed1235f994e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.073636 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ad350b6-2b1f-4755-b7c4-d8f7af4a9caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.081998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-88f51824-5993-470a-8742-659d8bf6e074 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2c242077-3517-4874-ae70-e35eae2620b0 HTTP/1.1" status: 200 len: 217 time: 0.2250423 Feb 10 15:40:08.093889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.121505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ad350b6-2b1f-4755-b7c4-d8f7af4a9caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.124893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:08.128579 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ab3b59-5345-4000-8deb-c0e534457fc8" -d '{"events": [{"server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "name": "network-vif-plugged", "status": "completed", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:08.154649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:08.154858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c3303-2fa8-4aa4-b206-a89fa2a170e1 req-8a3a49ad-6917-453d-9013-4b118e3ceb05 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.162339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c59c3303-2fa8-4aa4-b206-a89fa2a170e1 req-8a3a49ad-6917-453d-9013-4b118e3ceb05 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 948 time: 0.3864658 Feb 10 15:40:08.169909 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.190102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31443b70-d245-4f8c-a42f-20a15b575137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.201851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ad350b6-2b1f-4755-b7c4-d8f7af4a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.205294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ad350b6-2b1f-4755-b7c4-d8f7af4a9caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.207205 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7ad350b6-2b1f-4755-b7c4-d8f7af4a9caf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dae41f7-0ce2-4bc1-b30c-7ed1235f994e HTTP/1.1" status: 204 len: 168 time: 0.2245450 Feb 10 15:40:08.220982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-75c471cb-1ecf-4425-9f4f-d03f36a6ef6e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.222453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-75c471cb-1ecf-4425-9f4f-d03f36a6ef6e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4780540 Feb 10 15:40:08.234771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-44240d04-7dd7-42fd-a538-6af8fd9aa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.236224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-44240d04-7dd7-42fd-a538-6af8fd9aa3af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1405790 Feb 10 15:40:08.241017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:08.246307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad350b6-2b1f-4755-b7c4-d8f7af4a9caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae41f7-0ce2-4bc1-b30c-7ed1235f994e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.247215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.330612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46100) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:08.358957 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31443b70-d245-4f8c-a42f-20a15b575137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.361916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c59c3303-2fa8-4aa4-b206-a89fa2a170e1 req-b101c836-a00b-441c-bef0-c7c03596632e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985905 Feb 10 15:40:08.366615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31443b70-d245-4f8c-a42f-20a15b575137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.444116 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31443b70-d245-4f8c-a42f-20a15b575137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a41e18351a14418a92a11792b1eb018a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564852 Feb 10 15:40:08.446801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46104) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:08.455756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31443b70-d245-4f8c-a42f-20a15b575137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d7b83-b4a8-4f40-8ca8-b92ec27c2e3e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.503019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-c95ca60a-ade7-4bdd-97a9-61d4101f8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.505639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-c95ca60a-ade7-4bdd-97a9-61d4101f8a7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275867 Feb 10 15:40:08.527817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce9af2cd-d1bf-4327-b85a-8f49aa370cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.542200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d1ac7-5154-4ba1-96ee-74ea43ef269a req-99745832-4e38-4ea9-bb58-737fe99f5e38 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.551501 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c7e700-7c32-44cb-aa03-8360f8ce2965 x-openstack-request-id: req-57c7e700-7c32-44cb-aa03-8360f8ce2965 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:08.551936 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "name": "network-vif-plugged", "status": "completed", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:08.552199 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57c7e700-7c32-44cb-aa03-8360f8ce2965 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:08.552746 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'code': 200} Feb 10 15:40:08.553797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7d1ac7-5154-4ba1-96ee-74ea43ef269a req-99745832-4e38-4ea9-bb58-737fe99f5e38 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 946 time: 0.3242357 Feb 10 15:40:08.566378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce9af2cd-d1bf-4327-b85a-8f49aa370cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.601274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9812cd2a-0b14-4abb-a8bb-ff3299dd7177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.690750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-346c9eb0-d0b7-4daa-9cf2-b381ce39d97f req-3f0f475a-fe12-4a5b-a517-84245dfe5dba tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 210 time: 0.0479822 Feb 10 15:40:08.695012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce9af2cd-d1bf-4327-b85a-8f49aa370cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.697795 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce9af2cd-d1bf-4327-b85a-8f49aa370cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.702177 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ce9af2cd-d1bf-4327-b85a-8f49aa370cba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/561d7b83-b4a8-4f40-8ca8-b92ec27c2e3e HTTP/1.1" status: 204 len: 168 time: 0.2511985 Feb 10 15:40:08.722178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7d1ac7-5154-4ba1-96ee-74ea43ef269a req-e1688b64-b8a6-4144-aa55-9c7ce1c8c2a8 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672406 Feb 10 15:40:08.747798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af2cd-d1bf-4327-b85a-8f49aa370cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d7b83-b4a8-4f40-8ca8-b92ec27c2e3e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.767303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:08.773352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.781589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46114) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:08.788977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24add57f-e28d-4f94-9b1d-81340fd50bae req-f78dc45e-a2ef-4580-ab29-f715fd72ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.790504 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-24add57f-e28d-4f94-9b1d-81340fd50bae req-f78dc45e-a2ef-4580-ab29-f715fd72ebbb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1097 time: 0.1108370 Feb 10 15:40:08.802162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.813867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-9c0aec8e-eb4e-4553-9e68-b619fab0e793 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949266 Feb 10 15:40:08.814867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9812cd2a-0b14-4abb-a8bb-ff3299dd7177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.820749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf85a-261c-4d7e-979c-5f637b831d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.822643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9812cd2a-0b14-4abb-a8bb-ff3299dd7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.878374 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-24add57f-e28d-4f94-9b1d-81340fd50bae req-cbb277c6-fb9c-4170-bcc6-70a2ac0caaf7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764308 Feb 10 15:40:08.878965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812cd2a-0b14-4abb-a8bb-ff3299dd7177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7df68-8903-4339-b4a9-fe70f3c7669e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.886155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9812cd2a-0b14-4abb-a8bb-ff3299dd7177 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e1eb3806c4841178c1376b3b51ee637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540397 Feb 10 15:40:08.886579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46122) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:08.955701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2f78-5fb1-4279-89b4-32a6df9952f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:08.983217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2f78-5fb1-4279-89b4-32a6df9952f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.025459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca9f388-f344-4045-a025-8fcbfa647dc2 req-cdcabb99-807a-4a93-87de-dd0a7a347286 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985428 Feb 10 15:40:09.055208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.060656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.071883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2f78-5fb1-4279-89b4-32a6df9952f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.075207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2f78-5fb1-4279-89b4-32a6df9952f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.078610 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5fd2f78-5fb1-4279-89b4-32a6df9952f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bef7df68-8903-4339-b4a9-fe70f3c7669e HTTP/1.1" status: 204 len: 168 time: 0.1894159 Feb 10 15:40:09.089628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd2f78-5fb1-4279-89b4-32a6df9952f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7df68-8903-4339-b4a9-fe70f3c7669e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.164453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465673ac-2348-4b97-92ba-190255069588,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.168399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf85a-261c-4d7e-979c-5f637b831d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.178605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46128) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:09.191323 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf85a-261c-4d7e-979c-5f637b831d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.197130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0895729a-a121-486f-b00d-607cd818fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.283434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed3bf85a-261c-4d7e-979c-5f637b831d10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6078a43e89084ded9037a12b80323cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973483 Feb 10 15:40:09.284364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46130) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:09.284692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bf85a-261c-4d7e-979c-5f637b831d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4030b27-ef9a-4a74-9883-5124cea71f40,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.288960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6b60-360d-4186-ac69-700c09ae745b req-98793880-2f8e-40f1-833d-9d28064944e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:09.290402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-98793880-2f8e-40f1-833d-9d28064944e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=235723a8dbfa41eabb3fe47b9135066f&device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 1099 time: 0.1908190 Feb 10 15:40:09.305275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0895729a-a121-486f-b00d-607cd818fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.320905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0895729a-a121-486f-b00d-607cd818fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.327356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46132) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:09.335910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.83 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:09.406053 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0895729a-a121-486f-b00d-607cd818fa73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb1853fcfce14031a4d5e2a4b388ebbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254901 Feb 10 15:40:09.409096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895729a-a121-486f-b00d-607cd818fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc4daa4-d047-433b-b5fb-2f014f017ebb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.414815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46138) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:09.446653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-40879519-5eae-41b3-91db-42ef7e342289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.457231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6b60-360d-4186-ac69-700c09ae745b req-6f74ad91-3726-4816-9628-49dda551a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:09.458769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-6f74ad91-3726-4816-9628-49dda551a601 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1587164 Feb 10 15:40:09.495197 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-40879519-5eae-41b3-91db-42ef7e342289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.534016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-345b7d6c-8871-4a99-b12f-3b320e7e82ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.582413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-345b7d6c-8871-4a99-b12f-3b320e7e82ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.605513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-40879519-5eae-41b3-91db-42ef7e342289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.608802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-40879519-5eae-41b3-91db-42ef7e342289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.611572 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-40879519-5eae-41b3-91db-42ef7e342289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4030b27-ef9a-4a74-9883-5124cea71f40 HTTP/1.1" status: 204 len: 168 time: 0.3256400 Feb 10 15:40:09.636268 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879519-5eae-41b3-91db-42ef7e342289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4030b27-ef9a-4a74-9883-5124cea71f40,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.668042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-345b7d6c-8871-4a99-b12f-3b320e7e82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.672107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-345b7d6c-8871-4a99-b12f-3b320e7e82ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.673995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-345b7d6c-8871-4a99-b12f-3b320e7e82ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fc4daa4-d047-433b-b5fb-2f014f017ebb HTTP/1.1" status: 204 len: 168 time: 0.2571945 Feb 10 15:40:09.682217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7d6c-8871-4a99-b12f-3b320e7e82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc4daa4-d047-433b-b5fb-2f014f017ebb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.764132 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-78383888-0622-4d48-89db-19f19014a3b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b0b638dca2c41d6a54b162490df7e28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4248223 Feb 10 15:40:09.764596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46150) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:09.774604 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-64a5922c-46c3-42c0-aaea-bb6bef3ebf36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2c242077-3517-4874-ae70-e35eae2620b0 HTTP/1.1" status: 200 len: 217 time: 0.3037214 Feb 10 15:40:09.800806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46152) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:09.842918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-48eb415b-e61a-4bde-9949-1138f4a3ce9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.875942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-48eb415b-e61a-4bde-9949-1138f4a3ce9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.881603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18484a59-6246-4104-bdf7-38d0c1e66301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.926263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6250-52dc-477f-b3b3-3ec69c1486dd req-5e80f7f3-faa9-4241-b478-b751f2ef84d1 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:09.934039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddee6250-52dc-477f-b3b3-3ec69c1486dd req-5e80f7f3-faa9-4241-b478-b751f2ef84d1 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 948 time: 0.4423945 Feb 10 15:40:09.937407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-48eb415b-e61a-4bde-9949-1138f4a3ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.937752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d67af4c1-920f-40a9-bd75-8db94b7b9186 req-40a598cc-70ce-46fd-8251-139bbc3c764c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 210 time: 0.0793173 Feb 10 15:40:09.940675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-48eb415b-e61a-4bde-9949-1138f4a3ce9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:09.944307 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-48eb415b-e61a-4bde-9949-1138f4a3ce9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5 HTTP/1.1" status: 204 len: 168 time: 0.1764262 Feb 10 15:40:09.962857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6b60-360d-4186-ac69-700c09ae745b req-1cf44282-48b4-4e9f-b903-20e40c20e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:09.964388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-1cf44282-48b4-4e9f-b903-20e40c20e07a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1796322 Feb 10 15:40:09.970035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb415b-e61a-4bde-9949-1138f4a3ce9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22c6aae-cc21-44a7-bab8-1f0ea24fdcc5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.046808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.141524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d7091485-9e36-4249-bb22-7b376f05b1c3 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:10.168170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.177594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: d7091485-9e36-4249-bb22-7b376f05b1c3 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:10.178493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d7091485-9e36-4249-bb22-7b376f05b1c3 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:10.192739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddee6250-52dc-477f-b3b3-3ec69c1486dd req-04a033ee-aa8e-4eac-964c-34aa06c37b84 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576571 Feb 10 15:40:10.276796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:10.290658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c19d1-8ddf-4e0b-9ec5-cec37dc1b1f9 req-e652d6ee-d332-41bd-acc7-3e4b69378606 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:10.297817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d5c19d1-8ddf-4e0b-9ec5-cec37dc1b1f9 req-e652d6ee-d332-41bd-acc7-3e4b69378606 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 946 time: 0.2147751 Feb 10 15:40:10.304322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:10.317117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6b60-360d-4186-ac69-700c09ae745b req-d7804ed8-bbae-453f-89c5-a06da70d6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:10.318570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-d7804ed8-bbae-453f-89c5-a06da70d6d5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3264749 Feb 10 15:40:10.320362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:10.337195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.434469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:10.452417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18484a59-6246-4104-bdf7-38d0c1e66301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.462788 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18484a59-6246-4104-bdf7-38d0c1e66301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.472843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a3e672f-0afb-4652-8aae-58a0254f4850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.494148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d5c19d1-8ddf-4e0b-9ec5-cec37dc1b1f9 req-f2592e58-e277-4184-b2d4-fe7bc3cef843 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954217 Feb 10 15:40:10.541692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:10.542342 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.546111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18484a59-6246-4104-bdf7-38d0c1e66301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3220b-c50e-49e2-ba0d-b97e4c520bd5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.594431 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a3e672f-0afb-4652-8aae-58a0254f4850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.604461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-18484a59-6246-4104-bdf7-38d0c1e66301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fcf16188ddd4daaa7684638b4da2cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7983508 Feb 10 15:40:10.607669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46178) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:10.619374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-fe8dacb8-447b-4d42-9e00-4dfc5047d5c8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3819864 Feb 10 15:40:10.621039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a3e672f-0afb-4652-8aae-58a0254f4850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.641977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Request body: {'port': {'device_id': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:10.677502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-c4b40931-1e9b-4656-9a80-1f461953f43d service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492119 Feb 10 15:40:10.715058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3a3e672f-0afb-4652-8aae-58a0254f4850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe52a3dc98cf4ca9a538dc32b57a7676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784209 Feb 10 15:40:10.718324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e672f-0afb-4652-8aae-58a0254f4850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d82c7b-9269-4c98-9037-0521ef7d4452,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.722080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46186) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:10.758988 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5d7d3404-d200-41ef-9103-25c498ed8c20 None None] Provisioning complete for port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:10.760000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d7d3404-d200-41ef-9103-25c498ed8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.770084 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97fdb25b-24b2-478b-850f-4e6a8eb50254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.811589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d3404-d200-41ef-9103-25c498ed8c20 None None] Port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:10.812564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97fdb25b-24b2-478b-850f-4e6a8eb50254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.821073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9873305e-d47f-493b-bd0f-4f8222b10356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.827617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.867511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9873305e-d47f-493b-bd0f-4f8222b10356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.922895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97fdb25b-24b2-478b-850f-4e6a8eb50254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.928426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e13e6b60-360d-4186-ac69-700c09ae745b req-a7b36d43-58b3-414e-b65a-15d3d4592650 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132459 Feb 10 15:40:10.930512 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97fdb25b-24b2-478b-850f-4e6a8eb50254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.934772 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-97fdb25b-24b2-478b-850f-4e6a8eb50254 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ba3220b-c50e-49e2-ba0d-b97e4c520bd5 HTTP/1.1" status: 204 len: 168 time: 0.3254070 Feb 10 15:40:10.946336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdb25b-24b2-478b-850f-4e6a8eb50254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3220b-c50e-49e2-ba0d-b97e4c520bd5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.950574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9873305e-d47f-493b-bd0f-4f8222b10356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.954403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9873305e-d47f-493b-bd0f-4f8222b10356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:10.955710 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9873305e-d47f-493b-bd0f-4f8222b10356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04d82c7b-9269-4c98-9037-0521ef7d4452 HTTP/1.1" status: 204 len: 168 time: 0.2312274 Feb 10 15:40:10.965005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873305e-d47f-493b-bd0f-4f8222b10356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d82c7b-9269-4c98-9037-0521ef7d4452,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:11.153156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4086e-d24c-495d-b531-a5a37866c469 req-5970a4e1-2081-456b-a189-7a8e314880a2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.155376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3da4086e-d24c-495d-b531-a5a37866c469 req-5970a4e1-2081-456b-a189-7a8e314880a2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 935 time: 0.0786097 Feb 10 15:40:11.250466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3da4086e-d24c-495d-b531-a5a37866c469 req-436c640a-aa14-4a62-bf71-2309035d1756 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Feb 10 15:40:11.271932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:11.277754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:11.299844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Transition to ACTIVE for port object 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:11.305902 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:11.381064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Pushing event updated for resources: {'Port': ['ID=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:11.397470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bdaa8-be36-49a8-aef9-c560e4fe3ce1 req-21348acf-3011-4f67-8c22-b1b55913ac29 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.399310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c1bdaa8-be36-49a8-aef9-c560e4fe3ce1 req-21348acf-3011-4f67-8c22-b1b55913ac29 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 948 time: 0.1098514 Feb 10 15:40:11.492585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c1bdaa8-be36-49a8-aef9-c560e4fe3ce1 req-037fda5e-aa6c-47ed-951a-8a59ee209721 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761564 Feb 10 15:40:11.503106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Attempting to bind port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:11.503956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Attempting to bind port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:11.504229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Attempting to bind port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:11.510165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:11.510484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Attempting to bind port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:11.516184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:11.516528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:11.516912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:11.517603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Bound port: 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:11.517964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:11.641803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] For port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:11.646315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] For port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:11.652946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:11.677281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7025bb-c132-41b3-9026-9bbe96135c8c req-6f68cff6-d01e-4ce0-870b-45e3d92a4297 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.678678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d7025bb-c132-41b3-9026-9bbe96135c8c req-6f68cff6-d01e-4ce0-870b-45e3d92a4297 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 946 time: 0.0913508 Feb 10 15:40:11.716990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.718033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:11.719684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] 10.222.0.75 "PUT /v2.0/ports/6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe HTTP/1.1" status: 200 len: 1095 time: 1.0911450 Feb 10 15:40:11.722086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'tag': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:11.736685 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46807d1d-fef0-4768-a33c-52a55ab5397c" -d '{"events": [{"name": "network-changed", "server_uuid": "f13ccf7b-aadb-4fb0-99b0-db89691a8aef", "tag": "6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:11.811735 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3871dd-2280-49e6-92a3-0e2ae778eca7 x-openstack-request-id: req-af3871dd-2280-49e6-92a3-0e2ae778eca7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:11.812009 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13ccf7b-aadb-4fb0-99b0-db89691a8aef", "tag": "6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:11.812275 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af3871dd-2280-49e6-92a3-0e2ae778eca7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:11.812679 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'tag': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', 'status': 'completed', 'code': 200} Feb 10 15:40:11.820659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eb246-874d-4b17-a150-adde85a94eab service neutron] Pushing event updated for resources: {'Port': ['ID=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:11.840505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d7025bb-c132-41b3-9026-9bbe96135c8c req-5fbb42ea-0010-4fc0-afb9-2eb3260a7a70 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436248 Feb 10 15:40:11.849831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-88f0289d-84ec-4ff6-b71b-c93ee0d37604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.851414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-88f0289d-84ec-4ff6-b71b-c93ee0d37604 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 1098 time: 0.0731952 Feb 10 15:40:11.914784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-aeff58b3-90f9-4086-8ede-d5d95c3329dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe HTTP/1.1" status: 200 len: 217 time: 0.0528460 Feb 10 15:40:11.987180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-dc1596fe-6931-4b87-87b0-bc949e43e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.989782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-dc1596fe-6931-4b87-87b0-bc949e43e48e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0628641 Feb 10 15:40:12.117170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14661-e50a-42c6-819c-53b44765955b req-1441cf6a-93f6-4a2a-9ec3-ae0e70c74cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:12.118797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-1441cf6a-93f6-4a2a-9ec3-ae0e70c74cb0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209292 Feb 10 15:40:12.133039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-c47056d5-005c-46e4-9e04-b905e522be97 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:12.134533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-c47056d5-005c-46e4-9e04-b905e522be97 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb&device_owner=compute%3Atempest-test_az-425351668 HTTP/1.1" status: 200 len: 967 time: 0.1071134 Feb 10 15:40:12.142071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2c242077-3517-4874-ae70-e35eae2620b0 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:12.258162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-0520513e-9edf-47a6-bfe1-fef4c7407ac5 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 696 time: 0.0965152 Feb 10 15:40:12.275813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'floatingip': {'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:12.286756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2c242077-3517-4874-ae70-e35eae2620b0, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2c242077-3517-4874-ae70-e35eae2620b0,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:12.302509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '2c242077-3517-4874-ae70-e35eae2620b0', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '2c242077-3517-4874-ae70-e35eae2620b0', 'mac_address': 'fa:16:3e:72:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:12.355271 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:12.375242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c242077-3517-4874-ae70-e35eae2620b0 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:12.375868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:12.402131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2c242077-3517-4874-ae70-e35eae2620b0, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2c242077-3517-4874-ae70-e35eae2620b0,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:12.410362 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:12.439768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-e9d2b975-0848-42e1-affb-128e2b6e2f95 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040881 Feb 10 15:40:12.483773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2c242077-3517-4874-ae70-e35eae2620b0,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:12.641860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2c242077-3517-4874-ae70-e35eae2620b0'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:12.826183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9bd87-3fc2-45bd-aa77-a1e4d685d6e0 req-b3afbeee-033f-4da2-81ec-0d82c51b6c1f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:12.834159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57b9bd87-3fc2-45bd-aa77-a1e4d685d6e0 req-b3afbeee-033f-4da2-81ec-0d82c51b6c1f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 947 time: 0.4636073 Feb 10 15:40:12.957347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57b9bd87-3fc2-45bd-aa77-a1e4d685d6e0 req-4fc5594d-acb5-4820-a51d-b5626799383d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218777 Feb 10 15:40:12.960998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a14661-e50a-42c6-819c-53b44765955b req-743f75d4-0e69-4c87-a941-f125e51ff2af service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908891 Feb 10 15:40:13.230858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-42175de5-0a36-440b-9b63-0304f9783de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.232938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-42175de5-0a36-440b-9b63-0304f9783de6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 1098 time: 0.2038507 Feb 10 15:40:13.268534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a986f-ab1f-4c0e-889a-527d0345d9b3 req-8a9c2181-72b2-4567-bc66-988eb6c2acfe tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.270016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f56a986f-ab1f-4c0e-889a-527d0345d9b3 req-8a9c2181-72b2-4567-bc66-988eb6c2acfe tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 949 time: 0.1998932 Feb 10 15:40:13.484479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f56a986f-ab1f-4c0e-889a-527d0345d9b3 req-d2148c66-ed7b-45ab-82ba-714d7b36bbf5 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076125 Feb 10 15:40:13.554367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-ba82bad0-7e95-46df-9f01-570b4d8eae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.555876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-ba82bad0-7e95-46df-9f01-570b4d8eae58 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.3123741 Feb 10 15:40:13.651238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-75f8686b-eb22-481e-a5f3-3e30d0048492 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe HTTP/1.1" status: 200 len: 217 time: 0.0867321 Feb 10 15:40:13.725304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:13.731649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:13.769763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-540f173c-239a-4b87-8c95-f325bba73677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.775807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-540f173c-239a-4b87-8c95-f325bba73677 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1143475 Feb 10 15:40:13.882898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-60b68980-b5df-41a3-853a-029276b6de16 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359628 Feb 10 15:40:13.889329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-f0ff8c17-5a8a-40fb-822e-42d07be9ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.890691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-f0ff8c17-5a8a-40fb-822e-42d07be9ee38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063976 Feb 10 15:40:13.913184 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Floating IP 861f103d-9141-4363-a065-effaa477f50d associated. External IP: 172.25.7.236, port: d5018ca4-c0a1-4eae-969a-6a3bd4219eba. Feb 10 15:40:14.140887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-83de6e94-c296-4bae-b5c0-d022bbb22f7c service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358587 Feb 10 15:40:14.148819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-00a865fe-ba8d-4510-9741-57182d3102c1 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:14.150138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-00a865fe-ba8d-4510-9741-57182d3102c1 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568488 Feb 10 15:40:14.162075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2c242077-3517-4874-ae70-e35eae2620b0 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:14.210955 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 2c242077-3517-4874-ae70-e35eae2620b0 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:14.215327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 2c242077-3517-4874-ae70-e35eae2620b0 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:14.215739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:14.296074 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:14.320338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96762956-64f2-4766-a2bb-6d49c7811143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c242077-3517-4874-ae70-e35eae2620b0'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:14.322608 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8614d8cb-8b31-4d1d-a0b3-9592b21ca72b" -d '{"events": [{"server_uuid": "96762956-64f2-4766-a2bb-6d49c7811143", "name": "network-vif-plugged", "status": "completed", "tag": "2c242077-3517-4874-ae70-e35eae2620b0"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:14.336125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2c242077-3517-4874-ae70-e35eae2620b0, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2c242077-3517-4874-ae70-e35eae2620b0,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:14.340305 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:14.392316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2c242077-3517-4874-ae70-e35eae2620b0,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:14.445699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-6acfb1af-b958-42fa-8dad-9061be939a2a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/quotas/03578a3bb8404c99b0a0448bd4eefd9f HTTP/1.1" status: 200 len: 375 time: 0.2853508 Feb 10 15:40:14.489818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-03925816-7e69-4ecb-a812-e9b125588801 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369940 Feb 10 15:40:14.547695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46807d1d-fef0-4768-a33c-52a55ab5397c req-a55416f0-9779-47e2-b4fd-40db93b8809b service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966150 Feb 10 15:40:14.567885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:14.729015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:14.735911 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:14.740141 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:14.753457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:14.754073 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:14.771331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-53441747-939f-45cb-b536-065b5b132b0d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "PUT /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 1018 time: 2.5062442 Feb 10 15:40:14.772002 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:14.775074 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:14.877774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-37b706f0-aae9-47ab-900c-1b1cc42c07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:14.879482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-37b706f0-aae9-47ab-900c-1b1cc42c07dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.0871613 Feb 10 15:40:14.934811 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:14.994206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46360) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:15.069463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-bf206e16-ede6-47fb-9515-0b8c7629dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.071406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-bf206e16-ede6-47fb-9515-0b8c7629dad8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1844933 Feb 10 15:40:15.195880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6193e384-c76b-40c3-9137-f7d6c9cb7634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.235963 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:13Z', 'revision_number': 1, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:15.265563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e9098-e8b0-45fa-b965-dbb12dfc76c8 req-2e8a297d-010d-4fe1-9864-1c64c6c18074 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.267379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad6e9098-e8b0-45fa-b965-dbb12dfc76c8 req-2e8a297d-010d-4fe1-9864-1c64c6c18074 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 947 time: 0.1022735 Feb 10 15:40:15.267531 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:15.269273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-f0a3ba91-4caf-4490-aef5-9abed31501c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 1021 time: 0.1832225 Feb 10 15:40:15.276167 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:15.276772 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:15.298048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6193e384-c76b-40c3-9137-f7d6c9cb7634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.303618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6193e384-c76b-40c3-9137-f7d6c9cb7634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.342913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193e384-c76b-40c3-9137-f7d6c9cb7634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dec372a-215d-4dc4-80da-9d935f669fb7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:15.347747 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6193e384-c76b-40c3-9137-f7d6c9cb7634 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a5c249c828c4264a6cf808b1e771b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519239 Feb 10 15:40:15.351343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46368) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:15.382389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad6e9098-e8b0-45fa-b965-dbb12dfc76c8 req-c46f10f6-df50-4761-a192-0d73d0edcfe3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967093 Feb 10 15:40:15.385324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-37f1a89c-cd0d-47ce-b291-f6db0da209b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.398012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-37f1a89c-cd0d-47ce-b291-f6db0da209b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1229379 Feb 10 15:40:15.411202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-682f504c-d6df-4727-b9fb-a06390b29a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.434407 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0420eb5b-5a49-4e4b-b0f2-a13acb01fadf x-openstack-request-id: req-0420eb5b-5a49-4e4b-b0f2-a13acb01fadf {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:15.435830 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96762956-64f2-4766-a2bb-6d49c7811143", "name": "network-vif-plugged", "status": "completed", "tag": "2c242077-3517-4874-ae70-e35eae2620b0", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:15.436398 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0420eb5b-5a49-4e4b-b0f2-a13acb01fadf {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:15.437148 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96762956-64f2-4766-a2bb-6d49c7811143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c242077-3517-4874-ae70-e35eae2620b0', 'code': 200} Feb 10 15:40:15.449308 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:15.450315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-682f504c-d6df-4727-b9fb-a06390b29a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.491706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-f91a3c56-e6b6-4383-a847-1321695ac7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.493491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-f91a3c56-e6b6-4383-a847-1321695ac7a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876842 Feb 10 15:40:15.514978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-918506a5-5312-45f8-8abb-a8f2aff5f891 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:15.516183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-918506a5-5312-45f8-8abb-a8f2aff5f891 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125883 Feb 10 15:40:15.541801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-682f504c-d6df-4727-b9fb-a06390b29a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.546082 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-682f504c-d6df-4727-b9fb-a06390b29a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.547502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-682f504c-d6df-4727-b9fb-a06390b29a00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dec372a-215d-4dc4-80da-9d935f669fb7 HTTP/1.1" status: 204 len: 168 time: 0.1948221 Feb 10 15:40:15.559297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f504c-d6df-4727-b9fb-a06390b29a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dec372a-215d-4dc4-80da-9d935f669fb7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:15.649760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf566a-8566-48bd-bdfb-063a9d3b1674 req-234a682c-77c9-432e-bf63-f2557092000d tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.651245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aecf566a-8566-48bd-bdfb-063a9d3b1674 req-234a682c-77c9-432e-bf63-f2557092000d tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 950 time: 0.1511710 Feb 10 15:40:15.653541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc5efa-8b1c-4e8f-8676-e60070122c8c req-4c5cc70a-cea5-4e9e-a54e-3eb99efbecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.654730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afcc5efa-8b1c-4e8f-8676-e60070122c8c req-4c5cc70a-cea5-4e9e-a54e-3eb99efbecaf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 1101 time: 0.1362622 Feb 10 15:40:15.711133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-2d0249b0-f3f3-4cbc-a7d1-7ecbaf89d91b service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690755 Feb 10 15:40:15.717475 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:13Z', 'revision_number': 1, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:15.755273 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7d49b-7b0a-4ff3-bc8b-69bb951af8c7 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:13Z', 'revision_number': 1, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:15.797219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aecf566a-8566-48bd-bdfb-063a9d3b1674 req-7a9308e4-aec9-4bc5-ac55-39c4d22c8b3b tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357656 Feb 10 15:40:15.801273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afcc5efa-8b1c-4e8f-8676-e60070122c8c req-d13f0bd8-a61c-45b1-a5cd-e88ecf903899 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359844 Feb 10 15:40:15.860310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cdebd11-6ea9-483a-b042-b22b80bdd34b req-63bce8b3-1d6c-425d-a3c3-8db9c24ec348 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398611 Feb 10 15:40:15.904575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46384) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:15.928768 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d458352-04a8-4781-9917-145bb0124e01 x-openstack-request-id: req-0d458352-04a8-4781-9917-145bb0124e01 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:15.928768 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:15.928768 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d458352-04a8-4781-9917-145bb0124e01 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:15.928768 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'status': 'completed', 'code': 200} Feb 10 15:40:15.943092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-31108d80-213d-44df-bcd5-c226dd5897d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:15.947291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-421e76eb-e6d5-4c0e-a818-14c2e18360b0 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416505 Feb 10 15:40:16.049100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e9bf4-08a2-462a-ab52-1b5c1e081849 None None] New status for floating IP 861f103d-9141-4363-a065-effaa477f50d: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:40:16.077289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-c10f410e-a6fe-4341-89ca-adff21e399c4 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600469 Feb 10 15:40:16.115406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-b3406059-a3c9-4753-9b6f-396485e1a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.117680 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-b3406059-a3c9-4753-9b6f-396485e1a97b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.0965683 Feb 10 15:40:16.223568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-53a885bb-0c8d-481f-a69f-f2409bd0b1a6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.225312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-53a885bb-0c8d-481f-a69f-f2409bd0b1a6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698019 Feb 10 15:40:16.239017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-31108d80-213d-44df-bcd5-c226dd5897d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.254448 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-31108d80-213d-44df-bcd5-c226dd5897d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.272870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-6b011603-c089-4f76-9265-68f36b46a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.272870 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-6b011603-c089-4f76-9265-68f36b46a6f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1468022 Feb 10 15:40:16.279328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-966d3aae-27bf-4457-923a-a48856363129 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/quotas/03578a3bb8404c99b0a0448bd4eefd9f HTTP/1.1" status: 200 len: 375 time: 0.0383718 Feb 10 15:40:16.342490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-bed1e633-5b4f-47bd-aeda-df4c472ca769 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.344056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-bed1e633-5b4f-47bd-aeda-df4c472ca769 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579224 Feb 10 15:40:16.360839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-31108d80-213d-44df-bcd5-c226dd5897d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b9efe9c07e04d1cb4771615e7750247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533470 Feb 10 15:40:16.363652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46392) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:16.372601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-476123d1-8785-44cb-88c2-05bc3c98e3be tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775552 Feb 10 15:40:16.377708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Request body: {'port': {'device_id': '590935fc-0164-415c-a592-0189d94b787d', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '03578a3bb8404c99b0a0448bd4eefd9f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:16.382624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31108d80-213d-44df-bcd5-c226dd5897d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e90a980-497e-4d31-af8f-ee605a9d2cde,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:16.408092 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-3e850561-0cd5-420e-98ec-587f99e31d07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 1023 time: 0.1262956 Feb 10 15:40:16.479472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-254842a8-0e69-491c-bd43-64773b4316d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.494811 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-efb88e3c-789c-4bdd-b774-7734dda1e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.496386 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-efb88e3c-789c-4bdd-b774-7734dda1e1b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.0793097 Feb 10 15:40:16.500868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c6fa5c43-f29e-4b89-8150-176ca9f499cd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.508237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c6fa5c43-f29e-4b89-8150-176ca9f499cd tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1225929 Feb 10 15:40:16.573284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-254842a8-0e69-491c-bd43-64773b4316d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.621894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-0c57ae88-23bc-48f7-a6a9-9cad619fe3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.623690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-0c57ae88-23bc-48f7-a6a9-9cad619fe3b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139302 Feb 10 15:40:16.640390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-dcfe2d25-8e77-4548-a37b-c014770f3750 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1023 time: 0.1309185 Feb 10 15:40:16.646048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'floatingip': {'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:16.650120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Made reservation on behalf of 03578a3bb8404c99b0a0448bd4eefd9f for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:16.653527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.696993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.720174 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-254842a8-0e69-491c-bd43-64773b4316d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.723591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-254842a8-0e69-491c-bd43-64773b4316d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.728459 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-254842a8-0e69-491c-bd43-64773b4316d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e90a980-497e-4d31-af8f-ee605a9d2cde HTTP/1.1" status: 204 len: 168 time: 0.3601677 Feb 10 15:40:16.730388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:16.742189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254842a8-0e69-491c-bd43-64773b4316d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e90a980-497e-4d31-af8f-ee605a9d2cde,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:16.821951 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-5c18995e-afce-4d8d-86b0-a3deac0e0f1d service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911104 Feb 10 15:40:16.952819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.073577 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4a8b09ea-15b7-4980-9823-7deddb3fcbc9 req-649d969d-eb7f-4108-9e19-aeebef7f20b7 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435825 Feb 10 15:40:17.138572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46420) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:17.262240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-980ff92c-a747-4eaa-a8f9-3b5b525809ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.265244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.296289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce7ec-e427-46ea-bcda-19bdb7f21d55 req-6a49ac62-c432-471e-a80f-b0d3608fec6a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:17.298736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d7ce7ec-e427-46ea-bcda-19bdb7f21d55 req-6a49ac62-c432-471e-a80f-b0d3608fec6a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 947 time: 0.4360671 Feb 10 15:40:17.402961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-980ff92c-a747-4eaa-a8f9-3b5b525809ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.410803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-980ff92c-a747-4eaa-a8f9-3b5b525809ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.417233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e90d95c-89aa-427b-a2af-be5774cb8445,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:17.471323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-980ff92c-a747-4eaa-a8f9-3b5b525809ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14d23fc17e91436aacb9b31f989a4983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315420 Feb 10 15:40:17.472226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ff92c-a747-4eaa-a8f9-3b5b525809ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9e543e-3fd8-4050-a81e-1c60feff2972,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:17.474227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d7ce7ec-e427-46ea-bcda-19bdb7f21d55 req-f3f5db0f-f07e-4c37-9e2b-c6f3510c326c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574407 Feb 10 15:40:17.474816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:17.548012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff94a582-c689-4ba2-98b2-248427374610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.573209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff94a582-c689-4ba2-98b2-248427374610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.628628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22dded42-e94e-44ea-a2e9-df95eb1103a6 req-d8a8948e-3485-4a59-8461-63f5cfd1ffd3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 210 time: 0.0574932 Feb 10 15:40:17.647654 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff94a582-c689-4ba2-98b2-248427374610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.648055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Allocated IP 192.168.233.77 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/02e8283a-bc20-42c6-9023-7b50fc7dc0ee) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:17.651001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff94a582-c689-4ba2-98b2-248427374610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:17.652480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ff94a582-c689-4ba2-98b2-248427374610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e9e543e-3fd8-4050-a81e-1c60feff2972 HTTP/1.1" status: 204 len: 168 time: 0.1766970 Feb 10 15:40:17.662615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94a582-c689-4ba2-98b2-248427374610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9e543e-3fd8-4050-a81e-1c60feff2972,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:17.777859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:17.941345 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-da007b3e-e174-49db-8028-b8346f3f4e2b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653324 Feb 10 15:40:18.012021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:18.052278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1036-02ab-43ee-a97f-74cfb4380f01 req-1ab08198-0722-41da-af00-dcdb82622eb8 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.056461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', 'mac_address': 'fa:16:3e:8f:39:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:18.064137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-104b1036-02ab-43ee-a97f-74cfb4380f01 req-1ab08198-0722-41da-af00-dcdb82622eb8 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 950 time: 0.2672975 Feb 10 15:40:18.066396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:18.088484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41226839-88f3-49d1-9d62-c82afb75b39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.100727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.149812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.166994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-2bf037de-8053-4324-8486-04d6fc2c3624 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.167868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:18.168502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-2bf037de-8053-4324-8486-04d6fc2c3624 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217996 Feb 10 15:40:18.173748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.186324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Request body: {'port': {'device_id': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '03578a3bb8404c99b0a0448bd4eefd9f'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:18.204181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:18.210978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.229563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-104b1036-02ab-43ee-a97f-74cfb4380f01 req-42a2b192-ffd9-4e99-ab7e-3cb998822e7d tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643927 Feb 10 15:40:18.253081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.257423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:18.261254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:18.266113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:18.302715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.349217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:18.349532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41226839-88f3-49d1-9d62-c82afb75b39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.368719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41226839-88f3-49d1-9d62-c82afb75b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.381613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:18.397187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.397788 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.478462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46464) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:18.482099 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-41226839-88f3-49d1-9d62-c82afb75b39a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b2dc7e7cf2e4682ab41d065c509a726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144893 Feb 10 15:40:18.490747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41226839-88f3-49d1-9d62-c82afb75b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0baf69-2919-48dd-af64-b15f53ab9b1f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:18.492927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-9e48ce6e-3276-488d-ae90-3572de76e0d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1307402 Feb 10 15:40:18.521070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Request body: {'port': {'device_id': '590935fc-0164-415c-a592-0189d94b787d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:18.538949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Made reservation on behalf of 03578a3bb8404c99b0a0448bd4eefd9f for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:18.542902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.598065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:18.664116 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.678383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-aa5e88fa-835b-4c9e-904f-402e9ad690cf None None] Provisioning complete for port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:18.679038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa5e88fa-835b-4c9e-904f-402e9ad690cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.679861 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Floating IP 861f103d-9141-4363-a065-effaa477f50d associated. External IP: 172.25.7.236, port: d5018ca4-c0a1-4eae-969a-6a3bd4219eba. Feb 10 15:40:18.741798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e88fa-835b-4c9e-904f-402e9ad690cf None None] Port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:18.800008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Allocated IP 192.168.233.127 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/fd91c0d8-9563-4434-9b16-4e9562e7d893) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:18.859949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168e00-88a7-4769-a64b-8d110fb30063 req-ddbd35f7-776c-4c3d-9646-fd8ea32e7dc5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.861428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73168e00-88a7-4769-a64b-8d110fb30063 req-ddbd35f7-776c-4c3d-9646-fd8ea32e7dc5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 948 time: 0.1752670 Feb 10 15:40:18.955546 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22cffe75-1fa5-4e4a-86b1-81004a87c27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.964641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:18.999143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.004117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73168e00-88a7-4769-a64b-8d110fb30063 req-c02a2f0a-29ee-4a9f-a3cd-251845d4d161 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276829 Feb 10 15:40:19.007701 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22cffe75-1fa5-4e4a-86b1-81004a87c27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.062214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:19.067314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:19.069849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:19.108954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event updated for resources: {'Port': ['ID=fd91c0d8-9563-4434-9b16-4e9562e7d893,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:19.148556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:19.150666 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.182176 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-95c88678-5db8-43bc-b296-e25d49d9c8b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0008271 Feb 10 15:40:19.199583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Request body: {'port': {'device_id': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:19.267270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.282788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38012e1-f8ef-4efa-b5a4-6e9035df9baf req-fc6fc41b-3d11-4837-a39a-ca9dc3e61ec2 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:19.290095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b38012e1-f8ef-4efa-b5a4-6e9035df9baf req-fc6fc41b-3d11-4837-a39a-ca9dc3e61ec2 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 950 time: 0.1966624 Feb 10 15:40:19.300054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22cffe75-1fa5-4e4a-86b1-81004a87c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.302497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22cffe75-1fa5-4e4a-86b1-81004a87c27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.303524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-22cffe75-1fa5-4e4a-86b1-81004a87c27f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f0baf69-2919-48dd-af64-b15f53ab9b1f HTTP/1.1" status: 204 len: 168 time: 0.8234417 Feb 10 15:40:19.333480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cffe75-1fa5-4e4a-86b1-81004a87c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0baf69-2919-48dd-af64-b15f53ab9b1f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:19.337808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:19.387287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-58d7ec19-3b2c-4a7f-9bf7-b5cb83835024 None None] Provisioning complete for port fd91c0d8-9563-4434-9b16-4e9562e7d893 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:19.390534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-58d7ec19-3b2c-4a7f-9bf7-b5cb83835024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.407737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b38012e1-f8ef-4efa-b5a4-6e9035df9baf req-ee2294d6-bb95-40f0-a94b-cb68331de869 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073482 Feb 10 15:40:19.429218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-58d7ec19-3b2c-4a7f-9bf7-b5cb83835024 None None] Port fd91c0d8-9563-4434-9b16-4e9562e7d893 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:19.696903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e8283a-bc20-42c6-9023-7b50fc7dc0ee {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:19.728984 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.785929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Transition to ACTIVE for port object 02e8283a-bc20-42c6-9023-7b50fc7dc0ee will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:19.794909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.801989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:19.818797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2be02-3e36-402a-97bb-8947f24fd4f8 req-8e05efa7-e811-4ba5-93d8-2fba5f12a191 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:19.820292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ee2be02-3e36-402a-97bb-8947f24fd4f8 req-8e05efa7-e811-4ba5-93d8-2fba5f12a191 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 936 time: 0.1298294 Feb 10 15:40:19.865088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:19.876904 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:19.894103 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:19.895164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:19.897900 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:19.902153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:19.902714 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:19.938776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.040789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd91c0d8-9563-4434-9b16-4e9562e7d893 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:20.043585 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.050729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.074714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ee2be02-3e36-402a-97bb-8947f24fd4f8 req-ff135685-9e27-4de6-bb35-6200f6ad6dd4 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289302 Feb 10 15:40:20.093672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Transition to ACTIVE for port object fd91c0d8-9563-4434-9b16-4e9562e7d893 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:20.097592 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:20.102717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.107357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:20.110006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:20.116193 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07682ef-a66f-4017-9985-0716a698afb9" -d '{"events": [{"server_uuid": "f13ccf7b-aadb-4fb0-99b0-db89691a8aef", "name": "network-vif-plugged", "status": "completed", "tag": "6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:20.126394 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.239930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Attempting to bind port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:20.240259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Attempting to bind port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:20.240576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Attempting to bind port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:20.258225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:20.258540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Attempting to bind port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:20.266664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Pushing event updated for resources: {'Port': ['ID=fd91c0d8-9563-4434-9b16-4e9562e7d893,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.268635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.332838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Attempting to bind port fd91c0d8-9563-4434-9b16-4e9562e7d893 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:20.333191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Attempting to bind port fd91c0d8-9563-4434-9b16-4e9562e7d893 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:20.336172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Attempting to bind port fd91c0d8-9563-4434-9b16-4e9562e7d893 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:20.348461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Port fd91c0d8-9563-4434-9b16-4e9562e7d893 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:20.349051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Attempting to bind port fd91c0d8-9563-4434-9b16-4e9562e7d893 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:20.349520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:20.350431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:20.350967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:20.351589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Bound port: 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:20.352099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.363027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:20.363312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:20.372118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:20.373288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Bound port: fd91c0d8-9563-4434-9b16-4e9562e7d893, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:20.373463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.528833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:20.532821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:20.542231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] For port fd91c0d8-9563-4434-9b16-4e9562e7d893, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:20.545266 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.550602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] For port fd91c0d8-9563-4434-9b16-4e9562e7d893, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:20.558921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.599818 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:17Z', 'revision_number': 3, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:20.608511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:20.609104 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.610490 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] 10.222.0.45 "PUT /v2.0/ports/fd91c0d8-9563-4434-9b16-4e9562e7d893 HTTP/1.1" status: 200 len: 1096 time: 1.4174638 Feb 10 15:40:20.610931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'tag': 'fd91c0d8-9563-4434-9b16-4e9562e7d893'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:20.613246 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af51629-9a24-4539-9fbf-e5f46fa90bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d5a42-dda1-46f5-affc-41e6c05f81a0", "tag": "fd91c0d8-9563-4434-9b16-4e9562e7d893"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:20.647032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0f27f-7baa-4b15-908f-73364746a65f service neutron] Pushing event updated for resources: {'Port': ['ID=fd91c0d8-9563-4434-9b16-4e9562e7d893,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.663785 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:20.678258 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:20.679353 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:20.685683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:20.686456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.688252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] 10.222.0.45 "PUT /v2.0/ports/02e8283a-bc20-42c6-9023-7b50fc7dc0ee HTTP/1.1" status: 200 len: 1095 time: 2.1808167 Feb 10 15:40:20.692595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:20.695112 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6436aab-b797-4099-adda-29f002767fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:20.702467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:20.703939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee585411-ec7a-4e36-ab6e-f5483c715a0d service neutron] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.757337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-91901f4c-dfd8-4814-b8ad-43834a8c4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:20.758818 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-91901f4c-dfd8-4814-b8ad-43834a8c4a3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 1099 time: 0.0993962 Feb 10 15:40:20.828136 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-3a50d496-230f-4ee8-a9b5-f183f47ce039 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893 HTTP/1.1" status: 200 len: 217 time: 0.0551393 Feb 10 15:40:20.871978 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:20.931157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:20.938325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:20.954017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcf87d-e8b2-452d-a9bd-f31aa19d7cb0 req-eda64b76-fb4c-4938-9254-1a9772b9a794 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:20.956061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23fcf87d-e8b2-452d-a9bd-f31aa19d7cb0 req-eda64b76-fb4c-4938-9254-1a9772b9a794 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 949 time: 0.1191003 Feb 10 15:40:20.977682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-019c8aec-a382-4db5-9db9-c278c74aa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:20.979416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-019c8aec-a382-4db5-9db9-c278c74aa5cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1098 time: 0.1372325 Feb 10 15:40:21.062458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-246ce9a8-208d-4eec-94ac-c78f97955fc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee HTTP/1.1" status: 200 len: 217 time: 0.0691762 Feb 10 15:40:21.178249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23fcf87d-e8b2-452d-a9bd-f31aa19d7cb0 req-281a883d-5831-4744-aaa2-1b698a57732a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949329 Feb 10 15:40:21.194359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-c038d541-08b3-4615-b943-9601e619e0f6 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "PUT /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 999 time: 4.5531962 Feb 10 15:40:21.272032 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01594c6e-6472-46d8-8416-e99ffb9f812a x-openstack-request-id: req-01594c6e-6472-46d8-8416-e99ffb9f812a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:21.272939 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13ccf7b-aadb-4fb0-99b0-db89691a8aef", "name": "network-vif-plugged", "status": "completed", "tag": "6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:21.273423 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01594c6e-6472-46d8-8416-e99ffb9f812a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:21.274579 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', 'code': 200} Feb 10 15:40:21.279424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-21a0fe4b-6de8-4bb0-a24a-65c65f2ec1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.281200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-21a0fe4b-6de8-4bb0-a24a-65c65f2ec1fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2078807 Feb 10 15:40:21.283960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-c8af5087-d560-401f-9a00-9d277b578d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.285411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-c8af5087-d560-401f-9a00-9d277b578d22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.4492912 Feb 10 15:40:21.334919 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:17Z', 'revision_number': 3, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:21.338341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-cb3ff609-1456-427b-afe6-75148a75edbb tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.339783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-cb3ff609-1456-427b-afe6-75148a75edbb tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports/d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 964 time: 0.1444657 Feb 10 15:40:21.373119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-e2c3ed4d-ad91-4d56-910d-2ea1638e7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.375087 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-e2c3ed4d-ad91-4d56-910d-2ea1638e7851 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812602 Feb 10 15:40:21.378007 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c505cb-7246-45a8-836c-cb6ef93ac365 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:17Z', 'revision_number': 3, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:21.497313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-a91418b9-e03f-4765-a07b-56c2a01e0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.499392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-a91418b9-e03f-4765-a07b-56c2a01e0884 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994369 Feb 10 15:40:21.532171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-50514b7c-a735-4715-95b2-e526292e3dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494935 Feb 10 15:40:21.567320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1db088-3106-4712-99de-b9d481ef0056 req-af1bcfeb-a7dd-4301-92e3-2d8fdeec6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.568850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d1db088-3106-4712-99de-b9d481ef0056 req-af1bcfeb-a7dd-4301-92e3-2d8fdeec6d15 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 1100 time: 0.2005694 Feb 10 15:40:21.579351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f63c1-c15f-4302-b4df-af42d0901b3c req-952ea557-4598-4bfc-8a52-1d64af258949 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.587304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa1f63c1-c15f-4302-b4df-af42d0901b3c req-952ea557-4598-4bfc-8a52-1d64af258949 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 950 time: 0.1897995 Feb 10 15:40:21.591114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879ad64-5e1e-44fb-a29f-516872a66e80 None None] New status for floating IP 861f103d-9141-4363-a065-effaa477f50d: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:40:21.595800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-00fbd125-8828-4bd0-8496-9b1c4d2554e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.597262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-00fbd125-8828-4bd0-8496-9b1c4d2554e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.1716022 Feb 10 15:40:21.628600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59887d41-74fd-4dea-8d8f-53425d604a61 req-cc03b749-45e2-418d-a6c4-00fccd2e227a service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895336 Feb 10 15:40:21.726247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa1f63c1-c15f-4302-b4df-af42d0901b3c req-bdcf4264-7fae-4675-89ca-b5273b9329db tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379759 Feb 10 15:40:21.730945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d1db088-3106-4712-99de-b9d481ef0056 req-ea5165e7-175b-495a-ad44-f2a2570b91ea service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374691 Feb 10 15:40:21.738446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-59fba6a2-49ef-473a-af60-e980df916fad service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276194 Feb 10 15:40:21.820449 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377773e-96e4-47da-b623-2a1926214b48 x-openstack-request-id: req-e377773e-96e4-47da-b623-2a1926214b48 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:21.820823 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d5a42-dda1-46f5-affc-41e6c05f81a0", "tag": "fd91c0d8-9563-4434-9b16-4e9562e7d893", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:21.821141 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e377773e-96e4-47da-b623-2a1926214b48 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:21.821666 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'tag': 'fd91c0d8-9563-4434-9b16-4e9562e7d893', 'status': 'completed', 'code': 200} Feb 10 15:40:21.830265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-db2ad5ef-8fbc-47ca-97a8-9a5a20ab7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.831971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-db2ad5ef-8fbc-47ca-97a8-9a5a20ab7a4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.2240489 Feb 10 15:40:21.881661 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ac327-448a-40f3-8f6f-f47aea665a4b x-openstack-request-id: req-bc3ac327-448a-40f3-8f6f-f47aea665a4b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:21.881934 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:21.882106 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc3ac327-448a-40f3-8f6f-f47aea665a4b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:21.882494 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'status': 'completed', 'code': 200} Feb 10 15:40:21.887653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-64e7120b-a10d-4de3-94b2-0fb046d45bb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0448043 Feb 10 15:40:21.900996 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:21.910201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-436ccd0f-c1b6-4e31-a361-98479c917c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.912092 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-436ccd0f-c1b6-4e31-a361-98479c917c38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 1099 time: 0.0588076 Feb 10 15:40:21.921227 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:21.921849 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:21.924969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df55b6f7-e826-4fa9-8366-9c4aa42cbf2f req-6a37696e-1286-4df3-9148-7dadfca36ea1 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775801 Feb 10 15:40:21.999494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-33cc09cb-fa88-4585-ae6e-70a43132c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.001685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-33cc09cb-fa88-4585-ae6e-70a43132c295 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1063795 Feb 10 15:40:22.032713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-e0dcb00b-2199-49a9-8c0b-b2ed0ef23210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.034216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-e0dcb00b-2199-49a9-8c0b-b2ed0ef23210 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1135428 Feb 10 15:40:22.047862 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:22.073238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861834b-1f65-47da-a761-3a11d11547b6 req-0028bca0-c53b-42ff-bfb0-d174219b0b24 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.074816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1861834b-1f65-47da-a761-3a11d11547b6 req-0028bca0-c53b-42ff-bfb0-d174219b0b24 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 948 time: 0.1285694 Feb 10 15:40:22.076547 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-fbc087ff-3dc0-4906-afb9-20cf142edf43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893 HTTP/1.1" status: 200 len: 217 time: 0.0343940 Feb 10 15:40:22.096428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-07e60e76-ccc3-4c19-bc58-c755707c5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.097894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-07e60e76-ccc3-4c19-bc58-c755707c5435 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872555 Feb 10 15:40:22.100996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436aab-b797-4099-adda-29f002767fe4 req-ae49a1fe-69fd-4150-8391-d3956c1a355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.102349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-ae49a1fe-69fd-4150-8391-d3956c1a355e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1098 time: 0.1063290 Feb 10 15:40:22.130021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-2b7258b1-33b3-48f8-8ad9-a299ed8d9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.132091 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-2b7258b1-33b3-48f8-8ad9-a299ed8d9684 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0478599 Feb 10 15:40:22.185721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-d8acf100-832e-4e84-8b0e-6ff60ca74ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.187609 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-d8acf100-832e-4e84-8b0e-6ff60ca74ffe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465164 Feb 10 15:40:22.232993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1861834b-1f65-47da-a761-3a11d11547b6 req-1350f932-b159-495f-bde5-3890af5e490b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486528 Feb 10 15:40:22.288938 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-80e23c80-3d32-4425-91ee-426df9afd019 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932844 Feb 10 15:40:22.296389 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:21Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:22.304817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-4d610521-7091-4edb-8df7-9e66a254dd68 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955538 Feb 10 15:40:22.328061 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:22.336824 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:22.337486 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:22.377552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436aab-b797-4099-adda-29f002767fe4 req-a5fca9b6-b6e4-43e3-bab3-6e83be8554f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.379551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-a5fca9b6-b6e4-43e3-bab3-6e83be8554f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2600217 Feb 10 15:40:22.398958 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2af51629-9a24-4539-9fbf-e5f46fa90bb6 req-050f06b2-74c8-4ca4-99b6-7bfb1a6006af service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021671 Feb 10 15:40:22.437840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-8bb20b88-b23a-4209-a759-1b8b1dba4b4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee HTTP/1.1" status: 200 len: 217 time: 0.0430362 Feb 10 15:40:22.465038 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:22.497102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-37055097-394b-49d8-98cd-4e23c96ad645 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914682 Feb 10 15:40:22.515820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-1c5e593d-d155-44dd-9ca1-7439e952adb3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521758 Feb 10 15:40:22.524829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436aab-b797-4099-adda-29f002767fe4 req-2a75fc0d-3e0a-4ca3-9bf0-1fa61986df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.526222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-2a75fc0d-3e0a-4ca3-9bf0-1fa61986df9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0741224 Feb 10 15:40:22.701282 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:21Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:22.728881 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a553364-d705-4b94-976a-e8a84ee04c84 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:5f:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ab068-4b37-459a-bb71-1101419b940c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:21Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:22.880939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-f7c02f85-169e-4db3-82ee-8462a8acbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.882405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-f7c02f85-169e-4db3-82ee-8462a8acbd6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1097 time: 0.3543003 Feb 10 15:40:22.913052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436aab-b797-4099-adda-29f002767fe4 req-5b3f94a5-8624-4981-91a0-b1da9ddbff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.914528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-5b3f94a5-8624-4981-91a0-b1da9ddbff0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3679552 Feb 10 15:40:22.967537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-e597eafb-19a1-46cd-b344-70b783f15562 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.968937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-e597eafb-19a1-46cd-b344-70b783f15562 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418628 Feb 10 15:40:23.038540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-c5b622b8-8813-477f-bf47-eeefe30c52c0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/quotas/872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 375 time: 0.0534179 Feb 10 15:40:23.112271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-15b8fc6b-9ccb-4714-8ca8-bf74eea2bd18 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673990 Feb 10 15:40:23.126499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-d8a5e3d4-8dbb-48fe-beec-ab1cd1714eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:23.127974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-d8a5e3d4-8dbb-48fe-beec-ab1cd1714eb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.2328839 Feb 10 15:40:23.200079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-73c30945-ec77-412c-909d-ce2b8e749dc1 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740886 Feb 10 15:40:23.223308 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:23.276998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-fae5cd53-6ce0-4c86-b5f0-310b1d30c8e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 1002 time: 0.1413279 Feb 10 15:40:23.398402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-b4ac8414-435a-432b-b324-c1ce05f5c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:23.399891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-b4ac8414-435a-432b-b324-c1ce05f5c5b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1103318 Feb 10 15:40:23.405906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6436aab-b797-4099-adda-29f002767fe4 req-cf39c49a-7d7e-4c3d-a932-bd5133d5a70e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973586 Feb 10 15:40:23.410282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18123186-3a31-497c-89c2-22d67dfc6f48 req-eb60d749-e4fc-4e10-ad9c-eb275da2a985 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:23.412079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18123186-3a31-497c-89c2-22d67dfc6f48 req-eb60d749-e4fc-4e10-ad9c-eb275da2a985 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 1101 time: 0.1207900 Feb 10 15:40:23.463838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-18123186-3a31-497c-89c2-22d67dfc6f48 req-9c28a9c2-4d4f-491f-848c-f9b15fddafa5 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:23.495960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-29038104-8257-4541-ab0d-d3dd909a88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:23.497485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-29038104-8257-4541-ab0d-d3dd909a88c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845122 Feb 10 15:40:23.664197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-18123186-3a31-497c-89c2-22d67dfc6f48 req-9c28a9c2-4d4f-491f-848c-f9b15fddafa5 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:23.676125 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-ce75f277-644a-4adf-b779-5e3731aec151 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636164 Feb 10 15:40:23.686560 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-18123186-3a31-497c-89c2-22d67dfc6f48 req-9c28a9c2-4d4f-491f-848c-f9b15fddafa5 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:23.754932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18123186-3a31-497c-89c2-22d67dfc6f48 req-9c28a9c2-4d4f-491f-848c-f9b15fddafa5 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315456 Feb 10 15:40:23.764775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a9c2-4d4f-491f-848c-f9b15fddafa5 tempest-LiveMigrationNegativeTest-244834938 tempest-LiveMigrationNegativeTest-244834938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b0e84b-8c8c-4848-8416-e0f7a2235a23,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:23.820242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8386eba8-5ce7-4d17-b7bc-fe734acac5a4 req-9b26dd4a-4410-4846-9402-839b42b8e6f8 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430302 Feb 10 15:40:23.883656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}, {'name': 'network-changed', 'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:23.886045 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f35e7-87c2-4d46-8d45-c67a8fedb418" -d '{"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}, {"name": "network-changed", "server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:23.965185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11bcd88e-6d74-4a22-8adb-52a21bd5de8c req-5651b466-d975-455b-92f1-2667db574b4e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0457261 Feb 10 15:40:23.989441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bca24c-4a3a-482c-b87e-007bd8ab41a5 req-c655c1f1-cf6c-4d1a-806f-c7da56a5f53b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:23.991052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3bca24c-4a3a-482c-b87e-007bd8ab41a5 req-c655c1f1-cf6c-4d1a-806f-c7da56a5f53b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 949 time: 0.0811551 Feb 10 15:40:24.045972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3bca24c-4a3a-482c-b87e-007bd8ab41a5 req-dc4f08e4-f7e9-49dd-a325-2b840c42c196 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Feb 10 15:40:24.089774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae115cda-258f-41e6-824f-bbb04d105607 req-13909427-0d97-4834-9d5c-0716b8fc76cf tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.091295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae115cda-258f-41e6-824f-bbb04d105607 req-13909427-0d97-4834-9d5c-0716b8fc76cf tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 948 time: 0.0615966 Feb 10 15:40:24.132276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae115cda-258f-41e6-824f-bbb04d105607 req-ce2c7a5d-a3a6-4e8b-b51f-3d90e2d05110 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Feb 10 15:40:24.192757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f56ff8a0-eb00-44b3-8c70-1b58b7c7c457 req-4f78fc32-794e-46a7-ae82-fb28a1fc0c3d tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1002 time: 0.0595412 Feb 10 15:40:24.205367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device fd91c0d8-9563-4434-9b16-4e9562e7d893 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:24.207721 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e07256-80cf-441b-95ae-42f7a4cb5859 x-openstack-request-id: req-38e07256-80cf-441b-95ae-42f7a4cb5859 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:24.208013 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:24.208656 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38e07256-80cf-441b-95ae-42f7a4cb5859 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:24.208656 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'status': 'completed', 'code': 200} Feb 10 15:40:24.208933 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'status': 'completed', 'code': 200} Feb 10 15:40:24.245918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff8a0-eb00-44b3-8c70-1b58b7c7c457 req-88594c9b-5eaf-4895-a68f-f06aa669c8be tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.247312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f56ff8a0-eb00-44b3-8c70-1b58b7c7c457 req-88594c9b-5eaf-4895-a68f-f06aa669c8be tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports/b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 943 time: 0.0490940 Feb 10 15:40:24.329440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-d62f3df1-c266-4d8d-b9f4-71e711b38122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.330926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-d62f3df1-c266-4d8d-b9f4-71e711b38122 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1097 time: 0.0819807 Feb 10 15:40:24.392054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-8fb4ff15-31bd-49a2-87cf-b81784d40ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.392977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port fd91c0d8-9563-4434-9b16-4e9562e7d893, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:24.393551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-8fb4ff15-31bd-49a2-87cf-b81784d40ec2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.1367915 Feb 10 15:40:24.405915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'fd91c0d8-9563-4434-9b16-4e9562e7d893', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'fd91c0d8-9563-4434-9b16-4e9562e7d893', 'mac_address': 'fa:16:3e:58:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:24.446115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-67a5c297-bd33-4ec5-9d12-c9a0103d7f00 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314033 Feb 10 15:40:24.460731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.525137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f56ff8a0-eb00-44b3-8c70-1b58b7c7c457 req-47ca3723-c177-4fb2-95cb-15282b390a56 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1002 time: 0.2109306 Feb 10 15:40:24.601048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd91c0d8-9563-4434-9b16-4e9562e7d893 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:24.601264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-4f18da1c-b32d-4045-8492-cba8e61f8034 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.602805 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-4f18da1c-b32d-4045-8492-cba8e61f8034 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503742 Feb 10 15:40:24.620978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Request body: {'port': {'device_id': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '872ae74478324283955467ee2b7c76cb'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:24.624394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port fd91c0d8-9563-4434-9b16-4e9562e7d893, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:24.630087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.641305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-66e065b7-2423-4fbb-9a35-f447f57f52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.642803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-66e065b7-2423-4fbb-9a35-f447f57f52ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.2796671 Feb 10 15:40:24.653231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc96b1-1033-4066-a114-7c5fdf20079a req-37e89350-3f8a-434d-9590-ceeee0f07c92 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.654880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92cc96b1-1033-4066-a114-7c5fdf20079a req-37e89350-3f8a-434d-9590-ceeee0f07c92 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 1100 time: 0.2284441 Feb 10 15:40:24.686999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=fd91c0d8-9563-4434-9b16-4e9562e7d893,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:24.706406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-cda373ef-737e-4e37-a032-a1f85dfe7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.707900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-cda373ef-737e-4e37-a032-a1f85dfe7934 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.2839539 Feb 10 15:40:24.738828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Made reservation on behalf of 872ae74478324283955467ee2b7c76cb for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:24.742445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.752578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.778222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92cc96b1-1033-4066-a114-7c5fdf20079a req-f0c5234a-eb22-4e50-93ba-b7cece21a02d tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.784432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-c0408ab3-46c7-459b-9080-c4325e795b48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0623434 Feb 10 15:40:24.791220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff8a0-eb00-44b3-8c70-1b58b7c7c457 req-b75d6e4c-5bac-49e5-bf2a-060d0674b196 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.792551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f56ff8a0-eb00-44b3-8c70-1b58b7c7c457 req-b75d6e4c-5bac-49e5-bf2a-060d0674b196 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2579167 Feb 10 15:40:24.838089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.840992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-769c20cc-239b-4351-b0fc-0f6a6a6dccd8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 1002 time: 0.1820278 Feb 10 15:40:24.844734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:24.861013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['fd91c0d8-9563-4434-9b16-4e9562e7d893'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:24.897945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-1beb4ab4-0f1c-4268-ba44-588d09dbc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.899714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-1beb4ab4-0f1c-4268-ba44-588d09dbc0c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1062491 Feb 10 15:40:24.957680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-fcafbaa0-3c7f-4a41-872c-ab64fa9122c1 req-6527a218-efee-4010-ab84-f2b5a1ca0547 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:24.958931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcafbaa0-3c7f-4a41-872c-ab64fa9122c1 req-6527a218-efee-4010-ab84-f2b5a1ca0547 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073609 Feb 10 15:40:24.964875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-d8068e66-3b04-4c67-9039-f5f0f088bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:24.966716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-d8068e66-3b04-4c67-9039-f5f0f088bf4a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1146896 Feb 10 15:40:24.977709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6add30-dde8-42ac-8635-c74ac19defad,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:25.050245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Allocated IP 192.168.233.63 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/cd42c0c5-4521-4a0d-a25c-2e78baab6b63) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:25.074088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-2bf39781-e280-4e53-badf-26e13c151fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:25.075951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-2bf39781-e280-4e53-badf-26e13c151fbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627591 Feb 10 15:40:25.109280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92cc96b1-1033-4066-a114-7c5fdf20079a req-f0c5234a-eb22-4e50-93ba-b7cece21a02d tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.155237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92cc96b1-1033-4066-a114-7c5fdf20079a req-f0c5234a-eb22-4e50-93ba-b7cece21a02d tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.209115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.209593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-0695fdfb-85f5-4a6f-8357-566681943831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:25.211081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-0695fdfb-85f5-4a6f-8357-566681943831 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109621 Feb 10 15:40:25.245572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.248884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92cc96b1-1033-4066-a114-7c5fdf20079a req-f0c5234a-eb22-4e50-93ba-b7cece21a02d tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714607 Feb 10 15:40:25.294014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:25.297852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5234a-eb22-4e50-93ba-b7cece21a02d tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda2dbc-3ecd-428f-9934-6abb607cc38d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:25.300036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:25.302212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:25.302845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-11b58b7a-1ff3-4b7a-a541-016e839b0723 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1002 time: 0.2231257 Feb 10 15:40:25.304465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:25.359270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:25.359958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.380653 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-71c50051-636a-4f57-aeb9-b933bd764202 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7640731 Feb 10 15:40:25.385592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-f72da727-a24d-43d3-9923-c799465289f5 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951541 Feb 10 15:40:25.393271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Request body: {'port': {'device_id': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:25.457745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.571413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a7a9e440-c5b8-4603-ab32-1f75f770b22a None None] Provisioning complete for port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:25.572127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e440-c5b8-4603-ab32-1f75f770b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.609069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9e440-c5b8-4603-ab32-1f75f770b22a None None] Port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:25.698575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-2598e413-907f-491a-9e65-75e8cd3d8486 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:25.700116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-2598e413-907f-491a-9e65-75e8cd3d8486 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports/b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 943 time: 0.3712966 Feb 10 15:40:25.708569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-8577e91f-69e3-4b1d-ad23-74c5460c2e5a service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794357 Feb 10 15:40:25.728199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7254ac-bd12-430d-a256-a7643bd3f193 req-72d9a60c-b9ea-4414-9f87-6bf03ac43a50 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:25.729632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd7254ac-bd12-430d-a256-a7643bd3f193 req-72d9a60c-b9ea-4414-9f87-6bf03ac43a50 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 935 time: 0.4063308 Feb 10 15:40:25.741424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd42c0c5-4521-4a0d-a25c-2e78baab6b63 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:25.749079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.760833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Transition to ACTIVE for port object cd42c0c5-4521-4a0d-a25c-2e78baab6b63 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:25.764770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.816221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:25.867753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-f0851d7e-2351-46ee-97be-a000122b5031 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614248 Feb 10 15:40:25.892457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:25.892821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:25.893114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:25.897850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:25.898168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:25.903250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:25.903794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:25.904333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:25.904770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Bound port: cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:25.905128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:25.920113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd7254ac-bd12-430d-a256-a7643bd3f193 req-a7564d46-c65f-4072-bb67-ce8003831fa8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573331 Feb 10 15:40:25.920595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-cd792ec9-0e42-4226-ae2c-feef55317cbe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1002 time: 0.1735961 Feb 10 15:40:25.985508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:25.988779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:25.995558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.038404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423f35e7-87c2-4d46-8d45-c67a8fedb418 req-2b4ca046-4744-43fc-a8aa-cafc61a8166c service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077331 Feb 10 15:40:26.063311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.063974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.065434 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] 10.222.0.75 "PUT /v2.0/ports/cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 1095 time: 0.6768138 Feb 10 15:40:26.065892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:26.069232 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:26.096830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832ba67-c062-4a97-b33b-7f7a2b1529f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:26.100237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-721273be-b8f9-4bf8-b362-1a524ba39465 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.102447 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-721273be-b8f9-4bf8-b362-1a524ba39465 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1729586 Feb 10 15:40:26.186774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-c4ead17b-ba78-4b4c-8c11-a8e2f39f93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.188407 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-c4ead17b-ba78-4b4c-8c11-a8e2f39f93f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1098 time: 0.0499160 Feb 10 15:40:26.219031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:26.232395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-f3b612e3-e406-4acb-9d7d-2c597dc95e01 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1002 time: 0.1216099 Feb 10 15:40:26.240706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device fd91c0d8-9563-4434-9b16-4e9562e7d893 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:26.254897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:26.276364 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-94a82ffd-e7da-4bfe-b8ac-652e926707c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.0773339 Feb 10 15:40:26.350849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-02e205e0-4b55-4957-a109-23d0dbec59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.352874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-02e205e0-4b55-4957-a109-23d0dbec59cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0603528 Feb 10 15:40:26.366422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.385977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port fd91c0d8-9563-4434-9b16-4e9562e7d893 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:26.397167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port fd91c0d8-9563-4434-9b16-4e9562e7d893 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:26.397539 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.400264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:26.406996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-11077617-a3ee-4c4a-a138-79a03b486424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.408509 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-11077617-a3ee-4c4a-a138-79a03b486424 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488677 Feb 10 15:40:26.414952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-6fabf41e-b26d-4357-9e5a-250773e972da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1757641 Feb 10 15:40:26.426310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a186412-2ca4-4e64-8b8c-bf04164210c4 req-4bfb6c68-93f1-4f91-b1ec-1e133a7ed2a5 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.433474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a186412-2ca4-4e64-8b8c-bf04164210c4 req-4bfb6c68-93f1-4f91-b1ec-1e133a7ed2a5 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 949 time: 0.1612134 Feb 10 15:40:26.442951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'mac_address': 'fa:16:3e:bb:af:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:26.493868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.530241 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-dbac5b3a-b53a-43b7-a012-325d72f0425c service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046953 Feb 10 15:40:26.532334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a186412-2ca4-4e64-8b8c-bf04164210c4 req-b194c4bc-e9a8-4606-a567-e6e40b070a28 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980349 Feb 10 15:40:26.534446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e8283a-bc20-42c6-9023-7b50fc7dc0ee {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:26.543124 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.564853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-a631777d-5ae9-4414-9078-ff75c5ac32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.567169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-a631777d-5ae9-4414-9078-ff75c5ac32f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.0700138 Feb 10 15:40:26.572458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:26.586230 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.622142 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.634467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.634467 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Floating IP 861f103d-9141-4363-a065-effaa477f50d disassociated. External IP: 172.25.7.236, port: b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c. Feb 10 15:40:26.665195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd91c0d8-9563-4434-9b16-4e9562e7d893'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:26.666429 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa73be2f-22d1-4e81-83c9-ff30904d6eab req-bf7a1bea-3445-42f9-b645-1227d0b99e5d service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262715 Feb 10 15:40:26.667896 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8188effc-1217-471a-9f51-8f60bb079e1f" -d '{"events": [{"server_uuid": "6d1d5a42-dda1-46f5-affc-41e6c05f81a0", "name": "network-vif-plugged", "status": "completed", "tag": "fd91c0d8-9563-4434-9b16-4e9562e7d893"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:26.683436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:26.692662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port fd91c0d8-9563-4434-9b16-4e9562e7d893, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:26.697898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.760510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=fd91c0d8-9563-4434-9b16-4e9562e7d893,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:26.776075 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c17f86-f02e-4f84-a223-0cbdb00045d8 x-openstack-request-id: req-e9c17f86-f02e-4f84-a223-0cbdb00045d8 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:26.776699 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:26.776699 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c17f86-f02e-4f84-a223-0cbdb00045d8 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:26.777005 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'status': 'completed', 'code': 200} Feb 10 15:40:26.783851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-792f386c-033b-4e92-883a-d4b23297f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.785356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-792f386c-033b-4e92-883a-d4b23297f6ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1772313 Feb 10 15:40:26.826782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:26.834611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-a65d5e6c-02b8-4723-98b0-cee17a62b63c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0419343 Feb 10 15:40:26.853750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-61a79b8f-fee9-40d3-96e0-6810182c05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.855219 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-61a79b8f-fee9-40d3-96e0-6810182c05d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1098 time: 0.0553396 Feb 10 15:40:26.859792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:26.972397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-09b1f74a-4234-44b1-be51-36d325c04822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.974284 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-09b1f74a-4234-44b1-be51-36d325c04822 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1029203 Feb 10 15:40:26.982929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-89a1bed3-1739-456a-8018-c251c56e2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.984439 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-89a1bed3-1739-456a-8018-c251c56e2485 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1369350 Feb 10 15:40:26.998351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487849-8b9e-4fc4-b1f7-acae64cc0c35 req-c231a69a-5be4-45ce-a5a4-01f32326171b tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:26.999908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12487849-8b9e-4fc4-b1f7-acae64cc0c35 req-c231a69a-5be4-45ce-a5a4-01f32326171b tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 950 time: 0.1643929 Feb 10 15:40:27.033397 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-84313416-579f-4352-9de1-798c00a599d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.0421748 Feb 10 15:40:27.077502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:27.083961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-f936587a-0ece-4129-922d-2e269b1e0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.085423 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-f936587a-0ece-4129-922d-2e269b1e0667 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0449278 Feb 10 15:40:27.089603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-f69f8684-e7c9-478d-aa6d-f049ac03e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.091066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-f69f8684-e7c9-478d-aa6d-f049ac03e341 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900187 Feb 10 15:40:27.094152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12487849-8b9e-4fc4-b1f7-acae64cc0c35 req-a5c79dd6-722f-4f0d-bd4f-2f9533b6a6c6 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788226 Feb 10 15:40:27.136546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-ac2ee59f-df4b-4996-9441-ebed4b051ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.138140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-ac2ee59f-df4b-4996-9441-ebed4b051ed8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450439 Feb 10 15:40:27.222300 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7248b20-fd0b-4c6e-bde8-6035dd100d59 x-openstack-request-id: req-c7248b20-fd0b-4c6e-bde8-6035dd100d59 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:27.222617 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d5a42-dda1-46f5-affc-41e6c05f81a0", "name": "network-vif-plugged", "status": "completed", "tag": "fd91c0d8-9563-4434-9b16-4e9562e7d893", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:27.222879 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7248b20-fd0b-4c6e-bde8-6035dd100d59 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:27.223277 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd91c0d8-9563-4434-9b16-4e9562e7d893', 'code': 200} Feb 10 15:40:27.277575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:27.284048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:27.288891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-0614be76-26d3-44d7-9502-f06a73171726 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870322 Feb 10 15:40:27.291823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:27.307217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:27.307866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:27.332430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-4cb9cce8-af28-404a-b239-cb9495a641b9 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720967 Feb 10 15:40:27.383065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-60940a16-4eac-4c19-9b90-768e37fd0276 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "PUT /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 695 time: 1.1340857 Feb 10 15:40:27.389796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-e2bb465e-0dd0-49f0-93d2-5562efbd36b7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734570 Feb 10 15:40:27.394555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:27.403205 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b04c7-ca78-411c-9ccd-99f094e04d11" -d '{"events": [{"name": "network-changed", "server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:27.422328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cff74-1cbf-4315-929d-ce2ba4ed1da1 req-5a1e7c63-4420-44e0-851b-9cd5f6ba8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.424259 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7a1cff74-1cbf-4315-929d-ce2ba4ed1da1 req-5a1e7c63-4420-44e0-851b-9cd5f6ba8113 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 1101 time: 0.1051304 Feb 10 15:40:27.496511 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7a1cff74-1cbf-4315-929d-ce2ba4ed1da1 req-0b7193b3-c0cd-4d73-b2de-55f24a7cd71a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Feb 10 15:40:27.502960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:27.531813 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d1e4d6c-d5bc-4e3a-a6cb-40fa3894b5d7 req-7fd4c922-c354-4b6b-b91e-1dfae225d243 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669602 Feb 10 15:40:27.544153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a5736d8-b2ca-4159-bd7d-83dcb220751f req-c150c09c-091a-40c8-9389-8aa4cf94c12f service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399354 Feb 10 15:40:27.548879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:27.557450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-a20eaa7f-d2b9-4f47-9762-b1ab2f3fc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.558861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-a20eaa7f-d2b9-4f47-9762-b1ab2f3fc759 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1097 time: 0.1468518 Feb 10 15:40:27.628209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-1561c573-cef7-468a-9697-7e6e22c055c7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.629696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-1561c573-cef7-468a-9697-7e6e22c055c7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187548 Feb 10 15:40:27.649228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-e17d616f-ec96-49a9-b1ae-8d821a3aea61 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/quotas/419e07c8a7eb46358afa3bc0e2600b74 HTTP/1.1" status: 200 len: 375 time: 0.0132096 Feb 10 15:40:27.686424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0906afa9-a974-4620-b40e-f667475a7c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:27.750213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-eb7f36d2-b70b-4d3d-b7cd-8d373ef7a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.751705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-eb7f36d2-b70b-4d3d-b7cd-8d373ef7a63e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1841836 Feb 10 15:40:27.765404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:27.771688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-0a616f99-3877-4375-95e0-06ffdd526bc8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158562 Feb 10 15:40:27.804293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:27.814038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:27.814654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:27.829564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0906afa9-a974-4620-b40e-f667475a7c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:27.838145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0906afa9-a974-4620-b40e-f667475a7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:27.841400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-0cd514dd-31fa-48d7-a0ae-d970928f7da7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 217 time: 0.0794485 Feb 10 15:40:27.857664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-9b9b932f-b93e-4202-a857-e5c77b4a3194 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.859781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-9b9b932f-b93e-4202-a857-e5c77b4a3194 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.45 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 950 time: 0.1403747 Feb 10 15:40:27.902150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0906afa9-a974-4620-b40e-f667475a7c71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=232194d8495c4ffebe0b68f5fba392ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511224 Feb 10 15:40:27.903455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46646) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:27.911382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906afa9-a974-4620-b40e-f667475a7c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fadc37e-d1e4-4462-96cb-6645bf735262,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:27.967370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:27.974348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-63151fdf-6384-472f-ab1e-1709e9c2f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:27.976108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-63151fdf-6384-472f-ab1e-1709e9c2f6e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1153791 Feb 10 15:40:28.006085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb128-0367-4ade-8a5d-2fef93e21012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.036705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb128-0367-4ade-8a5d-2fef93e21012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.095788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb128-0367-4ade-8a5d-2fef93e21012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.099430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb128-0367-4ade-8a5d-2fef93e21012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.103048 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac9cb128-0367-4ade-8a5d-2fef93e21012 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fadc37e-d1e4-4462-96cb-6645bf735262 HTTP/1.1" status: 204 len: 168 time: 0.1956782 Feb 10 15:40:28.112942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cb128-0367-4ade-8a5d-2fef93e21012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fadc37e-d1e4-4462-96cb-6645bf735262,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:28.164915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-132c9fc4-7475-41a3-8768-d286500f0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:28.190028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-132c9fc4-7475-41a3-8768-d286500f0652 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966794 Feb 10 15:40:28.209093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Deleting port 2c242077-3517-4874-ae70-e35eae2620b0 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:28.209538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.242237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:28.352449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:28.359054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:28.359665 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.393910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:28.434186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c952561-7e9c-48c0-81c4-af6436391fe0 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:28.496393 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.569431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:28.575428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.634879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46666) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:28.657437 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:28.663569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9503b6eb-ebfb-4845-8bd9-12f3d7021c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.724272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681778e-c34a-460d-8c73-24d772b295ae req-24aca0f5-40f7-4f42-a47d-8d744db4bc4d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:28.725849 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a681778e-c34a-460d-8c73-24d772b295ae req-24aca0f5-40f7-4f42-a47d-8d744db4bc4d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.1640942 Feb 10 15:40:28.782058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9503b6eb-ebfb-4845-8bd9-12f3d7021c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.786353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9503b6eb-ebfb-4845-8bd9-12f3d7021c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.806547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a681778e-c34a-460d-8c73-24d772b295ae req-aac78393-4622-4248-8ee8-b5907233ea5b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Feb 10 15:40:28.808657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] For port 2c242077-3517-4874-ae70-e35eae2620b0, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2c242077-3517-4874-ae70-e35eae2620b0,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:28.809227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.816163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-663d47b8-0b8c-47c8-b5f5-3221a837a157 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135278 Feb 10 15:40:28.825951 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa7c-2284-4bfa-9d1a-e34ad0ed2691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.838399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9503b6eb-ebfb-4845-8bd9-12f3d7021c4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7717ab543cb0403ba6024270d1afbea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995564 Feb 10 15:40:28.840304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46672) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:28.850868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Calling delete_port for 2c242077-3517-4874-ae70-e35eae2620b0 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:28.851364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503b6eb-ebfb-4845-8bd9-12f3d7021c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4686e5-624d-4b4a-8247-0a092bd21e7d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:28.933459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a00d6500-6525-4343-b1b2-80aff1796888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.958399 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5f81b-6ccc-43d5-ae83-999128e2a5ad None None] New status for floating IP 861f103d-9141-4363-a065-effaa477f50d: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:40:28.972071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a00d6500-6525-4343-b1b2-80aff1796888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:28.988858 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568e1a5-2d88-4738-9ae6-d41285bfbff9 x-openstack-request-id: req-f568e1a5-2d88-4738-9ae6-d41285bfbff9 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:28.989146 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:28.989395 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f568e1a5-2d88-4738-9ae6-d41285bfbff9 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:28.989789 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'status': 'completed', 'code': 200} Feb 10 15:40:28.993506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60cae453-59b7-4fc3-86c1-90dfddda9e6a req-83cf043e-4b49-4175-bf2e-e215871bc6dd service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659794 Feb 10 15:40:29.076054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:29.089122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2c242077-3517-4874-ae70-e35eae2620b0'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:29.092123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['bff568d9-4c26-49c7-868e-5c61fa502c90'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:29.140200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-f3b3622f-bed0-4749-8655-972129ac2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:29.145482 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-f3b3622f-bed0-4749-8655-972129ac2948 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 1097 time: 0.1567745 Feb 10 15:40:29.214337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Pushing event deleted for resources: {'Port': ['ID=2c242077-3517-4874-ae70-e35eae2620b0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:29.224524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:29.227353 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7228aeac-5d24-4b8c-b5aa-b50ffb05b31d" -d '{"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-plugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:29.236409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a00d6500-6525-4343-b1b2-80aff1796888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:29.254694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a00d6500-6525-4343-b1b2-80aff1796888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:29.258182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a00d6500-6525-4343-b1b2-80aff1796888 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e4686e5-624d-4b4a-8247-0a092bd21e7d HTTP/1.1" status: 204 len: 168 time: 0.4146452 Feb 10 15:40:29.273829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d6500-6525-4343-b1b2-80aff1796888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4686e5-624d-4b4a-8247-0a092bd21e7d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:29.353372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-50607521-54c6-4321-be3c-d304ed21ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:29.359901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-50607521-54c6-4321-be3c-d304ed21ca43 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1962454 Feb 10 15:40:29.426747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-324675e9-624e-408d-833a-12ac58363f1b req-68fd9bdf-db75-445d-8299-843b5bb1a1d6 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=96762956-64f2-4766-a2bb-6d49c7811143 HTTP/1.1" status: 200 len: 210 time: 0.2790270 Feb 10 15:40:29.438067 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-6c49c37f-3e56-4509-aa5e-9af700bc2bd7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 200 len: 217 time: 0.0696902 Feb 10 15:40:29.472730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] No DVR routers for this DVR port 2c242077-3517-4874-ae70-e35eae2620b0 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:29.477884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:29.481080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2766a2da-41c0-4fca-ba52-6ee99c59936b req-f7cb5477-c8f8-4999-ac37-deb310fb9e4e tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.45 "DELETE /v2.0/ports/2c242077-3517-4874-ae70-e35eae2620b0 HTTP/1.1" status: 204 len: 173 time: 1.6073921 Feb 10 15:40:29.490569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d86072-ec70-4a02-84b2-79875fab10c4 req-fefc07db-643d-4564-af72-9c2d59bfff70 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:29.498222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73d86072-ec70-4a02-84b2-79875fab10c4 req-fefc07db-643d-4564-af72-9c2d59bfff70 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 950 time: 0.3986042 Feb 10 15:40:29.541500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73d86072-ec70-4a02-84b2-79875fab10c4 req-7d42cbd1-b135-48d3-9384-3e31e5a8e4c1 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Feb 10 15:40:29.600991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-4fb76cd1-ff08-41a4-a1ec-c0355e03512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:29.604872 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-4fb76cd1-ff08-41a4-a1ec-c0355e03512d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1561408 Feb 10 15:40:29.710108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-3a011a8b-12dd-469c-87cd-e1c5157f9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:29.714934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-3a011a8b-12dd-469c-87cd-e1c5157f9387 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962956 Feb 10 15:40:29.897212 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e42412a-c0ae-4dc4-8849-208a5710db78 x-openstack-request-id: req-2e42412a-c0ae-4dc4-8849-208a5710db78 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:29.897707 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-plugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:29.897902 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e42412a-c0ae-4dc4-8849-208a5710db78 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:29.898233 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'code': 200} Feb 10 15:40:29.983687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-af126617-5d80-4227-bf54-a525a69273a7 service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498708 Feb 10 15:40:30.080893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:30.145117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9950f-c12a-4167-af3b-bdcc1b72d0e6 req-62d00c3d-f18d-4ca5-896f-1e7ea4c35032 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.157258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf9950f-c12a-4167-af3b-bdcc1b72d0e6 req-62d00c3d-f18d-4ca5-896f-1e7ea4c35032 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1986804 Feb 10 15:40:30.162862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a28cc1ea-ede5-4d5b-8a5f-2bedc1111835 req-241d59f2-98b1-48e0-9856-b54dcc7b8e14 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 210 time: 0.1340137 Feb 10 15:40:30.168472 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f82b04c7-ca78-411c-9ccd-99f094e04d11 req-f5fb8d66-0547-401f-b0c6-9bcb5d176eb2 service neutron] 10.222.0.75 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781669 Feb 10 15:40:30.212542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3f365-ea58-44d8-813b-46792a07437a req-7ac60a8f-6ea1-4913-8d1f-249cd1071d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.214225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77c3f365-ea58-44d8-813b-46792a07437a req-7ac60a8f-6ea1-4913-8d1f-249cd1071d9d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1100 time: 0.1229410 Feb 10 15:40:30.252250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf9950f-c12a-4167-af3b-bdcc1b72d0e6 req-8431c3c0-f739-4fb0-9b79-34819e92c5a1 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936923 Feb 10 15:40:30.303558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77c3f365-ea58-44d8-813b-46792a07437a req-5dfa9bbe-66a5-4a7e-86af-7d745c7ac8e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749121 Feb 10 15:40:30.339032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-5a884f43-3eb4-45de-9b43-4e400bebfb7c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892124 Feb 10 15:40:30.339032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-176cbad8-6e48-46c5-814e-e47bdeca152b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:30.344576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19129c-6f6d-411d-94f6-2246df1db18c req-a6917a1d-d3bd-4c12-9bb3-700a4b03404e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.346826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a19129c-6f6d-411d-94f6-2246df1db18c req-a6917a1d-d3bd-4c12-9bb3-700a4b03404e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.0989511 Feb 10 15:40:30.395859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a19129c-6f6d-411d-94f6-2246df1db18c req-7fe97cbe-e7ac-4336-8eee-2626b41934a2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Feb 10 15:40:30.475894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-31dbe8ac-15d7-4157-8af5-0feec78432c3 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.478072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-31dbe8ac-15d7-4157-8af5-0feec78432c3 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb&device_owner=compute%3Atempest-test_az-425351668 HTTP/1.1" status: 200 len: 967 time: 0.0559733 Feb 10 15:40:30.509541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-45e19ee7-cdf1-4b37-a456-0e75d0f351c9 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.511361 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-45e19ee7-cdf1-4b37-a456-0e75d0f351c9 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610589 Feb 10 15:40:30.540046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-176cbad8-6e48-46c5-814e-e47bdeca152b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:30.546452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': '1d5beab2-95ab-415e-a645-1906d170be47', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:30.552993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-176cbad8-6e48-46c5-814e-e47bdeca152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:30.560705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-fe295d6d-180b-41b2-8af4-eeeff09d83d2 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 696 time: 0.0717690 Feb 10 15:40:30.601875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'floatingip': {'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:30.657182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-176cbad8-6e48-46c5-814e-e47bdeca152b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed0b2086a89748d5bf5e1bc60a691df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709498 Feb 10 15:40:30.658927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:30.667697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cbad8-6e48-46c5-814e-e47bdeca152b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fece4c-4fc9-48e8-815e-ae3519938e70,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:30.675030 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:30.705614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.75', 58393) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:30.715744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-0122f782-3b87-4e19-aa6b-91597265fd48 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1583722 Feb 10 15:40:30.807216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-4b838347-a35e-47fd-a11a-2d5bf322c8f0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847347 Feb 10 15:40:30.921119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad41b1f0-c9a2-43ba-84aa-4a396ba95a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:30.925040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:30.931040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:30.979099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad41b1f0-c9a2-43ba-84aa-4a396ba95a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.001593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96762956-64f2-4766-a2bb-6d49c7811143', 'name': 'network-vif-deleted', 'tag': '2c242077-3517-4874-ae70-e35eae2620b0'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:31.003806 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2c1c9c-ca85-417d-bd36-7f21e0e971ad" -d '{"events": [{"server_uuid": "96762956-64f2-4766-a2bb-6d49c7811143", "name": "network-vif-deleted", "tag": "2c242077-3517-4874-ae70-e35eae2620b0"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:31.016253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-e3fc6b54-63a6-42bb-bb78-c92e9fbb0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:31.018006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-e3fc6b54-63a6-42bb-bb78-c92e9fbb0aa0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 1096 time: 0.1843641 Feb 10 15:40:31.036970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34e0d0-86c4-4d90-aed0-35ad3fc2360d req-ca5cca2c-8480-4486-8436-d0b6e7b97342 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:31.038411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf34e0d0-86c4-4d90-aed0-35ad3fc2360d req-ca5cca2c-8480-4486-8436-d0b6e7b97342 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.1213841 Feb 10 15:40:31.072071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-be859a32-7021-415b-916a-b8ee1ea20a66 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:31.073670 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-be859a32-7021-415b-916a-b8ee1ea20a66 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525027 Feb 10 15:40:31.143125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad41b1f0-c9a2-43ba-84aa-4a396ba95a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.145790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad41b1f0-c9a2-43ba-84aa-4a396ba95a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.147627 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad41b1f0-c9a2-43ba-84aa-4a396ba95a2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8fece4c-4fc9-48e8-815e-ae3519938e70 HTTP/1.1" status: 204 len: 168 time: 0.4874742 Feb 10 15:40:31.157241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf34e0d0-86c4-4d90-aed0-35ad3fc2360d req-0e929650-87df-4893-aae3-2eaba37bb957 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111240 Feb 10 15:40:31.158616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:31.248628 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c5d4e6-d214-4fa8-8080-22beb2e38662 x-openstack-request-id: req-02c5d4e6-d214-4fa8-8080-22beb2e38662 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:31.248899 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96762956-64f2-4766-a2bb-6d49c7811143", "name": "network-vif-deleted", "tag": "2c242077-3517-4874-ae70-e35eae2620b0", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:31.249263 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02c5d4e6-d214-4fa8-8080-22beb2e38662 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:31.249636 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96762956-64f2-4766-a2bb-6d49c7811143', 'name': 'network-vif-deleted', 'tag': '2c242077-3517-4874-ae70-e35eae2620b0', 'status': 'completed', 'code': 200} Feb 10 15:40:31.303139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4604691d-831e-4b9b-9245-d12ec180519e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.334419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41b1f0-c9a2-43ba-84aa-4a396ba95a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fece4c-4fc9-48e8-815e-ae3519938e70,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:31.337839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-ef709a1e-3121-4543-b012-7627ab2a6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:31.339130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.39 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/94ff9be5-f93f-42e6-b395-47adddf8d7ad) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:31.339351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-ef709a1e-3121-4543-b012-7627ab2a6f9f service neutron] 10.222.0.75 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 924 time: 0.1812916 Feb 10 15:40:31.371171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91397805-82fc-4ecc-8d61-3f0b712b5961 req-0bea8d62-9f28-43ed-b0c9-07b5501a5869 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 210 time: 0.0504844 Feb 10 15:40:31.458722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.resource_extend [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:40:31.565694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.568017 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-20cd5b20-9cea-43e2-adc1-ea0e30119d25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf2623c-09e6-40df-aca1-07cb6c759517 HTTP/1.1" status: 200 len: 1000 time: 0.2056155 Feb 10 15:40:31.573083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.588297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:31.594341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.619117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.630697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edace893-0c8c-4739-87d9-566dabc254a1 req-6ba813d3-f347-43db-be4b-964671cada0d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:31.637748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edace893-0c8c-4739-87d9-566dabc254a1 req-6ba813d3-f347-43db-be4b-964671cada0d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1406729 Feb 10 15:40:31.736513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-a01d56b7-1ae2-40e1-8060-ce7ae40d9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:31.738049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-a01d56b7-1ae2-40e1-8060-ce7ae40d9cdc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.1241772 Feb 10 15:40:31.746886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:31.749972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edace893-0c8c-4739-87d9-566dabc254a1 req-323efe1f-5e9f-4f1f-8b98-9aeebf078263 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106386 Feb 10 15:40:31.765993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:31.796525 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Floating IP 861f103d-9141-4363-a065-effaa477f50d associated. External IP: 172.25.7.236, port: d5018ca4-c0a1-4eae-969a-6a3bd4219eba. Feb 10 15:40:31.862246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device cd42c0c5-4521-4a0d-a25c-2e78baab6b63 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:31.874795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46758) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:31.905534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:31.933117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.109 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/75688228-359b-49d5-9fd2-17ed41501c05) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:32.137572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.75', 58394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:32.184414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:32.189206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2aa96151-cf43-48be-9be0-4d6f1fd76523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.194927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:32.197104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=94ff9be5-f93f-42e6-b395-47adddf8d7ad,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:32.212153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-69316492-ae0d-4cc4-8aa5-19b843ef8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.213845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-69316492-ae0d-4cc4-8aa5-19b843ef8227 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4630764 Feb 10 15:40:32.220380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:32.236554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'mac_address': 'fa:16:3e:85:e6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:32.277631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2c242077-3517-4874-ae70-e35eae2620b0 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:32.302671 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:40:32.315491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-69493bb0-9488-4eeb-83fd-96e9f7ca001a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.316961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-69493bb0-9488-4eeb-83fd-96e9f7ca001a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.75 "GET /v2.0/ports?device_id=a49ab068-4b37-459a-bb71-1101419b940c HTTP/1.1" status: 200 len: 946 time: 0.1740818 Feb 10 15:40:32.319232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 2c242077-3517-4874-ae70-e35eae2620b0 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:32.320988 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2c242077-3517-4874-ae70-e35eae2620b0 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:32.329508 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.333908 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.349764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.350385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.359199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd42c0c5-4521-4a0d-a25c-2e78baab6b63 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:32.360907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b98802-f03b-4e4d-8803-cdb03fd765b3 req-4867dc6a-a2ab-476c-97dd-4aa035f0972b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.368459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05b98802-f03b-4e4d-8803-cdb03fd765b3 req-4867dc6a-a2ab-476c-97dd-4aa035f0972b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.2313898 Feb 10 15:40:32.398934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-ac3f36a4-2356-444c-b967-795c9c4aff1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8561068 Feb 10 15:40:32.408578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:32.416056 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.417832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Request body: {'port': {'device_id': '1d5beab2-95ab-415e-a645-1906d170be47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:32.467995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.490362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:32.512859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05b98802-f03b-4e4d-8803-cdb03fd765b3 req-3f3519d9-9499-4da7-86aa-ddcc2471f08f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434975 Feb 10 15:40:32.530562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2aa96151-cf43-48be-9be0-4d6f1fd76523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.534438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.545765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2aa96151-cf43-48be-9be0-4d6f1fd76523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.562377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a1551e77-ee25-4095-9a8e-510323b124e3 None None] Provisioning complete for port 94ff9be5-f93f-42e6-b395-47adddf8d7ad triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:32.562377 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a1551e77-ee25-4095-9a8e-510323b124e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.606234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-13cb6012-6f08-44ed-8b50-ebc4b2458c7a service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744857 Feb 10 15:40:32.607325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a1551e77-ee25-4095-9a8e-510323b124e3 None None] Port 94ff9be5-f93f-42e6-b395-47adddf8d7ad cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:32.613628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.626157 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2aa96151-cf43-48be-9be0-4d6f1fd76523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8758669d7ddb4396b60a026d26479928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7481353 Feb 10 15:40:32.628847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46768) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:32.642933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa96151-cf43-48be-9be0-4d6f1fd76523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaee6b3-19ec-4aa0-b70f-40872d76eb63,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:32.663417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:32.738669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:32.793888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=75688228-359b-49d5-9fd2-17ed41501c05,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:32.797232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:32.808122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.75', 58396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:32.811491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:32.862187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Deleting port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:32.862671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.867548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:32.882434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.883226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:32.904755 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-763bbd8f-7c85-4217-8141-42828a603966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.002543 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-8086ce35-9137-4a58-ae2b-af3c039a08b5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8516552 Feb 10 15:40:33.010697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-763bbd8f-7c85-4217-8141-42828a603966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.020094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Request body: {'port': {'device_id': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:33.076008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-77f5ce92-c2e6-47ed-a2cf-b38267a4e704 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:33.077749 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-77f5ce92-c2e6-47ed-a2cf-b38267a4e704 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.75 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.2262375 Feb 10 15:40:33.114172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-874a7b1e-2764-49ed-a9b2-a910965e7880 req-2e23db03-633f-46ab-8ac3-b54c0ae325c8 service neutron] 10.222.0.75 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887264 Feb 10 15:40:33.136142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] For port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:33.138363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.143975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-84ac273c-aa14-48c2-911d-c45756bbc666 None None] Provisioning complete for port 75688228-359b-49d5-9fd2-17ed41501c05 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:33.144371 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84ac273c-aa14-48c2-911d-c45756bbc666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.178832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-84ac273c-aa14-48c2-911d-c45756bbc666 None None] Port 75688228-359b-49d5-9fd2-17ed41501c05 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:33.189832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9e1a3-5adb-49fc-834d-e647952329e3 req-183288f0-45ce-476f-9184-a698d654bbe1 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:33.192895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01a9e1a3-5adb-49fc-834d-e647952329e3 req-183288f0-45ce-476f-9184-a698d654bbe1 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 950 time: 0.1913342 Feb 10 15:40:33.193035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.196699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Calling delete_port for b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:33.199825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:33.232262 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-763bbd8f-7c85-4217-8141-42828a603966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.234769 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-763bbd8f-7c85-4217-8141-42828a603966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.236053 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-763bbd8f-7c85-4217-8141-42828a603966 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ceaee6b3-19ec-4aa0-b70f-40872d76eb63 HTTP/1.1" status: 204 len: 168 time: 0.6018677 Feb 10 15:40:33.277102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bbd8f-7c85-4217-8141-42828a603966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaee6b3-19ec-4aa0-b70f-40872d76eb63,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:33.310497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ff9be5-f93f-42e6-b395-47adddf8d7ad {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:33.323350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.335922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01a9e1a3-5adb-49fc-834d-e647952329e3 req-dfb182ae-4cd3-400d-9b82-f64cbe6ccbd8 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a143cf5-de57-458c-84f7-89e6bf0ad592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324213 Feb 10 15:40:33.352268 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Transition to ACTIVE for port object 94ff9be5-f93f-42e6-b395-47adddf8d7ad will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:33.408183 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.421280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Deleting port bff568d9-4c26-49c7-868e-5c61fa502c90 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:33.421631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.477068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:33.490366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:33.506843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:33.507660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:33.538593 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.550008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Pushing event updated for resources: {'Port': ['ID=94ff9be5-f93f-42e6-b395-47adddf8d7ad,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:33.627650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-38ec62b5-f54c-425c-8dee-e8d38dc763fe tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "PUT /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 1018 time: 3.0328057 Feb 10 15:40:33.629131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:33.644367 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c" -d '{"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:33.699731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:33.709232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.721810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ec69-760f-4933-8799-e415e2b7bb6c req-df1c9065-45b4-4e1b-9664-cff074ecd28f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:33.723628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29d7ec69-760f-4933-8799-e415e2b7bb6c req-df1c9065-45b4-4e1b-9664-cff074ecd28f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 936 time: 0.2514977 Feb 10 15:40:33.742594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Attempting to bind port 94ff9be5-f93f-42e6-b395-47adddf8d7ad on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:33.742927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Attempting to bind port 94ff9be5-f93f-42e6-b395-47adddf8d7ad by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:33.743253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Attempting to bind port 94ff9be5-f93f-42e6-b395-47adddf8d7ad on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:33.806097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event deleted for resources: {'Port': ['ID=b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:33.807266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Port 94ff9be5-f93f-42e6-b395-47adddf8d7ad on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:33.807860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Attempting to bind port 94ff9be5-f93f-42e6-b395-47adddf8d7ad on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:33.813365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-e89725ed-f1e6-4c12-bece-f1a0280f5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:33.821258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-e89725ed-f1e6-4c12-bece-f1a0280f5121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.1671793 Feb 10 15:40:33.827269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:33.827945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:33.839917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:33.841154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Bound port: 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:33.842007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.847722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] For port bff568d9-4c26-49c7-868e-5c61fa502c90, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bff568d9-4c26-49c7-868e-5c61fa502c90,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:33.848380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:33.873701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29d7ec69-760f-4933-8799-e415e2b7bb6c req-d42123fd-b6c2-44f0-b60a-2bd722f511ef tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246283 Feb 10 15:40:33.891838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:33.895190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d5018ca4-c0a1-4eae-969a-6a3bd4219eba'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:33.920940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Calling delete_port for bff568d9-4c26-49c7-868e-5c61fa502c90 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:33.936276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device cd42c0c5-4521-4a0d-a25c-2e78baab6b63 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:34.023064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] No DVR routers for this DVR port b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:34.034955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.040030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0b3e9db-2ff1-47e4-8459-3f752d053469 req-1944be96-119c-49a7-bb73-4343c918b96c tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.75 "DELETE /v2.0/ports/b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c HTTP/1.1" status: 204 len: 173 time: 1.6871839 Feb 10 15:40:34.096444 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.154486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:34.168939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1fe0-e814-44b6-b9ec-cfc55c015ec2 req-82cae4e6-3bdf-434d-a13b-212e4ef6f25b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.172496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd6a1fe0-e814-44b6-b9ec-cfc55c015ec2 req-82cae4e6-3bdf-434d-a13b-212e4ef6f25b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1624348 Feb 10 15:40:34.222769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-57586a17-341d-4657-836c-ceb98bf20d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.224688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-57586a17-341d-4657-836c-ceb98bf20d36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.4003537 Feb 10 15:40:34.249845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:34.250463 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.252538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] For port 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:34.270385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75688228-359b-49d5-9fd2-17ed41501c05 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:34.277140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] For port 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:34.285062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.295050 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.320267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.321175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.323144 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] 10.222.0.75 "PUT /v2.0/ports/94ff9be5-f93f-42e6-b395-47adddf8d7ad HTTP/1.1" status: 200 len: 1095 time: 1.9114802 Feb 10 15:40:34.339830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd6a1fe0-e814-44b6-b9ec-cfc55c015ec2 req-770e9d1f-4e35-476a-8210-dc7dc3c3a92d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564741 Feb 10 15:40:34.346275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5beab2-95ab-415e-a645-1906d170be47', 'tag': '94ff9be5-f93f-42e6-b395-47adddf8d7ad'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:34.348700 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5aa90-8634-4fc4-8aa2-b3b80d327030" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5beab2-95ab-415e-a645-1906d170be47", "tag": "94ff9be5-f93f-42e6-b395-47adddf8d7ad"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:34.369417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.392587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-88f367a1-43c0-42e1-9bce-ae7769f2080b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 1021 time: 0.1588264 Feb 10 15:40:34.422288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Transition to ACTIVE for port object 75688228-359b-49d5-9fd2-17ed41501c05 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:34.445943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.481309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb95a-12ef-4225-a519-7788946554d8 service neutron] Pushing event updated for resources: {'Port': ['ID=94ff9be5-f93f-42e6-b395-47adddf8d7ad,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:34.517538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-2acde327-7af7-4b05-affa-41c78e023196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.521489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:34.530612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-2acde327-7af7-4b05-affa-41c78e023196 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1370511 Feb 10 15:40:34.559275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:31Z', 'revision_number': 8, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:34.632431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:34.680051 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.682518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:34.683630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:34.729653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-f8211897-a3b1-45b3-9ba0-d16940fbf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.731228 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-f8211897-a3b1-45b3-9ba0-d16940fbf7f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 1098 time: 0.3200402 Feb 10 15:40:34.757009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Pushing event updated for resources: {'Port': ['ID=75688228-359b-49d5-9fd2-17ed41501c05,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:34.785722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:34.788545 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76077ba8-4466-4369-8dc3-95c143c5ed51" -d '{"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-plugged", "status": "completed", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:34.791258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-dbe8d05a-1251-4f10-9fcb-46d2a4d417bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.801166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.803244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-dbe8d05a-1251-4f10-9fcb-46d2a4d417bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2718101 Feb 10 15:40:34.809144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-608eb8fc-5c9a-4fb8-a370-d324af718c73 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:34.820763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-608eb8fc-5c9a-4fb8-a370-d324af718c73 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143497 Feb 10 15:40:34.824279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['bff568d9-4c26-49c7-868e-5c61fa502c90'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:34.829076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:34.849621 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-8db37218-d39d-43c4-b392-2a4fd83911ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad HTTP/1.1" status: 200 len: 217 time: 0.1036365 Feb 10 15:40:34.853491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1584662662-network', 'tenant_id': '85cedf49b642434eafdccaf41357fa21'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:34.864463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37b49d-7375-4fb4-965a-0a47bb960b1a req-c86410de-9207-4440-851c-f79f5485d0a8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.866011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c37b49d-7375-4fb4-965a-0a47bb960b1a req-c86410de-9207-4440-851c-f79f5485d0a8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 948 time: 0.2175539 Feb 10 15:40:34.895631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.896314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Pushing event deleted for resources: {'Port': ['ID=bff568d9-4c26-49c7-868e-5c61fa502c90,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:34.908686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Attempting to bind port 75688228-359b-49d5-9fd2-17ed41501c05 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:34.909298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Attempting to bind port 75688228-359b-49d5-9fd2-17ed41501c05 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:34.909779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Attempting to bind port 75688228-359b-49d5-9fd2-17ed41501c05 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:34.960828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c37b49d-7375-4fb4-965a-0a47bb960b1a req-71fdb5e9-20cb-46a3-93cc-b79ae7d111a8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601974 Feb 10 15:40:34.968842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] No DVR routers for this DVR port bff568d9-4c26-49c7-868e-5c61fa502c90 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:34.976736 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:34.980131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:34.980645 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-edb1f5a0-ef6d-46e3-84a7-30170ac6932e req-d79500a7-5e19-4c61-8038-3c4fceef0910 tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.75 "DELETE /v2.0/ports/bff568d9-4c26-49c7-868e-5c61fa502c90 HTTP/1.1" status: 204 len: 173 time: 1.8939137 Feb 10 15:40:34.981400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Port 75688228-359b-49d5-9fd2-17ed41501c05 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:34.982355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Attempting to bind port 75688228-359b-49d5-9fd2-17ed41501c05 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:34.987575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Made reservation on behalf of 85cedf49b642434eafdccaf41357fa21 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:34.989786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.002808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:35.003036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:35.003393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:35.003878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Bound port: 75688228-359b-49d5-9fd2-17ed41501c05, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:35.004231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.009007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.034134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-055a7608-0949-40e3-b867-8a6cbe4a3544 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110693 Feb 10 15:40:35.056075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-e7dac6f6-7741-47c8-bed4-91adb8dc76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.057699 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-e7dac6f6-7741-47c8-bed4-91adb8dc76f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1773121 Feb 10 15:40:35.068244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.125157 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e90db1-776f-446d-b4ab-3050a788445f x-openstack-request-id: req-19e90db1-776f-446d-b4ab-3050a788445f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:35.125523 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:35.125679 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19e90db1-776f-446d-b4ab-3050a788445f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:35.126069 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'status': 'completed', 'code': 200} Feb 10 15:40:35.161858 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babbfbb1-aed4-4b05-b73d-e34257d66576 x-openstack-request-id: req-babbfbb1-aed4-4b05-b73d-e34257d66576 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:35.162206 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5beab2-95ab-415e-a645-1906d170be47", "tag": "94ff9be5-f93f-42e6-b395-47adddf8d7ad", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:35.162395 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-babbfbb1-aed4-4b05-b73d-e34257d66576 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:35.162951 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5beab2-95ab-415e-a645-1906d170be47', 'tag': '94ff9be5-f93f-42e6-b395-47adddf8d7ad', 'status': 'completed', 'code': 200} Feb 10 15:40:35.204424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-66b1482d-8651-4aa7-b06a-7aa35e8865c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.206324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-66b1482d-8651-4aa7-b06a-7aa35e8865c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.0910239 Feb 10 15:40:35.256253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] For port 75688228-359b-49d5-9fd2-17ed41501c05, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:35.285977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] For port 75688228-359b-49d5-9fd2-17ed41501c05, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=75688228-359b-49d5-9fd2-17ed41501c05,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:35.294764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-f3fd1db3-5fe0-458b-b45d-22923b31b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.297454 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-f3fd1db3-5fe0-458b-b45d-22923b31b4d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037497 Feb 10 15:40:35.305145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.321531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd64b0b4-79bd-4405-baef-8a4ef1084b61 req-7f4ef3fb-95da-46e9-8761-3dcc8e3d9daf tempest-LiveMigrationNegativeTest-1386105081 tempest-LiveMigrationNegativeTest-1386105081-project] 10.222.0.21 "GET /v2.0/ports?device_id=aba91042-474c-4956-a8b1-e232ce58456e HTTP/1.1" status: 200 len: 210 time: 0.0680239 Feb 10 15:40:35.327817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fab316d-84bd-4ec6-a75b-dfd15cf8447d req-c0a33fb4-3e8f-4bed-9724-ace5cf623634 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930236 Feb 10 15:40:35.421712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-76466a4c-9aa5-4de6-92fd-a4c55a4c4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.423162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-76466a4c-9aa5-4de6-92fd-a4c55a4c4869 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1999316 Feb 10 15:40:35.425478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.426561 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.428379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] 10.222.0.75 "PUT /v2.0/ports/75688228-359b-49d5-9fd2-17ed41501c05 HTTP/1.1" status: 200 len: 1096 time: 2.4127557 Feb 10 15:40:35.530220 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9852df6-8769-405f-a57c-6ff2ae5818b0 x-openstack-request-id: req-f9852df6-8769-405f-a57c-6ff2ae5818b0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:35.530579 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-plugged", "status": "completed", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:35.530782 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9852df6-8769-405f-a57c-6ff2ae5818b0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:35.531178 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'code': 200} Feb 10 15:40:35.632359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032bc26-db36-42b8-b087-ded3213c92d8 service neutron] Pushing event updated for resources: {'Port': ['ID=75688228-359b-49d5-9fd2-17ed41501c05,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.638990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-dcd5bd78-e77d-4e4b-9666-179887989689 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608881 Feb 10 15:40:35.645902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.646132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-3038658d-e584-4930-a85a-0833d7e09328 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 1021 time: 0.2112749 Feb 10 15:40:35.685617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.691607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:31Z', 'revision_number': 8, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:35.728192 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-6880c7bf-a2eb-4b9f-b876-71dbd771f962 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200070 Feb 10 15:40:35.732439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77ab45-0a6b-457b-b483-22765e33aed1 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '861f103d-9141-4363-a065-effaa477f50d', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'port_id': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'mac_address': 'fa:16:3e:da:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'device_owner': 'compute:tempest-test_az-425351668'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:54Z', 'updated_at': '2022-02-10T15:40:31Z', 'revision_number': 8, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:35.737915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:35.759733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-42c5655e-97ac-45a7-983b-96439fb8f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.761383 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-42c5655e-97ac-45a7-983b-96439fb8f402 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 1099 time: 0.2560697 Feb 10 15:40:35.784317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:35.784664 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Added segment 5cec4ed6-bccb-4cb9-a8b5-284b1694a055 of type vlan for network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 Feb 10 15:40:35.816323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd34ef-4f70-4541-90dc-d4ffeeadbc70,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.894626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:35.929973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:35.933173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:36.004134 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c30f1b-e9f5-436f-87f4-2ff28dbce5dc None None] New status for floating IP 861f103d-9141-4363-a065-effaa477f50d: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:40:36.041475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a54d7-1025-4b9b-8060-bcefe6b83bd0 req-cea1b872-a6de-409d-b54f-a3081f6491aa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.043030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e6a54d7-1025-4b9b-8060-bcefe6b83bd0 req-cea1b872-a6de-409d-b54f-a3081f6491aa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 948 time: 0.4676220 Feb 10 15:40:36.058292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-c4753eeb-5936-4637-a5fa-6aab47f9510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.059792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-c4753eeb-5936-4637-a5fa-6aab47f9510e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.3914287 Feb 10 15:40:36.100879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d470f20-6437-4429-b690-fca0d6f02d99 req-34a26ad0-a73e-4fa4-9712-7923e2557b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.102415 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d470f20-6437-4429-b690-fca0d6f02d99 req-34a26ad0-a73e-4fa4-9712-7923e2557b34 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1100 time: 0.5024524 Feb 10 15:40:36.109143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-bdc85daf-e375-4f1d-b102-9e7686b42984 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=75688228-359b-49d5-9fd2-17ed41501c05 HTTP/1.1" status: 200 len: 217 time: 0.3317039 Feb 10 15:40:36.152197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-f9b5f7b5-5a06-41ab-9dfd-9f4fdc8bb0e7 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.153712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-f9b5f7b5-5a06-41ab-9dfd-9f4fdc8bb0e7 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4888990 Feb 10 15:40:36.159593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e6a54d7-1025-4b9b-8060-bcefe6b83bd0 req-7877aad7-8f5e-4793-82ab-6cae52d27bfb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033311 Feb 10 15:40:36.171931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-eb5bc2b0-cdda-4bbb-bdd7-2ca436dcbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.173358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-eb5bc2b0-cdda-4bbb-bdd7-2ca436dcbf56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002588 Feb 10 15:40:36.176982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-d2aff5bf-2c5c-4fdb-9e1c-7681ca8aaa95 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/quotas/03578a3bb8404c99b0a0448bd4eefd9f HTTP/1.1" status: 200 len: 375 time: 0.0135846 Feb 10 15:40:36.205043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:36.258200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-3c320a37-e4c3-458f-acc5-2d948c1ffbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.259837 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-3c320a37-e4c3-458f-acc5-2d948c1ffbaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1310287 Feb 10 15:40:36.264081 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-9799b598-848b-4745-bc85-376734b0c3eb service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228822 Feb 10 15:40:36.267312 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d470f20-6437-4429-b690-fca0d6f02d99 req-7b2e3f24-fef7-41c1-bdf9-e2998055468f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367495 Feb 10 15:40:36.271168 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:36.272315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.273088 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:36.351171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-36a3d53b-5af0-40d5-9a82-6223a5dc7934 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610460 Feb 10 15:40:36.359845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e8f7f64-6b37-474a-9394-3ac429d427cc req-628f3a11-46eb-4e31-a5e8-4d234e26db95 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 1018 time: 0.1240132 Feb 10 15:40:36.361910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8362851 Feb 10 15:40:36.364834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46838) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:36.369589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Request body: {'subnet': {'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1584662662-subnet', 'tenant_id': '85cedf49b642434eafdccaf41357fa21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:36.372997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94e364-4635-4b65-ae82-4e1c60457b90 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9664c0-1721-4c6e-b070-ffac7c7ed648,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:36.376921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-ee7fc096-9771-481b-98bf-5e2d1e6dbfeb service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951058 Feb 10 15:40:36.380198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730989a-0b03-4f60-afb1-740534ab764d req-7a843c11-2608-48d9-8fac-47d878864df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.381917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-7a843c11-2608-48d9-8fac-47d878864df7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052165 Feb 10 15:40:36.386276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:36.507127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Made reservation on behalf of 85cedf49b642434eafdccaf41357fa21 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:36.509742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:36.689762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-6580fa77-90f0-4dc3-aa9e-928c158da0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.691246 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-6580fa77-90f0-4dc3-aa9e-928c158da0d2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 1098 time: 0.1063018 Feb 10 15:40:36.704494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8509804-8180-431e-afc6-9df11c758a86 req-7610feb5-bdb8-4e6c-be3f-88c5349705d0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.706276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8509804-8180-431e-afc6-9df11c758a86 req-7610feb5-bdb8-4e6c-be3f-88c5349705d0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1117079 Feb 10 15:40:36.732458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c6be6e7-f7bf-4590-9d46-9c874b23d34c req-00a866ed-daa4-4ff5-ba78-b668593d11c1 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440673 Feb 10 15:40:36.741146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-9e2d7f99-014c-4aa7-bec5-1f95b83f9a9d service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986153 Feb 10 15:40:36.750964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f7f64-6b37-474a-9394-3ac429d427cc req-3489c456-c001-4cb3-af57-b0d5b17610de tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.752491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e8f7f64-6b37-474a-9394-3ac429d427cc req-3489c456-c001-4cb3-af57-b0d5b17610de tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.3779287 Feb 10 15:40:36.780748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-7e8f7f64-6b37-474a-9394-3ac429d427cc req-a90722ab-3d89-4ff7-9b3e-0112e82c10c1 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:36.781875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e8f7f64-6b37-474a-9394-3ac429d427cc req-a90722ab-3d89-4ff7-9b3e-0112e82c10c1 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165784 Feb 10 15:40:36.808644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8509804-8180-431e-afc6-9df11c758a86 req-72b0e85f-2e9b-463b-9e63-7fc654748372 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875120 Feb 10 15:40:36.899884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-a5bb796a-eb65-4233-8923-a17d4d67e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:36.901657 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-a5bb796a-eb65-4233-8923-a17d4d67e99d service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1975751 Feb 10 15:40:36.907650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46856) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:36.962651 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a730989a-0b03-4f60-afb1-740534ab764d req-61d9d9f5-3fdc-4cea-959b-5f6b3f9c920a service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922920 Feb 10 15:40:36.965306 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-f91e75f3-ce3a-40b1-b596-f5cb12a0cafa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad HTTP/1.1" status: 200 len: 217 time: 0.0487485 Feb 10 15:40:37.018025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3ca6ff4-8a9f-4c3e-b2de-28f9631c7664 req-49f7a5d5-483e-4256-802a-4e06dcdeeb4f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 210 time: 0.0585432 Feb 10 15:40:37.040305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-5fc369f3-22bb-4876-a975-415ad1ee71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.041891 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-5fc369f3-22bb-4876-a975-415ad1ee71d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0670750 Feb 10 15:40:37.088356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-ce74989b-f9a3-4086-94ec-e6a7899aaa92 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1023 time: 0.1949959 Feb 10 15:40:37.100540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.121562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-28486e15-01a5-47e4-9787-025018ce4546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.128335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'name': 'network-vif-deleted', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:37.131502 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e33c4f-6db7-44b1-9aaf-a505ed765996" -d '{"events": [{"server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "name": "network-vif-deleted", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:37.137212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-0b545651-8f7e-41a4-8baa-918bdbb1b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.139835 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-0b545651-8f7e-41a4-8baa-918bdbb1b176 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901730 Feb 10 15:40:37.172704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba91042-474c-4956-a8b1-e232ce58456e', 'name': 'network-vif-deleted', 'tag': 'bff568d9-4c26-49c7-868e-5c61fa502c90'}, {'name': 'network-changed', 'server_uuid': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'tag': '75688228-359b-49d5-9fd2-17ed41501c05'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:37.175269 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03af09c3-550b-4e70-b1db-f52a703ac839" -d '{"events": [{"server_uuid": "aba91042-474c-4956-a8b1-e232ce58456e", "name": "network-vif-deleted", "tag": "bff568d9-4c26-49c7-868e-5c61fa502c90"}, {"name": "network-changed", "server_uuid": "3c134cd6-b8c7-45b3-9311-925367bae1f5", "tag": "75688228-359b-49d5-9fd2-17ed41501c05"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:37.218005 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b617bf-bc79-4685-8837-ce847304b42b x-openstack-request-id: req-28b617bf-bc79-4685-8837-ce847304b42b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:37.218333 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49ab068-4b37-459a-bb71-1101419b940c", "name": "network-vif-deleted", "tag": "b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:37.218554 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b617bf-bc79-4685-8837-ce847304b42b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:37.218968 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49ab068-4b37-459a-bb71-1101419b940c', 'name': 'network-vif-deleted', 'tag': 'b9d20878-bb5a-4ce1-8ed8-6dfa9e09fd1c', 'status': 'completed', 'code': 200} Feb 10 15:40:37.229250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-cfde43ed-2a39-4a59-9667-e10316bdb3fb tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.240622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-cfde43ed-2a39-4a59-9667-e10316bdb3fb tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports/d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 964 time: 0.1463301 Feb 10 15:40:37.277507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161ee6e1-5ece-4066-8599-dcd157bfc2aa,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:37.288620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:37.289254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Network hostable DHCP agents. Network: 5a9664c0-1721-4c6e-b070-ffac7c7ed648, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:37.301056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-834be87f-6f51-44f8-a1f2-a6cbf870813e service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500475 Feb 10 15:40:37.308324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46870) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:37.315234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:37.327282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5a9664c0-1721-4c6e-b070-ffac7c7ed648) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:37.332915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.334047 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.338555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4089cbd7-cebb-487f-9384-1374154bb43c None None] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:37.372960 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6f7ed8-d500-458f-9fff-9ac438db7a87 x-openstack-request-id: req-6e6f7ed8-d500-458f-9fff-9ac438db7a87 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:37.372960 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba91042-474c-4956-a8b1-e232ce58456e", "name": "network-vif-deleted", "tag": "bff568d9-4c26-49c7-868e-5c61fa502c90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c134cd6-b8c7-45b3-9311-925367bae1f5", "tag": "75688228-359b-49d5-9fd2-17ed41501c05", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:37.372960 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e6f7ed8-d500-458f-9fff-9ac438db7a87 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:37.372960 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba91042-474c-4956-a8b1-e232ce58456e', 'name': 'network-vif-deleted', 'tag': 'bff568d9-4c26-49c7-868e-5c61fa502c90', 'status': 'completed', 'code': 200} Feb 10 15:40:37.372960 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'tag': '75688228-359b-49d5-9fd2-17ed41501c05', 'status': 'completed', 'code': 200} Feb 10 15:40:37.372960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-28486e15-01a5-47e4-9787-025018ce4546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.376063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ba11fd42-0e05-487f-9fcd-0c4f9a53aaf9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0087831 Feb 10 15:40:37.470736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2be5aa90-8634-4fc4-8aa2-b3b80d327030 req-2abc5c0b-742f-4c01-9757-b8e9f2ddd9c2 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614559 Feb 10 15:40:37.484325 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-28486e15-01a5-47e4-9787-025018ce4546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.518989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961fb93-72da-4ae5-bebb-a33fa96c9213 None None] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:37.548485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-be24a30e-0718-4ce8-be0a-2fe02a0341fa tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1023 time: 0.1705883 Feb 10 15:40:37.570434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28486e15-01a5-47e4-9787-025018ce4546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43b3d2d-45e6-4f16-a300-59b7692e125c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:37.611597 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-28486e15-01a5-47e4-9787-025018ce4546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=555ae9059db242f69b421278ed0db17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027829 Feb 10 15:40:37.613935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-cc148310-3f08-4fda-bacf-e7540726c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.615778 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-cc148310-3f08-4fda-bacf-e7540726c122 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 1099 time: 0.1430056 Feb 10 15:40:37.616554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46876) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:37.635342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05bf6e-1a9c-4e64-ac0c-e8d4f37b5c7e req-3af05a5f-cc7b-4f92-b4dc-81c7544c967c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.637246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a05bf6e-1a9c-4e64-ac0c-e8d4f37b5c7e req-3af05a5f-cc7b-4f92-b4dc-81c7544c967c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 948 time: 0.1482856 Feb 10 15:40:37.775894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-4b0384e5-2c16-4e5a-9cde-d4505e543304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.777436 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-4b0384e5-2c16-4e5a-9cde-d4505e543304 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1159518 Feb 10 15:40:37.780891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c62ffbf4-78f4-40e1-9084-bb03b159f6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.782361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a05bf6e-1a9c-4e64-ac0c-e8d4f37b5c7e req-edbe63ef-807a-4e39-b0ec-cdc2c7140b3d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996318 Feb 10 15:40:37.789109 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bbbf3c1c-9b38-4eab-8580-54781f8c0e15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=235723a8dbfa41eabb3fe47b9135066f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770899 Feb 10 15:40:37.789505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46882) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:37.793808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-0eaa3475-9b1e-4fcf-8acb-a612013c9fa0 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.804279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-0eaa3475-9b1e-4fcf-8acb-a612013c9fa0 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2430980 Feb 10 15:40:37.852791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c62ffbf4-78f4-40e1-9084-bb03b159f6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:37.863787 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-ca4862c1-d0cf-4fb6-b2b2-e2a51f998d64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=75688228-359b-49d5-9fd2-17ed41501c05 HTTP/1.1" status: 200 len: 217 time: 0.0655160 Feb 10 15:40:37.897438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-a37ca514-9e93-4862-8b63-d166d93e3b1b tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 1023 time: 0.0825641 Feb 10 15:40:37.900633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bff568d9-4c26-49c7-868e-5c61fa502c90 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:37.915785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:37.948312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: bff568d9-4c26-49c7-868e-5c61fa502c90 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:37.948890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bff568d9-4c26-49c7-868e-5c61fa502c90 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:37.956822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-45619324-6952-4bac-9a15-b8bac9f480f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.958515 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-45619324-6952-4bac-9a15-b8bac9f480f5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0861573 Feb 10 15:40:37.964693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b34601af-92d5-4435-aa7a-1863c1a03f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.022367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b34601af-92d5-4435-aa7a-1863c1a03f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.031339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c62ffbf4-78f4-40e1-9084-bb03b159f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.034765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c62ffbf4-78f4-40e1-9084-bb03b159f6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.038346 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c62ffbf4-78f4-40e1-9084-bb03b159f6b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d43b3d2d-45e6-4f16-a300-59b7692e125c HTTP/1.1" status: 204 len: 168 time: 0.4184327 Feb 10 15:40:38.058357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.081971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ffbf4-78f4-40e1-9084-bb03b159f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43b3d2d-45e6-4f16-a300-59b7692e125c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.105085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-d7358101-2bb0-4504-8d6d-e4dfde5fe906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:38.111331 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-d7358101-2bb0-4504-8d6d-e4dfde5fe906 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309447 Feb 10 15:40:38.140593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-ffc6f293-6154-48f8-aa09-2ff1a808e1f4 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980241 Feb 10 15:40:38.174726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb834821-fb46-4184-b1a3-927c3bb7112b req-2e9ac171-eea1-4752-add2-e4da35e21a65 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:38.177041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb834821-fb46-4184-b1a3-927c3bb7112b req-2e9ac171-eea1-4752-add2-e4da35e21a65 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.2038894 Feb 10 15:40:38.229827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b34601af-92d5-4435-aa7a-1863c1a03f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.233178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b34601af-92d5-4435-aa7a-1863c1a03f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.234340 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b34601af-92d5-4435-aa7a-1863c1a03f33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a143cf5-de57-458c-84f7-89e6bf0ad592 HTTP/1.1" status: 204 len: 168 time: 0.4439592 Feb 10 15:40:38.257593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34601af-92d5-4435-aa7a-1863c1a03f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a143cf5-de57-458c-84f7-89e6bf0ad592,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.289237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46900) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:38.303578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1000694281-network', 'tenant_id': '11b1aea4245748d18a2c1d4e3743c4a2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:38.309503 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-57c6bf53-bc72-4d37-ad18-6101a41ea712 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915972 Feb 10 15:40:38.367954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb834821-fb46-4184-b1a3-927c3bb7112b req-c0360899-76e8-431d-a452-6600ac110bbc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716950 Feb 10 15:40:38.380081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Made reservation on behalf of 11b1aea4245748d18a2c1d4e3743c4a2 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:38.382401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.397863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.409603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-b56e3165-dd49-4e5c-bbfb-17ba64e94b65 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:38.411464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-b56e3165-dd49-4e5c-bbfb-17ba64e94b65 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640007 Feb 10 15:40:38.449379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Request body: {'port': {'device_id': '14d0aa14-d59f-413b-b954-e0519a333962', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '03578a3bb8404c99b0a0448bd4eefd9f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:38.460288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.465310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03af09c3-550b-4e70-b1db-f52a703ac839 req-decd1948-8d00-4a88-abdb-bd2b3539a49a service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455219 Feb 10 15:40:38.475611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.475962 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Floating IP 861f103d-9141-4363-a065-effaa477f50d disassociated. External IP: 172.25.7.236, port: d5018ca4-c0a1-4eae-969a-6a3bd4219eba. Feb 10 15:40:38.535772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.540389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.577774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:38.582224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3188e9c2-be26-420e-a924-e12208dcb716 req-55e78928-0923-4329-8d9c-1480452e4192 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 210 time: 0.0722504 Feb 10 15:40:38.621709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c06d5-45f2-414d-a075-ed8d4a17981f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.637308 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.637308 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Added segment 27f831bc-dcee-45b3-829b-104e166f90af of type vlan for network 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b Feb 10 15:40:38.697640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.729403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.732833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:38.733114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Made reservation on behalf of 03578a3bb8404c99b0a0448bd4eefd9f for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:38.736228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.736652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.738659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46906) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:38.769686 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de88575a-7329-409f-9029-93ee915663a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:38.795078 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5045922 Feb 10 15:40:38.797519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46908) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:38.803961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Request body: {'subnet': {'network_id': '4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1000694281-subnet', 'tenant_id': '11b1aea4245748d18a2c1d4e3743c4a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:38.817724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00965bc-e435-4066-ada4-2efb25dd40f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.830536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:38.840899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Made reservation on behalf of 11b1aea4245748d18a2c1d4e3743c4a2 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:38.846136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.000786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46912) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:39.089298 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3dd5397e-6706-481e-adb2-8de5b9f3f277 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd4fb433611e43429860098cc23b68e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874245 Feb 10 15:40:39.092804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46914) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:39.101006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.185833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a078018-3981-4cc2-be49-0bcf3c8b82d0,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:39.211278 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7268fc7-3a2d-4b76-8cb8-1fea5645ca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.213792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Checking segment: {'id': '27f831bc-dcee-45b3-829b-104e166f90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:39.214143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Network hostable DHCP agents. Network: 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:39.232270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:39.243662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7268fc7-3a2d-4b76-8cb8-1fea5645ca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.244226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1003-1c5d-40d0-8384-c11aaba62e31 req-33cac63e-0111-44e8-94ba-a6feb8e35674 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:39.245696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad0e1003-1c5d-40d0-8384-c11aaba62e31 req-33cac63e-0111-44e8-94ba-a6feb8e35674 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 948 time: 0.1776443 Feb 10 15:40:39.254054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Network 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:39.277583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:39.282555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:39.283057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.292146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2645d7f0-b75f-4a90-8065-4c772da42a02 None None] Network 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:39.304444 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f067d77b-ea13-408b-ba13-7f58ef60a2e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5058744 Feb 10 15:40:39.330294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7268fc7-3a2d-4b76-8cb8-1fea5645ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.333272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7268fc7-3a2d-4b76-8cb8-1fea5645ca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.334407 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7268fc7-3a2d-4b76-8cb8-1fea5645ca94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3b0e84b-8c8c-4848-8416-e0f7a2235a23 HTTP/1.1" status: 204 len: 168 time: 0.2404797 Feb 10 15:40:39.344296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7268fc7-3a2d-4b76-8cb8-1fea5645ca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b0e84b-8c8c-4848-8416-e0f7a2235a23,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:39.398210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de88575a-7329-409f-9029-93ee915663a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.401025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Allocated IP 192.168.233.181 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/ccabcedc-33a3-43db-92e2-1c5f01afa71a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:39.411712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de88575a-7329-409f-9029-93ee915663a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.471326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad0e1003-1c5d-40d0-8384-c11aaba62e31 req-9c418d45-2555-4f9d-854f-9393e9fcabca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111535 Feb 10 15:40:39.495408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ddc02a-6d7c-497d-98a6-24f769d92613 None None] Network 4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:39.515777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46922) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:39.516037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-de88575a-7329-409f-9029-93ee915663a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1538ee4262c8473fa3f1121864c88e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7741902 Feb 10 15:40:39.545527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:39.547173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88575a-7329-409f-9029-93ee915663a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8961ba-72ef-4c4c-ab33-61dc7423fa38,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:39.555923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.579700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:39.608311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:39.609102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:39.636924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95644511-94b9-4bde-89c2-bdb52318bdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.668765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95644511-94b9-4bde-89c2-bdb52318bdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.697763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-f3d0014f-36b8-4dfa-a6f9-dc02ac863403 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "PUT /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 696 time: 1.7980647 Feb 10 15:40:39.725468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:39.729885 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33dfa8-0702-4093-a50a-f615281e61d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:39.737798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95644511-94b9-4bde-89c2-bdb52318bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.740880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95644511-94b9-4bde-89c2-bdb52318bdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.742448 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-95644511-94b9-4bde-89c2-bdb52318bdc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a8961ba-72ef-4c4c-ab33-61dc7423fa38 HTTP/1.1" status: 204 len: 168 time: 0.2255211 Feb 10 15:40:39.774210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95644511-94b9-4bde-89c2-bdb52318bdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8961ba-72ef-4c4c-ab33-61dc7423fa38,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:39.862692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-a64a68c5-7ee3-41ae-9416-32762fb35117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:39.864419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-a64a68c5-7ee3-41ae-9416-32762fb35117 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.1292892 Feb 10 15:40:39.869101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:39.873560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3946c-3577-42e0-b8f8-79a2d29e1f28 req-047f17e7-9b30-4374-9fec-edefc6cc6908 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:39.874828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28c3946c-3577-42e0-b8f8-79a2d29e1f28 req-047f17e7-9b30-4374-9fec-edefc6cc6908 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1869690 Feb 10 15:40:39.887175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:39.919859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 94ff9be5-f93f-42e6-b395-47adddf8d7ad details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:40.002425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28c3946c-3577-42e0-b8f8-79a2d29e1f28 req-cbbb741b-06e5-445e-9b0a-e62be845fcc1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123223 Feb 10 15:40:40.038075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-ee3b061a-22d4-49a5-b173-6257a131bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.039842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-ee3b061a-22d4-49a5-b173-6257a131bece service neutron] 10.222.0.21 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.1622460 Feb 10 15:40:40.041556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:40.057073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:40.113671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['fd91c0d8-9563-4434-9b16-4e9562e7d893', '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:40.116237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '94ff9be5-f93f-42e6-b395-47adddf8d7ad', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '94ff9be5-f93f-42e6-b395-47adddf8d7ad', 'mac_address': 'fa:16:3e:0f:0e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:40.140408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-e2ba5828-2b7c-474b-b727-61cffd6db47c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0888238 Feb 10 15:40:40.145141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:40.159626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:40.173357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:40.231150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:40.278488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event updated for resources: {'Port': ['ID=ccabcedc-33a3-43db-92e2-1c5f01afa71a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:40.309448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-d443ada4-cbfc-46bf-ac9c-ec96b9bbb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.311874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-d443ada4-cbfc-46bf-ac9c-ec96b9bbb86f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.1656539 Feb 10 15:40:40.325363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.326339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:40.365448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ff9be5-f93f-42e6-b395-47adddf8d7ad {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:40.381172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d3e1-b7c1-4919-8e7d-168470258924 req-90e4eaf0-3b8a-4955-b18f-37e121c60d72 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.390110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3765d3e1-b7c1-4919-8e7d-168470258924 req-90e4eaf0-3b8a-4955-b18f-37e121c60d72 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 936 time: 0.2135954 Feb 10 15:40:40.404096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-67f09cfc-4b60-434c-84ec-147a21d48604 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9595695 Feb 10 15:40:40.423127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Request body: {'port': {'device_id': '14d0aa14-d59f-413b-b954-e0519a333962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:40.463385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:40.496665 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:40.502442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3765d3e1-b7c1-4919-8e7d-168470258924 req-9d8b800f-0bfd-439e-8409-278bd0a63900 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075284 Feb 10 15:40:40.541858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-6b5d869f-4d94-403b-8ee1-6e1e7ae42c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.543654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-6b5d869f-4d94-403b-8ee1-6e1e7ae42c2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118464 Feb 10 15:40:40.551010 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:40.664026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=94ff9be5-f93f-42e6-b395-47adddf8d7ad,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:40.717575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ab6e9aa1-c5e2-42ed-a750-4646e805b6b1 None None] Provisioning complete for port ccabcedc-33a3-43db-92e2-1c5f01afa71a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:40.718237 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9aa1-c5e2-42ed-a750-4646e805b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:40.785032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:40.785725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-43a30ac5-9778-494e-9c90-905077a2f235 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249744 Feb 10 15:40:40.796460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e9aa1-c5e2-42ed-a750-4646e805b6b1 None None] Port ccabcedc-33a3-43db-92e2-1c5f01afa71a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:40.838908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:40.847422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46984) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:40.864751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:40.865417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:40.913138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['94ff9be5-f93f-42e6-b395-47adddf8d7ad'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:41.071997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:41.127728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e764484-052a-4faf-bd1c-c34306e67b41 req-817616ac-bebe-46a5-8351-42fdbb034592 service neutron] 10.222.0.21 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293409 Feb 10 15:40:41.154027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccabcedc-33a3-43db-92e2-1c5f01afa71a {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:41.156019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1307736646-network', 'tenant_id': '3b5f674a3c054a6d83d5aa5cd8220eaf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:41.174850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.201462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Made reservation on behalf of 3b5f674a3c054a6d83d5aa5cd8220eaf for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:41.204676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.216234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.216488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Transition to ACTIVE for port object ccabcedc-33a3-43db-92e2-1c5f01afa71a will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:41.227896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.235281 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa5e1d6-9df5-4926-95de-88f5fe556e5e x-openstack-request-id: req-0aa5e1d6-9df5-4926-95de-88f5fe556e5e {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:41.236319 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:41.236869 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aa5e1d6-9df5-4926-95de-88f5fe556e5e {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:41.237354 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'status': 'completed', 'code': 200} Feb 10 15:40:41.278910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-d593dd69-64b5-4e93-9295-142ccabcf210 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.286865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-d593dd69-64b5-4e93-9295-142ccabcf210 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.2522957 Feb 10 15:40:41.352050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-74ff5d94-0a0b-4296-8dbe-ff77e46f11d8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/quotas/85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 375 time: 0.0641284 Feb 10 15:40:41.353888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-853ae4d1-a155-4952-a206-de5a09afb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.355713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-853ae4d1-a155-4952-a206-de5a09afb927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58cd6cd34625403eaa79928b1268ee00&device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 1118 time: 0.1222482 Feb 10 15:40:41.394371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccabcedc-33a3-43db-92e2-1c5f01afa71a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:41.407476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-3a5750c1-98d8-4614-912d-eee3f8889d01 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543635 Feb 10 15:40:41.532606 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.549294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.574802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-8a5c2f29-24dc-480f-a5ce-70940bc203db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.577007 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-8a5c2f29-24dc-480f-a5ce-70940bc203db service neutron] 10.222.0.45 "GET /v2.0/networks?id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 200 len: 922 time: 0.2111390 Feb 10 15:40:41.581463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:41.614213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Attempting to bind port ccabcedc-33a3-43db-92e2-1c5f01afa71a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:41.616016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Attempting to bind port ccabcedc-33a3-43db-92e2-1c5f01afa71a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:41.616583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Attempting to bind port ccabcedc-33a3-43db-92e2-1c5f01afa71a on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:41.621976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-b984546c-d2e4-46cb-b0f1-bef634a984b6 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134202 Feb 10 15:40:41.625147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Port ccabcedc-33a3-43db-92e2-1c5f01afa71a on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:41.626210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Attempting to bind port ccabcedc-33a3-43db-92e2-1c5f01afa71a on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:41.640156 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-b84a700d-f11d-4e5e-92e6-db8adaf4b8e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 200 len: 217 time: 0.0510259 Feb 10 15:40:41.640768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.641113 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Added segment 02c73272-27de-4d5e-9639-5246b042ea09 of type vlan for network cc13a9ff-ad58-475c-b752-a27f2862e2bf Feb 10 15:40:41.642456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2179be-b84e-4f72-b6d8-db82b2a1fde9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:41.712151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:41.736465 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-d3007c84-dbaa-477e-85e8-a86cd7009f01 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063590 Feb 10 15:40:41.742016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc0163-d487-4d2b-bd86-6563e9364e26 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:39:34Z', 'revision_number': 4, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7c7ead92-ada5-45e7-97f3-d9d2eba3d26d', 'name': '', 'network_id': '8be1ec4b-bc35-4a6b-a38a-d6fb512894e8', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'mac_address': 'fa:16:3e:98:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:33Z', 'updated_at': '2022-02-10T15:39:39Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'subnets': [{'id': 'f3bceffd-7324-4ba0-9414-9eb816889d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:41.745916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-07b7045e-f2c3-46ac-acb7-2a1880a88922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.747702 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-07b7045e-f2c3-46ac-acb7-2a1880a88922 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 200 len: 860 time: 0.0791302 Feb 10 15:40:41.753449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:41.753789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:41.754172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:41.754694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Bound port: ccabcedc-33a3-43db-92e2-1c5f01afa71a, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:41.755579 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.792785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.817695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-9c85df18-b044-48f3-bb96-6f9efc7b4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.819717 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-9c85df18-b044-48f3-bb96-6f9efc7b4a19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637050 Feb 10 15:40:41.824241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18b2f-bce0-4a1a-b8cb-f3c3c255d64e req-c5ed4a53-8c4b-4b81-b44b-b0cb5b918f24 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.825495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ec18b2f-bce0-4a1a-b8cb-f3c3c255d64e req-c5ed4a53-8c4b-4b81-b44b-b0cb5b918f24 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1100 time: 0.0868118 Feb 10 15:40:41.850623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.853197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.854112 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.861884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6ec18b2f-bce0-4a1a-b8cb-f3c3c255d64e req-6dc1e2dd-b4c0-477c-a7cc-201856ff660e tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.875540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] For port ccabcedc-33a3-43db-92e2-1c5f01afa71a, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:41.898630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] For port ccabcedc-33a3-43db-92e2-1c5f01afa71a, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:41.910631 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:41.924104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 75688228-359b-49d5-9fd2-17ed41501c05 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:41.964996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] Pushing event updated for resources: {'Network': ['ID=cc13a9ff-ad58-475c-b752-a27f2862e2bf,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:41.973329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccabcedc-33a3-43db-92e2-1c5f01afa71a,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:41.989132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:41.989377 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b65e2ba-9551-4424-a96d-77e5fcf9ce10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1400285 Feb 10 15:40:41.991815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47014) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:42.004209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Request body: {'subnet': {'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1307736646-subnet', 'tenant_id': '3b5f674a3c054a6d83d5aa5cd8220eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:42.037097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.037713 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.039102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-47aa44f7-c6e2-419c-8850-56cabf121ee3 service neutron] 10.222.0.45 "PUT /v2.0/ports/ccabcedc-33a3-43db-92e2-1c5f01afa71a HTTP/1.1" status: 200 len: 1096 time: 1.6252949 Feb 10 15:40:42.050471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Made reservation on behalf of 3b5f674a3c054a6d83d5aa5cd8220eaf for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:42.053524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.092911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c59d3-6b56-4179-a0f2-7f86f405184f req-b3b24298-a323-49d1-b0d1-c9a15bfa742f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.094474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d28c59d3-6b56-4179-a0f2-7f86f405184f req-b3b24298-a323-49d1-b0d1-c9a15bfa742f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 948 time: 0.1314225 Feb 10 15:40:42.118538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:40:42.217666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-33743ff8-c892-42a0-90d1-04e3ef80ddc0 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896570 Feb 10 15:40:42.257435 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fd769-e9ea-4764-a2bf-ef1e3f33d3fe None None] New status for floating IP 861f103d-9141-4363-a065-effaa477f50d: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:40:42.265843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6ec18b2f-bce0-4a1a-b8cb-f3c3c255d64e req-6dc1e2dd-b4c0-477c-a7cc-201856ff660e tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.267881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 75688228-359b-49d5-9fd2-17ed41501c05, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=75688228-359b-49d5-9fd2-17ed41501c05,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:42.268038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-bc056c8e-90a3-48fe-b486-3b2d32174a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.269527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-bc056c8e-90a3-48fe-b486-3b2d32174a18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 1099 time: 0.1741557 Feb 10 15:40:42.272773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d28c59d3-6b56-4179-a0f2-7f86f405184f req-ba06f933-b5e4-42ec-beed-79993501370c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506066 Feb 10 15:40:42.274111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6ec18b2f-bce0-4a1a-b8cb-f3c3c255d64e req-6dc1e2dd-b4c0-477c-a7cc-201856ff660e tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.308719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '75688228-359b-49d5-9fd2-17ed41501c05', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '75688228-359b-49d5-9fd2-17ed41501c05', 'mac_address': 'fa:16:3e:33:fb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:42.356996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e2dd-b4c0-477c-a7cc-201856ff660e tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d5d75-daba-43ed-88fb-b09c222ea568,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:42.407149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-f542f841-1109-49ac-8018-478080baa796 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a HTTP/1.1" status: 200 len: 217 time: 0.1218944 Feb 10 15:40:42.409318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ec18b2f-bce0-4a1a-b8cb-f3c3c255d64e req-6dc1e2dd-b4c0-477c-a7cc-201856ff660e tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680916 Feb 10 15:40:42.507231 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.508757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-7ef2ecee-d762-4701-a803-8307f48a4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.510502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-7ef2ecee-d762-4701-a803-8307f48a4a3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0969739 Feb 10 15:40:42.555836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75688228-359b-49d5-9fd2-17ed41501c05 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:42.589256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-714b1add-3f8e-49f5-8a98-c3d189b7e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.590793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-714b1add-3f8e-49f5-8a98-c3d189b7e5a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685024 Feb 10 15:40:42.603404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f201a4-20f7-410d-b631-a6aaa9c21aa2 req-c2a71488-0d2f-48b4-b351-a852e2ea96a3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.605070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49f201a4-20f7-410d-b631-a6aaa9c21aa2 req-c2a71488-0d2f-48b4-b351-a852e2ea96a3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 948 time: 0.0936735 Feb 10 15:40:42.609528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 75688228-359b-49d5-9fd2-17ed41501c05, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=75688228-359b-49d5-9fd2-17ed41501c05,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:42.615617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.673217 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1d33dfa8-0702-4093-a50a-f615281e61d0 req-5d20b2d7-ad30-4194-9201-5d08f146a072 service neutron] 10.222.0.45 "GET /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421911 Feb 10 15:40:42.692922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.702352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc2a8b83-4f69-4bde-83da-e74b6e10790f req-f511fcea-f874-441e-ad14-dcd8db4b0aa4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 210 time: 0.0884061 Feb 10 15:40:42.705044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=75688228-359b-49d5-9fd2-17ed41501c05,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:42.751178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49f201a4-20f7-410d-b631-a6aaa9c21aa2 req-bb722b90-a484-4e6b-9a88-73e8fbfb29c5 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290381 Feb 10 15:40:42.769330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be87edb-b28d-45e7-8b37-2568620192ce,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:42.802246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:42.802893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Network hostable DHCP agents. Network: cc13a9ff-ad58-475c-b752-a27f2862e2bf, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:42.829812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:42.842581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, cc13a9ff-ad58-475c-b752-a27f2862e2bf) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:42.852163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca46fd5-5f79-491f-b790-0e7c33f331c6 None None] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:42.855475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.856677 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:42.886266 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-129775e5-43fa-44e3-ac7f-85040490055e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8930769 Feb 10 15:40:42.891292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-a3f67a19-a3f7-46d9-b938-d2361698ac42 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 200 len: 694 time: 0.0581841 Feb 10 15:40:42.907943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-bba0c016-5e9f-446c-be98-8970a8f609cd service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917075 Feb 10 15:40:43.001533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['75688228-359b-49d5-9fd2-17ed41501c05'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:43.081194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e862d-0635-454e-9b95-40a65a35a450 None None] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:43.245145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d0aa14-d59f-413b-b954-e0519a333962', 'tag': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:43.248685 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f4f42-5213-49be-a21d-19acc15457cc" -d '{"events": [{"name": "network-changed", "server_uuid": "14d0aa14-d59f-413b-b954-e0519a333962", "tag": "ccabcedc-33a3-43db-92e2-1c5f01afa71a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:43.384891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-65ad9aa1-2a52-4540-8bee-66fd2f925513 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:43.393838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-65ad9aa1-2a52-4540-8bee-66fd2f925513 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1930833 Feb 10 15:40:43.401139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4ba8f8-19f1-4bf7-ae8c-df11f595d30d req-7739a49d-4038-4932-b7c2-b54dcc0cdead service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918547 Feb 10 15:40:43.407036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-a8d7e516-b784-4468-bbaf-bf4102bf349b tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:43.418409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-a8d7e516-b784-4468-bbaf-bf4102bf349b tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229251 Feb 10 15:40:43.503855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-e412d23a-3491-452c-81a4-cfbed6722d93 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 697 time: 0.0825863 Feb 10 15:40:43.508703 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491cca2-279b-4caf-87c8-b56b89683ae9 x-openstack-request-id: req-f491cca2-279b-4caf-87c8-b56b89683ae9 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:43.508703 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d0aa14-d59f-413b-b954-e0519a333962", "tag": "ccabcedc-33a3-43db-92e2-1c5f01afa71a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:43.508983 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f491cca2-279b-4caf-87c8-b56b89683ae9 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:43.509418 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d0aa14-d59f-413b-b954-e0519a333962', 'tag': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a', 'status': 'completed', 'code': 200} Feb 10 15:40:43.641104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4f42-5213-49be-a21d-19acc15457cc req-fdb66dd0-9fb9-4d50-a4c1-dafb4fc0dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:43.642606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-fdb66dd0-9fb9-4d50-a4c1-dafb4fc0dcfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 1099 time: 0.0841639 Feb 10 15:40:43.643079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47068) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:43.667567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-a7b8efbd-a484-4a34-8576-00399ac158eb tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.236 HTTP/1.1" status: 200 len: 697 time: 0.1627705 Feb 10 15:40:43.702816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-d336aeaa-4b9d-4ccb-ad66-4032c1414f27 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:43.704302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-d336aeaa-4b9d-4ccb-ad66-4032c1414f27 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.1411026 Feb 10 15:40:43.742675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Request body: {'port': {'device_id': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'admin_state_up': True, 'tenant_id': '85cedf49b642434eafdccaf41357fa21'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:43.748230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47076) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:43.756084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1497040412-network', 'tenant_id': 'ece78dbd70a044c9a8f51f3419be09d2'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:43.776625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fce6ba-6c2e-4d78-a208-a2ab0b6b74ea req-535236da-fc3c-41c7-8c5d-8cd383dbb2ec tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:43.778073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0fce6ba-6c2e-4d78-a208-a2ab0b6b74ea req-535236da-fc3c-41c7-8c5d-8cd383dbb2ec tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 949 time: 0.2722297 Feb 10 15:40:43.814365 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-4f6f86bc-1f7d-43bb-a228-96c6a3955878 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701815 Feb 10 15:40:43.826349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-525aa5b1-28f7-45c7-8742-c30ea41b5035 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:40:43.827513 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-525aa5b1-28f7-45c7-8742-c30ea41b5035 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060534 Feb 10 15:40:43.830628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4f42-5213-49be-a21d-19acc15457cc req-0851913e-d909-4bb5-932c-d6d4a7f15bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:43.831981 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-0851913e-d909-4bb5-932c-d6d4a7f15bbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1814327 Feb 10 15:40:43.882505 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-d5b7143d-47ab-431c-b5de-5447a8d71316 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a HTTP/1.1" status: 200 len: 217 time: 0.0393214 Feb 10 15:40:43.925952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 94ff9be5-f93f-42e6-b395-47adddf8d7ad up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:43.939275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0fce6ba-6c2e-4d78-a208-a2ab0b6b74ea req-594280b0-9bf6-40b6-9ab2-a68ab5b69d26 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240797 Feb 10 15:40:43.988313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Made reservation on behalf of ece78dbd70a044c9a8f51f3419be09d2 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:43.991949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.000595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4f42-5213-49be-a21d-19acc15457cc req-6d9d8faf-1d5b-45a2-987f-9f84d5bf2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:44.002665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-6d9d8faf-1d5b-45a2-987f-9f84d5bf2c03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1026688 Feb 10 15:40:44.003633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 94ff9be5-f93f-42e6-b395-47adddf8d7ad completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:44.007970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 94ff9be5-f93f-42e6-b395-47adddf8d7ad triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:44.008330 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.016179 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.053322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4f42-5213-49be-a21d-19acc15457cc req-5aae1f37-38bd-4aef-b899-0082c05fe514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:44.055507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-5aae1f37-38bd-4aef-b899-0082c05fe514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458238 Feb 10 15:40:44.116400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.130233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Deleting port ddb99355-1fc9-4c2f-b809-4115d8c7c48d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:44.130961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.141334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5beab2-95ab-415e-a645-1906d170be47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ff9be5-f93f-42e6-b395-47adddf8d7ad'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:44.143732 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743ab8fd-7d99-4e75-8504-b69e6393f929" -d '{"events": [{"server_uuid": "1d5beab2-95ab-415e-a645-1906d170be47", "name": "network-vif-plugged", "status": "completed", "tag": "94ff9be5-f93f-42e6-b395-47adddf8d7ad"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:44.154734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Made reservation on behalf of 85cedf49b642434eafdccaf41357fa21 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:44.158127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:44.158835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.165506 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.172883 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-cf98e083-d1ee-43e8-b97e-6e9c2aa39554 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058786 Feb 10 15:40:44.219501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=94ff9be5-f93f-42e6-b395-47adddf8d7ad,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:44.260185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511eee3-d075-4be5-b04d-51720176768c req-fd1529de-dc03-4d88-b7c1-44af01fa2768 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:44.261694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b511eee3-d075-4be5-b04d-51720176768c req-fd1529de-dc03-4d88-b7c1-44af01fa2768 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1942999 Feb 10 15:40:44.264193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.304610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.313253 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-889f4f42-5213-49be-a21d-19acc15457cc req-24b7d083-b97d-424e-879e-be254ccd747f service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328595 Feb 10 15:40:44.368108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:44.381835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.382171 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.413215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe9db7-1700-4856-8c1e-70b2472bd570,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:44.440236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.440580 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Added segment 826b8ff4-696b-42fa-bc39-3d5521480997 of type vlan for network e2f6f669-c475-4de1-913d-f21249d322a8 Feb 10 15:40:44.442266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Calling delete_port for ddb99355-1fc9-4c2f-b809-4115d8c7c48d owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:44.502469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b511eee3-d075-4be5-b04d-51720176768c req-3d36aacf-4d71-4e0b-b903-506003c5b96a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034869 Feb 10 15:40:44.529250 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.574328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Allocated IP 172.20.0.12 (5a9664c0-1721-4c6e-b070-ffac7c7ed648/161ee6e1-5ece-4066-8599-dcd157bfc2aa/02e10af9-05ec-4115-8aa2-16aef0f6659b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:44.671916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c577fab-feac-4e60-ad24-533428c953aa req-d0ef6815-2753-4d11-9a5d-2b0a36d8d9c9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 210 time: 0.0572486 Feb 10 15:40:44.675556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.676378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:44.676968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.760286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0086944 Feb 10 15:40:44.763823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47110) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:44.769091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Request body: {'subnet': {'network_id': 'e2f6f669-c475-4de1-913d-f21249d322a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1497040412-subnet', 'tenant_id': 'ece78dbd70a044c9a8f51f3419be09d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:44.797389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Made reservation on behalf of ece78dbd70a044c9a8f51f3419be09d2 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:44.800222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:44.875014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacd97f-cedb-408b-8b84-91a7304962f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f6f669-c475-4de1-913d-f21249d322a8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:44.887551 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e2f6f669-c475-4de1-913d-f21249d322a8 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:44.960468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba38408-2a75-4fd4-ab3e-6a121bb5bebe req-f1333f05-269b-44da-888c-701d414b676a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:44.970911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eba38408-2a75-4fd4-ab3e-6a121bb5bebe req-f1333f05-269b-44da-888c-701d414b676a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 948 time: 0.2178779 Feb 10 15:40:44.978637 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.000607 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.039290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event deleted for resources: {'Port': ['ID=ddb99355-1fc9-4c2f-b809-4115d8c7c48d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:45.048129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.068128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e97355-2954-4786-8458-726b8f529da0,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:45.073985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Checking segment: {'id': '826b8ff4-696b-42fa-bc39-3d5521480997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e2f6f669-c475-4de1-913d-f21249d322a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:45.074774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Network hostable DHCP agents. Network: e2f6f669-c475-4de1-913d-f21249d322a8, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:45.092680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Network e2f6f669-c475-4de1-913d-f21249d322a8 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:45.097563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eba38408-2a75-4fd4-ab3e-6a121bb5bebe req-6238d070-70f7-48cb-8c82-84024359ded7 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254864 Feb 10 15:40:45.103376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e2f6f669-c475-4de1-913d-f21249d322a8) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:45.110266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.121289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.125264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b63979-830a-48f8-8308-8ca55765dadf None None] Network e2f6f669-c475-4de1-913d-f21249d322a8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:45.133297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.135797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.137007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87bdbed9-8f17-49e7-acac-c803a3f09157 req-cabbebbe-a683-4de3-8700-05ce704d96e7 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "DELETE /v2.0/floatingips/861f103d-9141-4363-a065-effaa477f50d HTTP/1.1" status: 204 len: 173 time: 1.4555442 Feb 10 15:40:45.145013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5740aaa3-fb49-4faf-a131-c0d7b17efc47 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3799207 Feb 10 15:40:45.152428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.188652 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634874ce-ca1f-473b-ba11-e3cdeead410a x-openstack-request-id: req-634874ce-ca1f-473b-ba11-e3cdeead410a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:45.189196 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5beab2-95ab-415e-a645-1906d170be47", "name": "network-vif-plugged", "status": "completed", "tag": "94ff9be5-f93f-42e6-b395-47adddf8d7ad", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:45.189595 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634874ce-ca1f-473b-ba11-e3cdeead410a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:45.190131 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5beab2-95ab-415e-a645-1906d170be47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ff9be5-f93f-42e6-b395-47adddf8d7ad', 'code': 200} Feb 10 15:40:45.190820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:45.232726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:45.235324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:45.312886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:45.326478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b3ec7-58f5-4f49-bbce-4e1cfd2713ee None None] Network e2f6f669-c475-4de1-913d-f21249d322a8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:45.352343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecde5c-8c57-480d-8899-c4bb0cba2114 req-853d696e-7589-49cc-8943-686a46a339b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.354291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7aecde5c-8c57-480d-8899-c4bb0cba2114 req-853d696e-7589-49cc-8943-686a46a339b7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 1100 time: 0.0968165 Feb 10 15:40:45.374947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.382647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.457297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-81a255e9-5f65-4475-9e82-e80fab3dbfbd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7232716 Feb 10 15:40:45.476378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Request body: {'port': {'device_id': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:45.494875 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7aecde5c-8c57-480d-8899-c4bb0cba2114 req-f87ca3ca-8721-4ab6-a5cb-7831fe838159 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296022 Feb 10 15:40:45.505037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-14d2f0de-9115-4ddf-93b4-8ee8e76cb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.506782 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-14d2f0de-9115-4ddf-93b4-8ee8e76cb215 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1100 time: 0.1127625 Feb 10 15:40:45.545831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63422fd-6008-4384-b135-077d044942e0 req-5c0100c6-fefd-4862-9a43-e46768abc0e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.547387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b63422fd-6008-4384-b135-077d044942e0 req-5c0100c6-fefd-4862-9a43-e46768abc0e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 949 time: 0.2078648 Feb 10 15:40:45.608501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:45.659583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b63422fd-6008-4384-b135-077d044942e0 req-52a78dc2-5f98-4487-8fc9-36c6228fd5a0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027272 Feb 10 15:40:45.672327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171011-ffb2-4a79-9f1c-2a27fd206f24 req-a5c4d36d-53f3-46eb-bce6-baf03f81efe8 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.673772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a171011-ffb2-4a79-9f1c-2a27fd206f24 req-a5c4d36d-53f3-46eb-bce6-baf03f81efe8 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 967 time: 0.1406004 Feb 10 15:40:45.805831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a171011-ffb2-4a79-9f1c-2a27fd206f24 req-f9741567-7b60-4e08-92e1-bf7b0468b6e2 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257956 Feb 10 15:40:45.858065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-e7586d01-3135-4a64-bd4f-d26fed6a03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.859596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-e7586d01-3135-4a64-bd4f-d26fed6a03ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1007795 Feb 10 15:40:45.876939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955505f-6a66-451d-aaea-8c85195f0d32 req-9dfa9550-3e85-49a8-a2bf-2d3f77d81819 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.878413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c955505f-6a66-451d-aaea-8c85195f0d32 req-9dfa9550-3e85-49a8-a2bf-2d3f77d81819 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1200342 Feb 10 15:40:45.933282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 75688228-359b-49d5-9fd2-17ed41501c05 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:45.949040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c955505f-6a66-451d-aaea-8c85195f0d32 req-64a305f1-9fb4-493a-b7d1-179a81c669a0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641778 Feb 10 15:40:46.028272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 75688228-359b-49d5-9fd2-17ed41501c05 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:46.045573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 75688228-359b-49d5-9fd2-17ed41501c05 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:46.045953 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.070833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e10af9-05ec-4115-8aa2-16aef0f6659b {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:46.089347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.135725 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.146844 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-fab78408-e3b1-4183-94e6-9ecdefff3f59 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.2776647 Feb 10 15:40:46.155206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Transition to ACTIVE for port object 02e10af9-05ec-4115-8aa2-16aef0f6659b will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:46.165338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.171399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 75688228-359b-49d5-9fd2-17ed41501c05, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=75688228-359b-49d5-9fd2-17ed41501c05,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:46.176182 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.204434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-13cb2868-4128-439d-9e55-a35f522a7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.206082 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-13cb2868-4128-439d-9e55-a35f522a7740 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0509028 Feb 10 15:40:46.225485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=75688228-359b-49d5-9fd2-17ed41501c05,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:46.237881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49f3a0-a551-4ce7-8f6f-c73db9786e92 req-42ff2a97-0a5d-41e5-a67f-0c56b327156f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.239355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f49f3a0-a551-4ce7-8f6f-c73db9786e92 req-42ff2a97-0a5d-41e5-a67f-0c56b327156f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 932 time: 0.1638622 Feb 10 15:40:46.252908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3a9d245a-7268-4160-99cf-7c18bd5d669e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.254312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3a9d245a-7268-4160-99cf-7c18bd5d669e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.2111661 Feb 10 15:40:46.257432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-64bf8a1a-8ef0-4fd8-8022-0cb5f70db02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.258982 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-64bf8a1a-8ef0-4fd8-8022-0cb5f70db02c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450628 Feb 10 15:40:46.261304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:46.303918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-61921f3b-3365-455e-adbf-42d9c6b94c3f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/quotas/3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 375 time: 0.0394835 Feb 10 15:40:46.353634 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-fcbb1f5a-bc73-4d0c-a1cb-8c90a508621f service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867913 Feb 10 15:40:46.364587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ccabcedc-33a3-43db-92e2-1c5f01afa71a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:46.368292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-45c1037d-2d52-4954-8a57-e6ae589a044b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446823 Feb 10 15:40:46.371051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f49f3a0-a551-4ce7-8f6f-c73db9786e92 req-195b35f2-fd35-41fd-91ac-268d44f5db89 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158848 Feb 10 15:40:46.433456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:46.433781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:46.434099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:46.445415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:46.445847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:46.460648 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e426e26-679c-4427-ae68-de73faf32a8c service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973604 Feb 10 15:40:46.485449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:46.485658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:46.485990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:46.486397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Bound port: 02e10af9-05ec-4115-8aa2-16aef0f6659b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:46.486707 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.491081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-bb42f939-8e81-4d0d-b5b1-ae4390c48685 service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123428 Feb 10 15:40:46.516429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ccabcedc-33a3-43db-92e2-1c5f01afa71a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:46.533050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a', 'mac_address': 'fa:16:3e:95:18:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:46.575188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.589954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccabcedc-33a3-43db-92e2-1c5f01afa71a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:46.611169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ccabcedc-33a3-43db-92e2-1c5f01afa71a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:46.615785 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.674800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=ccabcedc-33a3-43db-92e2-1c5f01afa71a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:46.863830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:46.885967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e420335-6875-4ae5-90ab-8e2c3c26d038 req-383fd4ea-addb-4b60-9303-91bdadee2165 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.887398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e420335-6875-4ae5-90ab-8e2c3c26d038 req-383fd4ea-addb-4b60-9303-91bdadee2165 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 948 time: 0.3509498 Feb 10 15:40:46.894325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:46.902964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['ccabcedc-33a3-43db-92e2-1c5f01afa71a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:46.909408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.927967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-13ae9554-fcd2-4393-80fc-d6db6ebb2efb service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248841 Feb 10 15:40:46.960660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.961319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:46.962727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] 10.222.0.45 "PUT /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 1092 time: 1.4915664 Feb 10 15:40:46.963151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:46.965528 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:46.985709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e420335-6875-4ae5-90ab-8e2c3c26d038 req-b1024607-dca7-467a-a816-09b5027e18fd tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900304 Feb 10 15:40:47.001193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9ef3d-6829-4602-b427-50c3acf10f57 service neutron] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:47.062422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-a3a28e84-0f49-4cad-8820-1aca3dd21272 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.063952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-a3a28e84-0f49-4cad-8820-1aca3dd21272 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.45 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 967 time: 0.0594695 Feb 10 15:40:47.113942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-a0bc8add-61c7-4d5e-a07a-9e618ad67201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.115961 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-a0bc8add-61c7-4d5e-a07a-9e618ad67201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1095 time: 0.0507817 Feb 10 15:40:47.166832 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-ef594dab-7982-44bf-b573-1f7055d3ec54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 217 time: 0.0405591 Feb 10 15:40:47.191371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75688228-359b-49d5-9fd2-17ed41501c05'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:47.193907 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b1d1c3-47fd-4625-8cd9-6ee08595170e" -d '{"events": [{"server_uuid": "3c134cd6-b8c7-45b3-9311-925367bae1f5", "name": "network-vif-plugged", "status": "completed", "tag": "75688228-359b-49d5-9fd2-17ed41501c05"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:47.226152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-f810e85c-09e2-4d82-a372-2c9001d75d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.227759 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-f810e85c-09e2-4d82-a372-2c9001d75d2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0535891 Feb 10 15:40:47.268562 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-23ad5da3-a489-497c-ae71-6934396b77f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320258 Feb 10 15:40:47.272789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9161e64-7596-4d77-aa28-ebd1b7aefcb3 req-3b49cbf8-4fec-4a98-9ec2-0031d3cc1e8d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.274262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9161e64-7596-4d77-aa28-ebd1b7aefcb3 req-3b49cbf8-4fec-4a98-9ec2-0031d3cc1e8d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 950 time: 0.1028495 Feb 10 15:40:47.291828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Deleting port d5018ca4-c0a1-4eae-969a-6a3bd4219eba {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:47.292165 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:47.362750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4541d12-107d-4011-9ec2-0888b6f532a8 req-97101f89-dcd7-49d3-8004-daa99e77e32a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.364341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4541d12-107d-4011-9ec2-0888b6f532a8 req-97101f89-dcd7-49d3-8004-daa99e77e32a tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 967 time: 0.1414919 Feb 10 15:40:47.371701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-e6275c53-9650-4fb3-8f97-75571e5e42fe service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943899 Feb 10 15:40:47.411902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9161e64-7596-4d77-aa28-ebd1b7aefcb3 req-a6b51324-4132-48fe-8ba3-ac64405ab092 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299374 Feb 10 15:40:47.449233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4541d12-107d-4011-9ec2-0888b6f532a8 req-07a7db5d-77b7-41bd-90ba-01ef7dc1ed04 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/security-groups?id=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717669 Feb 10 15:40:47.471020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] For port d5018ca4-c0a1-4eae-969a-6a3bd4219eba, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:47.471659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:47.487246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Calling delete_port for d5018ca4-c0a1-4eae-969a-6a3bd4219eba owned by compute:tempest-test_az-425351668 {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:47.494097 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1ae8d1-1acf-4122-bdb0-54bd16adea9f x-openstack-request-id: req-6e1ae8d1-1acf-4122-bdb0-54bd16adea9f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:47.494604 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:47.495038 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e1ae8d1-1acf-4122-bdb0-54bd16adea9f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:47.495632 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'status': 'completed', 'code': 200} Feb 10 15:40:47.518841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd3d39c2-d156-4a9f-bb4d-ee2a7604df06 req-58b5a785-9ff7-49a7-b291-8a3fcca3f1d0 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389751 Feb 10 15:40:47.616300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-2c687ead-2b74-4a43-b836-acd75f9162dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.617744 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-2c687ead-2b74-4a43-b836-acd75f9162dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1095 time: 0.0479255 Feb 10 15:40:47.628400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545aa6e2-c312-4b5f-8373-1e4986b851a6 req-0a5dacb3-6c8c-422b-9a48-fc3cacaf4b97 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.629902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-545aa6e2-c312-4b5f-8373-1e4986b851a6 req-0a5dacb3-6c8c-422b-9a48-fc3cacaf4b97 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.0803225 Feb 10 15:40:47.702834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-545aa6e2-c312-4b5f-8373-1e4986b851a6 req-3b2b6b79-629a-431d-b0f4-bcf21d96d107 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664828 Feb 10 15:40:47.716529 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:47.732221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d5018ca4-c0a1-4eae-969a-6a3bd4219eba'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:47.749293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Pushing event deleted for resources: {'Port': ['ID=d5018ca4-c0a1-4eae-969a-6a3bd4219eba,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:47.790088 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb0f6e-718e-4b93-a09b-45fd257f907d x-openstack-request-id: req-fdeb0f6e-718e-4b93-a09b-45fd257f907d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:47.790536 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c134cd6-b8c7-45b3-9311-925367bae1f5", "name": "network-vif-plugged", "status": "completed", "tag": "75688228-359b-49d5-9fd2-17ed41501c05", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:47.790793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-7bf5a3e8-0cea-4f08-9d74-1b002593e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.790967 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdeb0f6e-718e-4b93-a09b-45fd257f907d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:47.791459 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75688228-359b-49d5-9fd2-17ed41501c05', 'code': 200} Feb 10 15:40:47.814743 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-7bf5a3e8-0cea-4f08-9d74-1b002593e025 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1863461 Feb 10 15:40:47.846270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] No DVR routers for this DVR port d5018ca4-c0a1-4eae-969a-6a3bd4219eba on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:47.850012 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:47.854034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dae0ec27-9ff1-429a-85ef-e45f83a1d9cb req-01d56bf4-af7e-4830-9527-53417c5a0948 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.45 "DELETE /v2.0/ports/d5018ca4-c0a1-4eae-969a-6a3bd4219eba HTTP/1.1" status: 204 len: 173 time: 0.7838748 Feb 10 15:40:47.896780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5160fc00-8d56-4d01-a7cb-e268c757d514 req-5bd134da-a04a-410f-a3d5-3dd5a0954a08 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 210 time: 0.0483794 Feb 10 15:40:47.931977 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-f66ee2a5-073b-4f06-8bc4-d10c76ed9fda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 217 time: 0.1086528 Feb 10 15:40:47.969442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d544982-244d-4690-8b8b-7905786b029b req-8b49a55e-4dbb-4ee1-a5ab-2ae60a350037 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.979900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d544982-244d-4690-8b8b-7905786b029b req-8b49a55e-4dbb-4ee1-a5ab-2ae60a350037 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.0817132 Feb 10 15:40:48.007504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b1796-2c08-49cd-bc27-80c6e738150e req-d4483b1a-66a5-4fdf-a6a9-654a17ee6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:48.009008 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e22b1796-2c08-49cd-bc27-80c6e738150e req-d4483b1a-66a5-4fdf-a6a9-654a17ee6f95 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 1101 time: 0.0856075 Feb 10 15:40:48.015764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-e670109e-e0e6-4966-8638-7f06e76507f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:48.017506 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-e670109e-e0e6-4966-8638-7f06e76507f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0633063 Feb 10 15:40:48.071895 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-6e366bc2-ca6c-45be-b3da-ed151b0fbb2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455456 Feb 10 15:40:48.088671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d544982-244d-4690-8b8b-7905786b029b req-5809cd29-c932-400d-a69b-7975e0200e92 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057823 Feb 10 15:40:48.115841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e22b1796-2c08-49cd-bc27-80c6e738150e req-dc7c486c-656e-4ac5-884a-d22a14cc9f0a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973744 Feb 10 15:40:48.209232 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-d55b9be5-9d5a-4547-8d43-dc4045af5452 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206174 Feb 10 15:40:48.212634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426f245-c09f-4c27-9af6-2f5fe4bca1a4 req-f9adce41-6e52-4fe0-9e0e-acf0a54e6b94 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:48.215660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d426f245-c09f-4c27-9af6-2f5fe4bca1a4 req-f9adce41-6e52-4fe0-9e0e-acf0a54e6b94 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 949 time: 0.0729618 Feb 10 15:40:48.217106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47190) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:48.260193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d426f245-c09f-4c27-9af6-2f5fe4bca1a4 req-f8947285-5aaf-47d5-8606-6fa12d8382c5 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 Feb 10 15:40:48.322545 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48ff966e-6e89-4f24-b1b0-cd3c5c57b155 req-7f8d06bb-bda3-4f7c-ba0e-8b2bd1ebe710 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992479 Feb 10 15:40:48.339012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aa9734f4-f431-4284-b864-d4c8292dba71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.365399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ccabcedc-33a3-43db-92e2-1c5f01afa71a up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:48.441668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port ccabcedc-33a3-43db-92e2-1c5f01afa71a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:48.443602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aa9734f4-f431-4284-b864-d4c8292dba71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.456432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port ccabcedc-33a3-43db-92e2-1c5f01afa71a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:48.456838 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.457769 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aa9734f4-f431-4284-b864-d4c8292dba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.536704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47198) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:48.552039 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aa9734f4-f431-4284-b864-d4c8292dba71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aebf29a98554554a89c9819758441fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336425 Feb 10 15:40:48.560417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9734f4-f431-4284-b864-d4c8292dba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f650cf-c489-4757-8c82-6bff2d2a17db,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:48.578462 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.623995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ccabcedc-33a3-43db-92e2-1c5f01afa71a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:48.637766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.664969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0ba9497-fc7e-4843-bd97-ebbaa7f4c6ca req-bb36dbb4-06d9-4176-a029-1b07f852aa75 tempest-FloatingIPsAssociationTestJSON-1824609491 tempest-FloatingIPsAssociationTestJSON-1824609491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39cd76b-ec9f-4a52-84ec-c03664db91cb HTTP/1.1" status: 200 len: 210 time: 0.0601792 Feb 10 15:40:48.702248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=ccabcedc-33a3-43db-92e2-1c5f01afa71a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:48.717497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9339d4-76cc-42d2-8dad-a3245a813d42 req-c99a58ce-6133-4069-ba64-7a91e1241346 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:48.719160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e9339d4-76cc-42d2-8dad-a3245a813d42 req-c99a58ce-6133-4069-ba64-7a91e1241346 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 950 time: 0.1695261 Feb 10 15:40:48.719859 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01a4b30e-42a3-4775-96af-52df06c225c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.762077 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01a4b30e-42a3-4775-96af-52df06c225c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.790997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e9339d4-76cc-42d2-8dad-a3245a813d42 req-f910a84b-3780-4f94-8b42-da6ffd1a50d4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592375 Feb 10 15:40:48.872948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951f02-43ff-4566-bf06-138004c4f862 req-b18c0709-08b9-436a-9fe2-2a153cb107d0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:48.874586 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7951f02-43ff-4566-bf06-138004c4f862 req-b18c0709-08b9-436a-9fe2-2a153cb107d0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.0780048 Feb 10 15:40:48.883085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01a4b30e-42a3-4775-96af-52df06c225c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.885866 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01a4b30e-42a3-4775-96af-52df06c225c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:48.899709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-01a4b30e-42a3-4775-96af-52df06c225c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7f650cf-c489-4757-8c82-6bff2d2a17db HTTP/1.1" status: 204 len: 168 time: 0.3482265 Feb 10 15:40:48.931205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b30e-42a3-4775-96af-52df06c225c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f650cf-c489-4757-8c82-6bff2d2a17db,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:48.979758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7951f02-43ff-4566-bf06-138004c4f862 req-f10cfda2-caf5-4620-8e42-92667e0b9b9b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776529 Feb 10 15:40:49.064454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1568ab2-88bd-4b80-b4bf-7de5799c2fc1 req-560f15e4-4061-4f00-b0c5-c026a60390d2 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 210 time: 0.0340736 Feb 10 15:40:49.129658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-365a7702-b116-40ee-a8df-d4fa048ba2ec tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:49.131284 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-365a7702-b116-40ee-a8df-d4fa048ba2ec tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.2776585 Feb 10 15:40:49.164552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Request body: {'port': {'device_id': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'admin_state_up': True, 'tenant_id': '3b5f674a3c054a6d83d5aa5cd8220eaf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:49.244628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f7455-b4cb-433b-8a8d-1e4723ead6ba req-cc6f0f80-cab2-4255-a8f7-f58c8eca2351 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:49.246845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-903f7455-b4cb-433b-8a8d-1e4723ead6ba req-cc6f0f80-cab2-4255-a8f7-f58c8eca2351 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.0708892 Feb 10 15:40:49.324562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Made reservation on behalf of 3b5f674a3c054a6d83d5aa5cd8220eaf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:49.328746 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.358923 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-903f7455-b4cb-433b-8a8d-1e4723ead6ba req-0970c00a-bd9f-4c0f-8676-d38f1472fdd0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015153 Feb 10 15:40:49.381945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47212) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:49.425136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1d78f00-e97f-4862-ab5e-f4d95507f1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.472092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ba615-ec89-4281-b913-06986e889d4a req-b90a2bc4-16b5-4aa0-8f84-18251aba1ef3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:49.475951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc1ba615-ec89-4281-b913-06986e889d4a req-b90a2bc4-16b5-4aa0-8f84-18251aba1ef3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 950 time: 0.1051307 Feb 10 15:40:49.501517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'name': 'network-vif-deleted', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:49.504324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Allocated IP 172.20.0.6 (cc13a9ff-ad58-475c-b752-a27f2862e2bf/7be87edb-b28d-45e7-8b37-2568620192ce/814d82e2-35ca-4ff7-984d-1979af42abd6) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:49.504457 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf9388-15b1-43a3-90a4-eac553947ce3" -d '{"events": [{"server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "name": "network-vif-deleted", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:49.560700 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce00042-8cee-4837-9417-4c69003c74ad x-openstack-request-id: req-7ce00042-8cee-4837-9417-4c69003c74ad {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:49.561445 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39cd76b-ec9f-4a52-84ec-c03664db91cb", "name": "network-vif-deleted", "tag": "d5018ca4-c0a1-4eae-969a-6a3bd4219eba", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:49.561445 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ce00042-8cee-4837-9417-4c69003c74ad {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:49.561687 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39cd76b-ec9f-4a52-84ec-c03664db91cb', 'name': 'network-vif-deleted', 'tag': 'd5018ca4-c0a1-4eae-969a-6a3bd4219eba', 'status': 'completed', 'code': 200} Feb 10 15:40:49.571118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc1ba615-ec89-4281-b913-06986e889d4a req-11f9ddb8-9aa5-4527-92cc-26650c4b96ad tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 Feb 10 15:40:49.583061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1d78f00-e97f-4862-ab5e-f4d95507f1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.596397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1d78f00-e97f-4862-ab5e-f4d95507f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.636268 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c1d78f00-e97f-4862-ab5e-f4d95507f1b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62cbdb71e7c444639a2221ae987b70c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515571 Feb 10 15:40:49.638443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d78f00-e97f-4862-ab5e-f4d95507f1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cfddfb-9512-44e7-a876-c2c818f81fcb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:49.641027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47216) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:49.695620 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7624648e-425b-4ef8-8bba-e9f72dfe78e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.697354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.726401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7624648e-425b-4ef8-8bba-e9f72dfe78e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.731635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47220) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:49.779899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.792992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0aa14-d59f-413b-b954-e0519a333962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:49.793556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7624648e-425b-4ef8-8bba-e9f72dfe78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.796122 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e0b0db-0c14-4f32-a4db-9937c5b2e01e" -d '{"events": [{"server_uuid": "14d0aa14-d59f-413b-b954-e0519a333962", "name": "network-vif-plugged", "status": "completed", "tag": "ccabcedc-33a3-43db-92e2-1c5f01afa71a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:49.796764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7624648e-425b-4ef8-8bba-e9f72dfe78e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:49.800923 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7624648e-425b-4ef8-8bba-e9f72dfe78e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97cfddfb-9512-44e7-a876-c2c818f81fcb HTTP/1.1" status: 204 len: 168 time: 0.1589279 Feb 10 15:40:49.810716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624648e-425b-4ef8-8bba-e9f72dfe78e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cfddfb-9512-44e7-a876-c2c818f81fcb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:49.860994 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5a103-0181-4171-8e07-1d517f14d0e8 x-openstack-request-id: req-d4b5a103-0181-4171-8e07-1d517f14d0e8 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:49.861407 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d0aa14-d59f-413b-b954-e0519a333962", "name": "network-vif-plugged", "status": "completed", "tag": "ccabcedc-33a3-43db-92e2-1c5f01afa71a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:49.861823 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4b5a103-0181-4171-8e07-1d517f14d0e8 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:49.862505 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0aa14-d59f-413b-b954-e0519a333962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a', 'code': 200} Feb 10 15:40:49.927981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:49.937401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:49.942973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:49.987485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:49.995770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de9e3b-7151-4687-ad1c-86472827fc06 req-1e40d733-87cb-47fb-a626-94aba56f02f2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.004528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28de9e3b-7151-4687-ad1c-86472827fc06 req-1e40d733-87cb-47fb-a626-94aba56f02f2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 950 time: 0.0813949 Feb 10 15:40:50.049781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28de9e3b-7151-4687-ad1c-86472827fc06 req-30c0c945-f6cf-435e-89fd-a48b5c6af738 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Feb 10 15:40:50.089447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.090068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:50.123622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b89db-c6d9-41fe-b34c-4e0118753fbe req-9658381d-c18e-4898-af74-d260fea8d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.124190 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-062b89db-c6d9-41fe-b34c-4e0118753fbe req-9658381d-c18e-4898-af74-d260fea8d268 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 1101 time: 0.1495383 Feb 10 15:40:50.161687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-21f066c3-6f71-4ecf-9258-4e773a5e4589 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016074 Feb 10 15:40:50.178110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Request body: {'port': {'device_id': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:50.205877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e33fd3-9e62-4bde-8512-72fa3fbcffda req-3596cc99-c368-4265-bf5e-2ae3a782a947 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.207232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14e33fd3-9e62-4bde-8512-72fa3fbcffda req-3596cc99-c368-4265-bf5e-2ae3a782a947 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.0965531 Feb 10 15:40:50.217887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ff7cc-313f-4367-8f81-1281cf9b9704 req-216eeace-5bcf-403e-83a6-febf833f835a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.219564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f7ff7cc-313f-4367-8f81-1281cf9b9704 req-216eeace-5bcf-403e-83a6-febf833f835a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 949 time: 0.0738738 Feb 10 15:40:50.228714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-062b89db-c6d9-41fe-b34c-4e0118753fbe req-f6ed3679-d8a5-4912-9ed9-32fde38a66f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Feb 10 15:40:50.281797 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:50.282033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14e33fd3-9e62-4bde-8512-72fa3fbcffda req-29f5eaca-3d92-438c-9946-95a738022413 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615153 Feb 10 15:40:50.297020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f7ff7cc-313f-4367-8f81-1281cf9b9704 req-0c41beb9-a37a-4414-a332-2f8e64c7d5c0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693741 Feb 10 15:40:50.381236 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:50.409389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a14c4-a3af-41c1-a030-70007efc4f34 req-9125b850-e70a-4215-a251-8b9575c1695c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.412076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-773a14c4-a3af-41c1-a030-70007efc4f34 req-9125b850-e70a-4215-a251-8b9575c1695c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 931 time: 0.0647383 Feb 10 15:40:50.510864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-773a14c4-a3af-41c1-a030-70007efc4f34 req-d8f281ef-9ded-483b-a416-a7ccd5f9ac80 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923138 Feb 10 15:40:50.542433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:50.563921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'port_id': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'mac_address': 'fa:16:3e:bd:de:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ee6e1-5ece-4066-8599-dcd157bfc2aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:50.623327 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:50.643193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e10af9-05ec-4115-8aa2-16aef0f6659b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:50.673838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf881f-dfed-4898-bfcf-cc19d55ef032 req-9f67879c-880c-4bce-ba7e-949824e52c8f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.679085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:50.688974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:50.691151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ecf881f-dfed-4898-bfcf-cc19d55ef032 req-9f67879c-880c-4bce-ba7e-949824e52c8f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.1144335 Feb 10 15:40:50.746526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:50.775575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ecf881f-dfed-4898-bfcf-cc19d55ef032 req-cba435be-5d84-4c01-8a07-f3839508f846 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840554 Feb 10 15:40:50.814065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29b2b-a5e6-4ae8-923f-d96a136aebd7 req-1dcc1726-c15b-41ce-a71c-1e1b644b999e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.820400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29b2b-a5e6-4ae8-923f-d96a136aebd7 req-1dcc1726-c15b-41ce-a71c-1e1b644b999e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.821979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ec29b2b-a5e6-4ae8-923f-d96a136aebd7 req-1dcc1726-c15b-41ce-a71c-1e1b644b999e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5&device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 1690 time: 0.0658607 Feb 10 15:40:50.839366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47258) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:50.913253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ec29b2b-a5e6-4ae8-923f-d96a136aebd7 req-8b6ebfc3-a485-4b98-b5c0-bc503ca1bfd8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812869 Feb 10 15:40:50.931308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3fb58-7b9d-48aa-81b8-97b58e1e4c79 req-237c2096-87bc-4441-aba8-ec810e54aa46 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.933060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64e3fb58-7b9d-48aa-81b8-97b58e1e4c79 req-237c2096-87bc-4441-aba8-ec810e54aa46 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 950 time: 0.0663691 Feb 10 15:40:50.937144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:50.976795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-network', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:50.980794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02e10af9-05ec-4115-8aa2-16aef0f6659b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:51.024509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64e3fb58-7b9d-48aa-81b8-97b58e1e4c79 req-9f36c412-e1a6-437e-bad8-046751a5fad5 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Feb 10 15:40:51.026648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Made reservation on behalf of b14bfdbf287b4b75a9144ecab5fd80ef for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:51.036686 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.048812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.121882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814d82e2-35ca-4ff7-984d-1979af42abd6 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:51.135010 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.147162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c33e1-d9bb-4f2f-8c2c-998dc5d752af req-b99c43b8-1625-42bc-9d6a-5ba54971cb66 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.148816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c21c33e1-d9bb-4f2f-8c2c-998dc5d752af req-b99c43b8-1625-42bc-9d6a-5ba54971cb66 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 1101 time: 0.0730746 Feb 10 15:40:51.183647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.191013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.195425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Transition to ACTIVE for port object 814d82e2-35ca-4ff7-984d-1979af42abd6 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:51.209965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.215582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c21c33e1-d9bb-4f2f-8c2c-998dc5d752af req-5415ee51-b7b5-4e32-a5ae-9de2f8f32a88 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570192 Feb 10 15:40:51.222729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:51.238692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341acbc3-17b2-4767-bbf8-21b5eb832a5c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:51.241652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.241982 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Added segment 02a3ec5f-3c5a-45c3-a44a-020ea0a13473 of type vlan for network 20dbe7f2-97d4-4a43-ad23-70fbde032178 Feb 10 15:40:51.288589 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.318864 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.319869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.320508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.346213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5057518 Feb 10 15:40:51.371678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47270) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:51.386735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Request body: {'subnet': {'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-subnet', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:51.411924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:51.444288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dba03f-ee5f-4f7b-a0be-d9ebbb422334 admin admin] Pushing event updated for resources: {'Network': ['ID=20dbe7f2-97d4-4a43-ad23-70fbde032178,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:51.456939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960e84-e8b7-4456-937c-63878c373c2f req-819e5b1e-0cda-4234-81f6-58c0b9558196 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.458383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77960e84-e8b7-4456-937c-63878c373c2f req-819e5b1e-0cda-4234-81f6-58c0b9558196 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 1100 time: 0.1277440 Feb 10 15:40:51.463972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:51.476528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5d35f-aa23-4b8b-a5ac-1fd795ff36b5 req-6fbc1f95-ff59-431e-9efa-324e6e32a2bf tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.486677 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a5d35f-aa23-4b8b-a5ac-1fd795ff36b5 req-6fbc1f95-ff59-431e-9efa-324e6e32a2bf tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.0867441 Feb 10 15:40:51.490905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Made reservation on behalf of b14bfdbf287b4b75a9144ecab5fd80ef for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:51.494918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.517982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:51.518358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:51.518941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:51.555994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77960e84-e8b7-4456-937c-63878c373c2f req-bbb2a8a2-3b69-4eac-9f43-08d193d475f0 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Feb 10 15:40:51.562517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a5d35f-aa23-4b8b-a5ac-1fd795ff36b5 req-2362bb45-443b-46fa-9537-e4aaafb05203 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749588 Feb 10 15:40:51.594469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:51.594985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:51.614860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:51.615143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:51.615611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:51.616044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Bound port: 814d82e2-35ca-4ff7-984d-1979af42abd6, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:51.616423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.687333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b70f47-f855-4079-8d0d-d49ccac37281 req-841247ed-7a84-40df-b10d-0e7ad344082b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.688857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7b70f47-f855-4079-8d0d-d49ccac37281 req-841247ed-7a84-40df-b10d-0e7ad344082b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.0537620 Feb 10 15:40:51.706102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Deleting port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:51.706102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.733587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7b70f47-f855-4079-8d0d-d49ccac37281 req-53c0cf3c-cd95-413f-963e-7c279f3f73a4 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Feb 10 15:40:51.798470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:51.820619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:51.835211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.891667 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-2a302dbe-b9c4-4ee1-ac14-b18b7939ac34 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324867 Feb 10 15:40:51.903295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.904091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.905463 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] 10.222.0.75 "PUT /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 1091 time: 1.7314537 Feb 10 15:40:51.915674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:51.918305 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0a718-a7f2-4c75-82b0-504232ea6680" -d '{"events": [{"name": "network-changed", "server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:51.947628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] For port 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:51.948392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:51.969252 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.002278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ee8e-4db1-43dc-8a7f-ca0dc4a2199a req-4b27d70d-df60-498d-b458-0746d3a248c7 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.003764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dc1ee8e-4db1-43dc-8a7f-ca0dc4a2199a req-4b27d70d-df60-498d-b458-0746d3a248c7 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 945 time: 0.1315367 Feb 10 15:40:52.006147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Calling delete_port for 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:52.050825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb48177-d1d0-4247-b177-20c183e389bf service neutron] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:52.063508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b699c7c7-1499-497f-afdd-35ffa1a06ad0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.065416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b699c7c7-1499-497f-afdd-35ffa1a06ad0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526814 Feb 10 15:40:52.087087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dc1ee8e-4db1-43dc-8a7f-ca0dc4a2199a req-d7a7f756-e5fc-4eb0-ad70-b061ff47ffb9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752716 Feb 10 15:40:52.088753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4fbab1dd-303c-4ed2-8263-0b5cf94f8ff8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/quotas/419e07c8a7eb46358afa3bc0e2600b74 HTTP/1.1" status: 200 len: 375 time: 0.0179753 Feb 10 15:40:52.116506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ebf708-f247-4fc4-bf61-4663bd9586c8,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:52.122999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-22c3a697-c8b2-48f1-b3d2-07d792c82cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.124499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-22c3a697-c8b2-48f1-b3d2-07d792c82cb3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1094 time: 0.1716397 Feb 10 15:40:52.141662 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95016c-3ff1-44ac-9bb0-5eee81c7ff3c x-openstack-request-id: req-6c95016c-3ff1-44ac-9bb0-5eee81c7ff3c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:52.142639 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:52.142905 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c95016c-3ff1-44ac-9bb0-5eee81c7ff3c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:52.143310 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'status': 'completed', 'code': 200} Feb 10 15:40:52.145517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Checking segment: {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:52.145879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Network hostable DHCP agents. Network: 20dbe7f2-97d4-4a43-ad23-70fbde032178, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:52.164036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-47117d55-59df-49c0-8a55-d2c2409ce189 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672400 Feb 10 15:40:52.195831 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-dc94cf3f-fec2-45d9-a87b-11dc5fdf7c3a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 217 time: 0.0513337 Feb 10 15:40:52.242539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2195b-e970-444c-83fb-307f88ec85b0 req-bb519689-daf7-4303-aff6-f37048de1257 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.244584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e2195b-e970-444c-83fb-307f88ec85b0 req-bb519689-daf7-4303-aff6-f37048de1257 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 950 time: 0.0566566 Feb 10 15:40:52.279108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:52.288862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e2195b-e970-444c-83fb-307f88ec85b0 req-b44c5ee5-7046-4a31-b214-48391ce119f2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Feb 10 15:40:52.299870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 20dbe7f2-97d4-4a43-ad23-70fbde032178) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:52.317550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-7deb575b-c864-4e83-8b36-3e7f3fa761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.317550 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-7deb575b-c864-4e83-8b36-3e7f3fa761c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1120791 Feb 10 15:40:52.318506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.319397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.322600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684c14d-ba41-4587-aa75-6012eed87d8f None None] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:52.365636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-518e66cb-c096-4820-883e-04dbeb011f7a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369310 Feb 10 15:40:52.377428 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7bbc63d2-17b0-4423-a44c-079fa564287a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9970419 Feb 10 15:40:52.380565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47298) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:52.386486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:52.395632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:52.432421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.433495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.494260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.553280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.558853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7ead92-ada5-45e7-97f3-d9d2eba3d26d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:52.766526 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-bdd4605c-3bb4-43f6-a328-cb0e5ddf0aaf service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977686 Feb 10 15:40:52.767985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-20dbe7f2-97d4-4a43-ad23-70fbde032178', 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'fixed_ips': [{'subnet_id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:40:52.769285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.774452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 02e10af9-05ec-4115-8aa2-16aef0f6659b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:52.798537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02e10af9-05ec-4115-8aa2-16aef0f6659b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:52.799264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.799952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:52.933837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61268243-53e4-448b-acac-ea1cc5673607 req-da3a0dce-0de0-4f59-93af-908937c411f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.936318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61268243-53e4-448b-acac-ea1cc5673607 req-da3a0dce-0de0-4f59-93af-908937c411f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1296360 Feb 10 15:40:52.993514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61268243-53e4-448b-acac-ea1cc5673607 req-48b1cf94-a54d-4dcb-a371-7d461a207ed7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493720 Feb 10 15:40:53.004430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Allocated IP 172.20.0.2 (20dbe7f2-97d4-4a43-ad23-70fbde032178/a7ebf708-f247-4fc4-bf61-4663bd9586c8/5969eee4-22bd-4604-999f-1d284778a144) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:53.185459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.192614 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-108b6055-985e-423b-86b0-1c2a8d860f81 req-5a960d96-a537-4ecf-9849-f5f3fb745d44 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294232 Feb 10 15:40:53.200472 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.213868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.251209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f670-06dd-4349-9f0b-a67925b714c5 req-148b79ac-7d75-4f40-ae4e-fd9b10b6d533 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:53.259184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6b8f670-06dd-4349-9f0b-a67925b714c5 req-148b79ac-7d75-4f40-ae4e-fd9b10b6d533 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.1295247 Feb 10 15:40:53.273888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:53.318168 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6b8f670-06dd-4349-9f0b-a67925b714c5 req-bc966792-238e-4380-a849-6b5ad657e07a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579107 Feb 10 15:40:53.322470 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.345907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:53.348016 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.350988 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:53.363123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.396770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:53.399906 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c901f-291b-4562-9c89-9d00219a4039" -d '{"events": [{"server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "name": "network-vif-plugged", "status": "completed", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:53.403245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.409032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-e369b00f-9832-4528-8493-94d60bb597f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:53.410517 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-e369b00f-9832-4528-8493-94d60bb597f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1094 time: 0.1503389 Feb 10 15:40:53.439467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:53.440700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Pushing event updated for resources: {'Port': ['ID=5969eee4-22bd-4604-999f-1d284778a144,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:53.453403 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.454470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d5018ca4-c0a1-4eae-969a-6a3bd4219eba no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:53.529827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: d5018ca4-c0a1-4eae-969a-6a3bd4219eba {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:53.530178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d5018ca4-c0a1-4eae-969a-6a3bd4219eba not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:53.531956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:53.537051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Attempting to bind port 5969eee4-22bd-4604-999f-1d284778a144 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:53.537547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Attempting to bind port 5969eee4-22bd-4604-999f-1d284778a144 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:53.537913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Attempting to bind port 5969eee4-22bd-4604-999f-1d284778a144 on network 20dbe7f2-97d4-4a43-ad23-70fbde032178 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:53.544146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:53.545079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Checking segment: {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:53.545553 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.545952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Bound using segment: {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:53.546424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Bound port: 5969eee4-22bd-4604-999f-1d284778a144, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:53.546881 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.647199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] For port 5969eee4-22bd-4604-999f-1d284778a144, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:53.651563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] For port 5969eee4-22bd-4604-999f-1d284778a144, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5969eee4-22bd-4604-999f-1d284778a144,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:53.661082 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:53.753037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1070d4a-0a56-4a1f-9c8a-d6fd1f2c5d27 req-4c89dc4a-b7c5-4afb-aa0b-e2d3c7453e5d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:53.772538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1070d4a-0a56-4a1f-9c8a-d6fd1f2c5d27 req-4c89dc4a-b7c5-4afb-aa0b-e2d3c7453e5d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 946 time: 0.1781921 Feb 10 15:40:53.796868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Allocated IP 172.25.7.168 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/97eb1e89-9ee0-453b-94b7-5c21216023b9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:53.803520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5b3e6-d056-4c1e-835e-5cec1e2cb334 None None] Pushing event updated for resources: {'Port': ['ID=5969eee4-22bd-4604-999f-1d284778a144,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:53.920983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1070d4a-0a56-4a1f-9c8a-d6fd1f2c5d27 req-797c6aac-790c-4779-9f48-c32d525f415e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475737 Feb 10 15:40:54.016903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.017383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.017853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.018320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.018774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.019229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.019717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.020208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.022639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.023255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.025295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-02ad3bc2-f40a-4f17-81fd-c7d5d9247b78 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b&device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29&device_id=14d0aa14-d59f-413b-b954-e0519a333962&device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5&device_id=1d5beab2-95ab-415e-a645-1906d170be47&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2&device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0&device_id=590935fc-0164-415c-a592-0189d94b787d&device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef&device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 9101 time: 0.1989348 Feb 10 15:40:54.039684 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f142c8-ee0b-4e6d-8bc3-cedff5f2f03c x-openstack-request-id: req-68f142c8-ee0b-4e6d-8bc3-cedff5f2f03c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:54.039996 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "name": "network-vif-plugged", "status": "completed", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:54.040249 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68f142c8-ee0b-4e6d-8bc3-cedff5f2f03c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:54.040814 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'code': 200} Feb 10 15:40:54.125127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:54.135893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-9fef1cb8-dd95-45a6-a1ba-e9c31004e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.137364 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-9fef1cb8-dd95-45a6-a1ba-e9c31004e933 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.7159617 Feb 10 15:40:54.141670 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-88dd702f-acf9-4ad7-b9f2-23061c325f65 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:54.161760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:54.213056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcb08ba-a134-4a26-be6c-f3d784d0963b req-968259a7-3443-4b64-9b7c-f8e2da2ecc54 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 210 time: 0.0544000 Feb 10 15:40:54.234928 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:54.240793 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-2adaa685-5e86-4e29-bdba-6707a4764206 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 217 time: 0.0897410 Feb 10 15:40:54.306849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:54.316449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:54.323384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:54.325193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Pushing event updated for resources: {'Port': ['ID=97eb1e89-9ee0-453b-94b7-5c21216023b9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:54.363549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-88dd702f-acf9-4ad7-b9f2-23061c325f65 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:54.383605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-88dd702f-acf9-4ad7-b9f2-23061c325f65 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:54.388346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5c97-dd80-4b07-a119-2d82faac2d04 req-2383044b-2c83-4d56-8861-88717e177e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.392031 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-85ce5c97-dd80-4b07-a119-2d82faac2d04 req-2383044b-2c83-4d56-8861-88717e177e3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1097 time: 0.2288616 Feb 10 15:40:54.400532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-21a65de4-ad6c-4e80-807c-da8b1de4c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.401969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-21a65de4-ad6c-4e80-807c-da8b1de4c82d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1448419 Feb 10 15:40:54.468587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59821fe9-80a6-4aae-9516-4820c8a1a41e req-88dd702f-acf9-4ad7-b9f2-23061c325f65 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&id=0a6add30-dde8-42ac-8635-c74ac19defad&id=465673ac-2348-4b97-92ba-190255069588&id=6e90d95c-89aa-427b-a2af-be5774cb8445&id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4264710 Feb 10 15:40:54.494164 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-5fc6162d-949a-4b10-bad6-25a0d6614734 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805740 Feb 10 15:40:54.510891 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-85ce5c97-dd80-4b07-a119-2d82faac2d04 req-a27f499d-154d-4036-9de5-d416ae46589f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056194 Feb 10 15:40:54.555596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd702f-acf9-4ad7-b9f2-23061c325f65 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f910490b-0c76-4ba8-8ff2-ad5d66c97350,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:54.568527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-78848a80-e4fe-42eb-b9d4-6f00eacf2488 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951779 Feb 10 15:40:54.584745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d7f66-9824-461f-a0ce-3ff6ad337f4f req-3eadeb63-9523-4410-83e8-81ca01aba676 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:54.586261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b49d7f66-9824-461f-a0ce-3ff6ad337f4f req-3eadeb63-9523-4410-83e8-81ca01aba676 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.2142901 Feb 10 15:40:54.602119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:54.611337 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3ac7e165-89e8-4285-a1bb-c201f65daa7d admin admin] 10.222.0.21 "PUT /v2.0/routers/5c4c4a32-d945-4f4a-be5c-4e7034898aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8782654 Feb 10 15:40:54.613964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47336) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:54.625219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] Sync routers for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:54.647999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:54.648621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:54.752979 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-742d03b7-14c8-419c-9cf5-813da27a11f0 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393308 Feb 10 15:40:54.816700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:54.888564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:54.899860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-6fcf1d10-9bf3-42b9-86ad-01061fd54c7e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472822 Feb 10 15:40:54.965226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eab0a718-a7f2-4c75-82b0-504232ea6680 req-52d59195-e6fd-41b0-9eaa-7c7999835944 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021034 Feb 10 15:40:55.066206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b49d7f66-9824-461f-a0ce-3ff6ad337f4f req-957925f8-6db6-42f7-94f7-31c9ec2256b6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630313 Feb 10 15:40:55.094091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:40:52Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:55.113880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169958c-743f-4b63-81df-13b65f1b3c62 req-fac0a465-c90d-4ea4-ac86-9340e7d8c6b8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.121218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f169958c-743f-4b63-81df-13b65f1b3c62 req-fac0a465-c90d-4ea4-ac86-9340e7d8c6b8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.5338311 Feb 10 15:40:55.134493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] Checking router: 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:55.159944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] Routers {'5c4c4a32-d945-4f4a-be5c-4e7034898aa9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:55.170241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:55.179397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-2991da39-8c16-4d93-a42f-39c257e66f8e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.181620 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-2991da39-8c16-4d93-a42f-39c257e66f8e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449427 Feb 10 15:40:55.189546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.230682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f169958c-743f-4b63-81df-13b65f1b3c62 req-ea367638-fed3-439b-ad92-f667628e9dbf tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087410 Feb 10 15:40:55.235087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.271929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': '0a844701-53be-4c23-841f-6cd60717a87b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:55.308116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] Set router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:55.320675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-447a72be-ebc1-467e-a2b9-ff79383929dd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.322246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-447a72be-ebc1-467e-a2b9-ff79383929dd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046472 Feb 10 15:40:55.352752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:55.406061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Deleting port 551f52aa-fae1-436f-9adc-5f148c017dde {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:55.406402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.480603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204161df-c81f-4284-baa7-91a445f8f2f6 None None] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:55.485141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662391e-8b02-40d0-a898-b45b64e9f733 req-61475693-9be2-4309-91a0-d1ecec68b0fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.486659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6662391e-8b02-40d0-a898-b45b64e9f733 req-61475693-9be2-4309-91a0-d1ecec68b0fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 946 time: 0.1938176 Feb 10 15:40:55.527998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:55.534607 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.592392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-be6c58a3-dd7c-47f0-8f43-dafc1999245d None None] Provisioning complete for port 5969eee4-22bd-4604-999f-1d284778a144 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:55.593825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be6c58a3-dd7c-47f0-8f43-dafc1999245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.626044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6662391e-8b02-40d0-a898-b45b64e9f733 req-cf1b44a4-0288-4f13-ae54-e02c5f0ab84c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287658 Feb 10 15:40:55.658759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] For port 551f52aa-fae1-436f-9adc-5f148c017dde, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=551f52aa-fae1-436f-9adc-5f148c017dde,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:55.659853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.673490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:55.673490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.683477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Calling delete_port for 551f52aa-fae1-436f-9adc-5f148c017dde owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:55.692532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.722891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:40:52Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:55.777498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ed578-7852-449b-ac0a-550283f13c92 None None] The sync data for ids ['5c4c4a32-d945-4f4a-be5c-4e7034898aa9'] in n-d-827895-3 is: [{'id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317078388-router', 'tenant_id': '58cd6cd34625403eaa79928b1268ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:40:52Z', 'revision_number': 5, 'project_id': '58cd6cd34625403eaa79928b1268ee00', 'gw_port': {'id': '551f52aa-fae1-436f-9adc-5f148c017dde', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4c4a32-d945-4f4a-be5c-4e7034898aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:29Z', 'updated_at': '2022-02-10T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:55.793041 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be6c58a3-dd7c-47f0-8f43-dafc1999245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.846866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565b33-d8f7-4550-91fc-df1da911fff1 req-ff5dc1bc-cb6a-4b51-9ef4-113ba8f9fd16 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.847352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565b33-d8f7-4550-91fc-df1da911fff1 req-ff5dc1bc-cb6a-4b51-9ef4-113ba8f9fd16 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.851542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565b33-d8f7-4550-91fc-df1da911fff1 req-ff5dc1bc-cb6a-4b51-9ef4-113ba8f9fd16 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:55.854626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee565b33-d8f7-4550-91fc-df1da911fff1 req-ff5dc1bc-cb6a-4b51-9ef4-113ba8f9fd16 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962&device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0&device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 2883 time: 0.2231333 Feb 10 15:40:55.856696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-be6c58a3-dd7c-47f0-8f43-dafc1999245d None None] For port 5969eee4-22bd-4604-999f-1d284778a144, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5969eee4-22bd-4604-999f-1d284778a144,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:55.864000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be6c58a3-dd7c-47f0-8f43-dafc1999245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:55.864283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.227 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:55.869219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51ca41e8-f9dc-41ac-ac55-b99e99c1575d req-440f2b31-7073-43e9-b843-b94694b538e4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 210 time: 0.0923524 Feb 10 15:40:55.956310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c58a3-dd7c-47f0-8f43-dafc1999245d None None] Pushing event updated for resources: {'Port': ['ID=5969eee4-22bd-4604-999f-1d284778a144,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:55.982002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee565b33-d8f7-4550-91fc-df1da911fff1 req-0eaa0194-bacb-4b7b-afdd-89f017da4e6f tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Feb 10 15:40:56.037344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:40:56.159355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.168865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.201211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Pushing event deleted for resources: {'Port': ['ID=551f52aa-fae1-436f-9adc-5f148c017dde,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:56.208948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:56.228668 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Sync routers for ids ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:56.248482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5f67e0e5-366f-435d-9a51-d0d4cbb1c893 None None] Provisioning complete for port 5969eee4-22bd-4604-999f-1d284778a144 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:56.249506 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Routers {'e63c7b3c-38f3-4a95-8ce2-8ea848e54516'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:56.250143 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:56.250296 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5f67e0e5-366f-435d-9a51-d0d4cbb1c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.253068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a2a1-ab4d-4a0f-bb1a-d3df917fd728 req-8c5d50ce-4de0-4612-871f-41561e8f2808 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:56.264575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4979a2a1-ab4d-4a0f-bb1a-d3df917fd728 req-8c5d50ce-4de0-4612-871f-41561e8f2808 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1090145 Feb 10 15:40:56.344616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4979a2a1-ab4d-4a0f-bb1a-d3df917fd728 req-3e2e42e9-c8ac-49eb-a9af-53b4c75f1527 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783510 Feb 10 15:40:56.350981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.354154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3c9527d3-f822-486e-8779-176215df67aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9715931 Feb 10 15:40:56.357184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47354) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:56.381795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5969eee4-22bd-4604-999f-1d284778a144 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:56.431406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.459279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5969eee4-22bd-4604-999f-1d284778a144 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:56.459929 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.518154 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Set router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:56.555113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.572376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:56.665381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:56.689572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.698909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.712283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:56.720327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:56.724692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:56.742475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c82a48-7061-4750-8faf-a07bca32f543 req-14bf9faa-c4a9-40eb-bed9-6157bc6e7595 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:56.750622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7c82a48-7061-4750-8faf-a07bca32f543 req-14bf9faa-c4a9-40eb-bed9-6157bc6e7595 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.2824721 Feb 10 15:40:56.753069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.160 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:56.807804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7c82a48-7061-4750-8faf-a07bca32f543 req-66bbbe85-2ecb-4d3a-8d29-3048078b8cc1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 Feb 10 15:40:56.836417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:56.861148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:56.861702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7c7ead92-ada5-45e7-97f3-d9d2eba3d26d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:56.876701 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:56.960605 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 3, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:57.004531 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.010625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c4c4a32-d945-4f4a-be5c-4e7034898aa9 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:40:57.023272 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Checking router: e63c7b3c-38f3-4a95-8ce2-8ea848e54516 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:57.023737 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Updating router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 port 97eb1e89-9ee0-453b-94b7-5c21216023b9 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:40:57.027046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:57.029865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.035117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.046161 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8da8daa4-32c7-4909-aeda-7a5cd89bd422 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5c4c4a32-d945-4f4a-be5c-4e7034898aa9 HTTP/1.1" status: 204 len: 168 time: 2.4311163 Feb 10 15:40:57.052042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:57.088473 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.113721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2fdc8450-d92b-48a5-b629-9923022109d9 None None] Provisioning complete for port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:57.114097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8450-d92b-48a5-b629-9923022109d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.127514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411a13f-ef8f-4051-ba65-fa969ffe051a req-8fd57b28-32c8-4ec8-8e54-3de5bd756333 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:57.135687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4411a13f-ef8f-4051-ba65-fa969ffe051a req-8fd57b28-32c8-4ec8-8e54-3de5bd756333 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 946 time: 0.2115483 Feb 10 15:40:57.164462 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-97e358c7-7e7a-43f6-aced-1affbf1cad12 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8977535 Feb 10 15:40:57.181277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Deleting subnet f3bceffd-7324-4ba0-9414-9eb816889d4b {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:40:57.190995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.197272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8450-d92b-48a5-b629-9923022109d9 None None] Port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:57.255216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Request body: {'port': {'device_id': '0a844701-53be-4c23-841f-6cd60717a87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:57.288837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.350649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.473168 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.474780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.481647 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.530317 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Pushing event updated for resources: {'Port': ['ID=97eb1e89-9ee0-453b-94b7-5c21216023b9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:57.538360 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.538708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.539045 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.539489 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.539819 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.540171 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.540470 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.540790 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.541110 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.541427 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.541743 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.542056 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.554981 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Attempting to bind port 97eb1e89-9ee0-453b-94b7-5c21216023b9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:57.555347 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Attempting to bind port 97eb1e89-9ee0-453b-94b7-5c21216023b9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:57.555740 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Attempting to bind port 97eb1e89-9ee0-453b-94b7-5c21216023b9 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:57.562974 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:57.563217 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:57.564679 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.564679 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:57.564679 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Bound port: 97eb1e89-9ee0-453b-94b7-5c21216023b9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:57.564969 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.611808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4411a13f-ef8f-4051-ba65-fa969ffe051a req-82791146-0b82-435a-b167-d6f22edfa551 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729271 Feb 10 15:40:57.616250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.676045 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] For port 97eb1e89-9ee0-453b-94b7-5c21216023b9, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:57.692715 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] For port 97eb1e89-9ee0-453b-94b7-5c21216023b9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=97eb1e89-9ee0-453b-94b7-5c21216023b9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:57.693531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f9c44-0a55-4652-86e1-b8a22b2d8e26 req-c2e6f20d-87cb-454c-92cd-261dc64d5427 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:57.696088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-914f9c44-0a55-4652-86e1-b8a22b2d8e26 req-c2e6f20d-87cb-454c-92cd-261dc64d5427 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 936 time: 0.2151244 Feb 10 15:40:57.704214 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.734679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.784903 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Routers {'e63c7b3c-38f3-4a95-8ce2-8ea848e54516'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:57.785664 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:40:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:57.815066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-914f9c44-0a55-4652-86e1-b8a22b2d8e26 req-4b500fb0-5bbc-4266-b074-4ea33c936ff1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981193 Feb 10 15:40:57.924674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.932708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bceffd-7324-4ba0-9414-9eb816889d4b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:57.937075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:57.940305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e782cea6-09f4-4292-9598-5b3f35f5dedd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3bceffd-7324-4ba0-9414-9eb816889d4b HTTP/1.1" status: 204 len: 168 time: 0.8826621 Feb 10 15:40:57.946670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934007e6-9825-4542-9e8c-5e783fb24569 None None] Network 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:40:57.966711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47376) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:40:58.018026 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] Set router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:58.066677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:58.113503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 551f52aa-fae1-436f-9adc-5f148c017dde no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:58.114394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0b122-7d9a-48d5-a34c-e29c26373b2c req-176b57a1-1352-4012-a5fe-15072b587dbd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:58.116055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05c0b122-7d9a-48d5-a34c-e29c26373b2c req-176b57a1-1352-4012-a5fe-15072b587dbd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.2283814 Feb 10 15:40:58.118097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:58.128934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:58.146499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:58.148120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:58.172966 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.180322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:58.185164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.186422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.186902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.187373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.187998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.188466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.189021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.189495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.189961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.191003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.191503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.191723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 551f52aa-fae1-436f-9adc-5f148c017dde {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:40:58.192142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.192258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 551f52aa-fae1-436f-9adc-5f148c017dde not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:58.199661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Transition to ACTIVE for port object dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:58.211320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.214238 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdd439-401e-41b0-983b-e176aedd6a73 None None] Pushing event updated for resources: {'Port': ['ID=97eb1e89-9ee0-453b-94b7-5c21216023b9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:58.240175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:58.268920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.272987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.345826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Pushing event updated for resources: {'Port': ['ID=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:58.352250 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 3, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:58.357383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.358014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.358749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.359306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.359858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.360336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.360813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.361289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.362780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.363263 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.363887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.364376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:58.393790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:58.398394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05c0b122-7d9a-48d5-a34c-e29c26373b2c req-59934315-0c01-430c-8d9d-d435c9680d89 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631412 Feb 10 15:40:58.424844 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd4950-d11f-47ac-a39e-c7a5fae5bbab None None] The sync data for ids ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'] in n-d-827895-3 is: [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 3, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:58.442327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Attempting to bind port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:40:58.442666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Attempting to bind port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:40:58.442993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Attempting to bind port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:58.460588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:58.462831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] DHCP port deletion for 8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:40:58.463144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Attempting to bind port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:58.463713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:58.464212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.472034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:58.476882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:40:58.477510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:58.477836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Bound port: dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:40:58.479952 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.503700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'port_id': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'mac_address': 'fa:16:3e:7a:ed:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be87edb-b28d-45e7-8b37-2568620192ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:58.529915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567daf7c-2030-46a0-b354-a3fb4f0895b5 req-e26a26be-8c79-4c7d-8872-4ad654709f94 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:58.538573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567daf7c-2030-46a0-b354-a3fb4f0895b5 req-e26a26be-8c79-4c7d-8872-4ad654709f94 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1097 time: 0.4490433 Feb 10 15:40:58.594570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] For port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:58.608530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] For port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:58.615926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.636666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:58.638655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.642167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] 10.222.0.75 "PUT /v2.0/ports/dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 HTTP/1.1" status: 200 len: 1096 time: 1.3948760 Feb 10 15:40:58.657381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-c45259f4-4df6-4628-9ecf-1ecdddbc999b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3144741 Feb 10 15:40:58.670906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a844701-53be-4c23-841f-6cd60717a87b', 'tag': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:40:58.675419 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.687629 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362" -d '{"events": [{"name": "network-changed", "server_uuid": "0a844701-53be-4c23-841f-6cd60717a87b", "tag": "dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:58.705523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Request body: {'port': {'device_id': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:58.709590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0fbc0ee6-4a40-490b-bdd1-b89f5aa2123d None None] Provisioning complete for port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:58.710702 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0ee6-4a40-490b-bdd1-b89f5aa2123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.732261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567daf7c-2030-46a0-b354-a3fb4f0895b5 req-b1dfe65b-e8a9-414b-b9ed-e373d6a32581 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859143 Feb 10 15:40:58.744969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814d82e2-35ca-4ff7-984d-1979af42abd6 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:40:58.762710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b8d9df7b-18be-4958-a5ff-3e72daeae52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:58.766041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] Deleting port c10be1d0-b630-483e-920b-4145da440f7a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:58.767503 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.773094 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b8d9df7b-18be-4958-a5ff-3e72daeae52a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 1099 time: 0.0757875 Feb 10 15:40:58.859180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] For port c10be1d0-b630-483e-920b-4145da440f7a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c10be1d0-b630-483e-920b-4145da440f7a,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:58.859621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:58.875185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] Calling delete_port for c10be1d0-b630-483e-920b-4145da440f7a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:58.889175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29d32-4d7d-4bdc-994d-cfde25b90fcf req-4b92e89d-98d0-4346-a788-c191e7994afc tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:58.898474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f1e29d32-4d7d-4bdc-994d-cfde25b90fcf req-4b92e89d-98d0-4346-a788-c191e7994afc tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1100 time: 0.3797896 Feb 10 15:40:58.937486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7863da-8f64-449c-9e69-2d258dafe78a service neutron] Pushing event updated for resources: {'Port': ['ID=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:58.942182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-6020ed7d-5666-4971-8acf-5958548a062f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 HTTP/1.1" status: 200 len: 217 time: 0.1455555 Feb 10 15:40:58.958968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:59.035861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-d61ec65e-cdd2-4685-b1af-279dd957a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.037521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-d61ec65e-cdd2-4685-b1af-279dd957a065 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0827873 Feb 10 15:40:59.067918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.097169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Deleting port c10be1d0-b630-483e-920b-4145da440f7a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:40:59.097543 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.099570 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-839c67c3-2636-41d8-8005-1883efdff72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.100083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-e442bf60-d19d-42c9-b604-fe066707a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.101074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f1e29d32-4d7d-4bdc-994d-cfde25b90fcf req-30afe01b-bad1-48f8-87cb-a9c9f01f6a57 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017941 Feb 10 15:40:59.102313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-e442bf60-d19d-42c9-b604-fe066707a20a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574610 Feb 10 15:40:59.118998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc0ee6-4a40-490b-bdd1-b89f5aa2123d None None] Port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:40:59.125772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.183046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Allocated IP 172.20.0.1 (20dbe7f2-97d4-4a43-ad23-70fbde032178/a7ebf708-f247-4fc4-bf61-4663bd9586c8/459845ef-3f7f-4c86-9ef7-de12d1b9e24e) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:59.205381 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d28de-41bf-493d-806d-ba7db677ccc2 x-openstack-request-id: req-e77d28de-41bf-493d-806d-ba7db677ccc2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:59.205979 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a844701-53be-4c23-841f-6cd60717a87b", "tag": "dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:59.206542 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e77d28de-41bf-493d-806d-ba7db677ccc2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:59.207275 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a844701-53be-4c23-841f-6cd60717a87b', 'tag': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931', 'status': 'completed', 'code': 200} Feb 10 15:40:59.272235 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-8a26e46f-2815-4385-8f82-aecba5ca9461 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481850 Feb 10 15:40:59.280414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7e323-68e4-4892-bbec-64bdceccccfa req-b8e71a69-b1af-494c-a342-f85c8e2e83ab tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.281954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fe7e323-68e4-4892-bbec-64bdceccccfa req-b8e71a69-b1af-494c-a342-f85c8e2e83ab tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 944 time: 0.2704725 Feb 10 15:40:59.396028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] For port c10be1d0-b630-483e-920b-4145da440f7a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c10be1d0-b630-483e-920b-4145da440f7a,segment=NetworkSegment(b8acbf3b-8517-4c46-97dc-a18bdf476a6f),segment_id=b8acbf3b-8517-4c46-97dc-a18bdf476a6f)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:59.396385 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.405503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:59.418831 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b4858ac4-5973-41ff-8a22-76b975f51b7c service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287863 Feb 10 15:40:59.456205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.483683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Calling delete_port for c10be1d0-b630-483e-920b-4145da440f7a owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:40:59.505086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] Pushing event deleted for resources: {'Port': ['ID=c10be1d0-b630-483e-920b-4145da440f7a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:59.514005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227d40c-2a5e-44d5-a9d8-ddfdb76594a2 None None] No DVR routers for this DVR port c10be1d0-b630-483e-920b-4145da440f7a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:59.531924 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fe7e323-68e4-4892-bbec-64bdceccccfa req-90cc3977-2308-4d7b-91b6-56015798fa5e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361345 Feb 10 15:40:59.577378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-a00ad97f-78cb-43a1-9d34-95d9b4415179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.579963 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-a00ad97f-78cb-43a1-9d34-95d9b4415179 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 1099 time: 0.0934992 Feb 10 15:40:59.583398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcc26-d365-4eb6-841a-ea495879bd67 req-2eba1db2-891e-4f31-801d-55b2e0392a59 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.584953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d54fcc26-d365-4eb6-841a-ea495879bd67 req-2eba1db2-891e-4f31-801d-55b2e0392a59 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 948 time: 0.3321447 Feb 10 15:40:59.625844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['814d82e2-35ca-4ff7-984d-1979af42abd6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:59.713858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-dde067a5-7856-4cdd-ab62-31e08ed8eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.715383 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-dde067a5-7856-4cdd-ab62-31e08ed8eb1f service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1211705 Feb 10 15:40:59.754815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.767713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-626e5abd-b57c-484b-a845-6d2d21e15cca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 HTTP/1.1" status: 200 len: 217 time: 0.0376158 Feb 10 15:40:59.791781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d54fcc26-d365-4eb6-841a-ea495879bd67 req-9f2ac8c4-76e7-492f-a1c0-2c111250d199 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549716 Feb 10 15:40:59.833190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-b075c92e-cd01-421a-a321-74fc26019bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.834725 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-b075c92e-cd01-421a-a321-74fc26019bea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0542078 Feb 10 15:40:59.836327 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:40:59.888245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-14d1b5f6-ea1b-4d80-a916-eb827493ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.889750 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-14d1b5f6-ea1b-4d80-a916-eb827493ae9b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457687 Feb 10 15:40:59.893431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10be1d0-b630-483e-920b-4145da440f7a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:59.898626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] No DVR routers for this DVR port c10be1d0-b630-483e-920b-4145da440f7a on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:59.929986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faf2ee-fc1d-44ed-99b1-4de4867b95b4 req-41aba2f3-6ff2-4fe7-b6e6-ec0462dfd305 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:59.931926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5faf2ee-fc1d-44ed-99b1-4de4867b95b4 req-41aba2f3-6ff2-4fe7-b6e6-ec0462dfd305 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1097 time: 0.2631347 Feb 10 15:40:59.996679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-8f2f8c04-9234-4b89-ba9f-5b35e8f9f244 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971212 Feb 10 15:41:00.005328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.074365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 97eb1e89-9ee0-453b-94b7-5c21216023b9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:00.105647 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ef7334e1-5c41-46b7-a31a-37a5a7ac9362 req-d07bb70d-d4f5-4819-b13f-e89233325f56 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990474 Feb 10 15:41:00.115235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.132923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 97eb1e89-9ee0-453b-94b7-5c21216023b9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:00.133289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.136035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3d1f0-3b06-4490-8274-adf9e422e7be req-ea37336a-961b-4682-b0ac-29d9d6bbeaf5 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:00.137575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46f3d1f0-3b06-4490-8274-adf9e422e7be req-ea37336a-961b-4682-b0ac-29d9d6bbeaf5 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1100 time: 0.2570934 Feb 10 15:41:00.151050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:00.154723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5faf2ee-fc1d-44ed-99b1-4de4867b95b4 req-b68803fa-d836-4273-a53a-7af29164595e tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929228 Feb 10 15:41:00.172572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:00.175683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:00.187094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:00.193638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be1ec4b-bc35-4a6b-a38a-d6fb512894e8']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.198635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Pushing event updated for resources: {'Port': ['ID=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:00.207786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.246655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.247046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8acbf3b-8517-4c46-97dc-a18bdf476a6f') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.253492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.281280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 97eb1e89-9ee0-453b-94b7-5c21216023b9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=97eb1e89-9ee0-453b-94b7-5c21216023b9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:00.287375 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.338183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.354864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Transition to ACTIVE for port object 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:00.368835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=97eb1e89-9ee0-453b-94b7-5c21216023b9,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:00.387264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c10be1d0-b630-483e-920b-4145da440f7a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:00.401151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.413361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46f3d1f0-3b06-4490-8274-adf9e422e7be req-ccdd4e33-ec9e-40ad-a466-e752b268b69a tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516999 Feb 10 15:41:00.420731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.424241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: c10be1d0-b630-483e-920b-4145da440f7a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:00.424591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c10be1d0-b630-483e-920b-4145da440f7a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:00.426149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.532808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:00.533319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:00.535346 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:00.544373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e71b191d-d850-4416-a18f-62f4b8e7e955 None None] Provisioning complete for port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:00.547071 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e71b191d-d850-4416-a18f-62f4b8e7e955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:00.615987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e71b191d-d850-4416-a18f-62f4b8e7e955 None None] Port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:00.848252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:00.900775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8abf-b37b-4c00-a84f-f118b482c8e5 req-5e01db95-dd84-4449-9515-286e4bb68a3d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:00.902366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c39e8abf-b37b-4c00-a84f-f118b482c8e5 req-5e01db95-dd84-4449-9515-286e4bb68a3d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.5997572 Feb 10 15:41:00.982808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.014235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.019887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8be1ec4b-bc35-4a6b-a38a-d6fb512894e8 HTTP/1.1" status: 204 len: 168 time: 3.0484719 Feb 10 15:41:01.047342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edee65c-91ee-481d-83e3-2fa8acaf3131 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be1ec4b-bc35-4a6b-a38a-d6fb512894e8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:01.072379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c39e8abf-b37b-4c00-a84f-f118b482c8e5 req-d18a01cc-d894-41e0-8d02-c477cc1bc7d2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455760 Feb 10 15:41:01.150957 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.153037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Attempting to bind port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:01.153923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Attempting to bind port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:01.154308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Attempting to bind port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:01.174126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:01.174449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Attempting to bind port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:01.175832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47416) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:01.222018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:01.222363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:01.222741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:01.223180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Bound port: 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:01.223704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.246944 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-40787a48-a3a5-4550-91d0-88bcb9874b35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58cd6cd34625403eaa79928b1268ee00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684912 Feb 10 15:41:01.250919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47418) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:01.276427 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-233afa6b-7956-417e-af20-374e6a57dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.317490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7d808-f2be-4c5a-b19f-0a75420e9de6 req-a9fc034b-74f6-4469-aec4-4032a37f5bdc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:01.318991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82a7d808-f2be-4c5a-b19f-0a75420e9de6 req-a9fc034b-74f6-4469-aec4-4032a37f5bdc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 944 time: 0.1472456 Feb 10 15:41:01.328127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff92d-715f-49f2-80de-71d067ff5cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.353878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff92d-715f-49f2-80de-71d067ff5cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.404703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] For port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:01.412879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff92d-715f-49f2-80de-71d067ff5cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.416736 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff92d-715f-49f2-80de-71d067ff5cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.417931 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2b3ff92d-715f-49f2-80de-71d067ff5cab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd HTTP/1.1" status: 204 len: 168 time: 0.1660450 Feb 10 15:41:01.430766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff92d-715f-49f2-80de-71d067ff5cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7187f2f5-0c12-4a93-b0f3-d9ab10b36ccd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:01.435653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82a7d808-f2be-4c5a-b19f-0a75420e9de6 req-bbbaf856-05cb-46e6-a36a-fc378e5575d1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886154 Feb 10 15:41:01.442089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] For port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:01.452724 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.514259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:01.515192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.516267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] 10.222.0.45 "PUT /v2.0/ports/299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb HTTP/1.1" status: 200 len: 1096 time: 2.8238237 Feb 10 15:41:01.518425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'tag': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:01.520696 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b99a41-f2b8-4dad-a6a3-20a539d16716" -d '{"events": [{"name": "network-changed", "server_uuid": "78a06340-7a5b-41e6-b0fe-684c9d107f3c", "tag": "299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:01.541545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.549248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771c478-faf4-4fc5-9ded-22638961b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:01.552748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.686348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:01.690748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Pushing event updated for resources: {'Port': ['ID=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:01.783234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-48a427fb-7675-4b15-94c7-06f121b238c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:01.785800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-48a427fb-7675-4b15-94c7-06f121b238c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 1099 time: 0.1720650 Feb 10 15:41:01.857355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b6660b8a-821c-4ebc-9f72-67907eb789eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb HTTP/1.1" status: 200 len: 217 time: 0.0536077 Feb 10 15:41:01.929684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851f8ab-d042-4e43-9ad2-891dbed0ba1c req-218dd921-d1ca-436e-b3c4-1fdb456a6e05 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:01.931208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2851f8ab-d042-4e43-9ad2-891dbed0ba1c req-218dd921-d1ca-436e-b3c4-1fdb456a6e05 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 948 time: 0.2077854 Feb 10 15:41:01.942276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:01.952066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b2d84d4a-86aa-4964-922e-b9716f203cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:01.953520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-b2d84d4a-86aa-4964-922e-b9716f203cf3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0880115 Feb 10 15:41:01.954339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:02.035573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:02.097191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2851f8ab-d042-4e43-9ad2-891dbed0ba1c req-dd7dfe1e-f4f7-4cf4-9d90-c2de2abeb436 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567166 Feb 10 15:41:02.101873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 97eb1e89-9ee0-453b-94b7-5c21216023b9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:02.159605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 814d82e2-35ca-4ff7-984d-1979af42abd6 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:02.164759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 97eb1e89-9ee0-453b-94b7-5c21216023b9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:02.165389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.167505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 814d82e2-35ca-4ff7-984d-1979af42abd6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:02.168079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.208418 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24c6378-abbc-42c7-aac9-6c053d1e44f7 x-openstack-request-id: req-f24c6378-abbc-42c7-aac9-6c053d1e44f7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:02.208717 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a06340-7a5b-41e6-b0fe-684c9d107f3c", "tag": "299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:02.208978 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f24c6378-abbc-42c7-aac9-6c053d1e44f7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:02.209386 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'tag': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'status': 'completed', 'code': 200} Feb 10 15:41:02.211304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-f7740e79-5e9c-4b1c-be38-b7269b115cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:02.216524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-f7740e79-5e9c-4b1c-be38-b7269b115cd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503972 Feb 10 15:41:02.327940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:02.389009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-abb2d73e-2a6c-4878-b80b-3b2289d6850e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611054 Feb 10 15:41:02.416153 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47466) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:02.460092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.463788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ed86c635-822c-40e3-81d3-f39add50efb0 None None] Provisioning complete for port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:02.464284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed86c635-822c-40e3-81d3-f39add50efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.533593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5897585-0d9e-4607-a149-14b2d6dc5a32 req-158fe1d1-5df0-45ad-b14d-b65b7434076e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989594 Feb 10 15:41:02.539700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47472) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:02.563106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ed86c635-822c-40e3-81d3-f39add50efb0 None None] Port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:02.577443 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.612093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:02.618363 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a550612-90fb-4b6a-8c69-31d4010baf41" -d '{"events": [{"server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "name": "network-vif-plugged", "status": "completed", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:02.636526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:02.643530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.660849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894064b-1689-4ae0-859e-5382d20bd3a7 req-0ed4d8c0-67f8-4932-b633-12eada0bf4d8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:02.668546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c894064b-1689-4ae0-859e-5382d20bd3a7 req-0ed4d8c0-67f8-4932-b633-12eada0bf4d8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1334631 Feb 10 15:41:02.693204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-network', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:02.706027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:02.721974 n-d-827895-3 neutron-server[102614]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 15:41:02.727738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-96ac28b8-9eb8-4929-b07a-f300892ea9a6 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:02.728219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-4bb23b30-de95-4b8d-a535-6a351ad2fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:02.728969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-96ac28b8-9eb8-4929-b07a-f300892ea9a6 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118105 Feb 10 15:41:02.729675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-4bb23b30-de95-4b8d-a535-6a351ad2fefb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 1099 time: 0.1237214 Feb 10 15:41:02.739771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Made reservation on behalf of e2d1d5c869434f78b16a4444119e349e for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:02.742586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.743821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:02.753226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.760486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Sync routers for ids ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:02.779407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Routers {'e63c7b3c-38f3-4a95-8ce2-8ea848e54516'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:02.780626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:02.801388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eda62a0e-aec2-446c-9224-629d17b6a514 admin admin] 10.222.0.21 "PUT /v2.0/routers/e63c7b3c-38f3-4a95-8ce2-8ea848e54516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4425426 Feb 10 15:41:02.822389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c894064b-1689-4ae0-859e-5382d20bd3a7 req-f593e67b-7184-47b2-a0de-ed109ecc3a48 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527936 Feb 10 15:41:02.882117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-f4201301-c7a7-4603-a0c7-875ef7048d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:02.883888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-f4201301-c7a7-4603-a0c7-875ef7048d30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1416478 Feb 10 15:41:02.916498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:02.924331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-e4b2242d-390b-429d-9188-2d8ad7b1fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:02.932736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-e4b2242d-390b-429d-9188-2d8ad7b1fb7d service neutron] 10.222.0.21 "GET /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 1094 time: 0.1514921 Feb 10 15:41:02.941024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Request body: {'binding': {'host': 'n-h2-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:02.941718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:41:02.959361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-c3d5caac-aa19-4011-8634-696b1927449a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb HTTP/1.1" status: 200 len: 217 time: 0.0644579 Feb 10 15:41:02.961433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Set router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:02.982880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.034205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3569671c-b270-4498-bf15-f5a214409149,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:03.069545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:03.073303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-cc85fdb4-e68c-487c-8664-8d9cc45ebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.074725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-cc85fdb4-e68c-487c-8664-8d9cc45ebb9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1060975 Feb 10 15:41:03.089576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.089982 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Added segment 416ce4c0-bd26-476a-8a62-018bfa97adaa of type vlan for network b5dbd636-b886-4f16-b367-69fa2ac4f85c Feb 10 15:41:03.166675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.200894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-5f0289d6-6998-44d2-858d-34000bb17d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.202640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-5f0289d6-6998-44d2-858d-34000bb17d6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041229 Feb 10 15:41:03.224480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on host n-h2-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:03.225049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:03.225509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:03.227988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8edbb-757e-4509-acef-403184c09925 req-bc6f8676-3937-485d-b47e-76d75df24d7f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.230439 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ed8edbb-757e-4509-acef-403184c09925 req-bc6f8676-3937-485d-b47e-76d75df24d7f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 945 time: 0.0627334 Feb 10 15:41:03.239900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.240871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.241485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.247422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:03.247422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:03.272152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:03.272465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:03.272850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:03.273292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Bound port: 02e10af9-05ec-4115-8aa2-16aef0f6659b, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:03.288037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:41:01Z', 'revision_number': 4, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '459845ef-3f7f-4c86-9ef7-de12d1b9e24e', 'name': '', 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'mac_address': 'fa:16:3e:7f:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:58Z', 'updated_at': '2022-02-10T15:41:01Z', 'revision_number': 2, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'subnets': [{'id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:03.326801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Checking router: e63c7b3c-38f3-4a95-8ce2-8ea848e54516 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:03.330038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Updating router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:41:03.335596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7917905 Feb 10 15:41:03.335963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47504) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:03.341620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Request body: {'subnet': {'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-subnet', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:03.374560 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.374818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f643b-c415-4cc8-8b57-15f074260c04 admin admin] Pushing event updated for resources: {'Network': ['ID=b5dbd636-b886-4f16-b367-69fa2ac4f85c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:03.388473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ed8edbb-757e-4509-acef-403184c09925 req-03504f18-92c2-4dc7-9b55-7595433e5ce1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407645 Feb 10 15:41:03.399308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-3d588115-6b02-47eb-853d-d5e8141bdfe4 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611717 Feb 10 15:41:03.412750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:03.415910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Made reservation on behalf of e2d1d5c869434f78b16a4444119e349e for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:03.418577 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.423217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:03.424440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.425694 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-cbd8a1de-ca76-4198-ad83-cd94b3231338 service neutron] 10.222.0.21 "POST /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4919677 Feb 10 15:41:03.554016 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5bb342-6bb0-4383-85ef-0749c34772c3 x-openstack-request-id: req-0a5bb342-6bb0-4383-85ef-0749c34772c3 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:03.554604 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "name": "network-vif-plugged", "status": "completed", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:03.554604 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a5bb342-6bb0-4383-85ef-0749c34772c3 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:03.555097 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'code': 200} Feb 10 15:41:03.682477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afad3ba-5479-4a48-8784-f48642a4d0d5 req-5b7892ec-8f9c-41d3-ba03-b59de092a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.684343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3afad3ba-5479-4a48-8784-f48642a4d0d5 req-5b7892ec-8f9c-41d3-ba03-b59de092a513 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1096 time: 0.0878847 Feb 10 15:41:03.755153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8b99a41-f2b8-4dad-a6a3-20a539d16716 req-f30e8d81-f025-4ef1-8504-327f61d37c42 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268809 Feb 10 15:41:03.757559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3afad3ba-5479-4a48-8784-f48642a4d0d5 req-b2557fe9-5dc0-47c8-8052-6c465bd8b2b5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551829 Feb 10 15:41:03.829300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d87a45c5-e2b3-42d9-800f-f88d6a16dcb2 req-c70867af-3bf3-409f-96ca-3113c3806a38 tempest-FloatingIPsNegativeTestJSON-1688786610 tempest-FloatingIPsNegativeTestJSON-1688786610-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=b14bfdbf287b4b75a9144ecab5fd80ef HTTP/1.1" status: 200 len: 217 time: 0.1102204 Feb 10 15:41:03.851010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.857625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.933753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114d1ec-4d9e-46df-a10d-3d5940dd15c9 None None] Pushing event updated for resources: {'Port': ['ID=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:03.945208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.960266 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:03.990376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7e99e-3b21-4be6-9b35-59b912753d12 req-d9232dff-f7cd-42b5-b624-690cb188a9b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.991943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ab7e99e-3b21-4be6-9b35-59b912753d12 req-d9232dff-f7cd-42b5-b624-690cb188a9b2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0976419 Feb 10 15:41:03.994579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Attempting to bind port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:03.994951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Attempting to bind port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:03.995306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Attempting to bind port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e on network 20dbe7f2-97d4-4a43-ad23-70fbde032178 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:04.002397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:04.002743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Checking segment: {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:04.003190 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.003891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Bound using segment: {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:04.004400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Bound port: 459845ef-3f7f-4c86-9ef7-de12d1b9e24e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a3ec5f-3c5a-45c3-a44a-020ea0a13473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:04.004780 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.010742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb453cae-8785-46e6-b7fe-67cb90a57cb6 req-92e97e26-72f9-46d3-a567-88b197d9a60b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.012289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb453cae-8785-46e6-b7fe-67cb90a57cb6 req-92e97e26-72f9-46d3-a567-88b197d9a60b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 948 time: 0.1559222 Feb 10 15:41:04.047564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:04.069848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c66a382-925b-4064-95a7-a41c78e65f4f,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:04.088979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] For port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:04.093446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] For port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:04.100496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Checking segment: {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:04.100619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Network hostable DHCP agents. Network: b5dbd636-b886-4f16-b367-69fa2ac4f85c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:04.112269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ab7e99e-3b21-4be6-9b35-59b912753d12 req-9c48b3c1-6b79-4d2d-a4ab-dada08c58d1c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978804 Feb 10 15:41:04.117884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb453cae-8785-46e6-b7fe-67cb90a57cb6 req-f183352f-a4c3-401c-adc8-28ef29dd073e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914450 Feb 10 15:41:04.140082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:04.147548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-7c1f4b4d-b28b-4b61-a651-96a6b15ad13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.149690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-7c1f4b4d-b28b-4b61-a651-96a6b15ad13e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1097 time: 0.0509274 Feb 10 15:41:04.165486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b5dbd636-b886-4f16-b367-69fa2ac4f85c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:04.177275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.179347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.179964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.185237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6e41139-abe3-48c3-9973-d5eb87a8162e req-0ef4578e-3c99-4d29-9306-67295d35df65 tempest-FloatingIPsNegativeTestJSON-1688786610 tempest-FloatingIPsNegativeTestJSON-1688786610-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0300360 Feb 10 15:41:04.211936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-80d423af-1c5b-40f1-bd7b-95f3aec500ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8748493 Feb 10 15:41:04.212788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47518) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:04.215107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ab607-c4db-4243-b554-2f87f28eca4e None None] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:04.232851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:04.265723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.266940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.301001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f4ebb-756f-49e3-9da6-b093d55288e1 req-d25e93ed-c683-463c-a64f-1c4fcfa95217 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.302569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca9f4ebb-756f-49e3-9da6-b093d55288e1 req-d25e93ed-c683-463c-a64f-1c4fcfa95217 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 946 time: 0.1114070 Feb 10 15:41:04.319834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-122eb19a-88b7-42c9-b6fe-fc5e80cb429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.321864 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-122eb19a-88b7-42c9-b6fe-fc5e80cb429c service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1550086 Feb 10 15:41:04.344727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5d67927f-fcd9-4a6f-808d-bf6818093f22 None None] Provisioning complete for port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:04.345168 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d67927f-fcd9-4a6f-808d-bf6818093f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.382120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-ad213d4d-b28e-4bff-999a-f9482252f804 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 217 time: 0.0463228 Feb 10 15:41:04.432417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Routers {'e63c7b3c-38f3-4a95-8ce2-8ea848e54516'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:04.433090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:04.446411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-a1ad3ea2-b50b-4e89-8388-4dc2fa36eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.446978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.449033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-a1ad3ea2-b50b-4e89-8388-4dc2fa36eca5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0551553 Feb 10 15:41:04.494890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-3e0438c7-8769-4a71-abbc-6fa60c54f869 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272315 Feb 10 15:41:04.540485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114d1ec-4d9e-46df-a10d-3d5940dd15c9 None None] Pushing event updated for resources: {'Port': ['ID=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:04.572803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:04.601192 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-b2f32b10-2def-48b3-a0a8-158272e67635 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886810 Feb 10 15:41:04.652823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.675070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd009-d792-4499-b70d-0e37058014c0 req-87fe53c2-6956-497b-bbca-37063e4e0e62 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.676803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-325cd009-d792-4499-b70d-0e37058014c0 req-87fe53c2-6956-497b-bbca-37063e4e0e62 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.3951325 Feb 10 15:41:04.685290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca9f4ebb-756f-49e3-9da6-b093d55288e1 req-df07cf8d-8b52-4569-b2c3-f9a4b3774dc6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948513 Feb 10 15:41:04.751726 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-816cfd0c-6b28-4e8a-bd0b-fcec7556b158 service neutron] show failed (client error): The resource could not be found. Feb 10 15:41:04.752782 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-816cfd0c-6b28-4e8a-bd0b-fcec7556b158 service neutron] 10.222.0.75 "GET /v2.0/ports/cd42c0c5-4521-4a0d-a25c-2e78baab6b63/bindings/n-h1-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.1148360 Feb 10 15:41:04.766225 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-651e1804-2db6-404a-9a6f-a5bddde0cdce service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517358 Feb 10 15:41:04.793333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931', 'mac_address': 'fa:16:3e:38:9a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:04.816253 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d67927f-fcd9-4a6f-808d-bf6818093f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.824720 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-fc0cd54d-bc15-486f-96d3-b2946b97ef4b req-e3ec993b-cba8-4d4f-9597-8fd484f337ad tempest-FloatingIPsNegativeTestJSON-1688786610 tempest-FloatingIPsNegativeTestJSON-1688786610-project] show failed (client error): The resource could not be found. Feb 10 15:41:04.825980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc0cd54d-bc15-486f-96d3-b2946b97ef4b req-e3ec993b-cba8-4d4f-9597-8fd484f337ad tempest-FloatingIPsNegativeTestJSON-1688786610 tempest-FloatingIPsNegativeTestJSON-1688786610-project] 10.222.0.21 "GET /v2.0/floatingips/038cb080-9f4a-4108-aadd-4a03e5a52a7f HTTP/1.1" status: 404 len: 350 time: 0.0544770 Feb 10 15:41:04.836481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47524) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:04.900536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] Set router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:04.904925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-325cd009-d792-4499-b70d-0e37058014c0 req-541a7023-f4f8-4ee0-a97d-141f54936df7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787870 Feb 10 15:41:04.906798 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.931757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-b5dbd636-b886-4f16-b367-69fa2ac4f85c', 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'fixed_ips': [{'subnet_id': '8c66a382-925b-4064-95a7-a41c78e65f4f'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:41:04.932619 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.967937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:04.970967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5d67927f-fcd9-4a6f-808d-bf6818093f22 None None] For port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:05.018119 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d67927f-fcd9-4a6f-808d-bf6818093f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.057873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:05.105682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b266f-1909-448d-90c2-29b4e13a8b21 req-ac8cf10e-628f-45f3-a473-0f6d57b19d28 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:05.112897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b09b266f-1909-448d-90c2-29b4e13a8b21 req-ac8cf10e-628f-45f3-a473-0f6d57b19d28 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 945 time: 0.1297710 Feb 10 15:41:05.115680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-95d0527c-339c-4b0c-8421-ac0accd42134 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:05.117479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-95d0527c-339c-4b0c-8421-ac0accd42134 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1097 time: 0.1021729 Feb 10 15:41:05.167306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-3'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:05.204460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:05.216185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b09b266f-1909-448d-90c2-29b4e13a8b21 req-f2e2a035-fb53-419b-a35f-0bd223c9f3e4 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022253 Feb 10 15:41:05.221855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.239727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67927f-fcd9-4a6f-808d-bf6818093f22 None None] Pushing event updated for resources: {'Port': ['ID=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:05.258887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-509611d7-7469-423f-bd0f-0a031bbf89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:05.260890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-509611d7-7469-423f-bd0f-0a031bbf89b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2&tenant_id=872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 1100 time: 0.2184119 Feb 10 15:41:05.264052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-967697ff-eddb-4541-bf6a-e82ab05cd1fa None None] Provisioning complete for port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:05.264422 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-967697ff-eddb-4541-bf6a-e82ab05cd1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.281960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:05.282504 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.386858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Allocated IP 172.20.0.2 (b5dbd636-b886-4f16-b367-69fa2ac4f85c/8c66a382-925b-4064-95a7-a41c78e65f4f/10fd4844-368e-4879-8d74-99c343561c41) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:05.392703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:05.452382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f797-1379-4951-8e6c-f247fe2e9629 req-fda5929a-ddab-478c-a586-40482ba7270f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:05.453459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a676f797-1379-4951-8e6c-f247fe2e9629 req-fda5929a-ddab-478c-a586-40482ba7270f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.2625809 Feb 10 15:41:05.505246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:05.524425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:41:01Z', 'revision_number': 4, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '459845ef-3f7f-4c86-9ef7-de12d1b9e24e', 'name': '', 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'mac_address': 'fa:16:3e:7f:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:58Z', 'updated_at': '2022-02-10T15:41:04Z', 'revision_number': 4, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'subnets': [{'id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:05.529247 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.540380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.568363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b0e5d-87e7-4b8c-ab6f-b9bb044f8f1d None None] The sync data for ids ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'] in n-d-827895-3 is: [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:41:01Z', 'revision_number': 4, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '459845ef-3f7f-4c86-9ef7-de12d1b9e24e', 'name': '', 'network_id': '20dbe7f2-97d4-4a43-ad23-70fbde032178', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'mac_address': 'fa:16:3e:7f:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:58Z', 'updated_at': '2022-02-10T15:41:04Z', 'revision_number': 4, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'subnets': [{'id': 'a7ebf708-f247-4fc4-bf61-4663bd9586c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:05.579919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:05.582288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033679df-63c5-4d77-ad39-3391420c80fd req-d4691710-d48f-4522-b713-b3382f206ca1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:05.584054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-033679df-63c5-4d77-ad39-3391420c80fd req-d4691710-d48f-4522-b713-b3382f206ca1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 949 time: 0.2148402 Feb 10 15:41:05.588385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a676f797-1379-4951-8e6c-f247fe2e9629 req-732b8f42-10f5-4d50-a1e4-b895b2a8273e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005883 Feb 10 15:41:05.615586 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.704751 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.706846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:05.709386 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38a88d-3e7c-49f6-9c47-2690c154fcac" -d '{"events": [{"server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "name": "network-vif-unplugged", "status": "completed", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:05.717422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.720311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.749972 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.779684 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f67c63a-1058-4cea-8c46-442e00ccf7af x-openstack-request-id: req-1f67c63a-1058-4cea-8c46-442e00ccf7af {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:05.779991 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "name": "network-vif-unplugged", "status": "completed", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:05.780225 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f67c63a-1058-4cea-8c46-442e00ccf7af {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:05.780615 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'code': 200} Feb 10 15:41:05.781450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:05.797875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Pushing event updated for resources: {'Port': ['ID=10fd4844-368e-4879-8d74-99c343561c41,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:05.812007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:05.813506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:05.816149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:05.820199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:05.873972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:05.938314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on host n-h1-827895-3 for vnic_type normal with profile {"migrating_to": "n-h2-827895-3"} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:05.938671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:05.939286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:05.940890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-033679df-63c5-4d77-ad39-3391420c80fd req-f360672b-899e-4d3f-af88-60e0e5c91b84 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184941 Feb 10 15:41:05.974333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Attempting to bind port 10fd4844-368e-4879-8d74-99c343561c41 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:05.974716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Attempting to bind port 10fd4844-368e-4879-8d74-99c343561c41 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:05.975080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Attempting to bind port 10fd4844-368e-4879-8d74-99c343561c41 on network b5dbd636-b886-4f16-b367-69fa2ac4f85c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:06.002951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:06.003275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Attempting to bind port 02e10af9-05ec-4115-8aa2-16aef0f6659b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:06.018054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:06.018544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Checking segment: {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:06.019102 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.023961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Bound using segment: {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:06.024328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:06.024592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Bound port: 10fd4844-368e-4879-8d74-99c343561c41, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:06.024722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:06.025042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:06.025479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Bound port: 02e10af9-05ec-4115-8aa2-16aef0f6659b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:06.025835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.026528 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.044509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Allocated IP 172.25.7.60 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:06.093259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device cd42c0c5-4521-4a0d-a25c-2e78baab6b63 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:06.159011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 459845ef-3f7f-4c86-9ef7-de12d1b9e24e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:06.217874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:06.238059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:06.238429 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.248647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:06.262194 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.271522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:06.311340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f5f69-0d17-4fe9-894f-301de6997985 req-dbbba600-5307-4628-b8d8-8b4747195f8f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:06.313067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-500f5f69-0d17-4fe9-894f-301de6997985 req-dbbba600-5307-4628-b8d8-8b4747195f8f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.4527631 Feb 10 15:41:06.321176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:06.330421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] For port 10fd4844-368e-4879-8d74-99c343561c41, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:06.335253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] For port 10fd4844-368e-4879-8d74-99c343561c41, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10fd4844-368e-4879-8d74-99c343561c41,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:06.362825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a05c3-306d-4d74-8fe3-ebe6c47a362d req-67b8bf44-6c72-404c-a468-6094ccd6e83e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:06.364423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b35a05c3-306d-4d74-8fe3-ebe6c47a362d req-67b8bf44-6c72-404c-a468-6094ccd6e83e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.2854459 Feb 10 15:41:06.390961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.399333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.438033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.453616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:06.468560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:06.469497 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.471270 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-814160d4-ee92-4a73-8464-7f9455d96855 service neutron] 10.222.0.75 "PUT /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 1122 time: 1.3099012 Feb 10 15:41:06.484106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:06.501394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Deleting port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:06.501745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.580215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Pushing event updated for resources: {'Port': ['ID=10fd4844-368e-4879-8d74-99c343561c41,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:06.587600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-500f5f69-0d17-4fe9-894f-301de6997985 req-fd5ddd2d-84c7-49ff-846d-33b8f6693a62 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437260 Feb 10 15:41:06.595758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02e10af9-05ec-4115-8aa2-16aef0f6659b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:06.598650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.598991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.599613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.599946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.600269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.600718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.601056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.601378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.601724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.602054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.602377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.602719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c7521-fc7f-4091-a58b-291c129ddcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:06.626097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:06.628457 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5400c4e-9cd9-4987-97d0-92138fbebb02" -d '{"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:06.638480 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.655788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b35a05c3-306d-4d74-8fe3-ebe6c47a362d req-82feed04-cd53-4e61-9cf2-dadf04796ec5 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771404 Feb 10 15:41:06.689491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Transition to ACTIVE for port object cd42c0c5-4521-4a0d-a25c-2e78baab6b63 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:06.699624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.726960 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:06.885973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:06.888541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:41:06.888982 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:41:06.890529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:06.958761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:06.967528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'mac_address': 'fa:16:3e:d6:ac:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:06.978456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:07.029411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:07.042263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] No DVR routers for this DVR port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:07.053966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] For port 459845ef-3f7f-4c86-9ef7-de12d1b9e24e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:07.054527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:07.069343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Calling delete_port for 459845ef-3f7f-4c86-9ef7-de12d1b9e24e owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:07.144889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:07.170914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:07.198779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:07.203282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a85598-2166-43b6-8490-1f441969e40b req-58891adb-99be-4f63-b698-9f41f6adef9f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:07.205011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1a85598-2166-43b6-8490-1f441969e40b req-58891adb-99be-4f63-b698-9f41f6adef9f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 945 time: 0.3928287 Feb 10 15:41:07.206282 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:07.229538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31208bb-4655-4a07-b93c-badf0baa1ebd req-6ad6c57d-3911-484a-bc55-b8a14cc0a712 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:07.238096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d31208bb-4655-4a07-b93c-badf0baa1ebd req-6ad6c57d-3911-484a-bc55-b8a14cc0a712 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.4235525 Feb 10 15:41:07.246533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Pushing event updated for resources: {'Port': ['ID=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:07.276262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:07.277475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:07.278023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:07.301227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:07.309342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:07.340615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=459845ef-3f7f-4c86-9ef7-de12d1b9e24e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:07.524591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:07.587253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:07.682800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:07.683215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Attempting to bind port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:07.721858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:07.722233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:07.722569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:07.723009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Bound port: cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:07.723361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:07.751476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d31208bb-4655-4a07-b93c-badf0baa1ebd req-18307d87-2348-4e36-96c7-021fe84d02df tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119550 Feb 10 15:41:07.774306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1a85598-2166-43b6-8490-1f441969e40b req-7a08fdb7-fff0-44a6-a22b-256d79832796 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247116 Feb 10 15:41:07.786954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:07.789503 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d56744-05ce-40ff-b475-9694f28081b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:07.867569 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d347e3-c915-4b64-8e86-462c50e010ca x-openstack-request-id: req-35d347e3-c915-4b64-8e86-462c50e010ca {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:07.867868 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:07.868283 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35d347e3-c915-4b64-8e86-462c50e010ca {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:07.868504 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'code': 200} Feb 10 15:41:07.907245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec16f6b-916d-4a51-9ec3-048c3aeb99c7 None None] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:07.926747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:08.008146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:08.023842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-41e553d1-dcc6-4d2b-9685-4e5f25be1bd4 None None] Provisioning complete for port 10fd4844-368e-4879-8d74-99c343561c41 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:08.024593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41e553d1-dcc6-4d2b-9685-4e5f25be1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.037462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:08.042972 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-66360b17-8dea-4480-911d-a4d642989a81 admin admin] 10.222.0.21 "PUT /v2.0/routers/e63c7b3c-38f3-4a95-8ce2-8ea848e54516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2052627 Feb 10 15:41:08.052214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47554) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:08.060310 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] Sync routers for ids ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:08.060871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:08.072746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501819b4-da82-408f-a36e-b895bd2a5768 req-a330756d-7392-483d-b8f5-b32af7bbca35 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:08.074071 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] Routers {'e63c7b3c-38f3-4a95-8ce2-8ea848e54516'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:08.074270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-501819b4-da82-408f-a36e-b895bd2a5768 req-a330756d-7392-483d-b8f5-b32af7bbca35 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 949 time: 0.2046690 Feb 10 15:41:08.075401 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:08.080749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.106072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:08.160765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee47d7-00b0-47de-88ff-6d272e73ff7c req-80a28d1d-de7b-4a77-97b9-ff6927edbf1c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:08.170407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7eee47d7-00b0-47de-88ff-6d272e73ff7c req-80a28d1d-de7b-4a77-97b9-ff6927edbf1c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.2181473 Feb 10 15:41:08.187534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:08.188161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.189602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 1095 time: 2.9132130 Feb 10 15:41:08.251667 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.263209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.333467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10fd4844-368e-4879-8d74-99c343561c41 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:08.364682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a96ec-1e7a-4c26-ba9a-e13efed8b5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:08.381121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-501819b4-da82-408f-a36e-b895bd2a5768 req-38e25a12-16b8-46e0-bbb3-ee11b7d4d61e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988868 Feb 10 15:41:08.423719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7eee47d7-00b0-47de-88ff-6d272e73ff7c req-4be806cf-92e4-410f-ab97-a3d8ee678e47 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523212 Feb 10 15:41:08.454149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:08.470639 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] Set router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:08.473309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:08.473697 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.537017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-12a14d8c-be5f-41b1-b9f3-2fa0409b104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:08.541462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-12a14d8c-be5f-41b1-b9f3-2fa0409b104e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1098 time: 0.3159287 Feb 10 15:41:08.549131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.565064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:08.649796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Deleting port 97eb1e89-9ee0-453b-94b7-5c21216023b9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:08.650300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.683116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.703844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 10fd4844-368e-4879-8d74-99c343561c41 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:08.704256 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.750793 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41e553d1-dcc6-4d2b-9685-4e5f25be1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.798687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] For port 97eb1e89-9ee0-453b-94b7-5c21216023b9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=97eb1e89-9ee0-453b-94b7-5c21216023b9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:08.799955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.806635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a844701-53be-4c23-841f-6cd60717a87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:08.809961 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcbe74-1f63-4c04-a402-2fae1174d4bb" -d '{"events": [{"server_uuid": "0a844701-53be-4c23-841f-6cd60717a87b", "name": "network-vif-plugged", "status": "completed", "tag": "dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:08.815341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Calling delete_port for 97eb1e89-9ee0-453b-94b7-5c21216023b9 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:08.839667 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:41:07Z', 'revision_number': 5, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port': {'id': '97eb1e89-9ee0-453b-94b7-5c21216023b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:53Z', 'updated_at': '2022-02-10T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:08.851979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6186d32-89b8-4190-9dab-10201ec8728d req-bd796a37-a9c2-4e73-a5f3-075dc8876c8f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:08.859935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6186d32-89b8-4190-9dab-10201ec8728d req-bd796a37-a9c2-4e73-a5f3-075dc8876c8f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.3139844 Feb 10 15:41:08.862193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-41e553d1-dcc6-4d2b-9685-4e5f25be1bd4 None None] For port 10fd4844-368e-4879-8d74-99c343561c41, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10fd4844-368e-4879-8d74-99c343561c41,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:08.864860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:08.867021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:08.871248 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] Checking router: e63c7b3c-38f3-4a95-8ce2-8ea848e54516 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:08.875011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:08.875545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.877613 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41e553d1-dcc6-4d2b-9685-4e5f25be1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.879622 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:08.881257 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] Routers {'e63c7b3c-38f3-4a95-8ce2-8ea848e54516'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:08.882012 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:08.963870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-cb940902-5dfb-4a07-b9ce-111dd91433a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:08.965337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-cb940902-5dfb-4a07-b9ce-111dd91433a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.4110315 Feb 10 15:41:09.007383 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] Set router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:09.034689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223b500-95e4-4aab-8862-51ccf8925ae2 req-f472e5be-af71-41f6-aa8d-147160f6d4da tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.035843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e553d1-dcc6-4d2b-9685-4e5f25be1bd4 None None] Pushing event updated for resources: {'Port': ['ID=10fd4844-368e-4879-8d74-99c343561c41,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:09.036350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1223b500-95e4-4aab-8862-51ccf8925ae2 req-f472e5be-af71-41f6-aa8d-147160f6d4da tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1096 time: 0.2172294 Feb 10 15:41:09.053526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6186d32-89b8-4190-9dab-10201ec8728d req-7d067e8e-b85a-48cd-aa84-3b7e4cd82e34 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923482 Feb 10 15:41:09.057787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-e58e7b1a-f1f0-4202-bf0f-723c599a7058 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.0799162 Feb 10 15:41:09.061789 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.085942 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:41:08Z', 'revision_number': 6, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:09.108166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-329a4e9f-2b21-4dcf-b8c4-1f2a9bafe8c0 None None] Provisioning complete for port 10fd4844-368e-4879-8d74-99c343561c41 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:09.108606 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-329a4e9f-2b21-4dcf-b8c4-1f2a9bafe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.111877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.121485 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedc710-f4f3-4748-8fe6-6de108803254 None None] The sync data for ids ['e63c7b3c-38f3-4a95-8ce2-8ea848e54516'] in n-d-827895-3 is: [{'id': 'e63c7b3c-38f3-4a95-8ce2-8ea848e54516', 'name': 'tempest-FloatingIPsNegativeTestJSON-1975367555-router', 'tenant_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:52Z', 'updated_at': '2022-02-10T15:41:08Z', 'revision_number': 6, 'project_id': 'b14bfdbf287b4b75a9144ecab5fd80ef', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:09.128763 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d2c3f-bc40-4071-951b-c03f9a8c4e62 x-openstack-request-id: req-2a6d2c3f-bc40-4071-951b-c03f9a8c4e62 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:09.129268 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:09.129715 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a6d2c3f-bc40-4071-951b-c03f9a8c4e62 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:09.130316 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'status': 'completed', 'code': 200} Feb 10 15:41:09.180532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Pushing event deleted for resources: {'Port': ['ID=97eb1e89-9ee0-453b-94b7-5c21216023b9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:09.206103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:09.207271 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.274607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:09.279952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.289253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1223b500-95e4-4aab-8862-51ccf8925ae2 req-70d7a556-a4bc-4273-a5cf-f0198a1c4612 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302599 Feb 10 15:41:09.303916 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:41:09.315889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d56744-05ce-40ff-b475-9694f28081b7 req-94af9b99-dc01-4072-8d23-1b3c2eaff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.321061 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-94af9b99-dc01-4072-8d23-1b3c2eaff402 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1125 time: 0.1511910 Feb 10 15:41:09.334833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-e72b5a06-b605-4830-b6b0-83415429a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.336357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-e72b5a06-b605-4830-b6b0-83415429a936 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2618010 Feb 10 15:41:09.352469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:09.407844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.428357 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cbc25-3768-4a7b-87a3-850fffe67210 x-openstack-request-id: req-720cbc25-3768-4a7b-87a3-850fffe67210 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:09.429356 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a844701-53be-4c23-841f-6cd60717a87b", "name": "network-vif-plugged", "status": "completed", "tag": "dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:09.429747 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-720cbc25-3768-4a7b-87a3-850fffe67210 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:09.430250 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a844701-53be-4c23-841f-6cd60717a87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931', 'code': 200} Feb 10 15:41:09.478591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-b7742dfa-047f-4f57-8590-ddadd8cdae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.480467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-b7742dfa-047f-4f57-8590-ddadd8cdae26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335876 Feb 10 15:41:09.500115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ef193-866c-4cc9-827b-75d95c7c0b82 req-c03adee9-8551-4dfa-9a0e-9fcdde0547a8 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.509680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ef193-866c-4cc9-827b-75d95c7c0b82 req-c03adee9-8551-4dfa-9a0e-9fcdde0547a8 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1026976 Feb 10 15:41:09.579601 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.587514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.638355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ef193-866c-4cc9-827b-75d95c7c0b82 req-08582759-b70d-4cf9-8fed-49f8747b8e79 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272500 Feb 10 15:41:09.639204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:41:09.640807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d56744-05ce-40ff-b475-9694f28081b7 req-8541630e-0d50-4da1-bc6a-fd4460027ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.642313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-8541630e-0d50-4da1-bc6a-fd4460027ed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.3123538 Feb 10 15:41:09.649776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6e8a2-71c1-48a9-9bcf-4a1fc32062e3 req-833c93a8-b48e-420c-8bb4-15c4c2852001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.651606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1c6e8a2-71c1-48a9-9bcf-4a1fc32062e3 req-833c93a8-b48e-420c-8bb4-15c4c2852001 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 1101 time: 0.1106834 Feb 10 15:41:09.683579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ee734-7e10-4416-9483-3be5da75c24d req-ec3ce413-08ea-4cb7-9871-c7de0c9dc684 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.685227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-963ee734-7e10-4416-9483-3be5da75c24d req-ec3ce413-08ea-4cb7-9871-c7de0c9dc684 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1096 time: 0.1667597 Feb 10 15:41:09.709963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.710484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63c7b3c-38f3-4a95-8ce2-8ea848e54516 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:41:09.718878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-b24315a0-4a58-4b09-b162-0a2af759abd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 217 time: 0.0663326 Feb 10 15:41:09.723169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:09.724478 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-62f5ff86-753a-4d0b-a0fa-6c7e8bd01549 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e63c7b3c-38f3-4a95-8ce2-8ea848e54516 HTTP/1.1" status: 204 len: 168 time: 1.6778708 Feb 10 15:41:09.734190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47572) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:09.770910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1c6e8a2-71c1-48a9-9bcf-4a1fc32062e3 req-15d3bed0-98e6-4006-8425-b7565829aaef service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024539 Feb 10 15:41:09.771429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-bb86abe4-209f-412c-a261-66c3567da72e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387516 Feb 10 15:41:09.780330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d56744-05ce-40ff-b475-9694f28081b7 req-9cca2908-ae79-4369-afb4-287e9c007788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:09.781788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-9cca2908-ae79-4369-afb4-287e9c007788 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0552359 Feb 10 15:41:09.816922 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-6f400bb3-bdb0-4e14-b026-9a3849363f47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252700 Feb 10 15:41:09.871769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:09.874242 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182" -d '{"events": [{"name": "network-changed", "server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:09.911583 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-40b09416-dd76-491a-9920-42e3f5156ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871427 Feb 10 15:41:09.936316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Deleting subnet a7ebf708-f247-4fc4-bf61-4663bd9586c8 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:41:09.945014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-963ee734-7e10-4416-9483-3be5da75c24d req-d53f04a3-5dc6-4ca6-9a2f-71a73b8b452e tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500353 Feb 10 15:41:09.951400 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.037383 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-83d56744-05ce-40ff-b475-9694f28081b7 req-bf1bbb40-564c-45fc-9669-f8ee15a403ba service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188474 Feb 10 15:41:10.091764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10fd4844-368e-4879-8d74-99c343561c41 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:10.127799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:10.223056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 10fd4844-368e-4879-8d74-99c343561c41 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:10.223429 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.227484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438854-4c52-402b-944f-92f097866928 req-78b89e2e-f962-4483-91f2-4b1fdbd163ca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:10.228996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35438854-4c52-402b-944f-92f097866928 req-78b89e2e-f962-4483-91f2-4b1fdbd163ca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 950 time: 0.4955876 Feb 10 15:41:10.272634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:10.289162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:41:10.303967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.311980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:10.324045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Sync routers for ids ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:10.345738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Routers {'4289fbac-9128-490e-a828-b0ae6f8fa3a8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:10.346370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:10.352362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9423df4-9f4a-453b-8198-f3ab68dbb79b req-c0e038bc-66f7-4881-96d0-e55e61c89477 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476341 Feb 10 15:41:10.385935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35438854-4c52-402b-944f-92f097866928 req-c62dacb0-fe8d-4894-afe6-dc3b9715eabb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472375 Feb 10 15:41:10.392004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.395832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2e8edc8a-2dad-4a8d-a865-d63747cfc27a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1642880 Feb 10 15:41:10.397259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47582) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:10.417372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3fa81-2905-4f81-b19a-d54c4c6d33fa req-5f52548a-8f9b-46c2-830b-3d503ce01c21 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:10.422370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03c3fa81-2905-4f81-b19a-d54c4c6d33fa req-5f52548a-8f9b-46c2-830b-3d503ce01c21 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.1864743 Feb 10 15:41:10.470832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 459845ef-3f7f-4c86-9ef7-de12d1b9e24e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:10.535395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 459845ef-3f7f-4c86-9ef7-de12d1b9e24e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:10.536338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 459845ef-3f7f-4c86-9ef7-de12d1b9e24e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:10.538072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 97eb1e89-9ee0-453b-94b7-5c21216023b9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:10.564336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.573787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Set router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:10.576808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 97eb1e89-9ee0-453b-94b7-5c21216023b9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:10.577144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 97eb1e89-9ee0-453b-94b7-5c21216023b9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:10.612001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03c3fa81-2905-4f81-b19a-d54c4c6d33fa req-0336d078-4888-4a85-ae94-f5a6ee590f75 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801984 Feb 10 15:41:10.640569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-0ab31deb-fbb5-4e7d-930e-855cb600d497 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2038157993&fields=id&tenant_id=38f447b64da84913b5011ad6776dd713 HTTP/1.1" status: 200 len: 267 time: 0.1109712 Feb 10 15:41:10.765844 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f397fbbd-dfa4-4dab-a7ab-b98a8459dddc x-openstack-request-id: req-f397fbbd-dfa4-4dab-a7ab-b98a8459dddc {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:10.766473 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:10.766873 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f397fbbd-dfa4-4dab-a7ab-b98a8459dddc {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:10.767620 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'status': 'completed', 'code': 200} Feb 10 15:41:10.789769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:07Z', 'revision_number': 3, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:10.790063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.819343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Checking router: 4289fbac-9128-490e-a828-b0ae6f8fa3a8 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:10.819732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Updating router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:41:10.847940 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.854190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-32998def-86db-4e63-8667-0332ae5ad0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:10.855717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ebf708-f247-4fc4-bf61-4663bd9586c8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:10.855853 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-32998def-86db-4e63-8667-0332ae5ad0f5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1098 time: 0.1021078 Feb 10 15:41:10.863277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:10.866426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fba9179b-c019-47d5-b47c-04e19a626a51 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7ebf708-f247-4fc4-bf61-4663bd9586c8 HTTP/1.1" status: 204 len: 168 time: 1.1313682 Feb 10 15:41:10.871042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:10.882949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c411d-5fa3-495a-be16-4905916e15b1 None None] Network 20dbe7f2-97d4-4a43-ad23-70fbde032178 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:10.915230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-e3b5729f-0c17-467d-b785-c74744c505b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:10.915230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-e3b5729f-0c17-467d-b785-c74744c505b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1098 time: 0.1739464 Feb 10 15:41:10.929300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c571b0aa-09e8-44f8-a48f-d0bdff62923a tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:10.929300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c571b0aa-09e8-44f8-a48f-d0bdff62923a tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 823 time: 0.2750244 Feb 10 15:41:10.959730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464ff48-3c3f-4b5e-ace3-abcd8c130bb2 req-ef654453-a83d-4b92-869d-4f0bbb4dec08 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:10.961204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5464ff48-3c3f-4b5e-ace3-abcd8c130bb2 req-ef654453-a83d-4b92-869d-4f0bbb4dec08 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.1637714 Feb 10 15:41:11.017434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-ca1b1963-b941-4166-96ce-c2051be51fe3 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/quotas/38f447b64da84913b5011ad6776dd713 HTTP/1.1" status: 200 len: 375 time: 0.0747042 Feb 10 15:41:11.089763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-c82d8b2a-f324-4906-a096-41bfab32d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.092153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-c82d8b2a-f324-4906-a096-41bfab32d7ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1596715 Feb 10 15:41:11.162242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-2e94d921-3883-412b-81b6-00d2f958476b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.0534465 Feb 10 15:41:11.167099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5464ff48-3c3f-4b5e-ace3-abcd8c130bb2 req-ffb06315-922b-4fbe-ab95-017811fe3089 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945815 Feb 10 15:41:11.209611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-3f766845-312b-4e77-b88f-cf69685a65b9 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1816225 Feb 10 15:41:11.295411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.339098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-7fd5eb05-f805-446e-8c19-b19651a30de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.341687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-7fd5eb05-f805-446e-8c19-b19651a30de7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1662717 Feb 10 15:41:11.350313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-c70447c8-b4f8-4eb0-9ebd-6420cb12291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.351480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-c70447c8-b4f8-4eb0-9ebd-6420cb12291a service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.4795492 Feb 10 15:41:11.353598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] DHCP port deletion for 20dbe7f2-97d4-4a43-ad23-70fbde032178 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:41:11.376176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886c6fa-f8be-4590-8980-bf7257e8b540 req-b1e7b48e-0885-4c99-9eb2-f57da58e7329 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.377666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1886c6fa-f8be-4590-8980-bf7257e8b540 req-b1e7b48e-0885-4c99-9eb2-f57da58e7329 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1192980 Feb 10 15:41:11.422989 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-b0baaf75-714a-48a6-8654-604916531ae9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.0524783 Feb 10 15:41:11.430987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:11.433898 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9f2398-9335-429f-86b9-6750908a130f" -d '{"events": [{"server_uuid": "78a06340-7a5b-41e6-b0fe-684c9d107f3c", "name": "network-vif-plugged", "status": "completed", "tag": "299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:11.441736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-e7c51ffc-3bad-47df-aad2-3585359c8266 service neutron] 10.222.0.21 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310948 Feb 10 15:41:11.459055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.467703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.504139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Deleting port 5969eee4-22bd-4604-999f-1d284778a144 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:11.504480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.506659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] Deleting port 5969eee4-22bd-4604-999f-1d284778a144 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:11.507142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.511315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-91fd2577-7f4c-4109-a204-a4fa66c7052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.513489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-91fd2577-7f4c-4109-a204-a4fa66c7052a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515608 Feb 10 15:41:11.521056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.523348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1886c6fa-f8be-4590-8980-bf7257e8b540 req-72b40563-0981-42f2-a9e4-d66cab56f2cb tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123686 Feb 10 15:41:11.537411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-5dc57e4d-be8c-4733-a159-abc1ecd6b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.538680 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-5dc57e4d-be8c-4733-a159-abc1ecd6b047 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0931556 Feb 10 15:41:11.577139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7b150-6cfe-46cb-825b-77093be250c0 None None] Pushing event updated for resources: {'Port': ['ID=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:11.588043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Attempting to bind port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:11.588250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Attempting to bind port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:11.591195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Attempting to bind port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:11.602280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-805cbd87-3529-45ac-9a21-beed410434ea service neutron] 10.222.0.21 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597812 Feb 10 15:41:11.608238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:11.608816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:11.609364 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.609909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:11.611219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Bound port: d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:11.611822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.663242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] For port 5969eee4-22bd-4604-999f-1d284778a144, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5969eee4-22bd-4604-999f-1d284778a144,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:11.663716 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.668015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] For port 5969eee4-22bd-4604-999f-1d284778a144, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5969eee4-22bd-4604-999f-1d284778a144,segment=NetworkSegment(02a3ec5f-3c5a-45c3-a44a-020ea0a13473),segment_id=02a3ec5f-3c5a-45c3-a44a-020ea0a13473)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:11.668389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.687309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] Calling delete_port for 5969eee4-22bd-4604-999f-1d284778a144 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:11.689367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-9c72e830-f0f7-45c4-a41b-7e8813e49882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.690837 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-9c72e830-f0f7-45c4-a41b-7e8813e49882 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225207 Feb 10 15:41:11.726899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] For port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:11.728943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Calling delete_port for 5969eee4-22bd-4604-999f-1d284778a144 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:11.779340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-b3dc9732-8969-4213-98e3-6f90fba727f2 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147148 Feb 10 15:41:11.796515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] For port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:11.807865 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:11.949598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7b150-6cfe-46cb-825b-77093be250c0 None None] Pushing event updated for resources: {'Port': ['ID=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:11.958152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Routers {'4289fbac-9128-490e-a828-b0ae6f8fa3a8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:11.958911 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:11.980273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Allocated IP 172.20.0.1 (b5dbd636-b886-4f16-b367-69fa2ac4f85c/8c66a382-925b-4064-95a7-a41c78e65f4f/91448e89-695d-458c-9f44-87e50585f08c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:12.017460 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-063560d3-23c4-4181-83ec-900e383277d7 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901316 Feb 10 15:41:12.026800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-d0c40556-ba9d-417e-914f-50c54fd3e119 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171631 Feb 10 15:41:12.046674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.048838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ecf2-9c75-4d4d-8873-e814de8f7742 req-465bc5b8-d63b-4aa3-8cee-60c4dcc6ef11 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:12.072396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a48ecf2-9c75-4d4d-8873-e814de8f7742 req-465bc5b8-d63b-4aa3-8cee-60c4dcc6ef11 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 950 time: 0.1937976 Feb 10 15:41:12.084897 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.122480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5969eee4-22bd-4604-999f-1d284778a144 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:12.156022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a48ecf2-9c75-4d4d-8873-e814de8f7742 req-f38373b3-334d-4165-b1e5-162d89b22170 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820923 Feb 10 15:41:12.159131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Pushing event deleted for resources: {'Port': ['ID=5969eee4-22bd-4604-999f-1d284778a144,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:12.170826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] Pushing event deleted for resources: {'Port': ['ID=5969eee4-22bd-4604-999f-1d284778a144,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:12.175357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549b736-5112-4ad2-b661-4cb27c3673e1 None None] No DVR routers for this DVR port 5969eee4-22bd-4604-999f-1d284778a144 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:12.177148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 5969eee4-22bd-4604-999f-1d284778a144 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:12.177485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5969eee4-22bd-4604-999f-1d284778a144 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:12.195645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] No DVR routers for this DVR port 5969eee4-22bd-4604-999f-1d284778a144 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:12.248592 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae034821-e309-4089-bcd0-72111a1af472 x-openstack-request-id: req-ae034821-e309-4089-bcd0-72111a1af472 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:12.248912 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a06340-7a5b-41e6-b0fe-684c9d107f3c", "name": "network-vif-plugged", "status": "completed", "tag": "299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:12.249172 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae034821-e309-4089-bcd0-72111a1af472 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:12.249562 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'code': 200} Feb 10 15:41:12.290906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] Set router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:12.373420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.472593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc19d6e-6811-439b-a907-9e5194de9f45 req-dfa60979-f003-455d-8562-d26d107a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:12.475146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbc19d6e-6811-439b-a907-9e5194de9f45 req-dfa60979-f003-455d-8562-d26d107a0e21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 1101 time: 0.1133399 Feb 10 15:41:12.492614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5762b-761f-41f2-b26b-b08077476de5 req-d27fa33b-7df1-41ef-bfb6-cac155cc2e28 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:12.494979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13b5762b-761f-41f2-b26b-b08077476de5 req-d27fa33b-7df1-41ef-bfb6-cac155cc2e28 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.1101000 Feb 10 15:41:12.553867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.563947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbc19d6e-6811-439b-a907-9e5194de9f45 req-41059332-df20-4ba2-93fd-75ce8a560ebe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671005 Feb 10 15:41:12.569507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13b5762b-761f-41f2-b26b-b08077476de5 req-2e2b2690-7990-4f39-b637-83ea905a72d8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651541 Feb 10 15:41:12.603357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:12.611460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:07Z', 'revision_number': 3, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.625746 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.635588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:12.638064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:12.678981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51e4f-6ce7-41d3-9ced-818b57c9cc0d None None] The sync data for ids ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'] in n-d-827895-3 is: [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:07Z', 'revision_number': 3, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:12.685711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-98ca3d05-c648-41f2-a9f8-500392db60ce req-b9c28ad2-b59c-43b3-af7d-fccab33cee90 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 210 time: 0.0290208 Feb 10 15:41:12.742395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dbe7f2-97d4-4a43-ad23-70fbde032178']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.772871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a3ec5f-3c5a-45c3-a44a-020ea0a13473') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.773146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a3ec5f-3c5a-45c3-a44a-020ea0a13473') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.788212 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ae9f5a-bbea-49b0-b47e-de9cdcc61182 req-e681fcf7-f910-472b-8d48-ea911a7f05f2 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378626 Feb 10 15:41:12.800893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.803189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Pushing event updated for resources: {'Port': ['ID=91448e89-695d-458c-9f44-87e50585f08c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:12.815744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.864571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.876027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:12.876444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:12.881045 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:12.898053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04185fe-6180-4756-a1b1-596771e0f691 req-d1ab020a-be8a-4f46-bf91-fb6260c9efe7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:12.911711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b04185fe-6180-4756-a1b1-596771e0f691 req-d1ab020a-be8a-4f46-bf91-fb6260c9efe7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.1351128 Feb 10 15:41:12.933913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7f083a20-880f-4b95-ba06-e3eaf67f57cd None None] Provisioning complete for port 91448e89-695d-458c-9f44-87e50585f08c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:12.937594 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7f083a20-880f-4b95-ba06-e3eaf67f57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:12.984528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b04185fe-6180-4756-a1b1-596771e0f691 req-2dd84a8d-0ec6-44ef-921b-68225335cad7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663106 Feb 10 15:41:13.000192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-36d5680e-c46f-4bdb-8d69-adfb401fe486 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:13.004005 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-36d5680e-c46f-4bdb-8d69-adfb401fe486 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.75 "GET /v2.0/ports?device_id=54a12f48-d309-478f-83ca-5adf76dc2975 HTTP/1.1" status: 200 len: 945 time: 0.3713727 Feb 10 15:41:13.019356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7f083a20-880f-4b95-ba06-e3eaf67f57cd None None] Port 91448e89-695d-458c-9f44-87e50585f08c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:13.128466 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.133115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.136858 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] 10.222.0.21 "DELETE /v2.0/networks/20dbe7f2-97d4-4a43-ad23-70fbde032178 HTTP/1.1" status: 204 len: 168 time: 2.2627487 Feb 10 15:41:13.141403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3d584-0162-4966-8ac7-89d8ad780a8d req-2b73eec8-f956-4d4a-8f4b-af17a8dcfc2c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:13.143178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67b3d584-0162-4966-8ac7-89d8ad780a8d req-2b73eec8-f956-4d4a-8f4b-af17a8dcfc2c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0989952 Feb 10 15:41:13.201810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef716a-bbb7-4248-b404-795ea629980a admin admin] Pushing event deleted for resources: {'Network': ['ID=20dbe7f2-97d4-4a43-ad23-70fbde032178,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:13.240490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67b3d584-0162-4966-8ac7-89d8ad780a8d req-7261e36b-c3f5-4290-982a-50b1597bc1d4 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811369 Feb 10 15:41:13.311253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Deleting port eaf2623c-09e6-40df-aca1-07cb6c759517 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:13.311626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.316212 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.365306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1cbb8-fdde-4352-ad25-780432d94c97 req-d8032e58-8365-4b0a-93d8-9a1ba327a128 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:13.366912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11a1cbb8-fdde-4352-ad25-780432d94c97 req-d8032e58-8365-4b0a-93d8-9a1ba327a128 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 950 time: 0.0554574 Feb 10 15:41:13.399684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47650) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:13.476254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11a1cbb8-fdde-4352-ad25-780432d94c97 req-3bf47381-97fd-4911-9560-823e20fab0ab tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000624 Feb 10 15:41:13.482614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-35d6429e-3027-480c-8452-c38a156a45b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b14bfdbf287b4b75a9144ecab5fd80ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818715 Feb 10 15:41:13.488275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47654) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:13.517407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] For port eaf2623c-09e6-40df-aca1-07cb6c759517, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eaf2623c-09e6-40df-aca1-07cb6c759517,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:13.517777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.607058 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02896652-527f-47c9-93b4-e7ba37384306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.641142 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02896652-527f-47c9-93b4-e7ba37384306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.703106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-f8865cf4-f718-40a7-b70f-dbd2eecdcdb9 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:13.704934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-f8865cf4-f718-40a7-b70f-dbd2eecdcdb9 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2947056 Feb 10 15:41:13.735496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02896652-527f-47c9-93b4-e7ba37384306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.739226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02896652-527f-47c9-93b4-e7ba37384306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.756682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-02896652-527f-47c9-93b4-e7ba37384306 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/341acbc3-17b2-4767-bbf8-21b5eb832a5c HTTP/1.1" status: 204 len: 168 time: 0.2562830 Feb 10 15:41:13.797706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-17b2a745-c693-4f36-8c4c-79a729502d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:13.799074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-17b2a745-c693-4f36-8c4c-79a729502d99 service neutron] 10.222.0.21 "GET /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 1093 time: 0.0424118 Feb 10 15:41:13.827866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Request body: {'binding': {'host': 'n-h1-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:13.828622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:41:13.835173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.868627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:13.877256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02896652-527f-47c9-93b4-e7ba37384306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341acbc3-17b2-4767-bbf8-21b5eb832a5c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:13.906824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3189f2-42c2-4246-aaf2-409e303e55b8 req-28ce3e60-0a1d-40ff-b7fe-6cc62b0ae06f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:13.919841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be3189f2-42c2-4246-aaf2-409e303e55b8 req-28ce3e60-0a1d-40ff-b7fe-6cc62b0ae06f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 950 time: 0.3633580 Feb 10 15:41:14.011106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be3189f2-42c2-4246-aaf2-409e303e55b8 req-8fd8143e-a18e-4f8b-b822-17b42501a41c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905607 Feb 10 15:41:14.047248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2466b3d-4a83-4fb9-8d22-2aa70ddd8542 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:14.051021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2466b3d-4a83-4fb9-8d22-2aa70ddd8542 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.45 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 823 time: 0.3279188 Feb 10 15:41:14.104785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.105156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.105482 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Floating IP 77d186cc-c573-40ab-8255-9153c4f628aa disassociated. External IP: 172.25.7.96, port: eaf2623c-09e6-40df-aca1-07cb6c759517. Feb 10 15:41:14.105830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Calling delete_port for eaf2623c-09e6-40df-aca1-07cb6c759517 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:14.126764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-dee80c1d-2612-42a2-b3a8-b81a2e20acde tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f447b64da84913b5011ad6776dd713 HTTP/1.1" status: 200 len: 380 time: 0.0593221 Feb 10 15:41:14.146939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'port': {'device_id': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'admin_state_up': True, 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'security_groups': ['c43cd75d-ac06-4113-b8a0-9e18dcdd037f']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:14.148645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:14.167969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:14.177333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Pushing event updated for resources: {'Port': ['ID=91448e89-695d-458c-9f44-87e50585f08c,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:14.280971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.301219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f00d8-d814-4d5d-88ba-fa395ed83ce7 req-3c003378-5bbd-426e-a2ee-42b4dd4031ed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:14.313421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:14.314096 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.315376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f0f00d8-d814-4d5d-88ba-fa395ed83ce7 req-3c003378-5bbd-426e-a2ee-42b4dd4031ed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.1309717 Feb 10 15:41:14.370005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:14.387056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:41:14.432596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f0f00d8-d814-4d5d-88ba-fa395ed83ce7 req-0cbc4f4b-8149-43ab-ad2b-2d4389d25792 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103494 Feb 10 15:41:14.439770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Made reservation on behalf of 38f447b64da84913b5011ad6776dd713 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:14.443833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.480178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.539371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cd42c0c5-4521-4a0d-a25c-2e78baab6b63 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:14.543432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:14.556138 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.581808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on host n-h1-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:14.582149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:14.582479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:14.591397 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-b8f93eb6-212f-4c40-aed6-650c7900e314 service neutron] 10.222.0.45 "GET /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b/bindings/n-h2-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.2670550 Feb 10 15:41:14.600705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:14.601261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:14.612119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c1e22b7-e906-4e5d-b493-c55ecca29af3 req-cc22dc33-c83c-436c-88dc-8e3b13d53bdb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 210 time: 0.0661833 Feb 10 15:41:14.619903 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.665240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:14.741851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Allocated IP 172.20.0.10 (68d8c2fb-12b4-44f9-855d-8d41fb478d60/4a0b504d-d0a9-4918-a563-162039f0b78b/f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:14.753385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:14.767378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'mac_address': 'fa:16:3e:85:e6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:14.815828 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.835890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd42c0c5-4521-4a0d-a25c-2e78baab6b63 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:14.877083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:14.886756 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:14.896589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2fdd-d2ca-4dfe-8525-91a296a1876f req-40867433-6d81-4e56-8c8b-7004f14b1287 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:14.898176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f17d2fdd-d2ca-4dfe-8525-91a296a1876f req-40867433-6d81-4e56-8c8b-7004f14b1287 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 947 time: 0.1351771 Feb 10 15:41:14.942290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:14.949007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:14.949346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:14.950787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:14.950787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Bound port: 814d82e2-35ca-4ff7-984d-1979af42abd6, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:14.972222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:14.985227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:15.002783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f17d2fdd-d2ca-4dfe-8525-91a296a1876f req-75547154-d7a1-421b-8d2d-9492037155f2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846891 Feb 10 15:41:15.023425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event deleted for resources: {'Port': ['ID=eaf2623c-09e6-40df-aca1-07cb6c759517,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:15.063130 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:15.122193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:15.173944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:15.222664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:15.237354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:15.250444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:15.253322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:15.259375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event updated for resources: {'Port': ['ID=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:15.267732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:15.268856 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ddd53fc1-6773-4ad8-afff-c8c491f7c3db service neutron] 10.222.0.21 "POST /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6/bindings HTTP/1.1" status: 201 len: 389 time: 1.4570827 Feb 10 15:41:15.299891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f20a-f8b1-4a3a-9347-b812a21e3213 req-ea20c1be-f67b-4e68-a541-86c2aa9afc4c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:15.307099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27f2f20a-f8b1-4a3a-9347-b812a21e3213 req-ea20c1be-f67b-4e68-a541-86c2aa9afc4c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1341429 Feb 10 15:41:15.341660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:15.342678 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:15.364533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27f2f20a-f8b1-4a3a-9347-b812a21e3213 req-fa5c0ed2-a439-439e-bf57-06d882af00ce tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565434 Feb 10 15:41:15.371311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-c2771ae2-e1b5-4b8a-a62f-e9b9d68c5ba4 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2311847 Feb 10 15:41:15.386255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Request body: {'port': {'device_id': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:15.454733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3ce1d986-57fd-4309-a38d-451c3008b00e None None] Provisioning complete for port 91448e89-695d-458c-9f44-87e50585f08c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:15.455270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ce1d986-57fd-4309-a38d-451c3008b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:15.492076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:15.500818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:15.506746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:15.541961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1d986-57fd-4309-a38d-451c3008b00e None None] Port 91448e89-695d-458c-9f44-87e50585f08c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:15.600503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b490e95-2d37-4b09-8fb9-280755ddf31a req-56f8e0ce-8ad2-4f39-a68d-1566fb7ccd41 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:15.610393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b490e95-2d37-4b09-8fb9-280755ddf31a req-56f8e0ce-8ad2-4f39-a68d-1566fb7ccd41 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 950 time: 0.1147110 Feb 10 15:41:15.646393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.45', 63169) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:15.672105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:15.691566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b490e95-2d37-4b09-8fb9-280755ddf31a req-8635b4a6-e823-490d-8445-a14c7cd60a97 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684519 Feb 10 15:41:15.836732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:15.953039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-5d3c1377-8633-4273-b87b-89d0687f6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:15.954538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-5d3c1377-8633-4273-b87b-89d0687f6bf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1096 time: 0.3004839 Feb 10 15:41:15.968294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e10af9-05ec-4115-8aa2-16aef0f6659b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:15.976757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:15.990023 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:15.992004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:16.002031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Sync routers for ids ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:16.012376 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:16.013120 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:16.019847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Routers {'4289fbac-9128-490e-a828-b0ae6f8fa3a8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:16.020582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:16.022860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e1161a9e-5d79-4e58-bbe7-04f62ab4bd4c admin admin] 10.222.0.21 "PUT /v2.0/routers/4289fbac-9128-490e-a828-b0ae6f8fa3a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6213956 Feb 10 15:41:16.025105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:16.114273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-03d3f9c6-8948-4723-a555-7cd8c12c76fc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.125285 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-03d3f9c6-8948-4723-a555-7cd8c12c76fc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2&tenant_id=872ae74478324283955467ee2b7c76cb&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 948 time: 0.3300512 Feb 10 15:41:16.181252 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:16.190373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] No DVR routers for this DVR port eaf2623c-09e6-40df-aca1-07cb6c759517 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:16.192919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.197088 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f04f45d-6c6f-432a-9948-a3d76031c5c0 req-39c2fd22-9ee1-4d4e-8217-aff78001cd6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.75 "DELETE /v2.0/ports/eaf2623c-09e6-40df-aca1-07cb6c759517 HTTP/1.1" status: 204 len: 173 time: 3.1728079 Feb 10 15:41:16.222023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'name': 'network-vif-deleted', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:16.225008 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a62428-4b47-41f8-8973-ac49dfb2dc3a" -d '{"events": [{"server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "name": "network-vif-deleted", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:16.228992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.264067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:16.267386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eaf2623c-09e6-40df-aca1-07cb6c759517 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:16.328753 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-8982c991-da9a-4956-8664-cb7e141adb8d service neutron] delete failed (client error): The resource could not be found. Feb 10 15:41:16.329594 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-8982c991-da9a-4956-8664-cb7e141adb8d service neutron] 10.222.0.75 "DELETE /v2.0/ports/cd42c0c5-4521-4a0d-a25c-2e78baab6b63/bindings/n-h2-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.1838739 Feb 10 15:41:16.352433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: eaf2623c-09e6-40df-aca1-07cb6c759517 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:16.352981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eaf2623c-09e6-40df-aca1-07cb6c759517 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:16.360705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1c49e709-80e0-4a06-b014-efdd9e0583b2 None None] Provisioning complete for port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:16.361250 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1c49e709-80e0-4a06-b014-efdd9e0583b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.367300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] Transition to ACTIVE for port object 02e10af9-05ec-4115-8aa2-16aef0f6659b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:16.369596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd1fb-e190-45c6-a10a-773a316750d7 req-3736bac5-4335-467f-9a8e-21924318a5f7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.380087 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.389915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9badd1fb-e190-45c6-a10a-773a316750d7 req-3736bac5-4335-467f-9a8e-21924318a5f7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 945 time: 0.5807674 Feb 10 15:41:16.437161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:16.438324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47718) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:16.507752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.524293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e06a1-8d7e-4919-848e-3bef738f53f8 req-1b12a1a3-1119-40ce-b0b3-03608e13301d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.533315 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e93e06a1-8d7e-4919-848e-3bef738f53f8 req-1b12a1a3-1119-40ce-b0b3-03608e13301d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 944 time: 0.5892820 Feb 10 15:41:16.550010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-e10df231-b602-4ee1-97e4-2f0b42013ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.552185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-e10df231-b602-4ee1-97e4-2f0b42013ed3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.5814576 Feb 10 15:41:16.559079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cd42c0c5-4521-4a0d-a25c-2e78baab6b63 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:16.575490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:16.576468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Transition to ACTIVE for port object f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:16.615288 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:16.629053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Set router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:16.634913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] No DVR routers for this DVR port 02e10af9-05ec-4115-8aa2-16aef0f6659b on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:16.666280 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:16.676574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1c49e709-80e0-4a06-b014-efdd9e0583b2 None None] Port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:16.690859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-855903af-9a19-44ba-a0a8-74264b5f16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.693886 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:16.694513 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:16.697097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-855903af-9a19-44ba-a0a8-74264b5f16ac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1099 time: 0.2218869 Feb 10 15:41:16.745843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:16.746210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.756095 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-229ba7ec-a237-4d54-81b4-f1133759aeb2 service neutron] 10.222.0.45 "PUT /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b/bindings/n-h2-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1481559 Feb 10 15:41:16.835667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:16.849527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:16.849902 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.902533 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:16.914450 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-bff7de3f-a0e7-4db9-b087-ad4ebe8fa783 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 217 time: 0.3490264 Feb 10 15:41:16.936511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9badd1fb-e190-45c6-a10a-773a316750d7 req-968495c0-a2b1-4800-b714-9eb4775d221a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379729 Feb 10 15:41:16.937514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:16.938300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-c8076152-0cef-4c21-a5e2-8504c7130e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.939827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-c8076152-0cef-4c21-a5e2-8504c7130e52 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2311893 Feb 10 15:41:16.940644 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f25fefa1-2cd9-4a62-9218-5870637a6fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.067943 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-58ffa30f-799e-4e71-9d36-259f62740c70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.1113691 Feb 10 15:41:17.088023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e93e06a1-8d7e-4919-848e-3bef738f53f8 req-d6b52e3d-7f59-4670-ac08-e7d9f24ac60a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523500 Feb 10 15:41:17.092682 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.128443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:13Z', 'revision_number': 4, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '91448e89-695d-458c-9f44-87e50585f08c', 'name': '', 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'mac_address': 'fa:16:3e:5b:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '8c66a382-925b-4064-95a7-a41c78e65f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:11Z', 'updated_at': '2022-02-10T15:41:13Z', 'revision_number': 2, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'subnets': [{'id': '8c66a382-925b-4064-95a7-a41c78e65f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:17.134737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:17.138394 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a788ca14-d1da-4af0-b379-c40e03761a5c" -d '{"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-plugged", "status": "completed", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:17.178895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:17.180492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Checking router: 4289fbac-9128-490e-a828-b0ae6f8fa3a8 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:17.181047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Updating router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 port 91448e89-695d-458c-9f44-87e50585f08c binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:41:17.188213 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.203417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-b27d6622-55fe-44ba-82dd-996725bf9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.206022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-b27d6622-55fe-44ba-82dd-996725bf9b7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.2625873 Feb 10 15:41:17.226575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-d880e653-ceb4-4bdf-9e8e-5f152c00ddaa tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.237698 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-d880e653-ceb4-4bdf-9e8e-5f152c00ddaa tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.2124705 Feb 10 15:41:17.260099 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.276891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-a6f94b4a-53a7-4ccf-a25f-8a8b1aadb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.278351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-a6f94b4a-53a7-4ccf-a25f-8a8b1aadb879 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1933446 Feb 10 15:41:17.283486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Pushing event updated for resources: {'Port': ['ID=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:17.287860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-d7f1da79-7518-4be8-965b-b33bcea6f248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543959 Feb 10 15:41:17.327821 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:17.330059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:17.368558 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f7d90-dfa9-4881-8e9f-5478c63cff54 None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:17.418364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f25fefa1-2cd9-4a62-9218-5870637a6fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.453387 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f25fefa1-2cd9-4a62-9218-5870637a6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.458088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f91b-1219-4b46-ad97-a31af2754973 req-58f84b02-0249-4a9a-b06b-03ed52c30dd4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.470394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fd7f91b-1219-4b46-ad97-a31af2754973 req-58f84b02-0249-4a9a-b06b-03ed52c30dd4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 948 time: 0.4027233 Feb 10 15:41:17.544424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f25fefa1-2cd9-4a62-9218-5870637a6fbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b4c93f466bd4808afa834d455cd2982&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1036723 Feb 10 15:41:17.545655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fefa1-2cd9-4a62-9218-5870637a6fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba402be-0ecc-4b59-b5bd-b67666fa31b5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:17.551419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-04662e3d-5cd1-4b09-8609-517e080d4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.553797 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-04662e3d-5cd1-4b09-8609-517e080d4d69 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29&tenant_id=85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 1096 time: 0.2900953 Feb 10 15:41:17.555075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:17.570075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-2c3c273f-8d98-4afc-932b-12068792ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.572040 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-2c3c273f-8d98-4afc-932b-12068792ddf9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549703 Feb 10 15:41:17.578326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-761dac5c-a719-4e73-b7e4-9073542bb024 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553730 Feb 10 15:41:17.626769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670dcdd-6900-4de3-b4b7-6249f45794fc req-54750b56-5293-45c8-861c-94f48cd83a8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.628235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8670dcdd-6900-4de3-b4b7-6249f45794fc req-54750b56-5293-45c8-861c-94f48cd83a8d tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 944 time: 0.4172630 Feb 10 15:41:17.649319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fd7f91b-1219-4b46-ad97-a31af2754973 req-45d86f1a-d620-4501-a020-6c9f9d1e6503 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780224 Feb 10 15:41:17.724255 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.733040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Attempting to bind port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:17.733380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Attempting to bind port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:17.733761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Attempting to bind port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:17.734550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-67cef2c6-c194-4fa6-9518-5b43d249fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.736262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-67cef2c6-c194-4fa6-9518-5b43d249fc21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1096 time: 0.1252201 Feb 10 15:41:17.737709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.738961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d078d272-1875-404c-80bf-98ea1facaca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.757615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:17.757973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Attempting to bind port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 on network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:17.787718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-80ecc50b-087c-4b40-a93b-f0f85a7ae5ac service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970084 Feb 10 15:41:17.813322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8670dcdd-6900-4de3-b4b7-6249f45794fc req-68af2bdb-eb16-44ac-8b06-649b29966d7b tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708081 Feb 10 15:41:17.822037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:17.822402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Checking segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:17.822787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Bound using segment: {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:17.823625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Bound port: f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac95488c-1589-4864-9c41-5c9895ee89aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:17.823992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.852128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d078d272-1875-404c-80bf-98ea1facaca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:17.860817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f1ed5-6a00-4f35-bdf6-5ce194ad2a01 None None] Pushing event updated for resources: {'Port': ['ID=91448e89-695d-458c-9f44-87e50585f08c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:17.870544 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-f44a2cf0-8085-47ea-bc02-a78ba45655f8 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830493 Feb 10 15:41:17.959909 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a271d-27ae-4be3-b9ab-d10b7268b7ff None None] New status for floating IP 77d186cc-c573-40ab-8255-9153c4f628aa: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:41:17.982871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Attempting to bind port 91448e89-695d-458c-9f44-87e50585f08c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:17.983247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Attempting to bind port 91448e89-695d-458c-9f44-87e50585f08c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:17.983657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Attempting to bind port 91448e89-695d-458c-9f44-87e50585f08c on network b5dbd636-b886-4f16-b367-69fa2ac4f85c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:18.005948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:18.006705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Checking segment: {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:18.007268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.007998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Bound using segment: {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:18.008640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Bound port: 91448e89-695d-458c-9f44-87e50585f08c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416ce4c0-bd26-476a-8a62-018bfa97adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:18.009180 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.096943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-e786fceb-abc4-4060-a6e9-a4e5166534ef tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.099324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-e786fceb-abc4-4060-a6e9-a4e5166534ef tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1882856 Feb 10 15:41:18.104472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] For port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:18.110964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] For port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:18.115938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-3'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:18.123144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.141823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-d8bb28a0-8be1-4968-9a53-558797f43db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.152731 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-d8bb28a0-8be1-4968-9a53-558797f43db2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.4045174 Feb 10 15:41:18.156475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] For port 91448e89-695d-458c-9f44-87e50585f08c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:18.164586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] For port 91448e89-695d-458c-9f44-87e50585f08c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=91448e89-695d-458c-9f44-87e50585f08c,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:18.171860 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.197477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d078d272-1875-404c-80bf-98ea1facaca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.203250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.203958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.206087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] 10.222.0.45 "PUT /v2.0/ports/f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 HTTP/1.1" status: 200 len: 1092 time: 2.8242054 Feb 10 15:41:18.213912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d078d272-1875-404c-80bf-98ea1facaca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.215365 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d078d272-1875-404c-80bf-98ea1facaca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eba402be-0ecc-4b59-b5bd-b67666fa31b5 HTTP/1.1" status: 204 len: 168 time: 0.6558683 Feb 10 15:41:18.226530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:18.238802 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4199473-6cbe-4c53-ae2d-f37082f3ae08" -d '{"events": [{"name": "network-changed", "server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:18.281533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f1ed5-6a00-4f35-bdf6-5ce194ad2a01 None None] Pushing event updated for resources: {'Port': ['ID=91448e89-695d-458c-9f44-87e50585f08c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:18.295645 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-a4b87c8b-9a18-497c-866f-7c013a835bc1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 217 time: 0.1173246 Feb 10 15:41:18.312449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-794828d8-06c3-49e9-877f-c41c8e984a8a None None] Provisioning complete for port 91448e89-695d-458c-9f44-87e50585f08c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:18.312825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-794828d8-06c3-49e9-877f-c41c8e984a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.327852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078d272-1875-404c-80bf-98ea1facaca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba402be-0ecc-4b59-b5bd-b67666fa31b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:18.374879 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0625fcf6-756a-41f5-9343-66459c4851e9 req-343abe8e-f92f-4758-b296-5f79cb3d7c00 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950669 Feb 10 15:41:18.434132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Routers {'4289fbac-9128-490e-a828-b0ae6f8fa3a8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:18.435717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:18.481546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-bc468f93-fb73-4552-931d-c12ce10090e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.483135 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-bc468f93-fb73-4552-931d-c12ce10090e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1510053 Feb 10 15:41:18.561854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-93e1322d-7064-4de2-805e-a45f9f0ff6d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612988 Feb 10 15:41:18.576855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:18.654828 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.664434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] Set router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:18.668503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865569-a7c2-40e6-be67-644ad1fe106c service neutron] Pushing event updated for resources: {'Port': ['ID=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:18.729850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51064a-ceb2-4233-ac3c-446ee426a1bf req-33d880f2-716f-4b15-89f5-9904cecb9ca3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.736378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51064a-ceb2-4233-ac3c-446ee426a1bf req-33d880f2-716f-4b15-89f5-9904cecb9ca3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.739245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-fa015630-d977-4c6f-9149-6c9ae58ff9e0 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645906 Feb 10 15:41:18.743706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d51064a-ceb2-4233-ac3c-446ee426a1bf req-33d880f2-716f-4b15-89f5-9904cecb9ca3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b&device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 1691 time: 0.5507748 Feb 10 15:41:18.798829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-f37ec191-dcc7-4227-a103-d26d69cabe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.800335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-f37ec191-dcc7-4227-a103-d26d69cabe7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 1095 time: 0.4628966 Feb 10 15:41:18.805650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-794828d8-06c3-49e9-877f-c41c8e984a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.871375 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-381e0164-2afb-4859-94c3-501f5344a29c service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219149 Feb 10 15:41:18.883926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-ff9ebce3-9891-4ec7-b8a2-ad17ac176719 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 HTTP/1.1" status: 200 len: 217 time: 0.0655510 Feb 10 15:41:18.892144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:18.908215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d51064a-ceb2-4233-ac3c-446ee426a1bf req-17123fa3-922a-4884-a087-eb4f34ba77cf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634078 Feb 10 15:41:18.912511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-794828d8-06c3-49e9-877f-c41c8e984a8a None None] For port 91448e89-695d-458c-9f44-87e50585f08c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=91448e89-695d-458c-9f44-87e50585f08c,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:18.921269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-794828d8-06c3-49e9-877f-c41c8e984a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:18.992410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794828d8-06c3-49e9-877f-c41c8e984a8a None None] Pushing event updated for resources: {'Port': ['ID=91448e89-695d-458c-9f44-87e50585f08c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:19.000931 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80744547-dc9c-43fb-9ec8-9ab53fd1e923 x-openstack-request-id: req-80744547-dc9c-43fb-9ec8-9ab53fd1e923 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:19.001463 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a12f48-d309-478f-83ca-5adf76dc2975", "name": "network-vif-deleted", "tag": "eaf2623c-09e6-40df-aca1-07cb6c759517", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:19.003238 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80744547-dc9c-43fb-9ec8-9ab53fd1e923 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:19.003909 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a12f48-d309-478f-83ca-5adf76dc2975', 'name': 'network-vif-deleted', 'tag': 'eaf2623c-09e6-40df-aca1-07cb6c759517', 'status': 'completed', 'code': 200} Feb 10 15:41:19.115373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-6b4d2ade-04b0-4456-a806-5f5a3387bd70 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5558345 Feb 10 15:41:19.157523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-90524dd9-43f0-4db0-a682-d8055bbdd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.159127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-90524dd9-43f0-4db0-a682-d8055bbdd85a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.2487552 Feb 10 15:41:19.161760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6a6fe5d6-3712-420c-93a6-87c37bbd2eaf None None] Provisioning complete for port 91448e89-695d-458c-9f44-87e50585f08c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:19.162138 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe5d6-3712-420c-93a6-87c37bbd2eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:19.164909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:19.253871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:13Z', 'revision_number': 4, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '91448e89-695d-458c-9f44-87e50585f08c', 'name': '', 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'mac_address': 'fa:16:3e:5b:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '8c66a382-925b-4064-95a7-a41c78e65f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:11Z', 'updated_at': '2022-02-10T15:41:18Z', 'revision_number': 4, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'subnets': [{'id': '8c66a382-925b-4064-95a7-a41c78e65f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:19.275390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3814-4eb2-4830-bfbf-f792ea189f9c req-83271171-b8ce-4dc9-9164-9d1a3946f52a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.277127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44dd3814-4eb2-4830-bfbf-f792ea189f9c req-83271171-b8ce-4dc9-9164-9d1a3946f52a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.2159696 Feb 10 15:41:19.288750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:19.291365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f057a61-95dd-4487-8021-4ea23aed704d None None] The sync data for ids ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'] in n-d-827895-3 is: [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:13Z', 'revision_number': 4, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '91448e89-695d-458c-9f44-87e50585f08c', 'name': '', 'network_id': 'b5dbd636-b886-4f16-b367-69fa2ac4f85c', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'mac_address': 'fa:16:3e:5b:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '8c66a382-925b-4064-95a7-a41c78e65f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:11Z', 'updated_at': '2022-02-10T15:41:18Z', 'revision_number': 4, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'subnets': [{'id': '8c66a382-925b-4064-95a7-a41c78e65f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:19.291646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:19.400589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-3f8c464e-131f-44ed-9372-8acafe40d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.402143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-3f8c464e-131f-44ed-9372-8acafe40d3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207663 Feb 10 15:41:19.439951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab455-608c-4422-a494-b547771bb84c req-3a61509b-3b3c-423a-9db4-45f95a0dfb03 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.441880 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-3a61509b-3b3c-423a-9db4-45f95a0dfb03 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1203306 Feb 10 15:41:19.473685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:19.502617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44dd3814-4eb2-4830-bfbf-f792ea189f9c req-9141d939-52e5-4098-939e-b0d8538b4339 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841664 Feb 10 15:41:19.563097 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa5520-d277-413e-a9d9-2905b755f03a x-openstack-request-id: req-44aa5520-d277-413e-a9d9-2905b755f03a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:19.563919 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-plugged", "status": "completed", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:19.564600 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44aa5520-d277-413e-a9d9-2905b755f03a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:19.565033 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'code': 200} Feb 10 15:41:19.583168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:19.613052 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:19.636080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d79ab455-608c-4422-a494-b547771bb84c req-09936877-e43c-4af4-b259-710e7ff01f0a service neutron] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:19.640075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d79ab455-608c-4422-a494-b547771bb84c req-09936877-e43c-4af4-b259-710e7ff01f0a service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:19.641267 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d79ab455-608c-4422-a494-b547771bb84c req-09936877-e43c-4af4-b259-710e7ff01f0a service neutron] 10.222.0.75 "DELETE /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b/bindings/n-h1-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.1641178 Feb 10 15:41:19.662608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-0a617834-de16-4644-9c1d-ebfc88a29dad service neutron] 10.222.0.45 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491584 Feb 10 15:41:19.784266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:19.834825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:19.846839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6016d75-f266-4e5a-a4b0-512fb24b5a85 req-1ab302ef-d98d-44de-b54c-adc5a5f4e680 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.848414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6016d75-f266-4e5a-a4b0-512fb24b5a85 req-1ab302ef-d98d-44de-b54c-adc5a5f4e680 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.2009656 Feb 10 15:41:19.862173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on host n-h2-827895-3 for vnic_type normal with profile {"migrating_to": "n-h1-827895-3"} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:19.862515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:19.862843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:19.897403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:19.897720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Attempting to bind port 814d82e2-35ca-4ff7-984d-1979af42abd6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:19.930652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aba6ead5-ab9b-4639-aa67-92478fe7f906 req-f109b021-b477-4d05-ae15-8d70dd1ebd44 service neutron] 10.222.0.45 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541955 Feb 10 15:41:19.949109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:19.949447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:19.949837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:19.950974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Bound port: 814d82e2-35ca-4ff7-984d-1979af42abd6, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:19.951363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:20.031230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6016d75-f266-4e5a-a4b0-512fb24b5a85 req-88a2ecd8-8787-4f19-ae05-ec7c0ab8dbe0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732888 Feb 10 15:41:20.077997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:20.094557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:20.111872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:20.140001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 91448e89-695d-458c-9f44-87e50585f08c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:20.206352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 91448e89-695d-458c-9f44-87e50585f08c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:20.207072 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:20.412263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Allocated IP 172.25.7.182 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/11e88eb7-76a7-4cc4-9792-0755adc8d31f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:20.545659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=8']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:20.584049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100a32-c5d6-499f-9407-64d50d21e34c req-ad7cfec6-e92d-46cd-a66c-26441a3a3c55 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.585619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e100a32-c5d6-499f-9407-64d50d21e34c req-ad7cfec6-e92d-46cd-a66c-26441a3a3c55 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 945 time: 0.1749980 Feb 10 15:41:20.597821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.598458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:20.600104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-52d3b8ff-f47f-4386-8b91-2e6478f977bf service neutron] 10.222.0.45 "PUT /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 1121 time: 2.4918778 Feb 10 15:41:20.653933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:20.657881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e100a32-c5d6-499f-9407-64d50d21e34c req-58c16c38-2e34-48b1-b68e-ad99ce654bfb tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631819 Feb 10 15:41:20.703086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:20.733228 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4d29b-1f5e-468c-8409-d64ded690fe2 x-openstack-request-id: req-5ee4d29b-1f5e-468c-8409-d64ded690fe2 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:20.733601 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:20.733818 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ee4d29b-1f5e-468c-8409-d64ded690fe2 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:20.734285 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'status': 'completed', 'code': 200} Feb 10 15:41:20.751001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:20.752490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['814d82e2-35ca-4ff7-984d-1979af42abd6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:20.758183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:20.772111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:20.811904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=11e88eb7-76a7-4cc4-9792-0755adc8d31f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:20.872722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-ca809d92-b4cb-42b4-a6c8-7894cdf2e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.874477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-ca809d92-b4cb-42b4-a6c8-7894cdf2e19e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 1095 time: 0.1136320 Feb 10 15:41:20.971241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a174de3-bd1f-4d78-8de0-b1d053fb7962 req-c3a9a4c8-e52b-48dc-b903-1704edf9821a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.972652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a174de3-bd1f-4d78-8de0-b1d053fb7962 req-c3a9a4c8-e52b-48dc-b903-1704edf9821a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.1751621 Feb 10 15:41:21.013653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:21.048935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a174de3-bd1f-4d78-8de0-b1d053fb7962 req-e0aa6bee-fefa-46d0-b977-3aa75b1b87c4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Feb 10 15:41:21.082325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-fad1a6cc-78c8-4a5c-bcde-410c4e748b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.083809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-fad1a6cc-78c8-4a5c-bcde-410c4e748b47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 924 time: 0.2002053 Feb 10 15:41:21.086174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:21.174078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-bea3fe77-59ea-4f74-9d05-33e5be89ffdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 HTTP/1.1" status: 200 len: 217 time: 0.0636439 Feb 10 15:41:21.286053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b8f7e-c1c7-4247-8079-1712b600de6d req-f96d94a2-1419-4554-a8ed-c67b40378bf1 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.287594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac7b8f7e-c1c7-4247-8079-1712b600de6d req-f96d94a2-1419-4554-a8ed-c67b40378bf1 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 944 time: 0.1761220 Feb 10 15:41:21.290730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-bd185b35-fc4c-4a0d-8b2c-3423015fd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.292117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-bd185b35-fc4c-4a0d-8b2c-3423015fd78a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.1086116 Feb 10 15:41:21.383088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac7b8f7e-c1c7-4247-8079-1712b600de6d req-1aef4f90-1d7e-43d5-994e-43595bac33ef tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878508 Feb 10 15:41:21.400521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-e5b53f65-7beb-4d20-839b-76f73c5592db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.401986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-e5b53f65-7beb-4d20-839b-76f73c5592db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979347 Feb 10 15:41:21.436227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:21.466280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:21.567845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=11e88eb7-76a7-4cc4-9792-0755adc8d31f,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:21.576707 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:21.588189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-c306c5cd-f5b4-4993-af64-68804dc67794 service neutron] 10.222.0.45 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763489 Feb 10 15:41:21.595976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:21.597154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-3cadc527-e72f-4d23-8dbc-2154082e7c14 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4819026 Feb 10 15:41:21.699930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-02eb91b2-d1e6-4265-98f8-ef8e9c0f666c tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.0898130 Feb 10 15:41:21.814803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d1921-c866-449b-a041-31d964a7f4bf req-2905f705-f7cf-43de-acda-cc56848aa939 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.816214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d5d1921-c866-449b-a041-31d964a7f4bf req-2905f705-f7cf-43de-acda-cc56848aa939 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1876581 Feb 10 15:41:21.843852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4199473-6cbe-4c53-ae2d-f37082f3ae08 req-177d6247-b90b-4a35-b3a6-d52958f428a1 service neutron] 10.222.0.45 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415142 Feb 10 15:41:21.888647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-4609ab21-9e2b-4afb-8812-4ee8e00f3acc tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.890010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-581f2b17-ab30-4576-912d-4bb2bb2bb49e req-4609ab21-9e2b-4afb-8812-4ee8e00f3acc tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1723413 Feb 10 15:41:21.892860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d5d1921-c866-449b-a041-31d964a7f4bf req-fbd62858-2872-4011-8860-52859cd1e19e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Feb 10 15:41:22.029674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dc605-1df6-4354-86bd-b33954a00261 req-8c729100-579e-4f04-9c82-e2a1e285aafb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.031141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-852dc605-1df6-4354-86bd-b33954a00261 req-8c729100-579e-4f04-9c82-e2a1e285aafb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.0728326 Feb 10 15:41:22.036757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3deb9-79ac-4945-9540-f9a6cf37eabc req-07a9fe15-cb2b-456f-8678-151e559f077b tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.038142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7f3deb9-79ac-4945-9540-f9a6cf37eabc req-07a9fe15-cb2b-456f-8678-151e559f077b tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1100 time: 0.0693870 Feb 10 15:41:22.094800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-852dc605-1df6-4354-86bd-b33954a00261 req-12f41a29-1c58-4eec-8baa-5e5ff4b922e9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557365 Feb 10 15:41:22.098430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7f3deb9-79ac-4945-9540-f9a6cf37eabc req-69e16d30-b1d2-4c9f-bb1f-9db19559122e tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537827 Feb 10 15:41:22.215217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aff06c-973a-41cd-9b11-a32653d5efb4 req-8fe0c8a8-fc8d-48ba-ae69-05c428b4e63e tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.217251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37aff06c-973a-41cd-9b11-a32653d5efb4 req-8fe0c8a8-fc8d-48ba-ae69-05c428b4e63e tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 1101 time: 0.0653565 Feb 10 15:41:22.300241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37aff06c-973a-41cd-9b11-a32653d5efb4 req-a92fa76f-4aa0-449f-9379-f8ed34ae1005 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 Feb 10 15:41:22.319928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-b5886124-9b1d-444b-bd6b-475e14c9977e tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1344190 Feb 10 15:41:22.330100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:22.364569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:22.434511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906986f-1178-4a7a-a815-d34affe2bf07 req-8d2d834d-fad2-46cd-b989-252ec65bc84d tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.436069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e906986f-1178-4a7a-a815-d34affe2bf07 req-8d2d834d-fad2-46cd-b989-252ec65bc84d tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1096 time: 0.0814872 Feb 10 15:41:22.487664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e906986f-1178-4a7a-a815-d34affe2bf07 req-0a2e4192-4b4d-4ee3-8de8-ded4924a42fc tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 Feb 10 15:41:22.518753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:22.645936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Allocated IP 172.25.7.110 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/e6953c27-c6de-4011-b662-06ca69f95a59) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:22.736697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6'}, {'name': 'network-changed', 'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:22.738951 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1" -d '{"events": [{"server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "name": "network-vif-unplugged", "status": "completed", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6"}, {"name": "network-changed", "server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:22.754418 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:22.789228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:22.831293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:22.834031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:22.838467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:22.840529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=e6953c27-c6de-4011-b662-06ca69f95a59,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:22.938579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f163643-b20c-468c-8664-01e6d9c7055a req-9ce4cfdd-88af-43e5-9cd5-291b1834562e tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.940104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f163643-b20c-468c-8664-01e6d9c7055a req-9ce4cfdd-88af-43e5-9cd5-291b1834562e tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 1101 time: 0.0795043 Feb 10 15:41:22.966915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.000575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f163643-b20c-468c-8664-01e6d9c7055a req-fdf8565e-0e42-4a2a-8de8-a7977a320ec1 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Feb 10 15:41:23.008621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.155982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb90ff3-30ff-4a4f-99ae-0b4584d85281 req-78aed392-d2d7-4977-af07-e10cbd5f7742 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:23.157437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbb90ff3-30ff-4a4f-99ae-0b4584d85281 req-78aed392-d2d7-4977-af07-e10cbd5f7742 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 944 time: 0.1010809 Feb 10 15:41:23.222976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbb90ff3-30ff-4a4f-99ae-0b4584d85281 req-96cf755c-2b5a-490c-bf04-9506d34d1c66 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562451 Feb 10 15:41:23.231825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.243488 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.252371 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.339953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=e6953c27-c6de-4011-b662-06ca69f95a59,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:23.603202 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.629159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:23.630353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-8979fe57-136f-4ba9-bef7-e0a8221760d7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3040791 Feb 10 15:41:23.691556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-13158321-38cd-4afa-bc2c-c590292a2b01 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0546699 Feb 10 15:41:23.702229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-0e86df86-758e-4180-a2ec-1d9bb5e38920 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:23.703668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-0e86df86-758e-4180-a2ec-1d9bb5e38920 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.3965774 Feb 10 15:41:23.761060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-5774b557-ff86-49ae-bc61-1f8baa3b00a9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/quotas/85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 375 time: 0.0482304 Feb 10 15:41:23.843161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-08b734af-c7a1-4cfe-a53a-c680d6824591 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:23.844510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5793dfe-c7b0-4a4a-9bbd-9362ede97b78 req-08b734af-c7a1-4cfe-a53a-c680d6824591 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1399944 Feb 10 15:41:23.852690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-c0c1b8e5-1297-49c3-a8ad-cc3cbd04daa8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841575 Feb 10 15:41:23.938568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-cf35acc5-7f2b-4afb-8f92-5545628dd2d5 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309639 Feb 10 15:41:24.024401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-3da0d8b7-f73b-4419-a726-0f3a65d48542 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645551 Feb 10 15:41:24.125332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-7549fe70-89ec-4642-a1ca-fdaa3d27c6f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.126739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-7549fe70-89ec-4642-a1ca-fdaa3d27c6f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811609 Feb 10 15:41:24.152838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-c7b80755-5caa-415f-99f5-cdb68f14962f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/quotas/872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 375 time: 0.0194306 Feb 10 15:41:24.177775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-10f7f27b-9a2a-4bd1-9ae1-ef3a4ad1ef50 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451619 Feb 10 15:41:24.218014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-269d2aac-6d1b-4d69-bff9-b2fb9e01f172 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549002 Feb 10 15:41:24.341698 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670bda82-6bdb-4db4-b9d8-77c9de7c377d x-openstack-request-id: req-670bda82-6bdb-4db4-b9d8-77c9de7c377d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:24.342136 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "name": "network-vif-unplugged", "status": "completed", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6", "code": 200}, {"name": "network-changed", "server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:24.342519 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-670bda82-6bdb-4db4-b9d8-77c9de7c377d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:24.342964 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'code': 200} Feb 10 15:41:24.343221 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'status': 'completed', 'code': 200} Feb 10 15:41:24.503923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-f20e40ac-fba7-4a5c-8bc3-950c6a0d2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.511232 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-f20e40ac-fba7-4a5c-8bc3-950c6a0d2775 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1124 time: 0.1270456 Feb 10 15:41:24.541958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382749-a938-467a-9ccf-991b8650da93 req-7ee8956e-2064-46ca-9fef-d1222bcc4311 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.550769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84382749-a938-467a-9ccf-991b8650da93 req-7ee8956e-2064-46ca-9fef-d1222bcc4311 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1032319 Feb 10 15:41:24.600066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:24.613455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:24.621016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84382749-a938-467a-9ccf-991b8650da93 req-fac09f59-0487-4671-8571-dfc2b8b00d18 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617504 Feb 10 15:41:24.679245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-b04c3446-d449-4798-b60f-23a4a9004796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.682587 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-b04c3446-d449-4798-b60f-23a4a9004796 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1660812 Feb 10 15:41:24.752818 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-58853165-0132-47c0-93cc-b374cdce9a50 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 217 time: 0.0620742 Feb 10 15:41:24.761035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-80beaed8-5949-4020-b19e-db8c1c1ea874 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267737 Feb 10 15:41:24.767677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:24.794003 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:41:24.862045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-235e090c-e5cc-4658-9824-0df1bc0574a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.870020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-235e090c-e5cc-4658-9824-0df1bc0574a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1082685 Feb 10 15:41:24.888890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:24.891991 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329c3763-d0fe-4adc-9b0d-c521063352ff" -d '{"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-unplugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:24.913961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:24.925294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:24.950196 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-ab1fa165-c298-4d87-9857-4557c5fa5f05 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683019 Feb 10 15:41:24.980774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-4aa1d5ec-446e-40e1-a945-96e7f55a1f5d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.983161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-4aa1d5ec-446e-40e1-a945-96e7f55a1f5d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154827 Feb 10 15:41:25.004924 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:25.005169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-8f624466-9c1e-46b5-afbe-a31438c53f73 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/quotas/419e07c8a7eb46358afa3bc0e2600b74 HTTP/1.1" status: 200 len: 375 time: 0.0142167 Feb 10 15:41:25.032871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'port_id': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'mac_address': 'fa:16:3e:23:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:25.073767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:25.102703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:25.110024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-e94c8b48-6ad2-4465-be19-cdadf3548c1a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0994275 Feb 10 15:41:25.125894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:25.163791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:25.171475 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:25.172481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:25.192700 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-78054934-f20a-4c98-9415-6efcc377e7a4 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340677 Feb 10 15:41:25.290150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:25.319425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d7a6-ab1f-46d3-84ab-a2b50e62bf4c req-61eec71f-35d4-4b52-a4f1-fd0b0b2d9221 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:25.326103 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0bbfb804-1a0f-4113-915c-9a95d9e4cad1 req-f2d92aed-1676-4144-932e-511015d6b68b service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208916 Feb 10 15:41:25.329911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2643d7a6-ab1f-46d3-84ab-a2b50e62bf4c req-61eec71f-35d4-4b52-a4f1-fd0b0b2d9221 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.1194956 Feb 10 15:41:25.356611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:25.368110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 has no active binding in host n-h1-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:41:25.368480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:25.512120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2643d7a6-ab1f-46d3-84ab-a2b50e62bf4c req-36632f78-8e01-44a2-91c6-a31024ffd249 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798935 Feb 10 15:41:25.519386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:25.535072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'mac_address': 'fa:16:3e:bb:af:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:25.560071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-137b79b1-b335-4bba-bf1d-146018fd73fb tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1833930 Feb 10 15:41:25.575809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:25.580392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:25.596868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e8283a-bc20-42c6-9023-7b50fc7dc0ee {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:25.624600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:25.630426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:25.632504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:25.688209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:25.700240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc2c88-7db6-4bb6-84ab-34357616895f req-f0799601-199e-448a-9d7e-9e584ab6dc19 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:25.701973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1bc2c88-7db6-4bb6-84ab-34357616895f req-f0799601-199e-448a-9d7e-9e584ab6dc19 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 945 time: 0.1054544 Feb 10 15:41:25.757210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1bc2c88-7db6-4bb6-84ab-34357616895f req-e842918a-07f7-40c0-a3a8-2e1399885e71 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481732 Feb 10 15:41:25.789711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:25.861833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4bb23f3-37ce-411d-bff1-582c2568019c req-7871aea4-a5cd-4aa1-a2fb-a8b3b10bb479 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 210 time: 0.0336790 Feb 10 15:41:25.964893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Allocated IP 172.25.7.133 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/4a5b85c9-0dd5-4b2f-bf51-9ff1de86b970) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:25.995348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e667517c-8fbc-4624-b717-21b95bb63e31 req-35da0b6e-09d3-4723-baac-dd2c0aa576c1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 210 time: 0.0482032 Feb 10 15:41:26.037858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:26.090082 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de457c9d-64c4-451a-923d-cad65bb352ed x-openstack-request-id: req-de457c9d-64c4-451a-923d-cad65bb352ed {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:26.090472 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-unplugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:26.091019 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de457c9d-64c4-451a-923d-cad65bb352ed {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:26.091425 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'code': 200} Feb 10 15:41:26.096078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:26.162159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-5fd7a878-1567-4cf7-818d-59bc4fc2e155 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:26.163724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-5fd7a878-1567-4cf7-818d-59bc4fc2e155 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.1806412 Feb 10 15:41:26.187135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Request body: {'port': {'device_id': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'admin_state_up': True, 'tenant_id': '85cedf49b642434eafdccaf41357fa21'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:26.232765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15f407ee-7e83-4417-bd49-17c578587227 req-554e133d-6304-4a45-b639-8269ea5573af tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 210 time: 0.0543118 Feb 10 15:41:26.239037 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:26.371032 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:26.420944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e934a-2ff9-4178-a9ab-21cd6e9669e9 req-1055b118-894a-411b-9b1b-9528d3d81045 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:26.422327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-071e934a-2ff9-4178-a9ab-21cd6e9669e9 req-1055b118-894a-411b-9b1b-9528d3d81045 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 948 time: 0.1107395 Feb 10 15:41:26.429804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:26.442383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:26.446866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:26.459230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Made reservation on behalf of 85cedf49b642434eafdccaf41357fa21 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:26.462647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:26.502817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=4a5b85c9-0dd5-4b2f-bf51-9ff1de86b970,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:26.535841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-071e934a-2ff9-4178-a9ab-21cd6e9669e9 req-e7028bb6-b996-4d5d-af68-8f920934502c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048558 Feb 10 15:41:26.704504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:26.724872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-aa91c438-d97a-4ee7-9470-ffe22c3a0dd7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570145 Feb 10 15:41:26.783676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Allocated IP 172.20.0.7 (5a9664c0-1721-4c6e-b070-ffac7c7ed648/161ee6e1-5ece-4066-8599-dcd157bfc2aa/7d503d65-6b27-4f95-bfbf-851d7a79073b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:26.818286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:26.831458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8e84b-e4a1-4a84-9be5-0e9efb6f3870 req-b3089a12-f802-44f7-a7d8-b8d9d5e79ffc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:26.832941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cf8e84b-e4a1-4a84-9be5-0e9efb6f3870 req-b3089a12-f802-44f7-a7d8-b8d9d5e79ffc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.1949947 Feb 10 15:41:26.840336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:26.975019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cf8e84b-e4a1-4a84-9be5-0e9efb6f3870 req-0bc205ce-0e37-47ae-bb87-242b87a22adf tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309304 Feb 10 15:41:27.000498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-754d9c55-ab15-4ebe-baa2-3ab53b3c58c7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.001979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-754d9c55-ab15-4ebe-baa2-3ab53b3c58c7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683182 Feb 10 15:41:27.067508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Request body: {'port': {'device_id': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '872ae74478324283955467ee2b7c76cb'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:27.142094 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-70131e38-8a83-4c21-ac49-ac4f22105512 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266490 Feb 10 15:41:27.266284 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.277744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-c74307ce-5cdc-4e38-aed4-af9bbc9f96ca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.280037 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-c74307ce-5cdc-4e38-aed4-af9bbc9f96ca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312945 Feb 10 15:41:27.290166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4e42d-5979-4142-929d-924f4ea2f492 req-12b359c4-7d61-4bd6-95bb-a0a6db9eed0c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.291641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94f4e42d-5979-4142-929d-924f4ea2f492 req-12b359c4-7d61-4bd6-95bb-a0a6db9eed0c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 945 time: 0.1971004 Feb 10 15:41:27.299197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': '085472b2-bb27-4357-9d34-a820ec292aff', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:27.344406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.365752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.403036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Made reservation on behalf of 872ae74478324283955467ee2b7c76cb for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:27.406645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.410875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94f4e42d-5979-4142-929d-924f4ea2f492 req-34bcb1dc-b0e8-4ad4-bcc2-8643b8661e74 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056333 Feb 10 15:41:27.420104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:27.420305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.424693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.623815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.206 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/a6992d8c-a564-4cda-b8e8-8be32eacf809) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:27.751021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=4a5b85c9-0dd5-4b2f-bf51-9ff1de86b970,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:27.781475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:27.815205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:27.823624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:27.865254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.919902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:27.936917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:27.938159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-b081de57-8f23-4519-8590-4c24e854d5f3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3683686 Feb 10 15:41:27.950826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ab242-a9d9-4ccc-a681-490c1989e813 req-f71cc774-da61-419e-848e-7ab2341bf5ed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.952410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb3ab242-a9d9-4ccc-a681-490c1989e813 req-f71cc774-da61-419e-848e-7ab2341bf5ed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 931 time: 0.2301841 Feb 10 15:41:27.973764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.974618 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.033829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-0955392b-0f2f-438d-9f9f-5d47af68096c tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.0758884 Feb 10 15:41:28.038742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-dd87d7f0-afbb-4170-aaaf-e48ad96129fd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8578718 Feb 10 15:41:28.056710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.062593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Request body: {'port': {'device_id': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:28.092248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.107401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:28.110256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:28.139768 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:28.143167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:28.147375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:28.155405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb3ab242-a9d9-4ccc-a681-490c1989e813 req-f728f12c-6584-4fa4-857c-72ed602077b4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936398 Feb 10 15:41:28.173335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=a6992d8c-a564-4cda-b8e8-8be32eacf809,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:28.217033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:28.217386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.227783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.236240 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d0937c8b-ebb7-4811-9a34-8c7286f41338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9405317 Feb 10 15:41:28.239144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Allocated IP 192.168.233.134 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/6816cdd7-8326-4133-b770-81661772b714) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:28.253780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Request body: {'port': {'device_id': '085472b2-bb27-4357-9d34-a820ec292aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:28.283023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-f4c9aca0-ee1a-4e6e-a3a9-765e5ad0a207 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:28.285080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ad7b8db-5639-4fcb-84c0-c6719a7ab1cc req-f4c9aca0-ee1a-4e6e-a3a9-765e5ad0a207 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2454243 Feb 10 15:41:28.324705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.410876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed933354-2f7c-4154-b201-d4b5b3c74458 req-aed0ab8d-ab19-4f6e-9c85-92d575fd826f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 210 time: 0.0884159 Feb 10 15:41:28.584124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9d4dcac8-2e94-430e-9717-c11864191a91 None None] Provisioning complete for port a6992d8c-a564-4cda-b8e8-8be32eacf809 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:28.584492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9d4dcac8-2e94-430e-9717-c11864191a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.612605 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-eebee3a5-d3d6-4a7c-97e5-191413de9e34 service neutron] 10.222.0.75 "GET /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.0731757 Feb 10 15:41:28.616856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:28.686893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9d4dcac8-2e94-430e-9717-c11864191a91 None None] Port a6992d8c-a564-4cda-b8e8-8be32eacf809 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:28.723795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:28.735599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:28.736206 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.749708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f99aa4-603f-4053-987d-bdc2a8a76cb4 req-d26a7f65-47c8-4e72-84e4-f73ad7209330 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:28.751226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2f99aa4-603f-4053-987d-bdc2a8a76cb4 req-d26a7f65-47c8-4e72-84e4-f73ad7209330 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 948 time: 0.2091529 Feb 10 15:41:28.785206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44faf7a-8487-4d54-84c0-3d4e98c9d76d req-4aa9c517-d5d6-40a3-8740-228184b9432d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:28.792528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f44faf7a-8487-4d54-84c0-3d4e98c9d76d req-4aa9c517-d5d6-40a3-8740-228184b9432d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 936 time: 0.2448676 Feb 10 15:41:28.826188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e252b7e-964c-4f70-9bc8-b45461c7cc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.842656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.864352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:28.885791 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:28.893323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:28.914619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f44faf7a-8487-4d54-84c0-3d4e98c9d76d req-835d3c49-e0fc-452d-9d18-52848244f947 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185892 Feb 10 15:41:28.930494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2f99aa4-603f-4053-987d-bdc2a8a76cb4 req-9a14f459-2a7f-4c82-bad5-b5dda4901317 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589530 Feb 10 15:41:28.946644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814d82e2-35ca-4ff7-984d-1979af42abd6 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:28.969437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:28.972152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:28.974908 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee523d46-c7e0-4510-930c-3c45d9e26382" -d '{"events": [{"server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "name": "network-vif-plugged", "status": "completed", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:28.993964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:29.002540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.003365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:29.004111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.084775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.093937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.098718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:29.108989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d503d65-6b27-4f95-bfbf-851d7a79073b {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:29.115279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] Transition to ACTIVE for port object 814d82e2-35ca-4ff7-984d-1979af42abd6 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:29.137407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.139101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:29.139101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.152662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.219248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:29.233492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Transition to ACTIVE for port object 7d503d65-6b27-4f95-bfbf-851d7a79073b will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:29.255222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] Pushing event updated for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.264957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:29.271366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.274741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:29.302834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4260cc-4f68-4811-9aff-7e6d221c846a req-21595a8c-618e-4f82-9dc5-53b74daa197e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.306696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.311394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f4260cc-4f68-4811-9aff-7e6d221c846a req-21595a8c-618e-4f82-9dc5-53b74daa197e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 943 time: 0.2998750 Feb 10 15:41:29.313369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.332548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] No DVR routers for this DVR port 814d82e2-35ca-4ff7-984d-1979af42abd6 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:29.341160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.45', 63177) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:29.367344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed3c820-360f-48df-aac6-9f324008be5d req-80a4a33d-fbff-4b9b-bba2-b5ec7a500a76 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3912282 Feb 10 15:41:29.375229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:29.382210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.420572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:29.437696 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-4dde6e57-f690-4d13-bd5b-2c4bf4946559 service neutron] 10.222.0.75 "PUT /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6/bindings/n-h1-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8170328 Feb 10 15:41:29.437962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.482213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-53248525-e461-4349-8997-0baae57de73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.483815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-53248525-e461-4349-8997-0baae57de73e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1100 time: 0.1092212 Feb 10 15:41:29.489346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.494036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f4260cc-4f68-4811-9aff-7e6d221c846a req-9282b199-f06c-4419-b16e-30ce0fb07a2a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816590 Feb 10 15:41:29.500827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.501470 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.528837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-a5787ba7-7459-44cd-a51a-771dafe54b8c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4905515 Feb 10 15:41:29.553786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Request body: {'port': {'device_id': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:29.557956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.605349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6992d8c-a564-4cda-b8e8-8be32eacf809 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:29.616321 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.642200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Transition to ACTIVE for port object a6992d8c-a564-4cda-b8e8-8be32eacf809 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:29.649334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-568be8f0-f2b6-4678-af68-dfe7855b9ffd None None] Provisioning complete for port 6816cdd7-8326-4133-b770-81661772b714 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:29.649892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-568be8f0-f2b6-4678-af68-dfe7855b9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.654977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.688146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-450a626a-b7b0-4fc3-a2f1-d3bf262c7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.689857 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-450a626a-b7b0-4fc3-a2f1-d3bf262c7c9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1518857 Feb 10 15:41:29.705175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-568be8f0-f2b6-4678-af68-dfe7855b9ffd None None] Port 6816cdd7-8326-4133-b770-81661772b714 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:29.716137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Pushing event updated for resources: {'Port': ['ID=a6992d8c-a564-4cda-b8e8-8be32eacf809,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.726628 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.751050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:29.751380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:29.752035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:29.764194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.45', 63178) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:29.764805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:29.765122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:29.772088 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-5ef39e75-70ff-4c8f-9c56-19fe93c870d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee HTTP/1.1" status: 200 len: 217 time: 0.0663877 Feb 10 15:41:29.829602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daadd2-d97b-4552-b7b0-047bd8d8acde req-58a37955-c985-4f58-b856-e625e7883272 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.831130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66daadd2-d97b-4552-b7b0-047bd8d8acde req-58a37955-c985-4f58-b856-e625e7883272 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.2003908 Feb 10 15:41:29.835605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:29.836272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:29.836402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:29.836733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Bound port: 7d503d65-6b27-4f95-bfbf-851d7a79073b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:29.837087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.860023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-c4f113e5-98fe-43c7-b31d-f59bdfe9a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.861496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-c4f113e5-98fe-43c7-b31d-f59bdfe9a440 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0688081 Feb 10 15:41:29.865973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Attempting to bind port a6992d8c-a564-4cda-b8e8-8be32eacf809 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:29.866312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Attempting to bind port a6992d8c-a564-4cda-b8e8-8be32eacf809 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:29.866645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Attempting to bind port a6992d8c-a564-4cda-b8e8-8be32eacf809 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:29.880995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Port a6992d8c-a564-4cda-b8e8-8be32eacf809 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:29.880995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Attempting to bind port a6992d8c-a564-4cda-b8e8-8be32eacf809 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:29.902038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:29.902438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:29.902809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:29.903260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Bound port: a6992d8c-a564-4cda-b8e8-8be32eacf809, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:29.903717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:29.951219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-c00cb30b-11eb-4008-845a-a79c16fa0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.952975 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-c00cb30b-11eb-4008-845a-a79c16fa0026 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839591 Feb 10 15:41:30.037159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] For port a6992d8c-a564-4cda-b8e8-8be32eacf809, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:30.055799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] For port a6992d8c-a564-4cda-b8e8-8be32eacf809, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:30.064068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:30.120577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.121983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:30.123410 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] 10.222.0.45 "PUT /v2.0/ports/a6992d8c-a564-4cda-b8e8-8be32eacf809 HTTP/1.1" status: 200 len: 1096 time: 1.8741846 Feb 10 15:41:30.127204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085472b2-bb27-4357-9d34-a820ec292aff', 'tag': 'a6992d8c-a564-4cda-b8e8-8be32eacf809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:30.130476 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "085472b2-bb27-4357-9d34-a820ec292aff", "tag": "a6992d8c-a564-4cda-b8e8-8be32eacf809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:30.144255 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-3c0861ea-ed35-49ec-9ed8-0aa839824f0f service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751072 Feb 10 15:41:30.181551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237cd5a-d4f0-4c73-ba95-3f34070c0761 service neutron] Pushing event updated for resources: {'Port': ['ID=a6992d8c-a564-4cda-b8e8-8be32eacf809,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:30.247130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-81bd3145-5d96-4094-9130-6d11560dbc4d tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.248593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-81bd3145-5d96-4094-9130-6d11560dbc4d tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.4757636 Feb 10 15:41:30.282390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-b1e4cbe1-16c4-44c8-90d0-c6dff99bee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.285317 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-b1e4cbe1-16c4-44c8-90d0-c6dff99bee5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 1099 time: 0.1041551 Feb 10 15:41:30.291005 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f788f70b-680f-4ca2-bb86-7c26b9c8804a req-c1584b1d-2d78-476a-8532-b7de298c84dc service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336646 Feb 10 15:41:30.308380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66daadd2-d97b-4552-b7b0-047bd8d8acde req-18240504-5e28-4819-b768-492f0fb13667 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663980 Feb 10 15:41:30.353546 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-57882229-6351-4b16-9517-a8fbec1470a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809 HTTP/1.1" status: 200 len: 217 time: 0.0530877 Feb 10 15:41:30.368323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:30.376479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:30.405464 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d00e54-3003-4ef0-a7c2-f2ca5f75a14d x-openstack-request-id: req-73d00e54-3003-4ef0-a7c2-f2ca5f75a14d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:30.406078 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "name": "network-vif-plugged", "status": "completed", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:30.406078 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73d00e54-3003-4ef0-a7c2-f2ca5f75a14d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:30.406402 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'code': 200} Feb 10 15:41:30.421692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-a0c2ef06-09d6-474c-a1a2-9bc383ef856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.423228 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-a0c2ef06-09d6-474c-a1a2-9bc383ef856f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0609605 Feb 10 15:41:30.497449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-031a284d-c6c2-4fb1-9848-983102d7f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.499414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-031a284d-c6c2-4fb1-9848-983102d7f418 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675132 Feb 10 15:41:30.504861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:30.528951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:30.531750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-2e1ee435-06ad-461a-ae1f-c93893cab1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.533223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-2e1ee435-06ad-461a-ae1f-c93893cab1db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 1095 time: 0.2692339 Feb 10 15:41:30.653811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.654429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:30.655837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 1091 time: 2.6041491 Feb 10 15:41:30.656287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:30.657770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec17c9-8b05-4dc6-adc4-704ca0411439 req-00b1ba47-3947-4492-9650-e2918ff63d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.658533 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237fbf11-578a-4318-b0b7-5d77ddbbed32" -d '{"events": [{"name": "network-changed", "server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:30.659343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-edec17c9-8b05-4dc6-adc4-704ca0411439 req-00b1ba47-3947-4492-9650-e2918ff63d46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 1097 time: 0.1267080 Feb 10 15:41:30.667725 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-da9da347-11a9-4fdf-88e3-b99d15fcbd14 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262963 Feb 10 15:41:30.687399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-0ee44c0d-cfc4-4cf3-97d8-c283b0967d5f service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639650 Feb 10 15:41:30.708859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff50b-a048-46ab-b119-b1b05b50a686 req-1b4ba118-b899-4b35-a4b0-6641306726fa tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.710371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01aff50b-a048-46ab-b119-b1b05b50a686 req-1b4ba118-b899-4b35-a4b0-6641306726fa tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.2325923 Feb 10 15:41:30.746007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0ce8-9ffa-4493-8ed3-d66299e44db1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:30.752073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Allocated IP 172.25.7.239 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/a5edae53-670f-4086-af9f-24cb658dedf5) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:30.794187 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-edec17c9-8b05-4dc6-adc4-704ca0411439 req-b4dd4461-4556-4536-8edf-a69597e252d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158512 Feb 10 15:41:30.803819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-82ea9971-4243-4c0e-ac3c-ce51e045cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.804266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-61d63355-828b-4bb5-90b2-983ec52eec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.805326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-82ea9971-4243-4c0e-ac3c-ce51e045cf7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1095 time: 0.2238731 Feb 10 15:41:30.805699 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-61d63355-828b-4bb5-90b2-983ec52eec61 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 1100 time: 0.1076469 Feb 10 15:41:30.839786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63b3bae4-394b-45d4-9fb7-2a0bd9086085 req-0495adef-a575-41a9-ae79-5dd4ea2b89a8 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426840 Feb 10 15:41:30.903816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01aff50b-a048-46ab-b119-b1b05b50a686 req-455da923-c7c2-43d0-a45b-6ff58dbd6fc1 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767755 Feb 10 15:41:30.928987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-d88af0e5-74c4-4156-bbee-bed1cb570886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.928987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-d88af0e5-74c4-4156-bbee-bed1cb570886 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.0947659 Feb 10 15:41:30.929288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-43d6ddce-2179-41ce-ba61-21b94edb6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:30.929406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-43d6ddce-2179-41ce-ba61-21b94edb6f76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1094 time: 0.2058051 Feb 10 15:41:30.931146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6816cdd7-8326-4133-b770-81661772b714 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:30.942217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:30.969031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Transition to ACTIVE for port object 6816cdd7-8326-4133-b770-81661772b714 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:30.971955 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-c35be611-923f-47a5-9558-2f3f99a819ce service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe HTTP/1.1" status: 200 len: 217 time: 0.0398707 Feb 10 15:41:30.975822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.024089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-7851db9f-5ab4-4738-ba17-282d7cf15ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.026010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-7851db9f-5ab4-4738-ba17-282d7cf15ae2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0466568 Feb 10 15:41:31.045711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.082879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-1c0a282b-53e9-4278-988b-67bc53632ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.084416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-1c0a282b-53e9-4278-988b-67bc53632ba5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484812 Feb 10 15:41:31.146572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-040048a9-de5d-432d-b91d-f050984d1220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 217 time: 0.0928175 Feb 10 15:41:31.175887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:31.190812 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-68b09109-b1b8-46c8-8418-9a6c83377116 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961456 Feb 10 15:41:31.275377 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c8efe228-45c4-48e6-bd59-bd62c5717e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.294759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f6d5d-72b8-4045-85b3-113a26c6f90d req-d432aa0c-a053-443f-a92f-35a4fecd85fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.296202 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f725a2-fb7a-48ec-89e7-0979e99351ff req-b2ba5c28-fb02-4067-a1cf-86d0f6f7b454 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974159 Feb 10 15:41:31.296738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a7f6d5d-72b8-4045-85b3-113a26c6f90d req-d432aa0c-a053-443f-a92f-35a4fecd85fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.3155866 Feb 10 15:41:31.340980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.360468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-c9720a16-32d4-4b97-8f0d-099abc139df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.361921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-c9720a16-32d4-4b97-8f0d-099abc139df1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1821053 Feb 10 15:41:31.447906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-7926c678-071c-4635-9ca4-b153f628983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.449674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-7926c678-071c-4635-9ca4-b153f628983a service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.3992417 Feb 10 15:41:31.459241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-22a869ee-0218-42db-aa52-ca035afd08d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701268 Feb 10 15:41:31.462009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:31.475380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a7f6d5d-72b8-4045-85b3-113a26c6f90d req-75473e12-0c59-4de1-a1e5-3f466e835cae tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692050 Feb 10 15:41:31.478640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:31.478974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:31.479297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:31.482293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:31.517157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=a5edae53-670f-4086-af9f-24cb658dedf5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:31.519585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:31.525900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-ad8a94a2-ec9f-41ce-a78a-70addae7c030 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 217 time: 0.0656760 Feb 10 15:41:31.552101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Port 6816cdd7-8326-4133-b770-81661772b714 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:31.552320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:31.635119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:31.635461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:31.635850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:31.636301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Bound port: 6816cdd7-8326-4133-b770-81661772b714, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:31.636661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.737427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-dbb256e0-b0ee-4a94-8ed6-98185a81d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.738908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-dbb256e0-b0ee-4a94-8ed6-98185a81d77f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1844573 Feb 10 15:41:31.772762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47928) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:31.820718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-7826fcd4-0069-4091-8377-bb773b12465c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513449 Feb 10 15:41:31.822457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-f89da0d7-a548-492d-b94e-012ef1cb3211 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459613 Feb 10 15:41:31.833403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d0467-f2ed-4c6a-8e0d-6e7d70d67da4 req-28289493-6467-428a-88e1-bb8ca6a340bb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.834826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac1d0467-f2ed-4c6a-8e0d-6e7d70d67da4 req-28289493-6467-428a-88e1-bb8ca6a340bb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 948 time: 0.2408853 Feb 10 15:41:31.874665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:31.877750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.884236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba316187-991e-4c4d-b4ca-25d83f52d03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.920915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:31.971812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba316187-991e-4c4d-b4ca-25d83f52d03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.976092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba316187-991e-4c4d-b4ca-25d83f52d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:31.981769 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.014348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba316187-991e-4c4d-b4ca-25d83f52d03e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac655d5b29a54232855bdc16ea3f5c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379065 Feb 10 15:41:32.014893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:32.027482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba316187-991e-4c4d-b4ca-25d83f52d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f8c99a-b7ed-498d-a62a-17bd931c288d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.069690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac1d0467-f2ed-4c6a-8e0d-6e7d70d67da4 req-324d49b5-db73-4ea2-b118-a3ea87fd2496 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258296 Feb 10 15:41:32.073763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c5ee-1777-47f6-99d8-45fbbf3ee1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.080726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:32.081804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.082740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] 10.222.0.45 "PUT /v2.0/ports/6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 1096 time: 2.5337188 Feb 10 15:41:32.083325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.099234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c5ee-1777-47f6-99d8-45fbbf3ee1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.185025 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c5ee-1777-47f6-99d8-45fbbf3ee1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.187961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c5ee-1777-47f6-99d8-45fbbf3ee1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.191472 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4f1c5ee-1777-47f6-99d8-45fbbf3ee1b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77f8c99a-b7ed-498d-a62a-17bd931c288d HTTP/1.1" status: 204 len: 168 time: 0.1731150 Feb 10 15:41:32.191884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da74c-ab45-4b6d-9f66-2335a3868be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.194875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-348a877b-f1fa-4099-a8a2-045df6616fce service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464468 Feb 10 15:41:32.203475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c5ee-1777-47f6-99d8-45fbbf3ee1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f8c99a-b7ed-498d-a62a-17bd931c288d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.248061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5ebace-f5a0-4240-8c30-de63ca70b838 req-2cf738c2-4db9-420e-9667-f6d313d2f1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979635 Feb 10 15:41:32.284604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:32.341013 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.355206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:32.407883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:32.410582 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0045e2b-b4e9-42d2-ab0c-0c3f1c27bc5a" -d '{"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-plugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:32.640705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3dd75-a649-45b3-bd61-adb6cf561164 req-ae711b47-6e47-4b9b-b93f-d0d74852b477 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:32.642173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bee3dd75-a649-45b3-bd61-adb6cf561164 req-ae711b47-6e47-4b9b-b93f-d0d74852b477 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.4625494 Feb 10 15:41:32.646868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-5d441833-e033-497e-8ae1-96127fbd2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:32.648328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-5d441833-e033-497e-8ae1-96127fbd2235 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1099 time: 0.4855716 Feb 10 15:41:32.728326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-cda14e90-7c8f-44c9-b856-90b074ee92c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0618813 Feb 10 15:41:32.790676 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-686f0720-4c10-410f-a3db-40753b6c130a service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600135 Feb 10 15:41:32.799978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bee3dd75-a649-45b3-bd61-adb6cf561164 req-c884aec1-7cf2-4f9a-915a-1c55b1eee1c1 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507070 Feb 10 15:41:32.837144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-0a8b3ec4-6ceb-448f-abe6-9364c198493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:32.838687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-0a8b3ec4-6ceb-448f-abe6-9364c198493a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1013453 Feb 10 15:41:32.841201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.857738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:32.866025 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e20ba-57a0-4176-ac0a-2bfd61ae5a3a x-openstack-request-id: req-831e20ba-57a0-4176-ac0a-2bfd61ae5a3a {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:32.866548 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085472b2-bb27-4357-9d34-a820ec292aff", "tag": "a6992d8c-a564-4cda-b8e8-8be32eacf809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:32.866548 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-831e20ba-57a0-4176-ac0a-2bfd61ae5a3a {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:32.866968 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085472b2-bb27-4357-9d34-a820ec292aff', 'tag': 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'status': 'completed', 'code': 200} Feb 10 15:41:33.021778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event updated for resources: {'Port': ['ID=a5edae53-670f-4086-af9f-24cb658dedf5,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:33.048655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-4366962b-a948-4872-8b11-a71f00662694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.050112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-4366962b-a948-4872-8b11-a71f00662694 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015910 Feb 10 15:41:33.085126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:33.137511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-2ad0119d-1bb2-46e9-b455-bffb594016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.138982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-2ad0119d-1bb2-46e9-b455-bffb594016ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 1099 time: 0.2319629 Feb 10 15:41:33.154133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64b11c-7a72-4ce6-8982-5229db982a3b req-5cb0953a-25f3-47fb-aa7d-672785a2e06f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.155531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c64b11c-7a72-4ce6-8982-5229db982a3b req-5cb0953a-25f3-47fb-aa7d-672785a2e06f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 944 time: 0.2233667 Feb 10 15:41:33.186357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:33.187523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed3c820-360f-48df-aac6-9f324008be5d req-de8e6145-76db-4dcd-a400-d149cd64f0c0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8191617 Feb 10 15:41:33.231690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-863c60f0-e73d-4e60-87eb-cfeeb92a7b5f tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.233310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-863c60f0-e73d-4e60-87eb-cfeeb92a7b5f tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.2019749 Feb 10 15:41:33.343726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed3c820-360f-48df-aac6-9f324008be5d req-54ad13b8-9d0c-4cd4-9401-73cc6a8341f7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.1457314 Feb 10 15:41:33.354394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c64b11c-7a72-4ce6-8982-5229db982a3b req-55b26e01-ffbb-49a4-ab0c-950f74f3c72a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840768 Feb 10 15:41:33.390985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-138afe7d-cb84-4571-8c0c-1bc31111d5ed service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210392 Feb 10 15:41:33.411203 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ea24d5-355c-43f5-86de-8c8dd07ac283 x-openstack-request-id: req-23ea24d5-355c-43f5-86de-8c8dd07ac283 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:33.411471 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:33.411738 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23ea24d5-355c-43f5-86de-8c8dd07ac283 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:33.412105 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'status': 'completed', 'code': 200} Feb 10 15:41:33.472106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-f0d1ad78-563c-4290-bf55-3a563c949fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.473564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-f0d1ad78-563c-4290-bf55-3a563c949fb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.3172057 Feb 10 15:41:33.485992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-85f5cfed-0fc3-4413-b001-15c38397d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.487780 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-85f5cfed-0fc3-4413-b001-15c38397d159 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1094 time: 0.0460434 Feb 10 15:41:33.582198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-5db8e964-efd5-4743-a0ab-22d2ac7367ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.583821 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-5db8e964-efd5-4743-a0ab-22d2ac7367ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.0888295 Feb 10 15:41:33.626714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-a2026e5f-5dd3-4010-87dc-3d66a101c55c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809 HTTP/1.1" status: 200 len: 217 time: 0.1099393 Feb 10 15:41:33.628540 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-df4b85e5-935d-4761-8be7-bb51d755e419 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 217 time: 0.0368669 Feb 10 15:41:33.689100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-d4b248ff-2708-486d-9d74-3a8ea1af42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.690573 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-d4b248ff-2708-486d-9d74-3a8ea1af42f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0512118 Feb 10 15:41:33.725963 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-163396d2-1380-48e8-a7c7-9d7c4baddd82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267749 Feb 10 15:41:33.752229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1004a18-714b-45db-ad30-2abaeb30adba req-aedf43bc-ae15-4e7e-8b91-7ffea5ddec9f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.753728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1004a18-714b-45db-ad30-2abaeb30adba req-aedf43bc-ae15-4e7e-8b91-7ffea5ddec9f tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.2958167 Feb 10 15:41:33.764364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3c820-360f-48df-aac6-9f324008be5d req-91bfc091-39cd-4f43-a1e9-42d6845c4c7b tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.765690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed3c820-360f-48df-aac6-9f324008be5d req-91bfc091-39cd-4f43-a1e9-42d6845c4c7b tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.4083214 Feb 10 15:41:33.774401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-06b6604d-88c6-41c1-902e-94c06dce22ee service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580320 Feb 10 15:41:33.785537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-7f34cadc-5bf3-4344-beaf-3b45deee7d81 service neutron] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:33.795920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-fed3c820-360f-48df-aac6-9f324008be5d req-5109a6ba-b19d-41d4-9e97-b9f125acdf20 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:33.797588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed3c820-360f-48df-aac6-9f324008be5d req-5109a6ba-b19d-41d4-9e97-b9f125acdf20 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208647 Feb 10 15:41:33.798382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-fd2eb4b7-5347-4122-bac0-cfc50c4024b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.799808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-fd2eb4b7-5347-4122-bac0-cfc50c4024b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1520834 Feb 10 15:41:33.804551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-7f34cadc-5bf3-4344-beaf-3b45deee7d81 service neutron] Notify callbacks [] for binding, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:33.805575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-355879fc-b376-4ef4-96a0-210e531c29f1 req-7f34cadc-5bf3-4344-beaf-3b45deee7d81 service neutron] 10.222.0.45 "DELETE /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6/bindings/n-h2-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.5551836 Feb 10 15:41:33.845231 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-98d0cd9a-a235-4cda-9113-44ead3324ec9 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083999 Feb 10 15:41:33.859895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1004a18-714b-45db-ad30-2abaeb30adba req-81bafc9c-49da-4ee7-8c07-e08ae154cb27 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932913 Feb 10 15:41:33.906185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-66952181-9020-4cd2-a5b8-4ec374eb06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.907606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-66952181-9020-4cd2-a5b8-4ec374eb06b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888650 Feb 10 15:41:33.921523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1e64-0d0e-4aec-8d35-a7a210755a20 req-143ea8d7-7a49-440b-a558-e3c46804cfed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.923278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0eb1e64-0d0e-4aec-8d35-a7a210755a20 req-143ea8d7-7a49-440b-a558-e3c46804cfed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.0691907 Feb 10 15:41:33.940237 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46cb1b8-fa35-4517-bb97-b2d81244023e x-openstack-request-id: req-b46cb1b8-fa35-4517-bb97-b2d81244023e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:33.941146 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-plugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:33.941555 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b46cb1b8-fa35-4517-bb97-b2d81244023e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:33.942254 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'code': 200} Feb 10 15:41:33.943494 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:33.981852 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-237fbf11-578a-4318-b0b7-5d77ddbbed32 req-7cf64ec8-cfc5-4cfa-b35a-43fbd23a67d6 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268830 Feb 10 15:41:34.084935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0eb1e64-0d0e-4aec-8d35-a7a210755a20 req-9b53ee76-0110-4900-9197-d3cb4b67867d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377814 Feb 10 15:41:34.116480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde55881-6a24-46fa-b3dd-0e63fdb30e31 req-268a812d-a415-4b8d-8e76-eb7b7c9f9919 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.118247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bde55881-6a24-46fa-b3dd-0e63fdb30e31 req-268a812d-a415-4b8d-8e76-eb7b7c9f9919 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.1130471 Feb 10 15:41:34.120274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-47109bc0-b8b9-4451-9704-e1bed9db0d1d service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959376 Feb 10 15:41:34.144444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a66e78-d5fc-46d3-ac5f-11fc7191f8d3 req-8022e6b7-de9a-4ef5-a7a7-0245c0c32f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.145860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4a66e78-d5fc-46d3-ac5f-11fc7191f8d3 req-8022e6b7-de9a-4ef5-a7a7-0245c0c32f03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1100 time: 0.0419033 Feb 10 15:41:34.196047 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4a66e78-d5fc-46d3-ac5f-11fc7191f8d3 req-a1a1027a-9ce4-49f0-b84a-a52cbf1ca928 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Feb 10 15:41:34.219367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bde55881-6a24-46fa-b3dd-0e63fdb30e31 req-53b28622-fd77-490e-a4c7-fb8cf048a441 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939348 Feb 10 15:41:34.250310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e2c9901-416b-45a8-bccc-fe008ef3cfb4 req-92645d17-6a27-490b-8aa2-ff20c79bf9ad service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181624 Feb 10 15:41:34.268048 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:34.345686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8019bd72-c412-4d13-a816-9a140904e2e0 req-b9075744-f37a-44c5-82c1-d846732e6f4f tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips/7471944c-5cdb-403f-b207-618680f86d71 HTTP/1.1" status: 200 len: 693 time: 0.0597835 Feb 10 15:41:34.440015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ef091-0ebd-4d27-89a3-34d57fcdfe7b req-42ec3072-31b7-48bf-a4bb-ffaf7dc6d243 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.441491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b5ef091-0ebd-4d27-89a3-34d57fcdfe7b req-42ec3072-31b7-48bf-a4bb-ffaf7dc6d243 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 948 time: 0.1128058 Feb 10 15:41:34.508597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019bd72-c412-4d13-a816-9a140904e2e0 req-5a1075ce-9f9f-4ed8-ba91-4de2e769d8bf tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.509952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8019bd72-c412-4d13-a816-9a140904e2e0 req-5a1075ce-9f9f-4ed8-ba91-4de2e769d8bf tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1492069 Feb 10 15:41:34.513257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b5ef091-0ebd-4d27-89a3-34d57fcdfe7b req-ee07a5ca-f67a-4d51-8a06-63ae7fc6578c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643580 Feb 10 15:41:34.644591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216cabc-ae5c-4138-ab4f-71b1d42f87e2 req-9fc7f8fa-8340-449b-982e-98931687e736 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.646031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5216cabc-ae5c-4138-ab4f-71b1d42f87e2 req-9fc7f8fa-8340-449b-982e-98931687e736 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0827420 Feb 10 15:41:34.649648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a6992d8c-a564-4cda-b8e8-8be32eacf809 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:34.658710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d1488-8c89-4af0-96d0-c43851bd11c8 req-3515253c-4df0-4e47-becf-8f13a269245b tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.660192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e9d1488-8c89-4af0-96d0-c43851bd11c8 req-3515253c-4df0-4e47-becf-8f13a269245b tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.0812199 Feb 10 15:41:34.669155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47982) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:34.673547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Request body: {'floatingip': {'port_id': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:34.724319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:34.763778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a6992d8c-a564-4cda-b8e8-8be32eacf809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:34.776545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'mac_address': 'fa:16:3e:be:93:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:34.817766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:34.831917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6992d8c-a564-4cda-b8e8-8be32eacf809 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:34.855100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a6992d8c-a564-4cda-b8e8-8be32eacf809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:34.861551 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:34.938470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=a6992d8c-a564-4cda-b8e8-8be32eacf809,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:34.970069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81e619e1-4d3e-48e1-aee7-324839c34ea4 req-53028b93-ac57-489f-a09c-7e45e5b3759c tempest-AbsoluteLimitsNegativeTestJSON-1243297946 tempest-AbsoluteLimitsNegativeTestJSON-1243297946-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=05c71113d2d74f5faaa3c3299350504a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317998 Feb 10 15:41:34.975426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5216cabc-ae5c-4138-ab4f-71b1d42f87e2 req-fb7b603a-e922-458c-90ab-cf445cb02010 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143392 Feb 10 15:41:35.134259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd223d-ae64-4b9d-b86d-b87fa5054880 req-3683b143-3678-4ad3-865a-07914bc98e97 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.135863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1afd223d-ae64-4b9d-b86d-b87fa5054880 req-3683b143-3678-4ad3-865a-07914bc98e97 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 944 time: 0.0853162 Feb 10 15:41:35.143627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e619e1-4d3e-48e1-aee7-324839c34ea4 req-40f13263-5bd7-403f-ac95-b6e701fbd565 tempest-AbsoluteLimitsNegativeTestJSON-1243297946 tempest-AbsoluteLimitsNegativeTestJSON-1243297946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.145010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81e619e1-4d3e-48e1-aee7-324839c34ea4 req-40f13263-5bd7-403f-ac95-b6e701fbd565 tempest-AbsoluteLimitsNegativeTestJSON-1243297946 tempest-AbsoluteLimitsNegativeTestJSON-1243297946-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583548 Feb 10 15:41:35.168748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81e619e1-4d3e-48e1-aee7-324839c34ea4 req-7b8e903a-52cf-43af-ae23-c1126cd2acd2 tempest-AbsoluteLimitsNegativeTestJSON-1243297946 tempest-AbsoluteLimitsNegativeTestJSON-1243297946-project] 10.222.0.21 "GET /v2.0/quotas/05c71113d2d74f5faaa3c3299350504a HTTP/1.1" status: 200 len: 375 time: 0.0164125 Feb 10 15:41:35.207240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1afd223d-ae64-4b9d-b86d-b87fa5054880 req-d5bd9f00-cf2e-4218-84e2-95cee038fc2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Feb 10 15:41:35.209367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81e619e1-4d3e-48e1-aee7-324839c34ea4 req-53fbc973-94b7-4d8f-92d8-39306ab90745 tempest-AbsoluteLimitsNegativeTestJSON-1243297946 tempest-AbsoluteLimitsNegativeTestJSON-1243297946-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05c71113d2d74f5faaa3c3299350504a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302408 Feb 10 15:41:35.214159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:35.219433 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:35.331082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-cc5dfd4d-7460-47a6-a52d-025123f762d5 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips/7471944c-5cdb-403f-b207-618680f86d71 HTTP/1.1" status: 200 len: 693 time: 0.0844765 Feb 10 15:41:35.335743 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Floating IP 77d186cc-c573-40ab-8255-9153c4f628aa associated. External IP: 172.25.7.96, port: f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7. Feb 10 15:41:35.354560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['a6992d8c-a564-4cda-b8e8-8be32eacf809'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:35.413736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'tag': '6816cdd7-8326-4133-b770-81661772b714'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:35.416105 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf862e-e82d-473f-9e29-8bbea91e50ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "tag": "6816cdd7-8326-4133-b770-81661772b714"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:35.446071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3d99c-0420-439e-bda2-5eca0faa039f req-ca9540df-5fcc-4969-a935-b06b1702d903 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.447814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51b3d99c-0420-439e-bda2-5eca0faa039f req-ca9540df-5fcc-4969-a935-b06b1702d903 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.1371999 Feb 10 15:41:35.504084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-3092d3d1-cfca-4457-9d32-821e27d75277 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.506178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-3092d3d1-cfca-4457-9d32-821e27d75277 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1601329 Feb 10 15:41:35.563814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51b3d99c-0420-439e-bda2-5eca0faa039f req-0a0bbfc8-8c17-4834-b166-9f1b7fb3a5d4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038785 Feb 10 15:41:35.573625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-59f2cb7f-a98c-4769-97d4-94b33556e957 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0590923 Feb 10 15:41:35.587175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48006) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:35.639364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-aa6547a4-58f7-4c05-a4e6-e4ee7846384a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0591152 Feb 10 15:41:35.782694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e626b8c-1761-4531-aa82-a7c34a48313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:35.834971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecde1a-ffeb-40d4-89f0-756392f735e9 req-8e45ef53-472b-47a2-bf51-97b5465a1ad0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.836469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37ecde1a-ffeb-40d4-89f0-756392f735e9 req-8e45ef53-472b-47a2-bf51-97b5465a1ad0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.1479170 Feb 10 15:41:35.881566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:35.917214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37ecde1a-ffeb-40d4-89f0-756392f735e9 req-83c39001-28a4-4985-b045-348c862f24ed tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Feb 10 15:41:35.919284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Deleting port a5edae53-670f-4086-af9f-24cb658dedf5 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:35.919824 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:35.986218 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b03e3-eb60-4b84-a672-6dc9830896f4 x-openstack-request-id: req-997b03e3-eb60-4b84-a672-6dc9830896f4 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:35.986976 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "tag": "6816cdd7-8326-4133-b770-81661772b714", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:35.986976 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-997b03e3-eb60-4b84-a672-6dc9830896f4 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:35.987339 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'tag': '6816cdd7-8326-4133-b770-81661772b714', 'status': 'completed', 'code': 200} Feb 10 15:41:36.019082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:36.029833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e626b8c-1761-4531-aa82-a7c34a48313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.030977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.032930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:36.040193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e626b8c-1761-4531-aa82-a7c34a48313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.051809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:36.052429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:36.060042 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2341b35f-4b85-48a4-8e6c-1615c0b11ddb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "PUT /v2.0/floatingips/77d186cc-c573-40ab-8255-9153c4f628aa HTTP/1.1" status: 200 len: 991 time: 1.3898947 Feb 10 15:41:36.061020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:36.064343 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18" -d '{"events": [{"name": "network-changed", "server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:36.113937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.114264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.158936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Calling delete_port for a5edae53-670f-4086-af9f-24cb658dedf5 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:36.160450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:36.168189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e626b8c-1761-4531-aa82-a7c34a48313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7bcdc0-7cf0-4d7e-a08c-7d2d9d32bf5e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:36.175425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4e626b8c-1761-4531-aa82-a7c34a48313a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05c71113d2d74f5faaa3c3299350504a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848801 Feb 10 15:41:36.176896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48018) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:36.219361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-ae8c45bb-f342-4705-80d4-ea69826d63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.220827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-ae8c45bb-f342-4705-80d4-ea69826d63b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1099 time: 0.1781464 Feb 10 15:41:36.236203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae3c5302-c905-421e-a1d8-5617a16aa0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.241641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864237d8-5782-4dd3-a691-ab786a9be6f9 req-b08ee56d-5c2f-4913-98e0-750e49aa8caa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.243235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-864237d8-5782-4dd3-a691-ab786a9be6f9 req-b08ee56d-5c2f-4913-98e0-750e49aa8caa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 949 time: 0.1860900 Feb 10 15:41:36.262623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae3c5302-c905-421e-a1d8-5617a16aa0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.317735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae3c5302-c905-421e-a1d8-5617a16aa0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.320707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae3c5302-c905-421e-a1d8-5617a16aa0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.324281 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae3c5302-c905-421e-a1d8-5617a16aa0a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec7bcdc0-7cf0-4d7e-a08c-7d2d9d32bf5e HTTP/1.1" status: 204 len: 168 time: 0.1429791 Feb 10 15:41:36.331876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c5302-c905-421e-a1d8-5617a16aa0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7bcdc0-7cf0-4d7e-a08c-7d2d9d32bf5e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:36.376767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-864237d8-5782-4dd3-a691-ab786a9be6f9 req-6ff68d81-9e98-4582-ac42-04fb0078b003 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216719 Feb 10 15:41:36.393879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-3c1632a0-1f26-4091-a835-7635c7f97c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.395567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-3c1632a0-1f26-4091-a835-7635c7f97c13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1513526 Feb 10 15:41:36.481319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-493a1f2c-3e0c-44d9-a91c-cb572c6fc308 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0526247 Feb 10 15:41:36.551412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.557318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '77d186cc-c573-40ab-8255-9153c4f628aa', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'port_id': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'mac_address': 'fa:16:3e:23:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:41:35Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:36.599729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:36.600434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event deleted for resources: {'Port': ['ID=a5edae53-670f-4086-af9f-24cb658dedf5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:36.600545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:36.600545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:36.601402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-7033bcfe-fcca-4639-b54e-2e8e19f10a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.602296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-7033bcfe-fcca-4639-b54e-2e8e19f10a32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1101863 Feb 10 15:41:36.625172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429037c-92c2-46f4-852f-372d590f1618 req-ac1171b4-eb83-4964-8637-95582e335c6a tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.626724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4429037c-92c2-46f4-852f-372d590f1618 req-ac1171b4-eb83-4964-8637-95582e335c6a tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1095 time: 0.1496611 Feb 10 15:41:36.646937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6816cdd7-8326-4133-b770-81661772b714 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:36.653722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a6992d8c-a564-4cda-b8e8-8be32eacf809 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:36.725717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4429037c-92c2-46f4-852f-372d590f1618 req-f94dad8b-1d0e-4022-a31f-fa5f94596adf tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871608 Feb 10 15:41:36.728577 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.732037 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:36.732939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518187b-0e77-423b-ac10-c9b8a850aca3 req-4f2091ec-3fc5-4164-8541-c8280924201a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "DELETE /v2.0/floatingips/7471944c-5cdb-403f-b207-618680f86d71 HTTP/1.1" status: 204 len: 173 time: 1.0869415 Feb 10 15:41:36.734859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-1af1452e-d09b-4c5f-8a17-4097a7027738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.736305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-1af1452e-d09b-4c5f-8a17-4097a7027738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086819 Feb 10 15:41:36.806431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:41:36.890506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-0a0e4338-3c03-46ee-8d39-e09016f8f685 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441443 Feb 10 15:41:36.921871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:36.925761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port a6992d8c-a564-4cda-b8e8-8be32eacf809 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:36.958139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port a6992d8c-a564-4cda-b8e8-8be32eacf809 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:36.958509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.004223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79910f6c-b4e1-423a-8a83-19a1faeace7f req-6827ed1a-0726-4181-871e-e947f5480474 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.011863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79910f6c-b4e1-423a-8a83-19a1faeace7f req-6827ed1a-0726-4181-871e-e947f5480474 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.1658227 Feb 10 15:41:37.047109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99e4f2-b957-4156-83c3-34105dca8806 req-6d8ae6b0-8698-464e-975f-57b9d0312c1b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.048637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b99e4f2-b957-4156-83c3-34105dca8806 req-6d8ae6b0-8698-464e-975f-57b9d0312c1b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1799989 Feb 10 15:41:37.068321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.091205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '6816cdd7-8326-4133-b770-81661772b714', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '6816cdd7-8326-4133-b770-81661772b714', 'mac_address': 'fa:16:3e:20:b6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:37.092358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dcf862e-e82d-473f-9e29-8bbea91e50ac req-4bcdb9d9-164e-4896-a9e7-6c34caaeb8ed service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909873 Feb 10 15:41:37.113195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79910f6c-b4e1-423a-8a83-19a1faeace7f req-f8a4dd42-5814-4737-ba9b-6b9191fdabff tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996342 Feb 10 15:41:37.144856 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b99e4f2-b957-4156-83c3-34105dca8806 req-fffd75f9-8428-4826-9876-699c939b095b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805397 Feb 10 15:41:37.175146 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ffed7d-ce58-422c-bab5-bf7652479ea9 x-openstack-request-id: req-83ffed7d-ce58-422c-bab5-bf7652479ea9 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:37.175465 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:37.175734 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83ffed7d-ce58-422c-bab5-bf7652479ea9 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:37.176154 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'status': 'completed', 'code': 200} Feb 10 15:41:37.208012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48054) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:37.252523 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.256534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.282203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6816cdd7-8326-4133-b770-81661772b714 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:37.311306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085472b2-bb27-4357-9d34-a820ec292aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6992d8c-a564-4cda-b8e8-8be32eacf809'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:37.313556 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151b0f30-c43c-4dbe-b55c-f5de1be8e314" -d '{"events": [{"server_uuid": "085472b2-bb27-4357-9d34-a820ec292aff", "name": "network-vif-plugged", "status": "completed", "tag": "a6992d8c-a564-4cda-b8e8-8be32eacf809"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:37.320284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-413313-network', 'tenant_id': '357cb9aa15b44125862eb222608f201c'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:37.348392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a6992d8c-a564-4cda-b8e8-8be32eacf809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.350500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.353258 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.357245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Made reservation on behalf of 357cb9aa15b44125862eb222608f201c for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:37.359316 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.359934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:37.360760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.374091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.419953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-ed777ddf-0468-4f26-b536-1fda6ce29c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.421673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-ed777ddf-0468-4f26-b536-1fda6ce29c51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f447b64da84913b5011ad6776dd713&device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 1097 time: 0.2034798 Feb 10 15:41:37.469487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.474248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.482104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=a6992d8c-a564-4cda-b8e8-8be32eacf809,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:37.499814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:37.517180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6363d3f5-9268-41ed-a80a-7a639f390e5a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:37.520921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.521336 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Added segment 42a32ec2-a71f-4eaf-a711-7289a22108a4 of type vlan for network 4373d187-2351-4b2a-b215-0118cd8baeb3 Feb 10 15:41:37.540122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21fb6-a209-4552-9989-bb787c4db1ff req-f449251b-5919-4a2f-ab1a-317cc0165ce4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.547990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cac21fb6-a209-4552-9989-bb787c4db1ff req-f449251b-5919-4a2f-ab1a-317cc0165ce4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.2900739 Feb 10 15:41:37.566744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff032c8-cc39-4270-a73c-90a587791f66 req-91454155-bab0-483c-9951-0c9fe951c6f0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.566984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.569216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bff032c8-cc39-4270-a73c-90a587791f66 req-91454155-bab0-483c-9951-0c9fe951c6f0 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3728273 Feb 10 15:41:37.583314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:37.587038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.591733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '77d186cc-c573-40ab-8255-9153c4f628aa', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'port_id': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'mac_address': 'fa:16:3e:23:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:41:35Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:37.608457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.619236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.619977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.629650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83ffc0-812e-44ae-8e93-3e5561d1c905 None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '77d186cc-c573-40ab-8255-9153c4f628aa', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'port_id': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'mac_address': 'fa:16:3e:23:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:28Z', 'updated_at': '2022-02-10T15:41:35Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:37.630706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'port_id': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'mac_address': 'fa:16:3e:3c:d2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ee6e1-5ece-4066-8599-dcd157bfc2aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:37.652245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cac21fb6-a209-4552-9989-bb787c4db1ff req-2e0e952e-d054-4123-afd1-6058e6002680 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820315 Feb 10 15:41:37.705274 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.722712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d503d65-6b27-4f95-bfbf-851d7a79073b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:37.722894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5131457 Feb 10 15:41:37.724152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48072) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:37.745376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f2fd7-5671-4edd-a793-b531fc795049 admin admin] Pushing event updated for resources: {'Network': ['ID=4373d187-2351-4b2a-b215-0118cd8baeb3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:37.750024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.758662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:37.760394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Request body: {'subnet': {'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-413313-subnet', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:37.762865 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:37.873613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:37.895651 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09fc7d-b8e4-4e9f-a3cb-56cfd177ad15 None None] New status for floating IP 77d186cc-c573-40ab-8255-9153c4f628aa: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:41:38.052050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-1a0d575c-2ab4-42ee-b348-f5feae68a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.053058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-1a0d575c-2ab4-42ee-b348-f5feae68a52e service neutron] 10.222.0.45 "GET /v2.0/networks?id=68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 200 len: 924 time: 0.6079795 Feb 10 15:41:38.159804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Made reservation on behalf of 357cb9aa15b44125862eb222608f201c for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:38.162075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:38.167174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:38.220728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-7051ec93-f5a7-41be-a866-7753fd96a9e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 HTTP/1.1" status: 200 len: 1001 time: 0.1490433 Feb 10 15:41:38.231861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['7d503d65-6b27-4f95-bfbf-851d7a79073b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:38.234888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5f991-c6d1-4173-9697-0fc0f0db7ec7 req-b684046d-a1ae-4e5a-874d-7281d4eec50f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.236377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0c5f991-c6d1-4173-9697-0fc0f0db7ec7 req-b684046d-a1ae-4e5a-874d-7281d4eec50f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.4712467 Feb 10 15:41:38.257885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-a624c83f-dd70-4092-8a98-1f09992e7aff tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.259277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-a624c83f-dd70-4092-8a98-1f09992e7aff tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.5885665 Feb 10 15:41:38.319670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-d23c86d6-0a93-4740-8eb1-df2725f8d5fa tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/quotas/3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 375 time: 0.0386546 Feb 10 15:41:38.361184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-7ab65a41-8c5c-42c8-801e-ec01b83ad0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.362713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-7ab65a41-8c5c-42c8-801e-ec01b83ad0be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 200 len: 862 time: 0.1240427 Feb 10 15:41:38.392671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0c5f991-c6d1-4173-9697-0fc0f0db7ec7 req-8cbae9d0-c2ad-42d7-9bf3-ff6a696e5782 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415553 Feb 10 15:41:38.468304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-b962984b-ab4c-484a-b1e3-cbb77797d96e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1338220 Feb 10 15:41:38.482590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-e95fa308-6784-4495-bf85-6a5d46cafeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.484079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-e95fa308-6784-4495-bf85-6a5d46cafeca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68d8c2fb-12b4-44f9-855d-8d41fb478d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032143 Feb 10 15:41:38.669093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d091c0-f1b5-4816-a97b-a6c9b06fbbbb req-9659bdea-25c9-40dd-84d2-835dcc56c5e3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.670557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8d091c0-f1b5-4816-a97b-a6c9b06fbbbb req-9659bdea-25c9-40dd-84d2-835dcc56c5e3 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.2072453 Feb 10 15:41:38.698764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:38.766624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-761248b6-1ad6-4cb4-abfc-0eb6ff62c146 service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804940 Feb 10 15:41:38.776464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-75097fc1-12e1-4bec-8090-adbd3555ce62 service neutron] 10.222.0.45 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696311 Feb 10 15:41:38.826233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8d091c0-f1b5-4816-a97b-a6c9b06fbbbb req-088a0c8c-fd74-4560-a795-d8503eb71cb6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435649 Feb 10 15:41:38.826811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5436d1-16ff-4db4-9f62-e8225dc69104,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:38.873446 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bddd549-70a0-4924-ae2a-c910cf560ae7 x-openstack-request-id: req-9bddd549-70a0-4924-ae2a-c910cf560ae7 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:38.874006 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085472b2-bb27-4357-9d34-a820ec292aff", "name": "network-vif-plugged", "status": "completed", "tag": "a6992d8c-a564-4cda-b8e8-8be32eacf809", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:38.874206 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bddd549-70a0-4924-ae2a-c910cf560ae7 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:38.874670 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085472b2-bb27-4357-9d34-a820ec292aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'code': 200} Feb 10 15:41:38.945855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Checking segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:38.946206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Network hostable DHCP agents. Network: 4373d187-2351-4b2a-b215-0118cd8baeb3, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:39.004123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bc9d-c320-4961-9b16-392e2929a953 req-c5ed9e2d-83ac-4f3e-9e4b-6bc050df0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.005715 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cd49bc9d-c320-4961-9b16-392e2929a953 req-c5ed9e2d-83ac-4f3e-9e4b-6bc050df0a9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 1101 time: 0.0404599 Feb 10 15:41:39.010801 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-0134a500-ec40-4bc9-92fd-235db687fc46 service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256587 Feb 10 15:41:39.022816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4ce4df7-c6f2-4c73-94ae-4ae4d81b5b18 req-c40cee11-73c7-4428-a269-8bbc2c1c8d46 service neutron] 10.222.0.45 "GET /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200775 Feb 10 15:41:39.026809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:39.039367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c327721-41d5-4f3d-9f52-f3105e8d3666 req-40c08e84-8a4a-495f-ae79-0f81d6370604 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.040935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c327721-41d5-4f3d-9f52-f3105e8d3666 req-40c08e84-8a4a-495f-ae79-0f81d6370604 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 950 time: 0.1081443 Feb 10 15:41:39.048586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4373d187-2351-4b2a-b215-0118cd8baeb3) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:39.049540 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cd49bc9d-c320-4961-9b16-392e2929a953 req-10422c66-fd67-49fc-91b0-f2cdd7cdafc7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Feb 10 15:41:39.057591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5e563-ecd2-457d-8901-37d06f4c2f08 None None] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:39.060216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.060754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.099300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-08a177b3-c41f-437e-8752-f245f6454e1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 838 time: 1.3624108 Feb 10 15:41:39.099673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48078) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:39.104356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:39.114704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c327721-41d5-4f3d-9f52-f3105e8d3666 req-bb4452c3-6352-486b-80dc-ada0126996a9 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638020 Feb 10 15:41:39.138259 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.139424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.220702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c55bfb5-1f68-4676-8b6d-9a9c4664a09f req-ad3aab94-bcee-48ef-9a62-6ac8d2fd2959 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=e2d1d5c869434f78b16a4444119e349e HTTP/1.1" status: 200 len: 1657 time: 0.0803084 Feb 10 15:41:39.245843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.289893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-4373d187-2351-4b2a-b215-0118cd8baeb3', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:41:39.291776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.354259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e38aa-dcc2-48d2-8665-a9f4435e52ab req-ce1b8792-d291-43ed-8c1a-1af0ffe012af tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.356651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c59e38aa-dcc2-48d2-8665-a9f4435e52ab req-ce1b8792-d291-43ed-8c1a-1af0ffe012af tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 944 time: 0.1178169 Feb 10 15:41:39.415965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.424024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55bfb5-1f68-4676-8b6d-9a9c4664a09f req-e612b39a-05c5-418d-a4bf-0c416757c54a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.426024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c55bfb5-1f68-4676-8b6d-9a9c4664a09f req-e612b39a-05c5-418d-a4bf-0c416757c54a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks?id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 787 time: 0.1988652 Feb 10 15:41:39.457431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-8c55bfb5-1f68-4676-8b6d-9a9c4664a09f req-70eee771-76a8-4af9-885d-46917beb4206 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:39.458385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c55bfb5-1f68-4676-8b6d-9a9c4664a09f req-70eee771-76a8-4af9-885d-46917beb4206 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058661 Feb 10 15:41:39.479920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c59e38aa-dcc2-48d2-8665-a9f4435e52ab req-87c9ff19-81ae-49dc-acf3-d70e325ceaaf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075325 Feb 10 15:41:39.577773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-825f6133-fda2-44c1-a509-22730a2ba264 req-fef649a2-7de4-4d3a-af1b-78a4cd57e3d2 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 210 time: 0.0397129 Feb 10 15:41:39.658514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Allocated IP 172.20.0.2 (4373d187-2351-4b2a-b215-0118cd8baeb3/dd5436d1-16ff-4db4-9f62-e8225dc69104/40da198a-5504-42d0-a2e6-7264b14b2555) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:39.751554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c5984-2a9f-4cc7-a4e0-187337a6616e req-eb0a63af-cd59-4374-a03b-156a0332bb03 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.763006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d99c5984-2a9f-4cc7-a4e0-187337a6616e req-eb0a63af-cd59-4374-a03b-156a0332bb03 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.1024630 Feb 10 15:41:39.771799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.805427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.849055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.858049 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:39.879425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d99c5984-2a9f-4cc7-a4e0-187337a6616e req-f4c330dc-7b97-4342-8819-40e79b95dc1a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111500 Feb 10 15:41:39.918932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:39.923058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:39.934886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:39.979498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Allocated IP 172.25.7.93 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/5c0cade0-3dc6-4469-bf98-3a597edafab3) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:39.993496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-33b0fea2-9462-4090-84b1-e9529a4f02d8 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips/c3d54be8-cd9d-43e6-a97d-0c55da6e8f3f HTTP/1.1" status: 200 len: 693 time: 0.1688635 Feb 10 15:41:40.005010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Pushing event updated for resources: {'Port': ['ID=40da198a-5504-42d0-a2e6-7264b14b2555,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:40.014319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Attempting to bind port 40da198a-5504-42d0-a2e6-7264b14b2555 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:40.014724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Attempting to bind port 40da198a-5504-42d0-a2e6-7264b14b2555 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:40.015312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Attempting to bind port 40da198a-5504-42d0-a2e6-7264b14b2555 on network 4373d187-2351-4b2a-b215-0118cd8baeb3 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:40.021214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:40.021609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Checking segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:40.022110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.022568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Bound using segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:40.023565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Bound port: 40da198a-5504-42d0-a2e6-7264b14b2555, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:40.023964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.100679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] For port 40da198a-5504-42d0-a2e6-7264b14b2555, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:40.103985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] For port 40da198a-5504-42d0-a2e6-7264b14b2555, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=40da198a-5504-42d0-a2e6-7264b14b2555,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:40.113739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.131650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.173789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fda132-7fbf-4190-ac1e-cf9919b0bd20 req-6edc135c-16a4-44d6-a5e8-97565ff285fa tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.180985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11fda132-7fbf-4190-ac1e-cf9919b0bd20 req-6edc135c-16a4-44d6-a5e8-97565ff285fa tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1696563 Feb 10 15:41:40.191254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.215803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a1da-e6b7-4ead-bc79-23830011bc0c None None] Pushing event updated for resources: {'Port': ['ID=40da198a-5504-42d0-a2e6-7264b14b2555,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:40.216149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-1a5c9cd1-3a5d-4962-8fa3-43623d4d9b8b tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.217672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-1a5c9cd1-3a5d-4962-8fa3-43623d4d9b8b tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2214806 Feb 10 15:41:40.239403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:40.242773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:40.246012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11fda132-7fbf-4190-ac1e-cf9919b0bd20 req-6097a875-f38d-4bfd-807e-262003458bdd tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641928 Feb 10 15:41:40.249061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:40.287724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-f14fc48a-95f8-47dc-b025-03b5e1e6b085 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.0540252 Feb 10 15:41:40.394021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Pushing event updated for resources: {'Port': ['ID=5c0cade0-3dc6-4469-bf98-3a597edafab3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:40.435931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-71edbd60-6b4e-4687-b415-c25d3df69ccb tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1376884 Feb 10 15:41:40.511761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c8d9b-3da3-4f13-8e1f-774fc1a52531 req-2504ea20-5137-405a-abf1-9ec9d59648d7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.520440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c0c8d9b-3da3-4f13-8e1f-774fc1a52531 req-2504ea20-5137-405a-abf1-9ec9d59648d7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 950 time: 0.1807363 Feb 10 15:41:40.631010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c0c8d9b-3da3-4f13-8e1f-774fc1a52531 req-c2c014f7-1f9b-4b28-ab45-d015c7b6bccd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052053 Feb 10 15:41:40.657213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.673952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Deleting port 4a5b85c9-0dd5-4b2f-bf51-9ff1de86b970 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:40.674298 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.675185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6816cdd7-8326-4133-b770-81661772b714 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:40.739975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-8a6dc171-f07f-40f9-804e-5fcfd29a5511 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.741601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-8a6dc171-f07f-40f9-804e-5fcfd29a5511 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.1832397 Feb 10 15:41:40.748900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 6816cdd7-8326-4133-b770-81661772b714 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:40.758055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 6816cdd7-8326-4133-b770-81661772b714 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:40.758801 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.794732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Request body: {'port': {'device_id': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'admin_state_up': True, 'tenant_id': '3b5f674a3c054a6d83d5aa5cd8220eaf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:40.816410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f491d30-edbf-4b0b-a879-6c99838b11ba req-a1f04629-8849-4c25-8139-498bbe4ffb22 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.818065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f491d30-edbf-4b0b-a879-6c99838b11ba req-a1f04629-8849-4c25-8139-498bbe4ffb22 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 944 time: 0.0737646 Feb 10 15:41:40.838207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.838540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.865104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Calling delete_port for 4a5b85c9-0dd5-4b2f-bf51-9ff1de86b970 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:40.874360 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.887831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f491d30-edbf-4b0b-a879-6c99838b11ba req-b815d333-fefa-42c2-93fa-0b4ab9ea35a1 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590024 Feb 10 15:41:40.901885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6816cdd7-8326-4133-b770-81661772b714'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:40.905451 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf963af6-7504-4ad0-a899-e145cc3ccf11" -d '{"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-plugged", "status": "completed", "tag": "6816cdd7-8326-4133-b770-81661772b714"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:40.931647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:40.931647 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:40.931647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:41.024060 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.040701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.071029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96454366-2964-4ef8-badc-d7fd0d48bd2f req-ce3562ae-192c-4f60-a5e5-66c5930935be tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 210 time: 0.0395038 Feb 10 15:41:41.073607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.084962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 7d503d65-6b27-4f95-bfbf-851d7a79073b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:41.100934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 7d503d65-6b27-4f95-bfbf-851d7a79073b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:41.101312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.106937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event deleted for resources: {'Port': ['ID=4a5b85c9-0dd5-4b2f-bf51-9ff1de86b970,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.195064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.211266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Made reservation on behalf of 3b5f674a3c054a6d83d5aa5cd8220eaf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:41.214905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.243957 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.246679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.253435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfe7ecbc-69b9-49f1-a18c-295793b1998b req-ca35644c-8df3-4447-9019-2b55522f7dfd tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "DELETE /v2.0/floatingips/c3d54be8-cd9d-43e6-a97d-0c55da6e8f3f HTTP/1.1" status: 204 len: 173 time: 0.8077633 Feb 10 15:41:41.256832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:41.268167 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.293812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e58b3-182c-4f29-b3a4-7364b9e1f013 req-67f7d4c2-1f74-4bd1-99bb-d62a5e656b0a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:41.297188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-735e58b3-182c-4f29-b3a4-7364b9e1f013 req-67f7d4c2-1f74-4bd1-99bb-d62a5e656b0a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1366436 Feb 10 15:41:41.342261 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d389fb8a-ed83-4859-adfb-a468b6bcfe3f x-openstack-request-id: req-d389fb8a-ed83-4859-adfb-a468b6bcfe3f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:41.342760 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-plugged", "status": "completed", "tag": "6816cdd7-8326-4133-b770-81661772b714", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:41.343181 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d389fb8a-ed83-4859-adfb-a468b6bcfe3f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:41.343830 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6816cdd7-8326-4133-b770-81661772b714', 'code': 200} Feb 10 15:41:41.344717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.348609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:41:41.407433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-735e58b3-182c-4f29-b3a4-7364b9e1f013 req-833dc7b5-9522-4491-a3b9-eaf4b4bdd794 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835807 Feb 10 15:41:41.410835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-2e4a6fb8-76b6-42f0-87ec-f3d209a9269a tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips/b4610c49-402d-419a-a96b-95b614d04134 HTTP/1.1" status: 200 len: 693 time: 0.0970731 Feb 10 15:41:41.486891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8450f5-a271-4e75-a8ae-15ad8f291bf2 None None] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:41.503599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Allocated IP 172.20.0.3 (cc13a9ff-ad58-475c-b752-a27f2862e2bf/7be87edb-b28d-45e7-8b37-2568620192ce/bd6d260b-9ecf-462c-ab88-52196ee5588d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:41.552121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3895e8-9659-496d-8a79-8600d69b8c8b req-2130b583-f44c-4300-9839-d1ba02008d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:41.553830 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b3895e8-9659-496d-8a79-8600d69b8c8b req-2130b583-f44c-4300-9839-d1ba02008d09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1101 time: 0.1726427 Feb 10 15:41:41.560898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c827c-1a7a-4adb-9944-39fa76abf782 req-5273f36f-b5f4-4bae-be40-6cdd90340131 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:41.562777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f92c827c-1a7a-4adb-9944-39fa76abf782 req-5273f36f-b5f4-4bae-be40-6cdd90340131 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0768325 Feb 10 15:41:41.573817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-db4e3aa4-4699-48d9-baad-8b4a86627073 None None] Provisioning complete for port 40da198a-5504-42d0-a2e6-7264b14b2555 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:41.574190 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db4e3aa4-4699-48d9-baad-8b4a86627073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.578643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:41.593257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Sync routers for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:41.598073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-2abba231-b92b-45ba-8089-142736a70335 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:41.599738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-2abba231-b92b-45ba-8089-142736a70335 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1822793 Feb 10 15:41:41.643381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.645400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-74f3c42f-515d-4dbd-83e6-22f70301638a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 913 time: 2.5447211 Feb 10 15:41:41.659339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48128) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:41.661723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:41.663270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:41.667314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f92c827c-1a7a-4adb-9944-39fa76abf782 req-596873af-4131-4bab-b9cd-a6a5b50d39e2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Feb 10 15:41:41.686691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-36cfcef7-0ea5-4a4a-90f3-68b8bc78c66d tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0790176 Feb 10 15:41:41.732914 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b3895e8-9659-496d-8a79-8600d69b8c8b req-8bdf48cb-9f27-4d54-9bba-906995edcd72 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507568 Feb 10 15:41:41.788340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.805569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-9d3ed16b-ab4d-4b55-97b4-64f93a63ba4b tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.1178768 Feb 10 15:41:41.828470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.846252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:41.877627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:41.880632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:41.884396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:41.891802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.919650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db4e3aa4-4699-48d9-baad-8b4a86627073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.948747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:41.950219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:41.974317 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-091ee5f7-36eb-4ecd-8b9c-fceba4464d3a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1863422 Feb 10 15:41:41.990449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Request body: {'port': {'device_id': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:42.014121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-db4e3aa4-4699-48d9-baad-8b4a86627073 None None] For port 40da198a-5504-42d0-a2e6-7264b14b2555, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=40da198a-5504-42d0-a2e6-7264b14b2555,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:42.023034 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db4e3aa4-4699-48d9-baad-8b4a86627073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.115487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.116838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e3aa4-4699-48d9-baad-8b4a86627073 None None] Pushing event updated for resources: {'Port': ['ID=40da198a-5504-42d0-a2e6-7264b14b2555,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:42.174112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 40da198a-5504-42d0-a2e6-7264b14b2555 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:42.245241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:40Z', 'revision_number': 3, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:42.248053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 40da198a-5504-42d0-a2e6-7264b14b2555 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:42.248425 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.292791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bb710-645d-45c5-9336-d3845eedc2a5 req-2de9cb25-eb55-4cac-a1dc-d6a3c5c69742 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.294876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-929bb710-645d-45c5-9336-d3845eedc2a5 req-2de9cb25-eb55-4cac-a1dc-d6a3c5c69742 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 950 time: 0.5311725 Feb 10 15:41:42.299996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Checking router: 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:42.300344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Updating router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 port 5c0cade0-3dc6-4469-bf98-3a597edafab3 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:41:42.331529 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.385807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c21253e9-3073-4833-8642-530034e051be None None] Provisioning complete for port 40da198a-5504-42d0-a2e6-7264b14b2555 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:42.386181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c21253e9-3073-4833-8642-530034e051be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.437745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-929bb710-645d-45c5-9336-d3845eedc2a5 req-642bbcf9-6c80-40b3-a294-251c24d90cdd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200182 Feb 10 15:41:42.456083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Deleting port e6953c27-c6de-4011-b662-06ca69f95a59 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:42.456420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.463093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6d260b-9ecf-462c-ab88-52196ee5588d {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:42.472593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.487355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Transition to ACTIVE for port object bd6d260b-9ecf-462c-ab88-52196ee5588d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:42.492874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.596940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:42.628343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:42.628839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:42.629692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:42.634556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:42.634556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:42.640809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:42.641219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:42.641715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:42.642240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Bound port: bd6d260b-9ecf-462c-ab88-52196ee5588d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:42.643049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.651881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.652210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.672731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3b911-81eb-4d95-87d5-32192db21298 req-3d882fb7-539a-457b-bee5-025356891c00 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.674215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ac3b911-81eb-4d95-87d5-32192db21298 req-3d882fb7-539a-457b-bee5-025356891c00 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 945 time: 0.1339467 Feb 10 15:41:42.685310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Calling delete_port for e6953c27-c6de-4011-b662-06ca69f95a59 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:42.714401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:42.717880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:42.724165 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.748694 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.754219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.767713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.768569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.770113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] 10.222.0.75 "PUT /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 1091 time: 0.7874355 Feb 10 15:41:42.771052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:42.773616 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b" -d '{"events": [{"name": "network-changed", "server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:42.814181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bc765-59db-46cc-a48d-616309fd9363 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:42.841875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ac3b911-81eb-4d95-87d5-32192db21298 req-eddb22ae-0654-4cbd-9abe-dc567c1ef0ad tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486068 Feb 10 15:41:42.874018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-aae83109-86b0-4fa6-ac79-e95cfb54f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.875866 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-aae83109-86b0-4fa6-ac79-e95cfb54f4a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1094 time: 0.0573478 Feb 10 15:41:42.937851 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-b33583a1-50eb-48ce-ad14-d4bc2e944df1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 217 time: 0.0498080 Feb 10 15:41:42.975549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Attempting to bind port 5c0cade0-3dc6-4469-bf98-3a597edafab3 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:42.975951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Attempting to bind port 5c0cade0-3dc6-4469-bf98-3a597edafab3 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:42.976318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Attempting to bind port 5c0cade0-3dc6-4469-bf98-3a597edafab3 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:42.978450 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.984252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff7f77-4a5f-4a51-b886-6ba0f35355a0 None None] Pushing event updated for resources: {'Port': ['ID=5c0cade0-3dc6-4469-bf98-3a597edafab3,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:42.988370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:42.988749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:42.989525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.989920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:42.990686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Bound port: 5c0cade0-3dc6-4469-bf98-3a597edafab3, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:42.991078 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:42.996985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-8f03f379-00f9-4ce2-a60a-1dfc34810e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.998567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-8f03f379-00f9-4ce2-a60a-1dfc34810e08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0528634 Feb 10 15:41:43.036284 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:43.039542 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-b965f0ce-51e8-4315-9bed-c6475a9d0de2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330195 Feb 10 15:41:43.042530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event deleted for resources: {'Port': ['ID=e6953c27-c6de-4011-b662-06ca69f95a59,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:43.058241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] For port 5c0cade0-3dc6-4469-bf98-3a597edafab3, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:43.066675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] For port 5c0cade0-3dc6-4469-bf98-3a597edafab3, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5c0cade0-3dc6-4469-bf98-3a597edafab3,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:43.070813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:43.124542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:43.124542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:43.133709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7077-5f9d-4edd-8608-1fae1513c7c0 req-71608245-fd53-4240-8603-90dcb0fbdff7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.135241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59fa7077-5f9d-4edd-8608-1fae1513c7c0 req-71608245-fd53-4240-8603-90dcb0fbdff7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.1626768 Feb 10 15:41:43.142926 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-6c79d9a4-356d-45d2-8385-fefcc046b14e service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959117 Feb 10 15:41:43.177877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff7f77-4a5f-4a51-b886-6ba0f35355a0 None None] Pushing event updated for resources: {'Port': ['ID=5c0cade0-3dc6-4469-bf98-3a597edafab3,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:43.209534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:43.212059 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:43.222717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c533f677-d11d-41d6-ab27-be9f00adea87 req-66ca53ac-a8ee-4be4-bf96-da8ec9b99b32 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "DELETE /v2.0/floatingips/b4610c49-402d-419a-a96b-95b614d04134 HTTP/1.1" status: 204 len: 173 time: 1.3814933 Feb 10 15:41:43.244345 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-974ae8a3-aea4-412a-93a2-56955bcb8fbb req-a24bdae4-a08d-4be1-95a7-0611489d3979 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927374 Feb 10 15:41:43.255132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:43.309713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59fa7077-5f9d-4edd-8608-1fae1513c7c0 req-18b1e83c-b5f9-47bb-b0bf-2a7281fa1c88 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447616 Feb 10 15:41:43.361364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:43.363622 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc29614-07e2-4c4f-b614-048b3a9eaa52" -d '{"events": [{"server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "name": "network-vif-plugged", "status": "completed", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:43.366740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce440-5506-4a40-ae3e-1d5698ed350c req-cc79ee45-47c4-468b-9bf4-42ebc4a2c40a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.368299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54dce440-5506-4a40-ae3e-1d5698ed350c req-cc79ee45-47c4-468b-9bf4-42ebc4a2c40a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0944819 Feb 10 15:41:43.417565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Allocated IP 172.20.0.1 (4373d187-2351-4b2a-b215-0118cd8baeb3/dd5436d1-16ff-4db4-9f62-e8225dc69104/01f06b24-547a-43e7-bcf6-673a1c2132fe) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:43.465983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:40Z', 'revision_number': 3, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:43.467963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54dce440-5506-4a40-ae3e-1d5698ed350c req-923b11ca-3053-4c00-b44f-27b2386116c7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899370 Feb 10 15:41:43.505913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d91c04-a3ad-439f-bb9a-a2b61382b3d4 None None] The sync data for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 is: [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:40Z', 'revision_number': 3, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:43.506085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f828-dd37-47f6-96a9-d7d46bfcd8eb req-58fff371-d9ba-4bad-b29e-695ec07fa904 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.512577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef96f828-dd37-47f6-96a9-d7d46bfcd8eb req-58fff371-d9ba-4bad-b29e-695ec07fa904 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 1101 time: 0.1366422 Feb 10 15:41:43.589034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef96f828-dd37-47f6-96a9-d7d46bfcd8eb req-c2f6bafc-3a59-49dd-bdd4-e260c860712b tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Feb 10 15:41:43.630159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:43.651585 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e665e93-5ed8-4037-9310-e502ef0ec88e x-openstack-request-id: req-1e665e93-5ed8-4037-9310-e502ef0ec88e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:43.652708 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:43.653277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27d51b-1cae-491b-8b62-2315712259d9 req-ce6d922d-b3a6-4b61-8c1d-ea506c9f339d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.653660 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e665e93-5ed8-4037-9310-e502ef0ec88e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:43.654306 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'status': 'completed', 'code': 200} Feb 10 15:41:43.654900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a27d51b-1cae-491b-8b62-2315712259d9 req-ce6d922d-b3a6-4b61-8c1d-ea506c9f339d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1067872 Feb 10 15:41:43.732981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-40abc6e7-65de-47f0-9d29-aec9b007cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.734592 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-40abc6e7-65de-47f0-9d29-aec9b007cc49 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1094 time: 0.0571840 Feb 10 15:41:43.752027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-b131d2f9-ab2f-4907-a7c6-6788ad8611de tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips/2eb04327-df0d-4e3d-90e8-c9a71ea17981 HTTP/1.1" status: 200 len: 693 time: 0.0673182 Feb 10 15:41:43.764778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a27d51b-1cae-491b-8b62-2315712259d9 req-b1d63b52-93f8-4125-aad0-3de6c1c8a5eb tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027591 Feb 10 15:41:43.765880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:43.822058 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954db15-34c1-4aa0-b411-ef5d59659c23 x-openstack-request-id: req-b954db15-34c1-4aa0-b411-ef5d59659c23 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:43.822459 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "name": "network-vif-plugged", "status": "completed", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:43.822805 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b954db15-34c1-4aa0-b411-ef5d59659c23 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:43.826680 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'code': 200} Feb 10 15:41:43.866396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Pushing event updated for resources: {'Port': ['ID=01f06b24-547a-43e7-bcf6-673a1c2132fe,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:43.916570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-a227bf44-f58c-491a-88a3-9dc1adc32914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.918516 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-a227bf44-f58c-491a-88a3-9dc1adc32914 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1756124 Feb 10 15:41:43.956072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:43.967868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:43.970371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:43.986370 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-843b18a2-7795-4368-aba4-4d9df6e86170 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 217 time: 0.0563192 Feb 10 15:41:44.002428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a60fabf6-fdd0-463d-a1eb-5ae71e994507 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686874 Feb 10 15:41:44.040125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def01336-1346-4e4b-893e-a6afb7a67c3b req-97f93993-4878-4e79-88f5-54dee9d5eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.041666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-def01336-1346-4e4b-893e-a6afb7a67c3b req-97f93993-4878-4e79-88f5-54dee9d5eebd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1096 time: 0.1193831 Feb 10 15:41:44.077205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-1a5188e0-73b5-4428-a01c-0e94c43ed2ca tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.078247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-a07a05e4-3f36-4a36-9692-a627ed373370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.079977 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-a07a05e4-3f36-4a36-9692-a627ed373370 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0842955 Feb 10 15:41:44.080940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-1a5188e0-73b5-4428-a01c-0e94c43ed2ca tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.3216770 Feb 10 15:41:44.108381 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-def01336-1346-4e4b-893e-a6afb7a67c3b req-b5d530f4-57bd-418d-9a92-12beafab1405 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521655 Feb 10 15:41:44.139266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-80c6e8ba-8fe1-4b73-a24c-a0c0a0f94be7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:44.140387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-80c6e8ba-8fe1-4b73-a24c-a0c0a0f94be7 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418909 Feb 10 15:41:44.152986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.153946 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-815e4cbc-d7a5-4a3d-8e59-9a1795a9ba80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637043 Feb 10 15:41:44.219729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c0cade0-3dc6-4469-bf98-3a597edafab3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:44.288533 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-456fa1e3-e1e6-46ef-b5c2-53b3a760fab8 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265967 Feb 10 15:41:44.311081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-547c23bc-8311-4b5d-85fb-15ced9a1fe14 None None] Provisioning complete for port 01f06b24-547a-43e7-bcf6-673a1c2132fe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.311671 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-547c23bc-8311-4b5d-85fb-15ced9a1fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.312559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-4f4c190c-8cfc-4afa-b0e0-cedb098026d4 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.1636627 Feb 10 15:41:44.352177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5c0cade0-3dc6-4469-bf98-3a597edafab3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.352719 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.395214 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2d8e2de7-f6bf-41b1-b362-8d341f9cc21b req-233aad29-7ad8-4ad0-9eac-76e8125352e3 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983047 Feb 10 15:41:44.398030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-547c23bc-8311-4b5d-85fb-15ced9a1fe14 None None] Port 01f06b24-547a-43e7-bcf6-673a1c2132fe cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:44.423163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-988b4cda-ca4b-4672-88f8-409a7c9c6ee3 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.0991089 Feb 10 15:41:44.441177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a86bbbb0-c0e9-479f-8cf2-af4f9c41e99c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.442656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a86bbbb0-c0e9-479f-8cf2-af4f9c41e99c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200575 Feb 10 15:41:44.454278 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.476853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 5c0cade0-3dc6-4469-bf98-3a597edafab3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5c0cade0-3dc6-4469-bf98-3a597edafab3,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:44.482190 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.483810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 40da198a-5504-42d0-a2e6-7264b14b2555 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:44.516156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-e0889409-3301-43ef-8e4e-81bbeca7c5a3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/quotas/419e07c8a7eb46358afa3bc0e2600b74 HTTP/1.1" status: 200 len: 375 time: 0.0396807 Feb 10 15:41:44.518126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.576300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=5c0cade0-3dc6-4469-bf98-3a597edafab3,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:44.583132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 40da198a-5504-42d0-a2e6-7264b14b2555 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.583540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.693933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-325d26be-a669-4f4c-b450-3d96e64658d7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1473753 Feb 10 15:41:44.744394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Deleting port 11e88eb7-76a7-4cc4-9792-0755adc8d31f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:44.744742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.888716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.889057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.906590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Calling delete_port for 11e88eb7-76a7-4cc4-9792-0755adc8d31f owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:44.925674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.936401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:44.999306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474d46-f8de-484f-b2f3-07f700aaa4aa req-61892916-e5ad-4340-87db-f95e32550449 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.000831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90474d46-f8de-484f-b2f3-07f700aaa4aa req-61892916-e5ad-4340-87db-f95e32550449 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 945 time: 0.1585257 Feb 10 15:41:45.090854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Pushing event updated for resources: {'Port': ['ID=01f06b24-547a-43e7-bcf6-673a1c2132fe,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:45.101479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:45.123900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90474d46-f8de-484f-b2f3-07f700aaa4aa req-4b710800-ebeb-4e82-84c6-4aee9967236d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940804 Feb 10 15:41:45.548125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1249c1-03f7-4ad3-a08e-732ac8f512fc req-2e6fb33d-30a0-4f81-bc57-36ae6df00b41 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.549569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb1249c1-03f7-4ad3-a08e-732ac8f512fc req-2e6fb33d-30a0-4f81-bc57-36ae6df00b41 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.0909622 Feb 10 15:41:45.551767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:45.565776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:45.590319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:45.601854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Pushing event deleted for resources: {'Port': ['ID=11e88eb7-76a7-4cc4-9792-0755adc8d31f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:45.700149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb1249c1-03f7-4ad3-a08e-732ac8f512fc req-4311ff65-428f-4d85-98e5-29c7bef6a181 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393657 Feb 10 15:41:45.763726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:45.766243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:45.767366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee9d772a-6edf-431d-a996-f9aaba5fc8ca req-5a4c230d-e6c2-41a7-9a5e-9d1aa65c6997 tempest-FloatingIPDetailsTestJSON-704499423 tempest-FloatingIPDetailsTestJSON-704499423-project] 10.222.0.21 "DELETE /v2.0/floatingips/2eb04327-df0d-4e3d-90e8-c9a71ea17981 HTTP/1.1" status: 204 len: 173 time: 1.3433075 Feb 10 15:41:45.773490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48176) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:45.829334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-af1d6d08-2cea-463e-ae03-62b41805fdbf None None] Provisioning complete for port 01f06b24-547a-43e7-bcf6-673a1c2132fe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:45.829957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af1d6d08-2cea-463e-ae03-62b41805fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:45.868666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-af1d6d08-2cea-463e-ae03-62b41805fdbf None None] Port 01f06b24-547a-43e7-bcf6-673a1c2132fe cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:45.892460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:45.954184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75b596-b532-4218-b693-f1314e50bb5a req-35891ba7-1bd1-4fba-92e0-9b50a73a0648 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.955686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c75b596-b532-4218-b693-f1314e50bb5a req-35891ba7-1bd1-4fba-92e0-9b50a73a0648 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1725228 Feb 10 15:41:46.033538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a83537-bcde-4f3f-9ede-ba1b69a554a8 req-a7328257-7970-4637-ac53-9d412792710d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.035035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94a83537-bcde-4f3f-9ede-ba1b69a554a8 req-a7328257-7970-4637-ac53-9d412792710d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1832299 Feb 10 15:41:46.087395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c0cade0-3dc6-4469-bf98-3a597edafab3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:46.142245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-e8229ca4-32d4-495c-b054-233a82bd303b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389698 Feb 10 15:41:46.143940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5c0cade0-3dc6-4469-bf98-3a597edafab3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:46.144391 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:46.158507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c75b596-b532-4218-b693-f1314e50bb5a req-f3e5971f-1f99-4d09-ad4d-aab0dbac01ca tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944427 Feb 10 15:41:46.191276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94a83537-bcde-4f3f-9ede-ba1b69a554a8 req-1c867807-dc59-467a-90eb-1889de517861 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453376 Feb 10 15:41:46.228716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:46.235851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0821d821-305c-4da1-9f7b-d320f41de600 admin admin] 10.222.0.21 "PUT /v2.0/routers/48ca81d6-b9ef-4d76-88c5-87e55ce662d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5675108 Feb 10 15:41:46.240451 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Sync routers for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:46.254485 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:46.255121 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:46.288359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:46.331193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-972d6064-8fa4-4b10-82ac-900f9d94c90b req-72ccb6dc-3975-4e8f-8ade-5469fd907593 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 210 time: 0.0490839 Feb 10 15:41:46.480278 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:41:46.503901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-72a5223b-986d-4062-bafa-b297d4bbcf74 req-bd97cfd1-5efb-45dd-abc7-632360823cb2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:46.515804 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:46.517752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72a5223b-986d-4062-bafa-b297d4bbcf74 req-bd97cfd1-5efb-45dd-abc7-632360823cb2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312612 Feb 10 15:41:46.542657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:46.544978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70cd9-1c2b-4e3e-b70d-33865aaa3d77 req-a1067478-ced4-4c7c-8a9c-3cd21ca5d5c0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.546564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56f70cd9-1c2b-4e3e-b70d-33865aaa3d77 req-a1067478-ced4-4c7c-8a9c-3cd21ca5d5c0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 945 time: 0.1711395 Feb 10 15:41:46.561095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'port_id': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'mac_address': 'fa:16:3e:1c:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be87edb-b28d-45e7-8b37-2568620192ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:46.611640 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:46.626053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6d260b-9ecf-462c-ab88-52196ee5588d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:46.676575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:46.684583 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:46.698602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56f70cd9-1c2b-4e3e-b70d-33865aaa3d77 req-c4bf8ef4-710f-4546-b580-567b18dbe472 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293221 Feb 10 15:41:46.770403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:46.790971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:46.807294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-3116edd4-0a76-4fef-b916-27255b3fb596 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.816878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-3116edd4-0a76-4fef-b916-27255b3fb596 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6534543 Feb 10 15:41:46.836999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:46.874790 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 2, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:46.912235 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Checking router: 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:46.912945 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Updating router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 port 01f06b24-547a-43e7-bcf6-673a1c2132fe binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:41:46.953354 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:46.953709 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-cc1208ed-b518-4451-9257-0ebfd2a4a9a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319020 Feb 10 15:41:46.958555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-49521b9a-7c36-42d9-83c7-160b31d991e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:46.959740 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-49521b9a-7c36-42d9-83c7-160b31d991e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052898 Feb 10 15:41:47.009212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:47.012855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.023616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d1d6-9366-432e-8258-56f7e43b7f8d req-329584e6-12a2-4338-9a52-cccae1647544 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.025134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a16d1d6-9366-432e-8258-56f7e43b7f8d req-329584e6-12a2-4338-9a52-cccae1647544 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1096 time: 0.1604168 Feb 10 15:41:47.103645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a16d1d6-9366-432e-8258-56f7e43b7f8d req-39ed86ec-6b27-4695-b367-0b9fa1a85fe6 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690224 Feb 10 15:41:47.213672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['bd6d260b-9ecf-462c-ab88-52196ee5588d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:47.264019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.62 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/ebe73993-6b18-4fcb-a894-32972e88ec37) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:47.364740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459a3d7-ee18-4f56-9afd-4b45991bca59 req-5adbb219-1882-4c2e-83c1-d7c0bf491be1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.366550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6459a3d7-ee18-4f56-9afd-4b45991bca59 req-5adbb219-1882-4c2e-83c1-d7c0bf491be1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.1197853 Feb 10 15:41:47.372082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Deleting port 91448e89-695d-458c-9f44-87e50585f08c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:47.372425 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.416246 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.459015 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.483233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6459a3d7-ee18-4f56-9afd-4b45991bca59 req-d5fb7c58-aa1c-4e2e-a71f-604bf4bfb651 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935550 Feb 10 15:41:47.547723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] For port 91448e89-695d-458c-9f44-87e50585f08c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=91448e89-695d-458c-9f44-87e50585f08c,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:47.548093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.557476 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.570658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Calling delete_port for 91448e89-695d-458c-9f44-87e50585f08c owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:47.585582 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd6e7-043c-4d9d-98bb-da6beee79ad3 None None] Pushing event updated for resources: {'Port': ['ID=01f06b24-547a-43e7-bcf6-673a1c2132fe,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:47.647682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.662729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'a6992d8c-a564-4cda-b8e8-8be32eacf809'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:47.692923 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Attempting to bind port 01f06b24-547a-43e7-bcf6-673a1c2132fe on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:47.693399 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Attempting to bind port 01f06b24-547a-43e7-bcf6-673a1c2132fe by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:47.693845 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Attempting to bind port 01f06b24-547a-43e7-bcf6-673a1c2132fe on network 4373d187-2351-4b2a-b215-0118cd8baeb3 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:47.700241 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:47.701209 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Checking segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:47.702321 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.702499 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Bound using segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:47.703518 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Bound port: 01f06b24-547a-43e7-bcf6-673a1c2132fe, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:47.704141 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.753999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:47.757507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:47.761363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:47.797848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=ebe73993-6b18-4fcb-a894-32972e88ec37,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:47.855883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.856569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.881182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48220) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:47.884078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e0533-cdd2-4ce4-b5f7-f7cab193d694 req-7fc41207-82f3-43ac-9fdd-2db5346fbf8b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.887583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028432191', 'description': 'tempest-description--624694115'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:47.897010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-d722ceef-1374-46a9-b64b-9491eda1975a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0647414 Feb 10 15:41:47.900547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b83e0533-cdd2-4ce4-b5f7-f7cab193d694 req-7fc41207-82f3-43ac-9fdd-2db5346fbf8b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.3177340 Feb 10 15:41:47.913265 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] For port 01f06b24-547a-43e7-bcf6-673a1c2132fe, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:47.919804 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] For port 01f06b24-547a-43e7-bcf6-673a1c2132fe, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=01f06b24-547a-43e7-bcf6-673a1c2132fe,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:47.927861 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:47.942581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Request body: {'port': {'device_id': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:47.953802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d63515c7-8ca1-48a1-9dbc-33c5319f09b0 None None] Provisioning complete for port 01f06b24-547a-43e7-bcf6-673a1c2132fe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:47.954175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d63515c7-8ca1-48a1-9dbc-33c5319f09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.053248 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:48.054105 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:48.093254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.114370 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.118237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b83e0533-cdd2-4ce4-b5f7-f7cab193d694 req-eab3a154-ad67-4361-9bc2-67b157f8e327 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125959 Feb 10 15:41:48.174328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c7af-bde8-458a-9047-13c78e56169b req-3d57099f-3682-4b48-aab6-2e7c7e29a4ae tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.187055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6416c7af-bde8-458a-9047-13c78e56169b req-3d57099f-3682-4b48-aab6-2e7c7e29a4ae tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1096 time: 0.1291306 Feb 10 15:41:48.221737 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d63515c7-8ca1-48a1-9dbc-33c5319f09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.326525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6416c7af-bde8-458a-9047-13c78e56169b req-b3bd53b6-c3ac-469c-8c8d-fee965d75b1d tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383653 Feb 10 15:41:48.340566 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:48.349704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d63515c7-8ca1-48a1-9dbc-33c5319f09b0 None None] For port 01f06b24-547a-43e7-bcf6-673a1c2132fe, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=01f06b24-547a-43e7-bcf6-673a1c2132fe,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:48.357643 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d63515c7-8ca1-48a1-9dbc-33c5319f09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.380231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.396864 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.418314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63515c7-8ca1-48a1-9dbc-33c5319f09b0 None None] Pushing event updated for resources: {'Port': ['ID=01f06b24-547a-43e7-bcf6-673a1c2132fe,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:48.457953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:48.489574 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd6e7-043c-4d9d-98bb-da6beee79ad3 None None] Pushing event updated for resources: {'Port': ['ID=01f06b24-547a-43e7-bcf6-673a1c2132fe,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:48.490147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7555e-d2b0-4fd4-9d2b-2794984eaa1d req-924f0c5a-fb6d-4fcd-b4be-70143ea3682f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.504697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75a7555e-d2b0-4fd4-9d2b-2794984eaa1d req-924f0c5a-fb6d-4fcd-b4be-70143ea3682f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.2013986 Feb 10 15:41:48.518402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.524186 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6374991 Feb 10 15:41:48.544084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48230) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:48.562149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Request body: {'security_group_rule': {'security_group_id': 'b1462823-cd4b-4d5a-8554-5b0357320bfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:48.565235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3d4e02c8-b8da-43db-aa2e-17c5293da9ff None None] Provisioning complete for port ebe73993-6b18-4fcb-a894-32972e88ec37 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:48.565613 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3d4e02c8-b8da-43db-aa2e-17c5293da9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.587885 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.657022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335cc7e-f6e6-4f3b-b288-62b71764b3df tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1462823-cd4b-4d5a-8554-5b0357320bfb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:48.662862 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6697841a-ef09-460e-92df-221e2898a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:47Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:48.689445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e02c8-b8da-43db-aa2e-17c5293da9ff None None] Port ebe73993-6b18-4fcb-a894-32972e88ec37 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:48.727082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3d4e02c8-b8da-43db-aa2e-17c5293da9ff None None] Provisioning complete for port 01f06b24-547a-43e7-bcf6-673a1c2132fe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:48.728314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3d4e02c8-b8da-43db-aa2e-17c5293da9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.741225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75a7555e-d2b0-4fd4-9d2b-2794984eaa1d req-9021f7c0-36ca-4ebc-b6d5-cb0e5d3bcc8f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355728 Feb 10 15:41:48.751631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=91448e89-695d-458c-9f44-87e50585f08c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:48.876932 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697841a-ef09-460e-92df-221e2898a058 None None] The sync data for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 is: [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:47Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:48.881204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.945785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe73993-6b18-4fcb-a894-32972e88ec37 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:48.954638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:48.971824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Transition to ACTIVE for port object ebe73993-6b18-4fcb-a894-32972e88ec37 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:48.977745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.039542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe73993-6b18-4fcb-a894-32972e88ec37,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:49.096454 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.134332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d72df8-a37f-43ec-8e4f-83dd97600a1d req-2b0cb9be-014e-4c90-af75-6013ba339349 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.145595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0d72df8-a37f-43ec-8e4f-83dd97600a1d req-2b0cb9be-014e-4c90-af75-6013ba339349 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 935 time: 0.5215712 Feb 10 15:41:49.156710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.228076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Attempting to bind port ebe73993-6b18-4fcb-a894-32972e88ec37 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:49.228422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Attempting to bind port ebe73993-6b18-4fcb-a894-32972e88ec37 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:49.228747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Attempting to bind port ebe73993-6b18-4fcb-a894-32972e88ec37 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:49.239184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Port ebe73993-6b18-4fcb-a894-32972e88ec37 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:49.239750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Attempting to bind port ebe73993-6b18-4fcb-a894-32972e88ec37 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:49.251361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:49.254996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:49.255692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:49.256321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Bound port: ebe73993-6b18-4fcb-a894-32972e88ec37, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:49.256885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.364036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] For port ebe73993-6b18-4fcb-a894-32972e88ec37, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:49.368033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] For port ebe73993-6b18-4fcb-a894-32972e88ec37, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ebe73993-6b18-4fcb-a894-32972e88ec37,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:49.381328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.469068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe73993-6b18-4fcb-a894-32972e88ec37,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:49.475347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.476034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.477499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-a965bca9-1b77-4dcc-ab76-c61f088f8664 service neutron] 10.222.0.45 "PUT /v2.0/ports/ebe73993-6b18-4fcb-a894-32972e88ec37 HTTP/1.1" status: 200 len: 1095 time: 1.5498013 Feb 10 15:41:49.477949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'tag': 'ebe73993-6b18-4fcb-a894-32972e88ec37'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:49.480275 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f06abd-c765-4617-855a-2f43cc5ae63a", "tag": "ebe73993-6b18-4fcb-a894-32972e88ec37"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:49.573729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48956523-bb17-4203-86ed-8b1d25d224a7,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:49.586281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27f90-8f0c-4571-863f-a58b12f2609c req-792ebec9-8b6c-4573-bb25-d9505df9aa77 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.594057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4c27f90-8f0c-4571-863f-a58b12f2609c req-792ebec9-8b6c-4573-bb25-d9505df9aa77 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.7319298 Feb 10 15:41:49.599955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-ef45d80f-76a6-42e7-96c9-88382f2b03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.606316 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-ef45d80f-76a6-42e7-96c9-88382f2b03af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 1098 time: 0.0648265 Feb 10 15:41:49.634071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.635055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c66a4be2-582e-46d0-b08b-2d00651a8682 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0816908 Feb 10 15:41:49.645787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48236) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:49.651409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Request body: {'security_group_rule': {'security_group_id': 'b1462823-cd4b-4d5a-8554-5b0357320bfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:49.671621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0d72df8-a37f-43ec-8e4f-83dd97600a1d req-78376b88-946f-49e7-ab40-d9dd88c21511 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233419 Feb 10 15:41:49.680588 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-6b4767ec-783e-409a-9ded-9848daf6b5d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ebe73993-6b18-4fcb-a894-32972e88ec37 HTTP/1.1" status: 200 len: 217 time: 0.0576429 Feb 10 15:41:49.771209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4c27f90-8f0c-4571-863f-a58b12f2609c req-44e7ce61-eb24-4a44-8c98-cf082263451a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762903 Feb 10 15:41:49.800074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-1b240104-d1a5-4f63-978d-db05d8e96d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.802213 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-1b240104-d1a5-4f63-978d-db05d8e96d3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1075232 Feb 10 15:41:49.808959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-00628b84-d553-4533-ae5c-7866781ebeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.810767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-00628b84-d553-4533-ae5c-7866781ebeca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1101 time: 0.2575209 Feb 10 15:41:49.823048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.835687 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:49.881580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-53215570-be20-417a-b088-6c2037016197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:49.883362 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-53215570-be20-417a-b088-6c2037016197 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571678 Feb 10 15:41:50.006422 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d83a87-4abb-428e-8bcc-b6a74cead09f x-openstack-request-id: req-46d83a87-4abb-428e-8bcc-b6a74cead09f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:50.006749 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f06abd-c765-4617-855a-2f43cc5ae63a", "tag": "ebe73993-6b18-4fcb-a894-32972e88ec37", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:50.007378 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46d83a87-4abb-428e-8bcc-b6a74cead09f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:50.008406 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'tag': 'ebe73993-6b18-4fcb-a894-32972e88ec37', 'status': 'completed', 'code': 200} Feb 10 15:41:50.042195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-de9ec9b1-3f4b-4196-9d3e-2a4dc92c2223 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501052 Feb 10 15:41:50.154621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-f984733d-4221-41c8-a3f7-67f7f21b991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.156131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-f984733d-4221-41c8-a3f7-67f7f21b991d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.3277986 Feb 10 15:41:50.189603 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-92be91ac-239f-4392-a6d5-aa7969bc8d19 req-c3495dd3-bd7c-41e9-9481-5adfcbdc2e8c service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325588 Feb 10 15:41:50.266840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-aa160f19-6047-4a42-b9bf-98caf0bc3be7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0716639 Feb 10 15:41:50.282726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 01f06b24-547a-43e7-bcf6-673a1c2132fe up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:50.284831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:50.291921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dfb37-6a6b-45f6-a5dc-9f8f08a62a56 req-255cff99-7ac8-4cca-8ed1-799941e9035d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.293684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c4dfb37-6a6b-45f6-a5dc-9f8f08a62a56 req-255cff99-7ac8-4cca-8ed1-799941e9035d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.2285476 Feb 10 15:41:50.313350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b81f3-8880-4222-ac0f-281cf398770d req-809e9bdd-db6a-42ad-b576-17ef64ebed5e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.315515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df4b81f3-8880-4222-ac0f-281cf398770d req-809e9bdd-db6a-42ad-b576-17ef64ebed5e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.2641430 Feb 10 15:41:50.327304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.350014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-5caeac15-7e6f-47cb-be38-799c5e92de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.352098 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-5caeac15-7e6f-47cb-be38-799c5e92de5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 1098 time: 0.0637407 Feb 10 15:41:50.368310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.393878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 01f06b24-547a-43e7-bcf6-673a1c2132fe triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:50.394401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.406149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862d5c6c-557f-4cc3-8bb2-af9531ecff1d,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.450111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port bd6d260b-9ecf-462c-ab88-52196ee5588d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:50.457045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port bd6d260b-9ecf-462c-ab88-52196ee5588d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:50.457225 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.479159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-173c6dad-17d6-48d3-b83c-ad592e325272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.482419 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-173c6dad-17d6-48d3-b83c-ad592e325272 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1177390 Feb 10 15:41:50.485082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df4b81f3-8880-4222-ac0f-281cf398770d req-2dc86ffc-2439-4bc0-9892-10f0b05060e6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550727 Feb 10 15:41:50.501291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c4dfb37-6a6b-45f6-a5dc-9f8f08a62a56 req-5ad65b35-515f-4fc7-a891-c37296461227 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848083 Feb 10 15:41:50.503845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.504926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2e948923-95a4-4b95-a4aa-f85e0e06a899 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8571932 Feb 10 15:41:50.508492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-7967015f-f2ee-4541-8621-30e76e35ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.509935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-7967015f-f2ee-4541-8621-30e76e35ba40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2153602 Feb 10 15:41:50.514935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48244) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:50.521074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:50.581447 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-4b1529e9-5f58-4692-a295-2ce8012ee343 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ebe73993-6b18-4fcb-a894-32972e88ec37 HTTP/1.1" status: 200 len: 217 time: 0.0821519 Feb 10 15:41:50.587878 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.629301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:50.632166 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a247784-a348-4abb-9ee4-ddbdaf649285" -d '{"events": [{"server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:50.639804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.650600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:50.654353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-32fde586-388c-4656-85ec-402f97e5bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.656077 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:50.656471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-32fde586-388c-4656-85ec-402f97e5bd6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302466 Feb 10 15:41:50.689403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-925d7f61-4aa3-450b-98b2-6db2ae7f5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.692491 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-925d7f61-4aa3-450b-98b2-6db2ae7f5066 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0921667 Feb 10 15:41:50.703131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:50.719408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.739808 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634df499-c2e1-4219-9c46-a23b38097717 x-openstack-request-id: req-634df499-c2e1-4219-9c46-a23b38097717 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:50.740130 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:50.740388 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634df499-c2e1-4219-9c46-a23b38097717 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:50.740786 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'code': 200} Feb 10 15:41:50.767064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-bd87aa6c-12ee-4a7e-9c93-474a6b297863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.768846 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-bd87aa6c-12ee-4a7e-9c93-474a6b297863 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615277 Feb 10 15:41:50.896873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11766-207c-49d2-b487-646809a3fc5d req-568cf018-b1bb-429c-befe-6aeab4fa6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.898406 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f11766-207c-49d2-b487-646809a3fc5d req-568cf018-b1bb-429c-befe-6aeab4fa6cda service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1096 time: 0.0863047 Feb 10 15:41:50.920971 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-873a28c6-2e74-45b8-8206-3b971cb17e83 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290035 Feb 10 15:41:50.965696 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c9f11766-207c-49d2-b487-646809a3fc5d req-9486a6f1-159e-4a2a-b571-fd1e3cabac5b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550947 Feb 10 15:41:50.985092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a809d9d-d464-4a90-8025-9e143da36bf5 req-09921dca-4786-4cdc-811d-723fe8b01aeb tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.986591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a809d9d-d464-4a90-8025-9e143da36bf5 req-09921dca-4786-4cdc-811d-723fe8b01aeb tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1096 time: 0.2035861 Feb 10 15:41:50.998964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd669e-ecd6-48cc-8472-fbddd5d0f6e5 req-bb16a7e1-6d44-4d02-95af-e7e70a53b5f2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:51.000452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91fd669e-ecd6-48cc-8472-fbddd5d0f6e5 req-bb16a7e1-6d44-4d02-95af-e7e70a53b5f2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 947 time: 0.1996508 Feb 10 15:41:51.005475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-44b7ee39-65a6-439a-a4ea-8e30e3bdc007 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285930 Feb 10 15:41:51.041465 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2eef1fa1-6dda-419b-98bb-4f1ee2e2b404 req-605ec033-491a-45de-a6ef-0c67b64c13fb service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060941 Feb 10 15:41:51.122583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:51.131429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] Sync routers for ids ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:51.140355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5b093f25-7ba7-4f0c-952e-6773dbc42d86 admin admin] 10.222.0.21 "PUT /v2.0/routers/4289fbac-9128-490e-a828-b0ae6f8fa3a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3658557 Feb 10 15:41:51.140917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] Routers {'4289fbac-9128-490e-a828-b0ae6f8fa3a8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:51.141595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:51.143018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:51.146291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a809d9d-d464-4a90-8025-9e143da36bf5 req-3d143659-3519-499e-a27e-13f191426322 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431274 Feb 10 15:41:51.156751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91fd669e-ecd6-48cc-8472-fbddd5d0f6e5 req-01c23012-d6cd-4a04-ac9b-aca3360daaff tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414502 Feb 10 15:41:51.174953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.281723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.289375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] Set router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:51.293683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-62bc8d5a-4bc7-4778-b37b-67fe78b05028 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590435 Feb 10 15:41:51.352144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8510a85-9149-4758-8356-cd3c624f846d req-f788edc3-a741-4f37-a017-e69dfd7947f8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:51.353820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8510a85-9149-4758-8356-cd3c624f846d req-f788edc3-a741-4f37-a017-e69dfd7947f8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 945 time: 0.1082008 Feb 10 15:41:51.366489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Allocated IP 172.25.7.4 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/debdc300-f5ed-4307-9185-5c3b1bc7e449) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:51.425270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.464327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8510a85-9149-4758-8356-cd3c624f846d req-8c1f4498-8d14-4839-b905-635963940c0c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992181 Feb 10 15:41:51.508909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Deleting port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:51.509873 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.534462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.624243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port': {'id': 'd23ad0bd-3d37-4f34-bd2b-01237cc1e3a2', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:05Z', 'updated_at': '2022-02-10T15:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:51.624505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] For port d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:51.624820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.625370 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.638343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Calling delete_port for d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:51.658604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] Checking router: 4289fbac-9128-490e-a828-b0ae6f8fa3a8 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:51.668829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] Routers {'4289fbac-9128-490e-a828-b0ae6f8fa3a8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:51.669727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:51.700019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:51.713487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed918b-89d5-48b0-8f41-929da93d51f0 req-076ce91d-5251-49db-8fa2-efb5dd4d5b21 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:51.715869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14ed918b-89d5-48b0-8f41-929da93d51f0 req-076ce91d-5251-49db-8fa2-efb5dd4d5b21 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1429272 Feb 10 15:41:51.720271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:51.731015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:51.732756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event updated for resources: {'Port': ['ID=debdc300-f5ed-4307-9185-5c3b1bc7e449,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:51.766222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] Set router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:51.772202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6735a-add1-4ca8-aec7-e91446535a09 req-b3be0796-d1fc-45e8-a999-eef25bddf175 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:51.773763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3b6735a-add1-4ca8-aec7-e91446535a09 req-b3be0796-d1fc-45e8-a999-eef25bddf175 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1627920 Feb 10 15:41:51.816217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14ed918b-89d5-48b0-8f41-929da93d51f0 req-ab55cf58-4b34-41ae-bc40-75431b7ba792 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935128 Feb 10 15:41:51.827192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:51Z', 'revision_number': 6, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:51.827839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.858564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2751d-ae6f-4a42-889f-1fb462e0e9db None None] The sync data for ids ['4289fbac-9128-490e-a828-b0ae6f8fa3a8'] in n-d-827895-3 is: [{'id': '4289fbac-9128-490e-a828-b0ae6f8fa3a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1670719074-router', 'tenant_id': 'e2d1d5c869434f78b16a4444119e349e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:04Z', 'updated_at': '2022-02-10T15:41:51Z', 'revision_number': 6, 'project_id': 'e2d1d5c869434f78b16a4444119e349e', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:51.863969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3b6735a-add1-4ca8-aec7-e91446535a09 req-d8f33bf1-80b1-4098-8803-ce154f73a82e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800688 Feb 10 15:41:51.893251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:51.912232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.935434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:51.951941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.026676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.029605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.072556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.073260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4289fbac-9128-490e-a828-b0ae6f8fa3a8 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:41:52.079705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.080839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-462b9760-845a-45b7-bd31-f4bf568517d6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4289fbac-9128-490e-a828-b0ae6f8fa3a8 HTTP/1.1" status: 204 len: 168 time: 0.9368122 Feb 10 15:41:52.083244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48260) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:52.101857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.106961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.130902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Deleting subnet 8c66a382-925b-4064-95a7-a41c78e65f4f {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:41:52.134617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.172285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.176609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event updated for resources: {'Port': ['ID=debdc300-f5ed-4307-9185-5c3b1bc7e449,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:52.186357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.203969 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.205250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed15afee-7fcc-45b1-a604-aa0d11fb1685 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6892066 Feb 10 15:41:52.303341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.332335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 91448e89-695d-458c-9f44-87e50585f08c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:52.357079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 91448e89-695d-458c-9f44-87e50585f08c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:52.357958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 91448e89-695d-458c-9f44-87e50585f08c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:52.377085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1f1f8-cce5-4d53-9e7d-866665e30ad9 req-169d2c63-9401-447b-ba3e-daac4ee93cfa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:52.377368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.379155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27d1f1f8-cce5-4d53-9e7d-866665e30ad9 req-169d2c63-9401-447b-ba3e-daac4ee93cfa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 947 time: 0.0971596 Feb 10 15:41:52.385157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478dca-f440-4d2c-ac90-d4666ee6d46b req-3716a34b-731c-44ae-8833-9965171006b8 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:52.386692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e478dca-f440-4d2c-ac90-d4666ee6d46b req-3716a34b-731c-44ae-8833-9965171006b8 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1096 time: 0.0942750 Feb 10 15:41:52.404479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c66a382-925b-4064-95a7-a41c78e65f4f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:52.412472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.415728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba2817-21ed-437e-826f-69b127b0574c None None] Network b5dbd636-b886-4f16-b367-69fa2ac4f85c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:52.421890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e1b50973-f004-4bf4-bdef-41ee1865dcb8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c66a382-925b-4064-95a7-a41c78e65f4f HTTP/1.1" status: 204 len: 168 time: 0.3353326 Feb 10 15:41:52.422095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48270) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:52.441052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27d1f1f8-cce5-4d53-9e7d-866665e30ad9 req-f86c0d41-4bf9-461a-a823-f79293bba8a7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Feb 10 15:41:52.447614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e478dca-f440-4d2c-ac90-d4666ee6d46b req-ddeae567-8bbf-4917-a396-d40e8def453e tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542274 Feb 10 15:41:52.508009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.585222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Deleting port 10fd4844-368e-4879-8d74-99c343561c41 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:52.585913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.624044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-0a4b65a3-3baa-49ea-9930-2e7ba7fd9121 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1028432191&fields=id&tenant_id=357cb9aa15b44125862eb222608f201c HTTP/1.1" status: 200 len: 267 time: 0.0584035 Feb 10 15:41:52.664754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] For port 10fd4844-368e-4879-8d74-99c343561c41, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10fd4844-368e-4879-8d74-99c343561c41,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:52.665124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.678761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Calling delete_port for 10fd4844-368e-4879-8d74-99c343561c41 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:52.694618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] DHCP port deletion for b5dbd636-b886-4f16-b367-69fa2ac4f85c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:41:52.721778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262acf7a-221f-4e33-b699-488523c24a9e req-96b1f565-d004-47b8-8c50-6a9c82ae96af tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:52.723346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-262acf7a-221f-4e33-b699-488523c24a9e req-96b1f565-d004-47b8-8c50-6a9c82ae96af tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 945 time: 0.1204751 Feb 10 15:41:52.747615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] Deleting port 10fd4844-368e-4879-8d74-99c343561c41 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:41:52.748480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.781826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.794680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-9a3afc86-7929-4f66-9870-75e3f31de2f8 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:52.796285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-9a3afc86-7929-4f66-9870-75e3f31de2f8 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/networks?id=4373d187-2351-4b2a-b215-0118cd8baeb3 HTTP/1.1" status: 200 len: 802 time: 0.1563277 Feb 10 15:41:52.811476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-262acf7a-221f-4e33-b699-488523c24a9e req-bd06927e-a422-482f-915f-cdc2a4422873 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695026 Feb 10 15:41:52.816038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fd4844-368e-4879-8d74-99c343561c41,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:52.818429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] No DVR routers for this DVR port 10fd4844-368e-4879-8d74-99c343561c41 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:52.839120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] For port 10fd4844-368e-4879-8d74-99c343561c41, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10fd4844-368e-4879-8d74-99c343561c41,segment=NetworkSegment(416ce4c0-bd26-476a-8a62-018bfa97adaa),segment_id=416ce4c0-bd26-476a-8a62-018bfa97adaa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:52.839833 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.850049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-253116e0-e869-47b2-ab13-25c885d6ff50 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/quotas/357cb9aa15b44125862eb222608f201c HTTP/1.1" status: 200 len: 375 time: 0.0334458 Feb 10 15:41:52.866380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] Calling delete_port for 10fd4844-368e-4879-8d74-99c343561c41 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:41:52.924787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.947863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-bf07678e-f2f9-4a19-91c5-e45fd66c1706 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=357cb9aa15b44125862eb222608f201c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847900 Feb 10 15:41:52.949893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dbd636-b886-4f16-b367-69fa2ac4f85c']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:52.966942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:52.967941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416ce4c0-bd26-476a-8a62-018bfa97adaa') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:52.968299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416ce4c0-bd26-476a-8a62-018bfa97adaa') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:52.984645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.006773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.016536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] No DVR routers for this DVR port 10fd4844-368e-4879-8d74-99c343561c41 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:53.025012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:53.025451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.034871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d483-ba52-4f45-a4a5-42d550f30a6d None None] Pushing event deleted for resources: {'Port': ['ID=10fd4844-368e-4879-8d74-99c343561c41,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:53.042511 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:53.096623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.102759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-a47598ad-6639-48bd-9619-f59c1ff066da service neutron] 10.222.0.21 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518550 Feb 10 15:41:53.106072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.111894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5dbd636-b886-4f16-b367-69fa2ac4f85c HTTP/1.1" status: 204 len: 168 time: 0.6863015 Feb 10 15:41:53.119501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d246e-fe7f-4553-a851-06d4074c7814 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dbd636-b886-4f16-b367-69fa2ac4f85c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:53.231757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-dec4ccb9-2db0-45e2-984e-3996d469b244 service neutron] 10.222.0.21 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222944 Feb 10 15:41:53.249726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48302) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:53.271170 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.304998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-83f8fd0c-d434-474b-a41c-2a31039c8e02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2d1d5c869434f78b16a4444119e349e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539794 Feb 10 15:41:53.307468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48306) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:53.369588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4df61d6e-57c0-462a-aabe-55a7b3585ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.394624 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4df61d6e-57c0-462a-aabe-55a7b3585ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.457261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4df61d6e-57c0-462a-aabe-55a7b3585ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.460401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4df61d6e-57c0-462a-aabe-55a7b3585ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:53.463498 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4df61d6e-57c0-462a-aabe-55a7b3585ff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3569671c-b270-4498-bf15-f5a214409149 HTTP/1.1" status: 204 len: 168 time: 0.1528759 Feb 10 15:41:53.471717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61d6e-57c0-462a-aabe-55a7b3585ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3569671c-b270-4498-bf15-f5a214409149,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:53.516715 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f5ab-369a-4c26-aed4-3fc85e5d2df4 req-730cedd5-8378-4259-a406-0a3a384f486c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:53.523993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5857f5ab-369a-4c26-aed4-3fc85e5d2df4 req-730cedd5-8378-4259-a406-0a3a384f486c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0942891 Feb 10 15:41:53.579823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5857f5ab-369a-4c26-aed4-3fc85e5d2df4 req-4f2ff897-1958-4af6-a12f-1a0b5529e903 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Feb 10 15:41:53.734369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56220f6c-e23c-4a98-9ed0-f682af110ee7 req-ef0eea49-f25b-4696-9723-f524dd3a1c2b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:53.736496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56220f6c-e23c-4a98-9ed0-f682af110ee7 req-ef0eea49-f25b-4696-9723-f524dd3a1c2b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0748158 Feb 10 15:41:53.783987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56220f6c-e23c-4a98-9ed0-f682af110ee7 req-d6d262ec-7d32-4f01-a5eb-4e2d61aab682 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Feb 10 15:41:53.858545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcd70f3d-e6bd-4e1f-918b-3b6922f8c259 req-724c9e0e-93c9-40a4-b35d-15439d00b4e6 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 210 time: 0.0303714 Feb 10 15:41:53.929404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-c6580e82-b81c-4ffe-82dc-a41ecc85dd48 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:53.938797 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-c6580e82-b81c-4ffe-82dc-a41ecc85dd48 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148685 Feb 10 15:41:54.001107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-efbd41d0-3e62-4175-a194-4a9cdd3490a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.002563 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-efbd41d0-3e62-4175-a194-4a9cdd3490a1 service neutron] 10.222.0.21 "GET /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 1093 time: 0.0512068 Feb 10 15:41:54.003763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621a00-60ae-421e-94d1-4942908f8926 req-e4e9ba2b-b020-4109-950b-be23e772e326 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.010948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70621a00-60ae-421e-94d1-4942908f8926 req-e4e9ba2b-b020-4109-950b-be23e772e326 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 947 time: 0.0635052 Feb 10 15:41:54.013010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Request body: {'binding': {'host': 'n-h2-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:54.014633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:41:54.113010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:54.152665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:54.153047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d23ad0bd-3d37-4f34-bd2b-01237cc1e3a2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:54.153527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10fd4844-368e-4879-8d74-99c343561c41 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:54.196725 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 10fd4844-368e-4879-8d74-99c343561c41 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:41:54.199582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10fd4844-368e-4879-8d74-99c343561c41 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:54.232831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on host n-h2-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:54.233168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:54.233692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:54.242460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:54.242796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:54.255790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:54.256374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:54.256871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:54.257428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Bound port: 7d503d65-6b27-4f95-bfbf-851d7a79073b, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:54.326330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:54.334944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:54.336169 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8d391707-c650-431e-a4d1-61ad7037f945 service neutron] 10.222.0.21 "POST /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3274837 Feb 10 15:41:54.349941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70621a00-60ae-421e-94d1-4942908f8926 req-ff73e9c0-c611-4b5a-8ddb-80b23c476490 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367198 Feb 10 15:41:54.435938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48352) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:54.489016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98615-ee27-4893-99b9-f7baac0996ad req-8f60447b-84f5-4929-a398-1ad953b10b9c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.490635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47a98615-ee27-4893-99b9-f7baac0996ad req-8f60447b-84f5-4929-a398-1ad953b10b9c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 945 time: 0.0637093 Feb 10 15:41:54.555880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-network', 'tenant_id': 'de6d5e3b373542b18e10460e85883748'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:54.557463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47a98615-ee27-4893-99b9-f7baac0996ad req-1df3ba87-fa64-49fd-be7d-bd445827b1bb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Feb 10 15:41:54.569258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bd79a-7080-444c-a32c-aa0504b5aeca req-d560e92e-5da4-4c17-bd21-94acba604780 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.570643 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b36bd79a-7080-444c-a32c-aa0504b5aeca req-d560e92e-5da4-4c17-bd21-94acba604780 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 945 time: 0.0790648 Feb 10 15:41:54.620109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Made reservation on behalf of de6d5e3b373542b18e10460e85883748 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:54.620679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b36bd79a-7080-444c-a32c-aa0504b5aeca req-51f01718-a3fc-4d45-a1a0-41addf884c29 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Feb 10 15:41:54.623036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:54.635162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-25301d71-aac4-4d35-bb35-4795e1228f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.637442 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-25301d71-aac4-4d35-bb35-4795e1228f89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1096 time: 0.0606709 Feb 10 15:41:54.638181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:54.693195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d02cb7-6923-4e71-8c10-321a4145bee2 req-d1f0358c-1f8a-48e7-b9ad-a45927e8b8ae tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.701303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8d02cb7-6923-4e71-8c10-321a4145bee2 req-d1f0358c-1f8a-48e7-b9ad-a45927e8b8ae tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1096 time: 0.0605128 Feb 10 15:41:54.738044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ebe73993-6b18-4fcb-a894-32972e88ec37 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:54.770560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-37cb23b0-8adf-4a95-870a-eed742377574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.772026 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-37cb23b0-8adf-4a95-870a-eed742377574 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1255972 Feb 10 15:41:54.776203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8d02cb7-6923-4e71-8c10-321a4145bee2 req-b1471a66-da3a-4559-893e-337154cd3b7d tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739601 Feb 10 15:41:54.810685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad1630-7662-42b4-be4f-86aebf10ac3b req-7451beef-3542-49ab-b48f-334544cbd1aa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.813095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acad1630-7662-42b4-be4f-86aebf10ac3b req-7451beef-3542-49ab-b48f-334544cbd1aa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0918512 Feb 10 15:41:54.871600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-f37e8e77-06a8-486d-8165-85009acdc60b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 217 time: 0.0753000 Feb 10 15:41:54.885237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ebe73993-6b18-4fcb-a894-32972e88ec37, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ebe73993-6b18-4fcb-a894-32972e88ec37,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:54.901161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acad1630-7662-42b4-be4f-86aebf10ac3b req-9e5da913-3670-4880-afd6-2a3195e32929 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789454 Feb 10 15:41:54.902558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:54.920332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'ebe73993-6b18-4fcb-a894-32972e88ec37', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'ebe73993-6b18-4fcb-a894-32972e88ec37', 'mac_address': 'fa:16:3e:1f:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:54.947684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58612-1612-40d1-9926-d511f47b293a req-a52bd9ee-eb47-4f62-b370-5dcb46c0be8f tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.949993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7aa58612-1612-40d1-9926-d511f47b293a req-a52bd9ee-eb47-4f62-b370-5dcb46c0be8f tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1096 time: 0.0689013 Feb 10 15:41:54.977022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-0767971d-b44f-4ed3-a194-ad67894f06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.978511 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-0767971d-b44f-4ed3-a194-ad67894f06c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0746737 Feb 10 15:41:54.981909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:54.988205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.003126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe73993-6b18-4fcb-a894-32972e88ec37 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:55.008460 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7aa58612-1612-40d1-9926-d511f47b293a req-4e8bf9ca-6018-45c0-a6e5-062a1b426c3c tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Feb 10 15:41:55.021270 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-af0f9d09-e22b-4291-9556-1bf70051a0e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287645 Feb 10 15:41:55.028715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ebe73993-6b18-4fcb-a894-32972e88ec37, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ebe73993-6b18-4fcb-a894-32972e88ec37,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:55.035609 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.050741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:55.087237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3a149-fa7d-4fe6-99b9-19d6b46b848a req-38fe8ef2-06c4-469c-914f-efebdbce74d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.090889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6e3a149-fa7d-4fe6-99b9-19d6b46b848a req-38fe8ef2-06c4-469c-914f-efebdbce74d2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0805433 Feb 10 15:41:55.106175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=ebe73993-6b18-4fcb-a894-32972e88ec37,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:55.134636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76cf628d-81eb-4cf4-ad5c-75487b0add31 req-5d04a4af-27aa-47f3-89c3-04f586b672db tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 210 time: 0.0316997 Feb 10 15:41:55.160954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6e3a149-fa7d-4fe6-99b9-19d6b46b848a req-7a5cb762-7720-43e4-96dd-f3faebe42d10 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642970 Feb 10 15:41:55.372568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb731fa-b5d3-45c5-8f0a-b7f22ab16ba0 req-b325fa38-bd18-4c5d-8366-4995f0cde3de tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.374114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb731fa-b5d3-45c5-8f0a-b7f22ab16ba0 req-b325fa38-bd18-4c5d-8366-4995f0cde3de tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1096 time: 0.0425243 Feb 10 15:41:55.394128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382c25c-c337-465d-b3d9-b0aa2771b426,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:55.400668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.401019 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Added segment b3486e7d-9dc7-4d8e-9257-62148c7acd87 of type vlan for network 2ed09533-98d5-4275-b73b-57f9e74aac7b Feb 10 15:41:55.435399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb731fa-b5d3-45c5-8f0a-b7f22ab16ba0 req-3d86bff6-5e54-4d59-adfa-a123ed5e8168 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Feb 10 15:41:55.469590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-8b93c26e-8b5c-4dd1-8238-f31d2fad5c7e tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.471174 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-8b93c26e-8b5c-4dd1-8238-f31d2fad5c7e tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.75 "GET /v2.0/networks?id=4373d187-2351-4b2a-b215-0118cd8baeb3 HTTP/1.1" status: 200 len: 802 time: 0.6909938 Feb 10 15:41:55.474948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.485124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209cb5-a820-47be-a62a-6323b730b7ce req-963f8b26-933c-478d-8fb2-010050e94ba6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.488566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['ebe73993-6b18-4fcb-a894-32972e88ec37'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:55.502319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de209cb5-a820-47be-a62a-6323b730b7ce req-963f8b26-933c-478d-8fb2-010050e94ba6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 948 time: 0.0843377 Feb 10 15:41:55.543382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de209cb5-a820-47be-a62a-6323b730b7ce req-fd7425ec-61f5-4f8f-8b3c-ce9772db37ec tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377121 Feb 10 15:41:55.546703 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-afb5270b-6a02-47cf-a192-1681bf395947 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357cb9aa15b44125862eb222608f201c HTTP/1.1" status: 200 len: 380 time: 0.0629072 Feb 10 15:41:55.552996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-28f87ba4-e711-41b0-83d7-957d665ae569 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001309 Feb 10 15:41:55.562706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Request body: {'port': {'device_id': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'admin_state_up': True, 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'security_groups': ['b1462823-cd4b-4d5a-8554-5b0357320bfb']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:55.654655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.655534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.656137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.730971 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2934892 Feb 10 15:41:55.735171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48380) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:55.740747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Request body: {'subnet': {'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-subnet', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:55.759671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdc748-c31e-4dfc-82ec-e87822853add req-75ea332f-faf9-4aaa-a650-0f2c164d6be3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.761141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3bdc748-c31e-4dfc-82ec-e87822853add req-75ea332f-faf9-4aaa-a650-0f2c164d6be3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 945 time: 0.0642457 Feb 10 15:41:55.785722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c04fb-32d1-478c-ad2c-69231fd85d6e admin admin] Pushing event updated for resources: {'Network': ['ID=2ed09533-98d5-4275-b73b-57f9e74aac7b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:55.786580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Made reservation on behalf of de6d5e3b373542b18e10460e85883748 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:55.788877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.796261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-aa5bc8c5-2d57-4bbf-a02a-13eaa9c8100d service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277656 Feb 10 15:41:55.797922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:55.831284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Made reservation on behalf of 357cb9aa15b44125862eb222608f201c for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:55.834934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:55.857954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3bdc748-c31e-4dfc-82ec-e87822853add req-a0daef11-02af-40c3-a8dc-bd2c81814119 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 Feb 10 15:41:55.961306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-9360b8f3-e107-481e-8d03-8ea9a9a4b7e9 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.962809 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-9360b8f3-e107-481e-8d03-8ea9a9a4b7e9 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1009893 Feb 10 15:41:55.988521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-3'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:56.038215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Allocated IP 172.20.0.14 (4373d187-2351-4b2a-b215-0118cd8baeb3/dd5436d1-16ff-4db4-9f62-e8225dc69104/0f021d6d-58d3-49e0-81fb-64e69b708a52) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:56.039072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.077922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.097489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261333a-0c4c-4864-941d-22e3db57a646 req-74c64529-be16-4007-9b8b-1397c95dec35 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.099335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3261333a-0c4c-4864-941d-22e3db57a646 req-74c64529-be16-4007-9b8b-1397c95dec35 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1108515 Feb 10 15:41:56.118028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae4a7fe-f14c-4df1-b4d6-773e4627798c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:56.146790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Checking segment: {'id': 'b3486e7d-9dc7-4d8e-9257-62148c7acd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:56.147155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Network hostable DHCP agents. Network: 2ed09533-98d5-4275-b73b-57f9e74aac7b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:56.165664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3261333a-0c4c-4864-941d-22e3db57a646 req-6a1c88ac-46a5-43fa-b7ac-466d04ce274f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577207 Feb 10 15:41:56.178940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:56.195309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2ed09533-98d5-4275-b73b-57f9e74aac7b) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:56.202885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cece752-4878-446a-aae0-a354fccf361e None None] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:56.208106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.208798 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.234077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-160522b1-556a-4c17-97c7-28ec897a0d5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4977996 Feb 10 15:41:56.237862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48388) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:41:56.247671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:56.303393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.306204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e212bcfe-5e9c-4391-b0d6-e61bdfcba7ae req-7a2808f9-9711-4457-8176-c7e10b2a4118 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 210 time: 0.0465767 Feb 10 15:41:56.326699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:56.353286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.354379 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.378817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd78446-d9ad-4a2f-a894-0363c4b93c20 req-7ce61fce-ef10-44cc-9697-67d2b1b2ddf4 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.379974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-2ed09533-98d5-4275-b73b-57f9e74aac7b', 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'fixed_ips': [{'subnet_id': 'cae4a7fe-f14c-4df1-b4d6-773e4627798c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:41:56.380574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fd78446-d9ad-4a2f-a894-0363c4b93c20 req-7ce61fce-ef10-44cc-9697-67d2b1b2ddf4 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1032772 Feb 10 15:41:56.381401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.388337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:56.409111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.461966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.469423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fd78446-d9ad-4a2f-a894-0363c4b93c20 req-2ebc5355-1c1d-4eea-8025-e32bd4cca863 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779674 Feb 10 15:41:56.470166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:56.483205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:56.485758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:56.493723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:56.496722 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3af5e-fd43-4a51-b7d3-52e9a295b870" -d '{"events": [{"server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "name": "network-vif-unplugged", "status": "completed", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:56.522036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.530439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event updated for resources: {'Port': ['ID=0f021d6d-58d3-49e0-81fb-64e69b708a52,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:56.537382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.594799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.595484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.614026 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd358157-b739-4238-9c4c-e757da1bf177 x-openstack-request-id: req-dd358157-b739-4238-9c4c-e757da1bf177 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:56.614386 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "name": "network-vif-unplugged", "status": "completed", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:56.614680 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd358157-b739-4238-9c4c-e757da1bf177 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:56.615116 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'code': 200} Feb 10 15:41:56.621485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-b96ef6f6-4ffd-4ef4-831d-75384d66609f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0623140 Feb 10 15:41:56.639190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Request body: {'port': {'device_id': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:56.642642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.692350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Allocated IP 172.20.0.2 (2ed09533-98d5-4275-b73b-57f9e74aac7b/cae4a7fe-f14c-4df1-b4d6-773e4627798c/fbd416ae-e9de-4b81-861e-ebcdd5029ce6) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:56.695153 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:56.707168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on host n-h1-827895-3 for vnic_type normal with profile {"migrating_to": "n-h2-827895-3"} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:56.707601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:56.707935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:56.734280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:56.734633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Attempting to bind port 7d503d65-6b27-4f95-bfbf-851d7a79073b on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:56.745344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:56.745684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:56.746753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:56.747184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Bound port: 7d503d65-6b27-4f95-bfbf-851d7a79073b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:56.747580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.752211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.770753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c663d4-bdfe-4a04-a940-b74a1c3537ba req-999b7557-a6a0-4464-8f94-b5281ccb48c5 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.779358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32c663d4-bdfe-4a04-a940-b74a1c3537ba req-999b7557-a6a0-4464-8f94-b5281ccb48c5 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1096 time: 0.2181683 Feb 10 15:41:56.849944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-edc734ac-6cc8-42aa-9f61-347554022dfc None None] Provisioning complete for port 0f021d6d-58d3-49e0-81fb-64e69b708a52 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:56.850311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-edc734ac-6cc8-42aa-9f61-347554022dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.863985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32c663d4-bdfe-4a04-a940-b74a1c3537ba req-b8862064-0ffd-4b53-b55a-40f5910ab20a tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Feb 10 15:41:56.876383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:56.876383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:56.882695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.898323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-edc734ac-6cc8-42aa-9f61-347554022dfc None None] Port 0f021d6d-58d3-49e0-81fb-64e69b708a52 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:41:56.899934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.914632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb75fbd-d970-44ab-9c64-3946e84c0b28 req-e54d84a6-0dbf-4298-8bb9-1e8b3eb58c9d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.914632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfb75fbd-d970-44ab-9c64-3946e84c0b28 req-e54d84a6-0dbf-4298-8bb9-1e8b3eb58c9d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 948 time: 0.1563852 Feb 10 15:41:56.971426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:56.979729 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.001853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.053530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:57.054127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.054909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.056364 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-00bd693b-7f87-4ca7-9a36-b86e005302b1 service neutron] 10.222.0.75 "PUT /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 1121 time: 1.0742421 Feb 10 15:41:57.057035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:57.059837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:57.062277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Pushing event updated for resources: {'Port': ['ID=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.078276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfb75fbd-d970-44ab-9c64-3946e84c0b28 req-d51a310d-b560-44c6-a9ad-41397e4c4f75 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550565 Feb 10 15:41:57.124750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.167249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Attempting to bind port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:57.169193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Attempting to bind port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b3486e7d-9dc7-4d8e-9257-62148c7acd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:57.169634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Attempting to bind port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 on network 2ed09533-98d5-4275-b73b-57f9e74aac7b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:57.175608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.177525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:57.177902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Checking segment: {'id': 'b3486e7d-9dc7-4d8e-9257-62148c7acd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:57.178474 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.178870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Bound using segment: {'id': 'b3486e7d-9dc7-4d8e-9257-62148c7acd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:57.179329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Bound port: fbd416ae-e9de-4b81-861e-ebcdd5029ce6, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3486e7d-9dc7-4d8e-9257-62148c7acd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:57.179740 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.231067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f021d6d-58d3-49e0-81fb-64e69b708a52 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:41:57.245106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.260134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] For port fbd416ae-e9de-4b81-861e-ebcdd5029ce6, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:57.263983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Transition to ACTIVE for port object 0f021d6d-58d3-49e0-81fb-64e69b708a52 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:57.265264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] For port fbd416ae-e9de-4b81-861e-ebcdd5029ce6, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,segment=NetworkSegment(b3486e7d-9dc7-4d8e-9257-62148c7acd87),segment_id=b3486e7d-9dc7-4d8e-9257-62148c7acd87)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:57.271270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['7d503d65-6b27-4f95-bfbf-851d7a79073b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:57.271467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.276918 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.340269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af603abd-fa9d-498f-a440-4d4487aff742 req-f8d5f96c-974b-4153-af44-87bc56dd8f7c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.341945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af603abd-fa9d-498f-a440-4d4487aff742 req-f8d5f96c-974b-4153-af44-87bc56dd8f7c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.1488602 Feb 10 15:41:57.406744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Allocated IP 172.25.7.135 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8666e9f1-d69a-4959-a556-303d0781d988) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:57.409663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Pushing event updated for resources: {'Port': ['ID=0f021d6d-58d3-49e0-81fb-64e69b708a52,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.428809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528f5f-b60f-43d6-b747-509a40dda04b None None] Pushing event updated for resources: {'Port': ['ID=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.440613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af603abd-fa9d-498f-a440-4d4487aff742 req-054b70e5-b91a-4fa5-b20f-d02122ba1303 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866387 Feb 10 15:41:57.468497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Attempting to bind port 0f021d6d-58d3-49e0-81fb-64e69b708a52 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:57.469325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Attempting to bind port 0f021d6d-58d3-49e0-81fb-64e69b708a52 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:57.470239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Attempting to bind port 0f021d6d-58d3-49e0-81fb-64e69b708a52 on network 4373d187-2351-4b2a-b215-0118cd8baeb3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:57.476862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Port 0f021d6d-58d3-49e0-81fb-64e69b708a52 on network 4373d187-2351-4b2a-b215-0118cd8baeb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:57.477633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Attempting to bind port 0f021d6d-58d3-49e0-81fb-64e69b708a52 on network 4373d187-2351-4b2a-b215-0118cd8baeb3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:57.488885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:57.491362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Checking segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:57.491901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Bound using segment: {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:57.492774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Bound port: 0f021d6d-58d3-49e0-81fb-64e69b708a52, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a32ec2-a71f-4eaf-a711-7289a22108a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:57.493210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.597034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] For port 0f021d6d-58d3-49e0-81fb-64e69b708a52, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:57.603590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] For port 0f021d6d-58d3-49e0-81fb-64e69b708a52, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:57.615830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.681632 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.724505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d458f-e0c3-445c-881a-ec67dc478ad2 req-edbeabe8-38a1-4f54-a396-53742549e88d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.724871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Pushing event updated for resources: {'Port': ['ID=0f021d6d-58d3-49e0-81fb-64e69b708a52,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.732364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-605d458f-e0c3-445c-881a-ec67dc478ad2 req-edbeabe8-38a1-4f54-a396-53742549e88d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1623261 Feb 10 15:41:57.737777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.738379 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.739798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d7d42d54-5d32-4c2e-9f3f-330c0b26e773 service neutron] 10.222.0.75 "PUT /v2.0/ports/0f021d6d-58d3-49e0-81fb-64e69b708a52 HTTP/1.1" status: 200 len: 1092 time: 1.1067791 Feb 10 15:41:57.823705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-605d458f-e0c3-445c-881a-ec67dc478ad2 req-ecd999a7-228c-4325-ae2c-984cdf25da5b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885603 Feb 10 15:41:57.847063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:57.864192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-99dbd39a-94b1-4200-96b6-6e2e2ab031e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.865993 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-99dbd39a-94b1-4200-96b6-6e2e2ab031e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=357cb9aa15b44125862eb222608f201c&device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 1095 time: 0.0658786 Feb 10 15:41:57.915380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:57.918757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:57.921446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:57.982925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-a7575df3-31dc-4dbc-8ca5-113f5357c214 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52 HTTP/1.1" status: 200 len: 217 time: 0.0960541 Feb 10 15:41:58.006254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8666e9f1-d69a-4959-a556-303d0781d988,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:58.082959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-a354d428-9143-4f5e-8f2f-02ec5bd3832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.085562 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-a354d428-9143-4f5e-8f2f-02ec5bd3832e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dd5436d1-16ff-4db4-9f62-e8225dc69104 HTTP/1.1" status: 200 len: 841 time: 0.0917106 Feb 10 15:41:58.119625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341739b-a4f7-48de-93de-ace2296fcc80 req-b608106b-cfd2-4cfc-afb3-93f3613eddf8 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.121201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b341739b-a4f7-48de-93de-ace2296fcc80 req-b608106b-cfd2-4cfc-afb3-93f3613eddf8 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 944 time: 0.1923089 Feb 10 15:41:58.140389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-664a6c8b-cfa5-482b-b803-5422025bd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.141875 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-664a6c8b-cfa5-482b-b803-5422025bd5d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4373d187-2351-4b2a-b215-0118cd8baeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463350 Feb 10 15:41:58.157484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fbd416ae-e9de-4b81-861e-ebcdd5029ce6 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:58.205537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b341739b-a4f7-48de-93de-ace2296fcc80 req-869b484e-4b09-4c81-99f7-1d0af26af9ac tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609190 Feb 10 15:41:58.262325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-d6ef8183-4159-4d67-b752-9bf6ba0829ad service neutron] 10.222.0.75 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108372 Feb 10 15:41:58.276719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:58.278470 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:58.317124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:58.332568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-6db44c68-8008-4f8d-bed8-b35a51334355 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:41:58.332568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-6db44c68-8008-4f8d-bed8-b35a51334355 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078635 Feb 10 15:41:58.372936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:58.396504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-5c4e6337-64b9-4c07-bf36-541634ac000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.398240 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-5c4e6337-64b9-4c07-bf36-541634ac000a service neutron] 10.222.0.21 "GET /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 1093 time: 0.0544825 Feb 10 15:41:58.412934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6614927-0d17-4c43-a3ba-9007eb988273 req-021a55ba-4dca-4d78-8b62-a74aca126090 service neutron] 10.222.0.75 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432066 Feb 10 15:41:58.422767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a398b-05ac-4562-a042-94f1cd2863ea req-d73b385e-f23b-45bb-8cb4-b3b3e7882e1a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.424248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Request body: {'binding': {'host': 'n-h1-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:58.427322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:41:58.430213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-780a398b-05ac-4562-a042-94f1cd2863ea req-d73b385e-f23b-45bb-8cb4-b3b3e7882e1a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1162660 Feb 10 15:41:58.439111 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:58.510488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:58.528139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port fbd416ae-e9de-4b81-861e-ebcdd5029ce6, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,segment=NetworkSegment(b3486e7d-9dc7-4d8e-9257-62148c7acd87),segment_id=b3486e7d-9dc7-4d8e-9257-62148c7acd87)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:58.530970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:41:58.534587 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:58.556163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-780a398b-05ac-4562-a042-94f1cd2863ea req-1d1cc6c3-c113-4c4e-82bf-64852e2881e8 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249182 Feb 10 15:41:58.604574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:58.615943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b'}, {'name': 'network-changed', 'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:58.619253 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158173c-71f5-4806-8f6d-96d45e3e2c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b"}, {"name": "network-changed", "server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:58.638612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on host n-h1-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:41:58.638952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:41:58.639317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:58.644132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:58.644449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:58.649785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:58.650129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:41:58.650513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:58.650945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Bound port: bd6d260b-9ecf-462c-ab88-52196ee5588d, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:41:58.712202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:58.720749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:58.721764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-bf83e531-a587-4e24-a57f-ae1bbb064031 service neutron] 10.222.0.21 "POST /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3077440 Feb 10 15:41:58.733714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:58.743730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c56446-6c71-488a-b04c-e99099553362 req-e0b7c84e-0436-46db-82ea-99b5259d315f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.745271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16c56446-6c71-488a-b04c-e99099553362 req-e0b7c84e-0436-46db-82ea-99b5259d315f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 948 time: 0.0724230 Feb 10 15:41:58.767228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ebe73993-6b18-4fcb-a894-32972e88ec37 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:58.855754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16c56446-6c71-488a-b04c-e99099553362 req-de929010-f710-469c-9333-11dddbfb1a47 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674949 Feb 10 15:41:58.941824 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1434a35-18a5-474b-b90f-9e8028ea257a x-openstack-request-id: req-f1434a35-18a5-474b-b90f-9e8028ea257a {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:58.942362 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:58.942765 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1434a35-18a5-474b-b90f-9e8028ea257a {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:58.943430 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'status': 'completed', 'code': 200} Feb 10 15:41:58.943879 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'status': 'completed', 'code': 200} Feb 10 15:41:59.012633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71120ad-0d14-4c46-8abc-db5f21002cfd None None] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:41:59.018708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-d72508a9-b20b-466d-bdea-c23bd1573673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.020031 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-d72508a9-b20b-466d-bdea-c23bd1573673 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=357cb9aa15b44125862eb222608f201c&device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 1095 time: 0.0515103 Feb 10 15:41:59.091402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df572ac-8ce6-480a-8d29-0bbc267cf5d0 req-d9e8926b-9058-4d1c-abbb-15f1fbdd8aef tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.092986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3df572ac-8ce6-480a-8d29-0bbc267cf5d0 req-d9e8926b-9058-4d1c-abbb-15f1fbdd8aef tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.1649394 Feb 10 15:41:59.108865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-2180b321-05b1-497f-b8e8-6de2891f210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.110022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b761ce0b-e9c0-4334-9ae1-fdafab5b86b1 None None] Provisioning complete for port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:59.110317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-2180b321-05b1-497f-b8e8-6de2891f210c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1124 time: 0.1254580 Feb 10 15:41:59.110468 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b761ce0b-e9c0-4334-9ae1-fdafab5b86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:59.122735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9535-ad81-4bc2-a08a-f0a8424beef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:59.139648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-b82825dd-7e8e-43b8-9430-a4349022d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.141760 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-b82825dd-7e8e-43b8-9430-a4349022d4ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1096 time: 0.1205876 Feb 10 15:41:59.213369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85632bb2-e54d-4d47-8b1e-7499bb05bdb8 req-834b5776-894a-4411-8eee-24fcb7d8b9da tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.213567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-45293249-24fd-4544-b2c4-3a1dd741404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.215052 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-45293249-24fd-4544-b2c4-3a1dd741404b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4373d187-2351-4b2a-b215-0118cd8baeb3 HTTP/1.1" status: 200 len: 903 time: 0.1827905 Feb 10 15:41:59.220874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85632bb2-e54d-4d47-8b1e-7499bb05bdb8 req-834b5776-894a-4411-8eee-24fcb7d8b9da tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 945 time: 0.1803997 Feb 10 15:41:59.236625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3df572ac-8ce6-480a-8d29-0bbc267cf5d0 req-ce30e12c-dd3d-47f6-bebd-a24f53286343 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338649 Feb 10 15:41:59.239553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port ebe73993-6b18-4fcb-a894-32972e88ec37 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:59.255238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port ebe73993-6b18-4fcb-a894-32972e88ec37 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:59.255617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:59.271208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:41:59.275366 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-92b87e74-3aa7-412b-a543-3ff7ccec78a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52 HTTP/1.1" status: 200 len: 217 time: 0.0482278 Feb 10 15:41:59.334387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-6e2e7c6e-457e-453c-b96a-34815be059ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.335907 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-6e2e7c6e-457e-453c-b96a-34815be059ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1842678 Feb 10 15:41:59.336370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85632bb2-e54d-4d47-8b1e-7499bb05bdb8 req-bc336e0d-69f2-4302-8ffb-89a13b06a316 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106951 Feb 10 15:41:59.382828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-2d162603-e67f-4fce-b682-3e106154770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.384809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-2d162603-e67f-4fce-b682-3e106154770e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.2531188 Feb 10 15:41:59.388894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-38218a49-1d1d-4d0a-8a5a-d071d45d16cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 217 time: 0.0428896 Feb 10 15:41:59.390556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-b3c90ceb-8663-4cab-864c-9516a59db59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.391518 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-b3c90ceb-8663-4cab-864c-9516a59db59e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dd5436d1-16ff-4db4-9f62-e8225dc69104 HTTP/1.1" status: 200 len: 841 time: 0.1070383 Feb 10 15:41:59.460877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-78a9bb73-da77-43e9-bea7-5f74573da92f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 217 time: 0.0568650 Feb 10 15:41:59.482651 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:59.500346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-c6ae249a-2d31-46da-b863-ce9ae9d6b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.502206 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-c6ae249a-2d31-46da-b863-ce9ae9d6b50f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4373d187-2351-4b2a-b215-0118cd8baeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009815 Feb 10 15:41:59.503272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-cd00c1fb-4d72-4f39-bf5a-407f3497444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.504654 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-cd00c1fb-4d72-4f39-bf5a-407f3497444b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0952864 Feb 10 15:41:59.516623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe73993-6b18-4fcb-a894-32972e88ec37'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:41:59.518920 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059e7a0e-4341-491d-a61e-22dea7f7510d" -d '{"events": [{"server_uuid": "d6f06abd-c765-4617-855a-2f43cc5ae63a", "name": "network-vif-plugged", "status": "completed", "tag": "ebe73993-6b18-4fcb-a894-32972e88ec37"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:59.539065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ebe73993-6b18-4fcb-a894-32972e88ec37, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ebe73993-6b18-4fcb-a894-32972e88ec37,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:59.552936 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:59.553677 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-3a9ca9c0-8b7a-4b6c-89e8-bdb4ce93902a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285943 Feb 10 15:41:59.619970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=ebe73993-6b18-4fcb-a894-32972e88ec37,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:59.712580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-a9d30170-270f-4787-81f1-d62c2e86d3c7 service neutron] 10.222.0.75 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962619 Feb 10 15:41:59.716892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-2b9dc3fc-2a41-4163-9087-f8751a16afc8 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518619 Feb 10 15:41:59.824682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2933db7b-4e02-435b-8034-bea06de9d9be None None] Provisioning complete for port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:59.824944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2933db7b-4e02-435b-8034-bea06de9d9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:41:59.882541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-56345ea9-1e9b-40bd-afc6-bde4adb927a7 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534457 Feb 10 15:41:59.884312 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-42612c34-9462-44cb-80ec-a1b56cc498ce service neutron] 10.222.0.75 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629217 Feb 10 15:41:59.887165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720ab6b-6ef5-43aa-a55d-af248f69aa02 req-74ae1a15-ba94-4f90-82f9-98b8246c5cb8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.888856 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d720ab6b-6ef5-43aa-a55d-af248f69aa02 req-74ae1a15-ba94-4f90-82f9-98b8246c5cb8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.5431411 Feb 10 15:41:59.893430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-e5a8ff4d-f421-4460-b302-5726e1cbe9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.895530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-e5a8ff4d-f421-4460-b302-5726e1cbe9ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1067772 Feb 10 15:41:59.896556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:59.910239 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Sync routers for ids ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:59.918608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd68f66-3c0d-4739-b4b7-87053e2249d2 req-110326fb-bcc5-4edf-ab76-86f36befc48a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.920322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fd68f66-3c0d-4739-b4b7-87053e2249d2 req-110326fb-bcc5-4edf-ab76-86f36befc48a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 944 time: 0.4629040 Feb 10 15:41:59.920865 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Routers {'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:59.921919 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:59.974957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-9811b169-3909-44a4-bfb8-c1ab745cb913 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452414 Feb 10 15:42:00.000982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.002179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4e325723-f9d1-4963-8a16-e2d1307ea5a0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7632246 Feb 10 15:42:00.007603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:00.026332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d720ab6b-6ef5-43aa-a55d-af248f69aa02 req-d3294082-0d4c-4f7c-a861-8928d1ba8712 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269255 Feb 10 15:42:00.038655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fd68f66-3c0d-4739-b4b7-87053e2249d2 req-6713691e-8bb9-431c-b87f-e2739184e85f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983071 Feb 10 15:42:00.041113 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Set router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:00.117771 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba69e45-8624-4cb8-97bf-3e187c7d3064 x-openstack-request-id: req-fba69e45-8624-4cb8-97bf-3e187c7d3064 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:00.118195 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f06abd-c765-4617-855a-2f43cc5ae63a", "name": "network-vif-plugged", "status": "completed", "tag": "ebe73993-6b18-4fcb-a894-32972e88ec37", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:00.118572 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fba69e45-8624-4cb8-97bf-3e187c7d3064 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:00.119067 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe73993-6b18-4fcb-a894-32972e88ec37', 'code': 200} Feb 10 15:42:00.180958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fbd416ae-e9de-4b81-861e-ebcdd5029ce6 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:00.206470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-e117d294-a9df-426f-9868-04723e926219 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955419 Feb 10 15:42:00.248935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-1ee96dc9-7f73-431d-a383-6e50d3669dcc tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.251048 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-1ee96dc9-7f73-431d-a383-6e50d3669dcc tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.2347286 Feb 10 15:42:00.255733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:00.256207 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.300743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-3'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:00.325132 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8666e9f1-d69a-4959-a556-303d0781d988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:41:58Z', 'revision_number': 3, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port': {'id': '8666e9f1-d69a-4959-a556-303d0781d988', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:57Z', 'updated_at': '2022-02-10T15:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:00.354628 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Checking router: dd6fff12-7a4c-40ff-b8c2-267bb0683a3a for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:00.355306 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Updating router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a port 8666e9f1-d69a-4959-a556-303d0781d988 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:42:00.386628 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.387065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.439797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f788a8-ac31-486f-8fa8-3818b3202121 req-46d616ce-138d-4f19-b734-0cb40817608e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.448034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71f788a8-ac31-486f-8fa8-3818b3202121 req-46d616ce-138d-4f19-b734-0cb40817608e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.2763793 Feb 10 15:42:00.503892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1212c-2ab4-4f64-8f33-e4c2e4843b4b req-09cf313c-0066-4fe1-bccd-00556f7b94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.505327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22a1212c-2ab4-4f64-8f33-e4c2e4843b4b req-09cf313c-0066-4fe1-bccd-00556f7b94eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 1100 time: 0.2955451 Feb 10 15:42:00.529163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e263e4-5bb6-4094-aef7-03c64499f04c req-4ef2b0e4-b20d-4c61-a1c4-b540be42bf4a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.537596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1e263e4-5bb6-4094-aef7-03c64499f04c req-4ef2b0e4-b20d-4c61-a1c4-b540be42bf4a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 949 time: 0.2825887 Feb 10 15:42:00.546516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f158173c-71f5-4806-8f6d-96d45e3e2c7d req-f3c326bd-47eb-47ef-972d-719171f2d60c service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089800 Feb 10 15:42:00.584162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71f788a8-ac31-486f-8fa8-3818b3202121 req-89de86e6-dadb-433b-a0fb-969e53232d9c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351593 Feb 10 15:42:00.621714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22a1212c-2ab4-4f64-8f33-e4c2e4843b4b req-5fe27de7-5849-416a-8946-5b1369d0c312 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799835 Feb 10 15:42:00.625536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1e263e4-5bb6-4094-aef7-03c64499f04c req-0900aa04-2739-4ba8-b95c-feb45364c633 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858572 Feb 10 15:42:00.674168 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.681841 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.729898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e705d-d99d-4acc-8bdb-f5bfcf299213 req-f5828dec-752c-49bd-ad12-79042c736f93 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.732316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa4e705d-d99d-4acc-8bdb-f5bfcf299213 req-f5828dec-752c-49bd-ad12-79042c736f93 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.0727403 Feb 10 15:42:00.745694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Pushing event updated for resources: {'Port': ['ID=8666e9f1-d69a-4959-a556-303d0781d988,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:00.771735 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.772071 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.772596 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.773102 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.773591 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.774075 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.774566 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.775047 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.776238 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.781603 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.781603 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.781603 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:00.784359 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Attempting to bind port 8666e9f1-d69a-4959-a556-303d0781d988 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:00.784851 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Attempting to bind port 8666e9f1-d69a-4959-a556-303d0781d988 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:00.785309 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Attempting to bind port 8666e9f1-d69a-4959-a556-303d0781d988 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:00.791882 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:00.792378 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:00.794618 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.795173 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:00.795843 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Bound port: 8666e9f1-d69a-4959-a556-303d0781d988, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:00.796413 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.811700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa4e705d-d99d-4acc-8bdb-f5bfcf299213 req-cd5b6873-2b03-4c06-abef-a873750ff634 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Feb 10 15:42:00.853018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f19dc-8011-4704-a9fa-847319b5190d req-5d1cdd3a-5829-4650-a15f-e73d2b3bf8d0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.862504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-027f19dc-8011-4704-a9fa-847319b5190d req-5d1cdd3a-5829-4650-a15f-e73d2b3bf8d0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 945 time: 0.1290936 Feb 10 15:42:00.870971 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] For port 8666e9f1-d69a-4959-a556-303d0781d988, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:00.874853 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] For port 8666e9f1-d69a-4959-a556-303d0781d988, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8666e9f1-d69a-4959-a556-303d0781d988,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:00.883377 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:00.911862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-027f19dc-8011-4704-a9fa-847319b5190d req-8fd2e1aa-8981-40ad-a1cf-59c1dda4bb37 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Feb 10 15:42:00.961926 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed112483-8ab1-4d54-812c-a0c2a3d0f470 None None] Pushing event updated for resources: {'Port': ['ID=8666e9f1-d69a-4959-a556-303d0781d988,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:00.969656 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Routers {'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:00.970461 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:41:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:01.031009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:01.093685 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] Set router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:01.111649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:01.188142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:01.190305 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c2dfb8-0aa2-4e4f-bd4a-322907d03412" -d '{"events": [{"server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:01.195042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.222981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.231119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70f701-9d59-4102-9fd1-e2fd2288d6f4 req-78719d9d-e618-44c9-a105-193c139466ef tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:01.232654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be70f701-9d59-4102-9fd1-e2fd2288d6f4 req-78719d9d-e618-44c9-a105-193c139466ef tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0852823 Feb 10 15:42:01.257322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f023-64fc-4c23-bd41-9664207b30d6 req-c66bddf3-aae2-432c-ad84-b758b48ff10e tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:01.259329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3530f023-64fc-4c23-bd41-9664207b30d6 req-c66bddf3-aae2-432c-ad84-b758b48ff10e tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 944 time: 0.1009090 Feb 10 15:42:01.269378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.303417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a81e4ee0-bf5b-412f-ba62-c47b83bbd455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.328694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8666e9f1-d69a-4959-a556-303d0781d988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:41:58Z', 'revision_number': 3, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port': {'id': '8666e9f1-d69a-4959-a556-303d0781d988', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:57Z', 'updated_at': '2022-02-10T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:01.336793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be70f701-9d59-4102-9fd1-e2fd2288d6f4 req-6ba4e6c3-b446-49aa-9e0e-5ea31bba8670 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Feb 10 15:42:01.368006 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f091c-8c50-4978-a94c-5be406dabfcc None None] The sync data for ids ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'] in n-d-827895-3 is: [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8666e9f1-d69a-4959-a556-303d0781d988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:41:58Z', 'revision_number': 3, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port': {'id': '8666e9f1-d69a-4959-a556-303d0781d988', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:57Z', 'updated_at': '2022-02-10T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:01.371237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:01.377438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3530f023-64fc-4c23-bd41-9664207b30d6 req-745409a3-ac7d-497f-ba95-e92e872465f3 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815418 Feb 10 15:42:01.408293 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba192ae-1ecf-44fc-81ce-6309eef230b3 x-openstack-request-id: req-dba192ae-1ecf-44fc-81ce-6309eef230b3 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:01.408584 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:01.408838 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dba192ae-1ecf-44fc-81ce-6309eef230b3 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:01.409231 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'code': 200} Feb 10 15:42:01.410833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on host n-h2-827895-3 for vnic_type normal with profile {"migrating_to": "n-h1-827895-3"} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:01.411163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:01.411512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:01.426741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.427085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.427423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.427906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.428236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.428565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.428889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.429211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.429534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.429857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.430180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.430494 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:01.437445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:01.437656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Attempting to bind port bd6d260b-9ecf-462c-ab88-52196ee5588d on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:01.448027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:01.448365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:01.448783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:01.449583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Bound port: bd6d260b-9ecf-462c-ab88-52196ee5588d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:01.449945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.595819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:01.601242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:01.602897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Allocated IP 172.20.0.1 (2ed09533-98d5-4275-b73b-57f9e74aac7b/cae4a7fe-f14c-4df1-b4d6-773e4627798c/a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:01.613578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.733835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:01.766324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:01.767218 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.769986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bca4a-ff4d-4c53-a5d0-846f09794124 req-cd519476-84c5-4187-b0c5-eca11011119f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:01.770718 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9e1cc14f-2951-4781-899f-aa75effd5244 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 1121 time: 1.4832926 Feb 10 15:42:01.771681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-305bca4a-ff4d-4c53-a5d0-846f09794124 req-cd519476-84c5-4187-b0c5-eca11011119f tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0958638 Feb 10 15:42:01.786966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb698f-b1e8-4a0a-8c23-bda09109037d req-751d5792-df87-486a-9a7d-f6637a32582c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:01.788673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9afb698f-b1e8-4a0a-8c23-bda09109037d req-751d5792-df87-486a-9a7d-f6637a32582c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 949 time: 0.0673292 Feb 10 15:42:01.809883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.857578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:01.858001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-305bca4a-ff4d-4c53-a5d0-846f09794124 req-ce339f9c-4712-4467-9d59-5a21d6626619 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683513 Feb 10 15:42:01.866286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9afb698f-b1e8-4a0a-8c23-bda09109037d req-9405391d-c2c3-45dc-b75d-9a62cd22ad0d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670431 Feb 10 15:42:01.895314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['bd6d260b-9ecf-462c-ab88-52196ee5588d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:01.906583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:01.917933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:01.921883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:01.962395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Pushing event updated for resources: {'Port': ['ID=a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:01.988354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.088834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50be8-43d8-40b8-a336-d0ed837ee6c6 req-179a8c1e-1135-4354-8ce5-845f8ae24b63 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:02.108658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cd50be8-43d8-40b8-a336-d0ed837ee6c6 req-179a8c1e-1135-4354-8ce5-845f8ae24b63 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.1444955 Feb 10 15:42:02.185696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb5917-a2ba-44e3-81ab-02a9282d7bb5 req-263078fc-bd67-4f91-a42d-10be35903681 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:02.187285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cbb5917-a2ba-44e3-81ab-02a9282d7bb5 req-263078fc-bd67-4f91-a42d-10be35903681 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.1630719 Feb 10 15:42:02.200738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8666e9f1-d69a-4959-a556-303d0781d988 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:02.208149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cd50be8-43d8-40b8-a336-d0ed837ee6c6 req-b97b553e-9150-45a5-92e8-4b55b2ad5e6c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978487 Feb 10 15:42:02.221676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.277815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cbb5917-a2ba-44e3-81ab-02a9282d7bb5 req-e9f06897-7c5b-447a-84ac-024e539d157f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616918 Feb 10 15:42:02.296883 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.304688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8666e9f1-d69a-4959-a556-303d0781d988 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:02.305444 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.341044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0f021d6d-58d3-49e0-81fb-64e69b708a52 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:02.443523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9d819266-dfa6-4c08-9ad7-3dfb5baf3cd0 None None] Provisioning complete for port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:02.444104 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9d819266-dfa6-4c08-9ad7-3dfb5baf3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.472533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.482095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.498781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdba624-ea22-45d0-b5db-e18aa2c84489 req-00692c0c-9047-4282-9be7-21fcb546906c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:02.510480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5bdba624-ea22-45d0-b5db-e18aa2c84489 req-00692c0c-9047-4282-9be7-21fcb546906c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0910397 Feb 10 15:42:02.549593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9d819266-dfa6-4c08-9ad7-3dfb5baf3cd0 None None] Port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:42:02.566420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0f021d6d-58d3-49e0-81fb-64e69b708a52, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:02.578446 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.582136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Pushing event updated for resources: {'Port': ['ID=a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:02.587141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'port_id': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'mac_address': 'fa:16:3e:d2:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:02.594742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.611486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5bdba624-ea22-45d0-b5db-e18aa2c84489 req-c746111d-3bff-4586-9bf2-56c5f1659667 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982175 Feb 10 15:42:02.644090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d972f6-4321-4905-8064-08c3ba3c9345 req-7735a95f-e72c-4bc4-85d1-a6691396cf13 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:02.645267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5d972f6-4321-4905-8064-08c3ba3c9345 req-7735a95f-e72c-4bc4-85d1-a6691396cf13 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 944 time: 0.1158562 Feb 10 15:42:02.646216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8666e9f1-d69a-4959-a556-303d0781d988, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8666e9f1-d69a-4959-a556-303d0781d988,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:02.654210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.657822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.697566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f021d6d-58d3-49e0-81fb-64e69b708a52 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:02.700350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5d972f6-4321-4905-8064-08c3ba3c9345 req-8d8c0b55-a0d4-4654-b334-029c536bc152 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Feb 10 15:42:02.704617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:02.706352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:02.736907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0f021d6d-58d3-49e0-81fb-64e69b708a52, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:02.742012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8666e9f1-d69a-4959-a556-303d0781d988,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:02.746537 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:02.797411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0f021d6d-58d3-49e0-81fb-64e69b708a52,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:02.832209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:02.956932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:02.970441 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-08d39887-2a76-4ab3-a1b6-d9c76cb4e30f admin admin] 10.222.0.21 "PUT /v2.0/routers/dd6fff12-7a4c-40ff-b8c2-267bb0683a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9612272 Feb 10 15:42:02.978781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8e75c85c-5e6a-4183-8f77-d80b4163073e None None] Provisioning complete for port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:02.979149 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e75c85c-5e6a-4183-8f77-d80b4163073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:03.018651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8e75c85c-5e6a-4183-8f77-d80b4163073e None None] Port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:42:03.043619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aadc1-a75b-446c-820f-3e11cd4610e2 req-07b5546d-8390-4ffd-9e81-c1686bbc181b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.045085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c2aadc1-a75b-446c-820f-3e11cd4610e2 req-07b5546d-8390-4ffd-9e81-c1686bbc181b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0885966 Feb 10 15:42:03.052316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518bc81-970e-4a10-b064-005b6d52f74f req-d272fee8-d9d2-483f-be12-a465c7257bca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.053700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8518bc81-970e-4a10-b064-005b6d52f74f req-d272fee8-d9d2-483f-be12-a465c7257bca tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 949 time: 0.0933371 Feb 10 15:42:03.108659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c2aadc1-a75b-446c-820f-3e11cd4610e2 req-762c44ea-fe3c-490c-85b5-1409d368b76e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540178 Feb 10 15:42:03.116068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8518bc81-970e-4a10-b064-005b6d52f74f req-d5d8b91b-f998-4f97-a5e7-ae0869327ec3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Feb 10 15:42:03.230123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09734-f594-4f2c-b64c-fc11f22d718c req-2ecc7a08-a6c4-4c90-9f72-c3d2a825a377 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.231787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3c09734-f594-4f2c-b64c-fc11f22d718c req-2ecc7a08-a6c4-4c90-9f72-c3d2a825a377 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 1100 time: 0.0421486 Feb 10 15:42:03.274674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3c09734-f594-4f2c-b64c-fc11f22d718c req-0c318ed5-c62d-489d-8907-86573a9d7910 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Feb 10 15:42:03.313070 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-a00eb428-ae15-4aea-a053-8707f176b1b1 req-9917adba-2441-41db-adb4-54de1a6f0da7 tempest-FloatingIPDetailsNegativeTestJSON-956669612 tempest-FloatingIPDetailsNegativeTestJSON-956669612-project] show failed (client error): The resource could not be found. Feb 10 15:42:03.314089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a00eb428-ae15-4aea-a053-8707f176b1b1 req-9917adba-2441-41db-adb4-54de1a6f0da7 tempest-FloatingIPDetailsNegativeTestJSON-956669612 tempest-FloatingIPDetailsNegativeTestJSON-956669612-project] 10.222.0.21 "GET /v2.0/floatingips/cd473a1a-a4b0-4430-a148-cdaeb0a5ec4f HTTP/1.1" status: 404 len: 350 time: 0.0513532 Feb 10 15:42:03.318865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0f021d6d-58d3-49e0-81fb-64e69b708a52'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:03.325635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48486) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:03.438527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:03.440959 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:03.465201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc54dec-494e-4aad-bff1-3a5cc59b20ab req-444a4bdd-23b4-4245-98ce-d03fce72af70 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.467110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fc54dec-494e-4aad-bff1-3a5cc59b20ab req-444a4bdd-23b4-4245-98ce-d03fce72af70 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.0878704 Feb 10 15:42:03.488902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd976d-d25a-4931-960e-8cdfd4cb06a9 req-7d83e54d-0ec7-48ca-9c16-3e4f32e8a354 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.490395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bcd976d-d25a-4931-960e-8cdfd4cb06a9 req-7d83e54d-0ec7-48ca-9c16-3e4f32e8a354 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.0830681 Feb 10 15:42:03.530695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Sync routers for ids ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:03.540073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Routers {'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:03.540852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:03.559868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fc54dec-494e-4aad-bff1-3a5cc59b20ab req-fdf93d1f-64c8-4584-822b-965882a6748b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856116 Feb 10 15:42:03.564789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bcd976d-d25a-4931-960e-8cdfd4cb06a9 req-994a1a68-74e6-4e92-a95e-fd98e17e734f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Feb 10 15:42:03.623520 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f561c-06b7-435a-a18d-584f67ec0524 x-openstack-request-id: req-b80f561c-06b7-435a-a18d-584f67ec0524 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:03.624059 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:03.624059 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b80f561c-06b7-435a-a18d-584f67ec0524 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:03.624691 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'status': 'completed', 'code': 200} Feb 10 15:42:03.696990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-d2bb5800-d1c5-46b4-a25f-b89054500353 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336835 Feb 10 15:42:03.730691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-d1834a61-206c-493d-9e79-6e5beb2bf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.732173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-d1834a61-206c-493d-9e79-6e5beb2bf50e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1124 time: 0.0615664 Feb 10 15:42:03.815042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Set router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:03.836562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715c561-799c-4df1-b0cd-3e915e5a99f9 req-c4fca0cf-cc12-4af6-929a-a590177a19b9 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.838574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2715c561-799c-4df1-b0cd-3e915e5a99f9 req-c4fca0cf-cc12-4af6-929a-a590177a19b9 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1078365 Feb 10 15:42:03.860316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-fcb667fc-9b4b-4e93-8169-20607035811c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.861869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-fcb667fc-9b4b-4e93-8169-20607035811c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640968 Feb 10 15:42:03.870062 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-d715f8a0-d6a0-490a-a35e-a1f9ffdb1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.871741 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-d715f8a0-d6a0-490a-a35e-a1f9ffdb1543 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1273394 Feb 10 15:42:03.880061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:03.895897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-ec037983-91f3-4252-952f-5a790aff3a11 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/quotas/419e07c8a7eb46358afa3bc0e2600b74 HTTP/1.1" status: 200 len: 375 time: 0.0209465 Feb 10 15:42:03.905637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2715c561-799c-4df1-b0cd-3e915e5a99f9 req-432e6055-af28-495d-8bbd-bee962917f26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582502 Feb 10 15:42:03.969452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-8152180b-e75c-463c-a598-c6109a86ced5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0626540 Feb 10 15:42:03.977174 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:03.981589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-d9bafd6c-2102-4c0e-a18f-015bb81c5d31 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 217 time: 0.0995159 Feb 10 15:42:04.067562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8666e9f1-d69a-4959-a556-303d0781d988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:42:02Z', 'revision_number': 4, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port': {'id': '8666e9f1-d69a-4959-a556-303d0781d988', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:57Z', 'updated_at': '2022-02-10T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371', 'name': '', 'network_id': '2ed09533-98d5-4275-b73b-57f9e74aac7b', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'mac_address': 'fa:16:3e:66:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cae4a7fe-f14c-4df1-b4d6-773e4627798c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:01Z', 'updated_at': '2022-02-10T15:42:02Z', 'revision_number': 2, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'subnets': [{'id': 'cae4a7fe-f14c-4df1-b4d6-773e4627798c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:04.088950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-e81c428e-a085-49f6-af7f-08fb60b9df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:04.090982 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-e81c428e-a085-49f6-af7f-08fb60b9df73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1006291 Feb 10 15:42:04.109492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f19d69-11fe-4e3f-b09c-11d52ebf443c req-7ed2202b-9976-42b3-80c9-1f55e820eb22 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:04.116185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68f19d69-11fe-4e3f-b09c-11d52ebf443c req-7ed2202b-9976-42b3-80c9-1f55e820eb22 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 945 time: 0.1095140 Feb 10 15:42:04.141293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-e6bf74c2-b747-4200-b510-fb13c0cf6772 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396938 Feb 10 15:42:04.142095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8666e9f1-d69a-4959-a556-303d0781d988 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:04.180875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Checking router: dd6fff12-7a4c-40ff-b8c2-267bb0683a3a for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:04.181235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Updating router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:42:04.203225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68f19d69-11fe-4e3f-b09c-11d52ebf443c req-d8ee9264-041e-42bf-96dc-f913a6f58a5c tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760405 Feb 10 15:42:04.208860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1037bf1a-d729-4787-920e-21b2a5a1d43c req-d0dee358-a31e-4642-8655-286b903f01c0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 210 time: 0.0556538 Feb 10 15:42:04.249084 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:04.319285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:04.332240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8666e9f1-d69a-4959-a556-303d0781d988 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:04.332523 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:04.345594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162f9b0-c300-4a94-af0f-ca2acbc46da3 req-38556e55-93e4-4247-9809-3041e7166684 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:04.347363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-2b80a3d8-2627-4452-a7ef-89d0189b2927 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630945 Feb 10 15:42:04.347815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8162f9b0-c300-4a94-af0f-ca2acbc46da3 req-38556e55-93e4-4247-9809-3041e7166684 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0788751 Feb 10 15:42:04.388183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:04.394905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8162f9b0-c300-4a94-af0f-ca2acbc46da3 req-4409ca7a-5106-497b-9bce-30710398f17b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Feb 10 15:42:04.495150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b51c805-920a-4baf-9d1c-2d60e5daa6e7 req-5c1ccaf4-52ff-4b4d-b484-18c3746d07ff service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329865 Feb 10 15:42:04.507021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Deleting port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:04.507480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:04.593209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:04.613483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Calling delete_port for a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:04.750498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:04.770046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:42:04.773390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f3fab-1fbf-4f2d-b470-12d8b4329858 req-dc0dd1fe-cc0e-4049-99a8-4a9498d516c0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:04.776035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc2f3fab-1fbf-4f2d-b470-12d8b4329858 req-dc0dd1fe-cc0e-4049-99a8-4a9498d516c0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.1232057 Feb 10 15:42:04.785649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67530-1657-43d1-858b-b134bb53cba6 req-a6aa3370-478e-4091-889c-51675254b8be tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:04.787315 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07b67530-1657-43d1-858b-b134bb53cba6 req-a6aa3370-478e-4091-889c-51675254b8be tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.1245465 Feb 10 15:42:04.801560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:04.843728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:04.855909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07b67530-1657-43d1-858b-b134bb53cba6 req-0b497f59-a5d9-4e86-8b46-777f3ec28812 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 Feb 10 15:42:04.879411 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:42:04.879827 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:42:04.880087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc2f3fab-1fbf-4f2d-b470-12d8b4329858 req-256603bb-9460-43e5-a834-eb2be0a559f1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916319 Feb 10 15:42:04.891706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:04.936993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:04.951606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d has no active binding in host n-h1-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:42:05.041238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937a844-b70c-4dc6-9e50-541429edaed5 req-0923c235-8a44-4147-a829-d01850c705b3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:05.043802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c937a844-b70c-4dc6-9e50-541429edaed5 req-0923c235-8a44-4147-a829-d01850c705b3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0551231 Feb 10 15:42:05.092074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c937a844-b70c-4dc6-9e50-541429edaed5 req-127c5bb0-3c53-420f-a807-df6aa409fd87 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Feb 10 15:42:05.324766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18090ff4-bfc8-40ca-9ed7-33153082fae8 req-4b769b3d-d0dc-4e3f-86d1-313fbd79e0cd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Feb 10 15:42:05.340981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d70c12-3726-44fc-be9f-35dd3af04f3e req-4f0867df-d647-45eb-9325-b7ec9a37122a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:05.344091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5d70c12-3726-44fc-be9f-35dd3af04f3e req-4f0867df-d647-45eb-9325-b7ec9a37122a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 945 time: 0.0777669 Feb 10 15:42:05.346705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:05.383939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5d70c12-3726-44fc-be9f-35dd3af04f3e req-34d8c028-72b2-45e5-9f49-51a499d846ab tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Feb 10 15:42:05.399517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Port a7ac8bbb-4fcf-4a38-9f28-dfef3ddae371 not found while updating agent binding for router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a. {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 15:42:05.411733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Routers {'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:05.411733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:05.539459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c3d32-e2bd-456c-add7-df1a987d4483 req-ee6a80a5-7ea3-487a-8c07-dc43b8a7a2ee tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:05.542182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] Set router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:05.547882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-746c3d32-e2bd-456c-add7-df1a987d4483 req-ee6a80a5-7ea3-487a-8c07-dc43b8a7a2ee tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0611248 Feb 10 15:42:05.590885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-746c3d32-e2bd-456c-add7-df1a987d4483 req-f6ed87db-578e-4b7b-b262-c09ce928e602 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 10 15:42:05.595050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-52011a47-6c32-4dec-bcf8-911ac61e48e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331740 Feb 10 15:42:05.639374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:05.761287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8666e9f1-d69a-4959-a556-303d0781d988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:42:04Z', 'revision_number': 5, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port': {'id': '8666e9f1-d69a-4959-a556-303d0781d988', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:57Z', 'updated_at': '2022-02-10T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:05.791576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e261be-0fbf-48ab-89c1-576efeb6623e None None] The sync data for ids ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'] in n-d-827895-3 is: [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8666e9f1-d69a-4959-a556-303d0781d988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:42:04Z', 'revision_number': 5, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port': {'id': '8666e9f1-d69a-4959-a556-303d0781d988', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:57Z', 'updated_at': '2022-02-10T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:05.802984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-69d7752e-7f6d-4371-b7c4-5984ec79709f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:05.804637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-69d7752e-7f6d-4371-b7c4-5984ec79709f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011642 Feb 10 15:42:05.825203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Request body: {'port': {'device_id': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '419e07c8a7eb46358afa3bc0e2600b74'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:05.828875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:05.834100 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-91e54645-a593-4a98-bb6f-9fe45d6dce5c admin admin] 10.222.0.21 "PUT /v2.0/routers/dd6fff12-7a4c-40ff-b8c2-267bb0683a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073876 Feb 10 15:42:05.836862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48530) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:05.972622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:05.982040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Made reservation on behalf of 419e07c8a7eb46358afa3bc0e2600b74 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:05.986256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.135115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Allocated IP 192.168.233.155 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/eec55b23-a2a0-4c49-8a93-94a9c5f09ccb) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:06.147624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb01b6-da79-4814-8f6e-9cd7e9f0a86d req-1585e21d-6191-47b4-a17f-eeac3208d4b3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.149405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33eb01b6-da79-4814-8f6e-9cd7e9f0a86d req-1585e21d-6191-47b4-a17f-eeac3208d4b3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.1360850 Feb 10 15:42:06.159604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f482fe-e89c-4a12-9c41-103957ab6a34 req-c4c5f20f-8451-49b8-b786-bcf6bb21f6bb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.161088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53f482fe-e89c-4a12-9c41-103957ab6a34 req-c4c5f20f-8451-49b8-b786-bcf6bb21f6bb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.1498022 Feb 10 15:42:06.201369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.257948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33eb01b6-da79-4814-8f6e-9cd7e9f0a86d req-3d373661-0376-47a3-9e88-1fc36733e4f1 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942757 Feb 10 15:42:06.266587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53f482fe-e89c-4a12-9c41-103957ab6a34 req-2d02dc7e-d107-44fb-943a-61f21f81700c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Feb 10 15:42:06.304610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.307406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Deleting port 8666e9f1-d69a-4959-a556-303d0781d988 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:06.307872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.359104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0f021d6d-58d3-49e0-81fb-64e69b708a52 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:06.396925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.423566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:06.431865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'ebe73993-6b18-4fcb-a894-32972e88ec37'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:06.438440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966eaf9-8f0e-418f-b326-1e5d1b520d83 req-385f1309-543a-42b6-8c43-72ae771e6195 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.440247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1966eaf9-8f0e-418f-b326-1e5d1b520d83 req-385f1309-543a-42b6-8c43-72ae771e6195 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0904443 Feb 10 15:42:06.448640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] For port 8666e9f1-d69a-4959-a556-303d0781d988, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8666e9f1-d69a-4959-a556-303d0781d988,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:06.448640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.457568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event updated for resources: {'Port': ['ID=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:06.480198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:06.481878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:06.484686 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-0a9594fc-45ac-4e89-8dc7-5caee99695ef service neutron] 10.222.0.45 "GET /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b/bindings/n-h2-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.1770844 Feb 10 15:42:06.485394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:06.491624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Calling delete_port for 8666e9f1-d69a-4959-a556-303d0781d988 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:06.544926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1966eaf9-8f0e-418f-b326-1e5d1b520d83 req-9742f885-9e06-4092-b86f-241037b91c9f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930421 Feb 10 15:42:06.638133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09459d95-bd62-468d-87b6-3b17655ad0f2 req-688c21fe-af3e-4b7e-99c1-84b53c52f2b4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.645730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09459d95-bd62-468d-87b6-3b17655ad0f2 req-688c21fe-af3e-4b7e-99c1-84b53c52f2b4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 936 time: 0.1799777 Feb 10 15:42:06.659580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.660326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.696082 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] Sync routers for ids ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:06.708296 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-5f1ff1cb-9e8c-4337-a386-79bdecd766bf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8872030 Feb 10 15:42:06.708518 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] Routers {'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:06.709069 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:06.737310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 0f021d6d-58d3-49e0-81fb-64e69b708a52 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:06.753876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Request body: {'port': {'device_id': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:06.808376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:06.819075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09459d95-bd62-468d-87b6-3b17655ad0f2 req-3ebe8f3c-cc97-4e0c-9473-f59e8cf921e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704841 Feb 10 15:42:06.851404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.882459 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] Set router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:06.894581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 0f021d6d-58d3-49e0-81fb-64e69b708a52 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:06.894957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:06.918332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9909-b33d-493e-92d7-5d8cd9f55e6c req-23dac2a9-a391-4091-9801-29a0a4c4fb2f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.920491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e6e9909-b33d-493e-92d7-5d8cd9f55e6c req-23dac2a9-a391-4091-9801-29a0a4c4fb2f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 945 time: 0.2218132 Feb 10 15:42:06.959839 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:42:06Z', 'revision_number': 6, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:07.000517 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] Checking router: dd6fff12-7a4c-40ff-b8c2-267bb0683a3a for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:07.000793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-939194a5-9364-4102-9c67-86520e962f76 None None] Provisioning complete for port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:07.000972 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939194a5-9364-4102-9c67-86520e962f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.010322 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] Routers {'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:07.011889 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:07.049363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-939194a5-9364-4102-9c67-86520e962f76 None None] Port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:42:07.059842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e6e9909-b33d-493e-92d7-5d8cd9f55e6c req-c7d5c166-93f5-4c7b-a8be-c0b5686c70cb tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271563 Feb 10 15:42:07.081047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5da5f-3bc9-418a-8ead-86ad5856b9f8 req-c26e73a8-2a20-41e6-ac39-0824350c72cc tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:07.088567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ba5da5f-3bc9-418a-8ead-86ad5856b9f8 req-c26e73a8-2a20-41e6-ac39-0824350c72cc tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1413097 Feb 10 15:42:07.107264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.117422 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.168591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ba5da5f-3bc9-418a-8ead-86ad5856b9f8 req-23f96939-e839-48f8-960f-63f1f43fd95a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Feb 10 15:42:07.169561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Pushing event deleted for resources: {'Port': ['ID=8666e9f1-d69a-4959-a556-303d0781d988,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:07.190636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0f021d6d-58d3-49e0-81fb-64e69b708a52, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:07.197564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:07.200252 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7479017-15db-45a1-9d6b-1dc4d89d227b" -d '{"events": [{"server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "name": "network-vif-plugged", "status": "completed", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:07.207633 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.208544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:07.234469 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] Set router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:07.262863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec55b23-a2a0-4c49-8a93-94a9c5f09ccb {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:07.273499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.292883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Transition to ACTIVE for port object eec55b23-a2a0-4c49-8a93-94a9c5f09ccb will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:07.306521 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:42:06Z', 'revision_number': 6, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:07.318607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.321122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.321485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.321644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.321987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.322337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.322678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.323013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.323342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.323780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.324301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.331611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.337471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.350408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.366171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:07.381994 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd220abb-c108-44c5-b870-f8e547d1b7fd None None] The sync data for ids ['dd6fff12-7a4c-40ff-b8c2-267bb0683a3a'] in n-d-827895-3 is: [{'id': 'dd6fff12-7a4c-40ff-b8c2-267bb0683a3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468146917-router', 'tenant_id': 'de6d5e3b373542b18e10460e85883748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:56Z', 'updated_at': '2022-02-10T15:42:06Z', 'revision_number': 6, 'project_id': 'de6d5e3b373542b18e10460e85883748', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:07.451129 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a529e3-662c-4c44-85b9-5ec318c3d62f x-openstack-request-id: req-f7a529e3-662c-4c44-85b9-5ec318c3d62f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:07.452029 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "name": "network-vif-plugged", "status": "completed", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:07.452428 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7a529e3-662c-4c44-85b9-5ec318c3d62f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:07.453649 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'code': 200} Feb 10 15:42:07.499961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:07.556346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Pushing event updated for resources: {'Port': ['ID=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:07.594703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0f021d6d-58d3-49e0-81fb-64e69b708a52,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:07.596805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:07.614177 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.621180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.640803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.641155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.641487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.641813 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.642137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.642460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.642773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.643093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.643408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.643753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.644067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.644849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:07.651462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d503d65-6b27-4f95-bfbf-851d7a79073b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:07.661690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c4616-f1e5-40c8-81a2-82ae645e9d86 req-7fb77159-e990-47de-9b14-450afb174366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:07.664370 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c64c4616-f1e5-40c8-81a2-82ae645e9d86 req-7fb77159-e990-47de-9b14-450afb174366 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 1097 time: 0.2922115 Feb 10 15:42:07.685030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:07.720848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.740120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Attempting to bind port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:07.740364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Attempting to bind port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:07.740630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Attempting to bind port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:07.751562 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c64c4616-f1e5-40c8-81a2-82ae645e9d86 req-2733b444-99b4-46d2-894c-3c3806a693a7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743163 Feb 10 15:42:07.753784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:07.753784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Attempting to bind port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:07.778667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:07.779079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:07.779414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:07.779875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Bound port: eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:07.780240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.884470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] Transition to ACTIVE for port object 7d503d65-6b27-4f95-bfbf-851d7a79073b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:07.888093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] For port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:07.891560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] For port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:07.895806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.934115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.964681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:07.965393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:07.966823 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] 10.222.0.75 "PUT /v2.0/ports/eec55b23-a2a0-4c49-8a93-94a9c5f09ccb HTTP/1.1" status: 200 len: 1096 time: 1.2209318 Feb 10 15:42:07.967346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'tag': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:07.969705 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174a3882-2e14-4a84-bc07-12f0b964576f" -d '{"events": [{"name": "network-changed", "server_uuid": "31cc5ce1-8717-4402-9bec-d013268ea1c9", "tag": "eec55b23-a2a0-4c49-8a93-94a9c5f09ccb"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:08.004236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] No DVR routers for this DVR port 7d503d65-6b27-4f95-bfbf-851d7a79073b on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:08.008573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac2c86-8af6-447b-8949-dad06d936adb req-6de62484-e713-487c-b8e0-fcc069758bb0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.010392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3ac2c86-8af6-447b-8949-dad06d936adb req-6de62484-e713-487c-b8e0-fcc069758bb0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.5587132 Feb 10 15:42:08.013086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.013627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd6fff12-7a4c-40ff-b8c2-267bb0683a3a {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:08.014821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:08.029966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.031104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a438c698-b41a-458a-aae9-7beb5edeaade admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd6fff12-7a4c-40ff-b8c2-267bb0683a3a HTTP/1.1" status: 204 len: 168 time: 2.1930947 Feb 10 15:42:08.045595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c18f5-2f9f-4e1c-95de-e965e4e7b719 req-35e0b403-410d-44fd-91dd-07c1e89b4a2d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.055927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-969c18f5-2f9f-4e1c-95de-e965e4e7b719 req-35e0b403-410d-44fd-91dd-07c1e89b4a2d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 943 time: 0.6055799 Feb 10 15:42:08.058613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48556) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:08.078171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-39e8f89c-228b-4189-9cd2-b6418077a0ac service neutron] 10.222.0.45 "PUT /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b/bindings/n-h2-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5557272 Feb 10 15:42:08.098879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2648827-491d-4121-a3e8-d29289faf6bc service neutron] Pushing event updated for resources: {'Port': ['ID=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:08.143426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8666e9f1-d69a-4959-a556-303d0781d988 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:08.171037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Deleting subnet cae4a7fe-f14c-4df1-b4d6-773e4627798c {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:42:08.174428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.187825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 8666e9f1-d69a-4959-a556-303d0781d988 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:08.188237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8666e9f1-d69a-4959-a556-303d0781d988 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:08.205117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3ac2c86-8af6-447b-8949-dad06d936adb req-c8204abe-e185-417f-8fcf-e98d2ad44d88 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421390 Feb 10 15:42:08.223992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-969c18f5-2f9f-4e1c-95de-e965e4e7b719 req-439547c4-74c7-4dca-b27b-a22553fa08ea tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592224 Feb 10 15:42:08.269015 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.360566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-6aa771cf-4d5e-4fde-bfff-d0081edb7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.362364 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-6aa771cf-4d5e-4fde-bfff-d0081edb7149 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 1099 time: 0.1435380 Feb 10 15:42:08.371489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-c3c94733-aeac-473d-9d0a-b853070d7a3f tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.373886 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-c3c94733-aeac-473d-9d0a-b853070d7a3f tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.1569755 Feb 10 15:42:08.443350 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-b09a718c-0307-4117-b711-407e763fbd72 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb HTTP/1.1" status: 200 len: 217 time: 0.0549250 Feb 10 15:42:08.449344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe756a75-eb7d-4313-b784-f0bd7aa104c5 req-a550ccb4-fd76-4fd6-9a38-d9409ccd0f5d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.450777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe756a75-eb7d-4313-b784-f0bd7aa104c5 req-a550ccb4-fd76-4fd6-9a38-d9409ccd0f5d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1254680 Feb 10 15:42:08.459568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-29ea9ceb-72f5-49c5-b1db-cbf57eea3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.461071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-29ea9ceb-72f5-49c5-b1db-cbf57eea3965 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b&tenant_id=85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 1095 time: 0.0716507 Feb 10 15:42:08.479830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4ff3b-cfd0-4c35-8d35-100667d863ea req-cea3504b-e381-42e0-b090-a0972896e539 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.481426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19c4ff3b-cfd0-4c35-8d35-100667d863ea req-cea3504b-e381-42e0-b090-a0972896e539 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 948 time: 0.1389756 Feb 10 15:42:08.493120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.553672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-0fff92bb-7634-469e-b469-dd8d70fb9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.555135 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-0fff92bb-7634-469e-b469-dd8d70fb9701 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0779221 Feb 10 15:42:08.564244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-db5b6262-a0a9-4b6f-a41b-0573bf921e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.565652 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-db5b6262-a0a9-4b6f-a41b-0573bf921e98 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1095 time: 0.0604436 Feb 10 15:42:08.571362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe756a75-eb7d-4313-b784-f0bd7aa104c5 req-d0193363-a38e-40eb-99c9-6113fcad0387 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080909 Feb 10 15:42:08.576974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19c4ff3b-cfd0-4c35-8d35-100667d863ea req-f3dddf1d-951d-45cd-8e29-588252941762 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866210 Feb 10 15:42:08.603708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.633220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae4a7fe-f14c-4df1-b4d6-773e4627798c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:08.643084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.643396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ea362-c128-4976-af5f-d2f28a5fb0ab None None] Network 2ed09533-98d5-4275-b73b-57f9e74aac7b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:42:08.648240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ba4ec804-c621-4ebf-adec-f8634ded80f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cae4a7fe-f14c-4df1-b4d6-773e4627798c HTTP/1.1" status: 204 len: 168 time: 0.5841615 Feb 10 15:42:08.650637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48562) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:08.685116 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c7d45a-4509-4ae6-8e12-68e68466ae47 x-openstack-request-id: req-55c7d45a-4509-4ae6-8e12-68e68466ae47 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:08.685520 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cc5ce1-8717-4402-9bec-d013268ea1c9", "tag": "eec55b23-a2a0-4c49-8a93-94a9c5f09ccb", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:08.685775 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55c7d45a-4509-4ae6-8e12-68e68466ae47 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:08.686176 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'tag': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb', 'status': 'completed', 'code': 200} Feb 10 15:42:08.706658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-d303a673-5ed1-42a7-8b65-72102c61f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.708236 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-d303a673-5ed1-42a7-8b65-72102c61f39e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417255 Feb 10 15:42:08.786085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8b0abbd3-2884-4524-b1b1-79b80aec6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.787283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.787604 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-8b0abbd3-2884-4524-b1b1-79b80aec6617 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1929402 Feb 10 15:42:08.814102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b75f8-c01e-45f3-92a3-cab441d1171e req-ffa3e4ca-f1c2-4c78-8a2c-c5bd4057d67f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.815695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e07b75f8-c01e-45f3-92a3-cab441d1171e req-ffa3e4ca-f1c2-4c78-8a2c-c5bd4057d67f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.1040158 Feb 10 15:42:08.827880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8a2a-39ff-44df-9b8a-88d6293163eb req-327c76bb-f482-440c-b2e2-de3259990c0d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.830134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-646d8a2a-39ff-44df-9b8a-88d6293163eb req-327c76bb-f482-440c-b2e2-de3259990c0d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1083593 Feb 10 15:42:08.832374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] DHCP port deletion for 2ed09533-98d5-4275-b73b-57f9e74aac7b request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:42:08.856939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-0e40eaaa-a5dc-401c-82b2-d114c33d96bd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 217 time: 0.0574069 Feb 10 15:42:08.889843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] Deleting port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:08.890311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.902744 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-3a9c3a1a-7e33-4d8b-ad33-0e4c4d8b24ee service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828518 Feb 10 15:42:08.936720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e07b75f8-c01e-45f3-92a3-cab441d1171e req-8d2261d8-55ea-4405-a901-5e3b2794a5e2 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975852 Feb 10 15:42:08.945356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-646d8a2a-39ff-44df-9b8a-88d6293163eb req-00cf53d7-204d-4c8c-9677-f77aaa0f293b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059644 Feb 10 15:42:08.955290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Deleting port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:08.957159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.974966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-b181911a-f3af-4a05-a1f6-5f1d64ab8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.976471 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-b181911a-f3af-4a05-a1f6-5f1d64ab8a88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1066060 Feb 10 15:42:08.977335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] For port fbd416ae-e9de-4b81-861e-ebcdd5029ce6, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,segment=NetworkSegment(b3486e7d-9dc7-4d8e-9257-62148c7acd87),segment_id=b3486e7d-9dc7-4d8e-9257-62148c7acd87)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:08.977741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:08.992752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] Calling delete_port for fbd416ae-e9de-4b81-861e-ebcdd5029ce6 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:09.023131 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-6e7583e1-c0bf-4052-bb25-6d56c8f4efc9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354891 Feb 10 15:42:09.023720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] For port fbd416ae-e9de-4b81-861e-ebcdd5029ce6, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,segment=NetworkSegment(b3486e7d-9dc7-4d8e-9257-62148c7acd87),segment_id=b3486e7d-9dc7-4d8e-9257-62148c7acd87)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:09.024084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.037883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Calling delete_port for fbd416ae-e9de-4b81-861e-ebcdd5029ce6 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:09.059184 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d659f7d4-2d63-4766-aaed-f0a8d256f403 req-ba742f70-7064-4639-896a-9fb5d82db683 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467874 Feb 10 15:42:09.077766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.117124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] Pushing event deleted for resources: {'Port': ['ID=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:09.121977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442a72d-e939-4468-9892-892bedb53d9e None None] No DVR routers for this DVR port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:09.137793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.160695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-67215e5e-4217-4fbe-a0f0-2defc3fb757c service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232319 Feb 10 15:42:09.165762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd416ae-e9de-4b81-861e-ebcdd5029ce6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:09.169472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] No DVR routers for this DVR port fbd416ae-e9de-4b81-861e-ebcdd5029ce6 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:09.195027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3882-2e14-4a84-bc07-12f0b964576f req-9171d57f-0f8c-43a6-a232-f14b3c587cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.196557 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-9171d57f-0f8c-43a6-a232-f14b3c587cda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 1099 time: 0.0773902 Feb 10 15:42:09.246331 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.269881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed09533-98d5-4275-b73b-57f9e74aac7b']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:09.279733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3486e7d-9dc7-4d8e-9257-62148c7acd87') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:09.280021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3486e7d-9dc7-4d8e-9257-62148c7acd87') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:09.292221 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.310821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.323125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:42:09.324666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:42:09.327762 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:42:09.449723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.463187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f9e6a-afcd-4073-806b-62233357666b req-27e063cc-c4e2-4816-acc0-81d79d5df382 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.465430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d9f9e6a-afcd-4073-806b-62233357666b req-27e063cc-c4e2-4816-acc0-81d79d5df382 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 944 time: 0.1363924 Feb 10 15:42:09.466547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.469802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ed09533-98d5-4275-b73b-57f9e74aac7b HTTP/1.1" status: 204 len: 168 time: 0.8180163 Feb 10 15:42:09.490130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1bf4d-473b-4de0-8eda-8e300cd931ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed09533-98d5-4275-b73b-57f9e74aac7b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:09.499147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4b82-be89-41d0-9c26-6aaa09650296 req-8ac4bb9c-b880-49b3-bb77-72390291bfe5 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.500715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cdce4b82-be89-41d0-9c26-6aaa09650296 req-8ac4bb9c-b880-49b3-bb77-72390291bfe5 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 943 time: 0.1797934 Feb 10 15:42:09.558817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d9f9e6a-afcd-4073-806b-62233357666b req-a490e3c5-72b8-4324-a051-5de37d48d415 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753016 Feb 10 15:42:09.562316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cdce4b82-be89-41d0-9c26-6aaa09650296 req-6af316c9-d04e-44ff-911f-7ce54f1b7bbb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530460 Feb 10 15:42:09.618541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48574) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:09.623190 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-2ae8b640-00fe-4fda-b909-bb0cefd31ef1 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536262 Feb 10 15:42:09.640732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3882-2e14-4a84-bc07-12f0b964576f req-a17c479c-5a9d-4296-a457-eab1c7222f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.643013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-a17c479c-5a9d-4296-a457-eab1c7222f75 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.4218068 Feb 10 15:42:09.672649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6123864c-4e8d-49ba-9c15-a7bfdf7512f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de6d5e3b373542b18e10460e85883748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533304 Feb 10 15:42:09.678316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48576) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:09.712524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-ed3a6234-8300-4a0b-b801-71e453573de8 service neutron] 10.222.0.75 "GET /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.1489208 Feb 10 15:42:09.719035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-16e09806-447c-4f3d-804c-cac61f4b0865 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb HTTP/1.1" status: 200 len: 217 time: 0.0547504 Feb 10 15:42:09.757583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49d42-8234-43f0-b5a4-21757afbf95f req-0f0064c6-79f5-447e-85d4-d90660e79709 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.759068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95a49d42-8234-43f0-b5a4-21757afbf95f req-0f0064c6-79f5-447e-85d4-d90660e79709 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0851429 Feb 10 15:42:09.772740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19d449-4f59-448c-a1d8-d916de405615 req-73f1cb4e-05a1-4f48-94c7-83f0b66e41eb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.774457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e19d449-4f59-448c-a1d8-d916de405615 req-73f1cb4e-05a1-4f48-94c7-83f0b66e41eb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 948 time: 0.0716443 Feb 10 15:42:09.827558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5306-7d98-4521-9f3f-6b2de5ba99a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:09.833717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95a49d42-8234-43f0-b5a4-21757afbf95f req-89e41778-8fbe-4207-b294-cef7f3c27ea8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Feb 10 15:42:09.843393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e19d449-4f59-448c-a1d8-d916de405615 req-e95cd095-b4a3-4269-a40c-ba4e68fce930 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Feb 10 15:42:09.847198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3882-2e14-4a84-bc07-12f0b964576f req-cae25f20-ef0e-4828-aac5-67ecd09e6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.858380 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-cae25f20-ef0e-4828-aac5-67ecd09e6d40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1014848 Feb 10 15:42:09.877532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5306-7d98-4521-9f3f-6b2de5ba99a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:10.040533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3882-2e14-4a84-bc07-12f0b964576f req-86a78983-efa6-4499-9010-9fc19ee78089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.042010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-86a78983-efa6-4499-9010-9fc19ee78089 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788750 Feb 10 15:42:10.063514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-9b50fd13-f5ea-4689-973d-b254f7f07da1 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.066403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-9b50fd13-f5ea-4689-973d-b254f7f07da1 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.1431017 Feb 10 15:42:10.092218 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5306-7d98-4521-9f3f-6b2de5ba99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:10.094626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5306-7d98-4521-9f3f-6b2de5ba99a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:10.095746 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f4bd5306-7d98-4521-9f3f-6b2de5ba99a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5382c25c-c337-465d-b3d9-b0aa2771b426 HTTP/1.1" status: 204 len: 168 time: 0.4164729 Feb 10 15:42:10.110095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fbd416ae-e9de-4b81-861e-ebcdd5029ce6 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:10.115316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dd90a-a38d-4c09-bb56-257951bdfc31 req-014bcf95-87ef-4498-ae93-058c02cd1d9a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.117476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-801dd90a-a38d-4c09-bb56-257951bdfc31 req-014bcf95-87ef-4498-ae93-058c02cd1d9a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.1097560 Feb 10 15:42:10.129939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58669f56-cb86-4d97-8366-5917ddd808ff req-50c6af70-a13f-4d86-bf95-55707ae8d25b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.131428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58669f56-cb86-4d97-8366-5917ddd808ff req-50c6af70-a13f-4d86-bf95-55707ae8d25b tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0825393 Feb 10 15:42:10.144739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: fbd416ae-e9de-4b81-861e-ebcdd5029ce6 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:10.145329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fbd416ae-e9de-4b81-861e-ebcdd5029ce6 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:10.174046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:10.176566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd5306-7d98-4521-9f3f-6b2de5ba99a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382c25c-c337-465d-b3d9-b0aa2771b426,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.206348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-801dd90a-a38d-4c09-bb56-257951bdfc31 req-f190832f-0074-4e81-9c5f-2c45c8c6d129 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727975 Feb 10 15:42:10.209244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58669f56-cb86-4d97-8366-5917ddd808ff req-c296cfc7-d034-4972-9802-924d89fef303 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688884 Feb 10 15:42:10.227582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:10.301025 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-8c683023-3e98-45fa-a858-8b0c673c22b0 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407415 Feb 10 15:42:10.303490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6d260b-9ecf-462c-ab88-52196ee5588d {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:10.327980 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:10.403022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:10.444369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-f91b45cc-d532-4d61-b9ad-6323195d1f4b service neutron] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:10.459885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-f91b45cc-d532-4d61-b9ad-6323195d1f4b service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:10.460993 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345f9f0-0872-4a9d-8b4d-b60567c13c35 req-f91b45cc-d532-4d61-b9ad-6323195d1f4b service neutron] 10.222.0.75 "DELETE /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b/bindings/n-h1-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.3846140 Feb 10 15:42:10.503428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe42b3-2b5f-44ba-ac9c-36d145359899 req-f4e77269-c850-4349-90ca-56317b8414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.505138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07fe42b3-2b5f-44ba-ac9c-36d145359899 req-f4e77269-c850-4349-90ca-56317b8414ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1100 time: 0.1192486 Feb 10 15:42:10.512891 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-174a3882-2e14-4a84-bc07-12f0b964576f req-943c44cd-a9a6-47e4-b6be-a9cad4b8131a service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991384 Feb 10 15:42:10.575429 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07fe42b3-2b5f-44ba-ac9c-36d145359899 req-84e23a7d-f534-42dc-9d23-04ef9fb175a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Feb 10 15:42:10.576428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] Transition to ACTIVE for port object bd6d260b-9ecf-462c-ab88-52196ee5588d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:10.580693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:10.645721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] No DVR routers for this DVR port bd6d260b-9ecf-462c-ab88-52196ee5588d on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:10.665071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3119670-3e06-4912-832f-9d53b451491f service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.687120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-f3119670-3e06-4912-832f-9d53b451491f service neutron] 10.222.0.75 "PUT /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d/bindings/n-h1-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9478486 Feb 10 15:42:10.735420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be9661-37f8-4124-8f0d-c832efb49a87 req-fb31a1e5-3f90-4f45-b402-7ebd96e0c120 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.736934 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24be9661-37f8-4124-8f0d-c832efb49a87 req-fb31a1e5-3f90-4f45-b402-7ebd96e0c120 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 944 time: 0.0803506 Feb 10 15:42:10.749462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fae1-d6f5-453b-bc9c-b11ae1eddc6a req-23518eeb-78c9-4848-8c3b-86a4dbdb5d40 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.750916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b58fae1-d6f5-453b-bc9c-b11ae1eddc6a req-23518eeb-78c9-4848-8c3b-86a4dbdb5d40 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.0826545 Feb 10 15:42:10.806976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24be9661-37f8-4124-8f0d-c832efb49a87 req-f45b2465-e60e-4830-a1a6-28b3020eee89 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Feb 10 15:42:10.815246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b58fae1-d6f5-453b-bc9c-b11ae1eddc6a req-07ecb743-f4de-48df-a3f6-50a6c53d3a95 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575707 Feb 10 15:42:10.958084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48614) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:10.987844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdaf21-b5f6-4910-ae09-08e5be98dbe8 req-bdbfc972-7d86-40de-b020-a0487e72b1e6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.989314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ecdaf21-b5f6-4910-ae09-08e5be98dbe8 req-bdbfc972-7d86-40de-b020-a0487e72b1e6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0827584 Feb 10 15:42:10.991867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69c8dc-a74e-4e66-98e5-5c53653f74b2 req-64f1be56-aa68-4387-a3d8-d8204c8f1d6c tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:10.993228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c69c8dc-a74e-4e66-98e5-5c53653f74b2 req-64f1be56-aa68-4387-a3d8-d8204c8f1d6c tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1095 time: 0.0715210 Feb 10 15:42:11.047138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ecdaf21-b5f6-4910-ae09-08e5be98dbe8 req-34376f4f-973c-4877-b1dc-902a03ecdf47 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Feb 10 15:42:11.052769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c69c8dc-a74e-4e66-98e5-5c53653f74b2 req-f4715d5d-ed6d-4624-b8c6-b8058ff993ff tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Feb 10 15:42:11.068062 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1640166975-network', 'tenant_id': '7764c825569c47e99e8e7037b7610f85'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:11.094030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Made reservation on behalf of 7764c825569c47e99e8e7037b7610f85 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:11.096581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.112787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.169338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5686dd-374b-4de4-8e54-00e6f28d4180 req-862c68e2-bd64-4e50-bf51-bf24d20b91ef tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.179368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f5686dd-374b-4de4-8e54-00e6f28d4180 req-862c68e2-bd64-4e50-bf51-bf24d20b91ef tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 948 time: 0.0744600 Feb 10 15:42:11.218433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f5686dd-374b-4de4-8e54-00e6f28d4180 req-586f522d-ebeb-448d-b7ca-e98a0fc92214 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373724 Feb 10 15:42:11.219382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.232789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.256039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:42:11.271096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:11.276581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.277012 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Added segment 0dd7d067-ea56-45fd-aa97-0bec9daa2f2a of type vlan for network b3271483-52f9-4b7b-9067-26b874459470 Feb 10 15:42:11.328680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.358113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.359242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.359877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.411416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b62ff-acb2-407b-906b-41f70493505b req-2946f212-bc90-4018-9762-4487d1438bbf tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.412913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f3b62ff-acb2-407b-906b-41f70493505b req-2946f212-bc90-4018-9762-4487d1438bbf tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.1111577 Feb 10 15:42:11.414275 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4549849 Feb 10 15:42:11.418571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48634) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:11.423243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Request body: {'subnet': {'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1640166975-subnet', 'tenant_id': '7764c825569c47e99e8e7037b7610f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:11.423481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81d527-1e48-46b9-973f-e3ee19fe5ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3271483-52f9-4b7b-9067-26b874459470,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:11.433281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b3271483-52f9-4b7b-9067-26b874459470 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:42:11.498319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dbf6078c-93d1-43cc-a8e0-1adfdb2b93b3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.499819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dbf6078c-93d1-43cc-a8e0-1adfdb2b93b3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.1698213 Feb 10 15:42:11.508215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f3b62ff-acb2-407b-906b-41f70493505b req-d40b0c83-8af3-4d0d-a2c4-1304c5ec2501 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815883 Feb 10 15:42:11.511662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Made reservation on behalf of 7764c825569c47e99e8e7037b7610f85 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:11.513924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.557563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a5e544d2-cea5-4e2b-bc07-214c2c26b0f7 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/quotas/85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 375 time: 0.0482233 Feb 10 15:42:11.671242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-02c68215-6824-482f-b1c9-47fc091e063d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067896 Feb 10 15:42:11.679551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744583-e4d0-4cc3-84f0-21c718eef985 req-3b3e7e3b-8616-412b-af65-e5c04566f9b7 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.680913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49744583-e4d0-4cc3-84f0-21c718eef985 req-3b3e7e3b-8616-412b-af65-e5c04566f9b7 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.1155872 Feb 10 15:42:11.821423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-ad148682-63f4-488a-b544-90050d7032f1 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.822947 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-ad148682-63f4-488a-b544-90050d7032f1 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.0441251 Feb 10 15:42:11.842589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49744583-e4d0-4cc3-84f0-21c718eef985 req-4ee4f4d6-2760-4709-95a0-5fe76421d289 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498730 Feb 10 15:42:11.877978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-1e229e77-4f1b-42c9-9ba3-b3ed07dd87f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960711 Feb 10 15:42:11.879547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:11.887143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-3b47e7a4-0dea-405d-bad4-b62640055392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.889963 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-3b47e7a4-0dea-405d-bad4-b62640055392 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 1095 time: 0.0562038 Feb 10 15:42:11.973341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-be2c1c07-03e1-41fe-9d14-cdb6fb7e491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.975267 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-be2c1c07-03e1-41fe-9d14-cdb6fb7e491a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1095 time: 0.0451219 Feb 10 15:42:12.017954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c28c091-7204-4fbd-915d-a3504a112f99,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:12.048801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Checking segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:12.049160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Network hostable DHCP agents. Network: b3271483-52f9-4b7b-9067-26b874459470, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:42:12.072987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec9184-291b-4d50-9416-5911d3b671e7 req-ee590671-3bc9-49b1-bbda-5676fd2cbb3e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.074570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dec9184-291b-4d50-9416-5911d3b671e7 req-ee590671-3bc9-49b1-bbda-5676fd2cbb3e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.1643152 Feb 10 15:42:12.074843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-5f8dbdcf-7194-4a64-baa3-b55006853d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.076377 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-5f8dbdcf-7194-4a64-baa3-b55006853d73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.0883231 Feb 10 15:42:12.087962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-d458877b-c4b0-4d16-a8ad-eeea1af3126c service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979187 Feb 10 15:42:12.126607 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-5bf282aa-5886-4489-8fb4-0508e0c91480 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 200 len: 217 time: 0.0415127 Feb 10 15:42:12.132037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dec9184-291b-4d50-9416-5911d3b671e7 req-41ac196c-d11e-4244-9a4f-687a2df1713b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489140 Feb 10 15:42:12.133557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Network b3271483-52f9-4b7b-9067-26b874459470 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:42:12.143922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b3271483-52f9-4b7b-9067-26b874459470) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:12.148470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.149726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:12.174216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b46f1-7f27-4578-8414-cc9d94363994 None None] Network b3271483-52f9-4b7b-9067-26b874459470 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:42:12.192415 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-24f8cb93-da25-41b5-84dd-88bfc77666ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7727182 Feb 10 15:42:12.226347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9edfadc7-3d8f-45d5-a87d-ba4e879b211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.228085 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-9edfadc7-3d8f-45d5-a87d-ba4e879b211f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0869961 Feb 10 15:42:12.328747 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-af13221d-2f31-45f9-a3b0-3c8e31dd14de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895784 Feb 10 15:42:12.420209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eec55b23-a2a0-4c49-8a93-94a9c5f09ccb details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:12.427892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95c93-59d5-4083-bae5-8ef96a27fecb req-b426d655-af6c-4caf-adc3-56120c283bce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.429913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccf95c93-59d5-4083-bae5-8ef96a27fecb req-b426d655-af6c-4caf-adc3-56120c283bce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1212149 Feb 10 15:42:12.431153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:12.443056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8129c1-909a-47f9-a2bb-290296fac786 req-e35a2f48-ae5a-4b1a-9981-300ca974d6b2 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.444658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac8129c1-909a-47f9-a2bb-290296fac786 req-e35a2f48-ae5a-4b1a-9981-300ca974d6b2 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.0784249 Feb 10 15:42:12.449893 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-80109b74-cc24-40b5-a898-08b2ea79cf1c service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077070 Feb 10 15:42:12.453693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48654) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:12.468330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Request body: {'floatingip': {'port_id': '0f021d6d-58d3-49e0-81fb-64e69b708a52'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:12.520368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:12.565186 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:12.572161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1125e8da-30aa-4447-b6f4-2cf0eb18da81 req-2d430a7b-e033-465d-b800-590c97736b22 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 210 time: 0.0550773 Feb 10 15:42:12.616535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccf95c93-59d5-4083-bae5-8ef96a27fecb req-e54ef2b7-1a49-4055-8789-c596202fb9b3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655738 Feb 10 15:42:12.629861 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-92a94652-4cfb-4bec-9805-a24bba48086b service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624570 Feb 10 15:42:12.712783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4296c2-4c97-4d4c-b146-3573489bc767 None None] Network b3271483-52f9-4b7b-9067-26b874459470 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:42:12.771152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:12.794295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb', 'mac_address': 'fa:16:3e:b3:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:12.802398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85fdc8-8ac3-4078-88b9-ef8f6f412a6a req-e5f3e28c-0924-46b3-9a69-13d3c0b5ccb3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:12.804426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b85fdc8-8ac3-4078-88b9-ef8f6f412a6a req-e5f3e28c-0924-46b3-9a69-13d3c0b5ccb3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 948 time: 0.1417415 Feb 10 15:42:12.804584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:12.807089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:12.903224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b85fdc8-8ac3-4078-88b9-ef8f6f412a6a req-9893b203-9d86-4fa3-968c-3f6ad7ed9068 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852649 Feb 10 15:42:12.989351 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.048588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec55b23-a2a0-4c49-8a93-94a9c5f09ccb {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:13.134059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:13.137575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-483a7bcd-36d8-498e-9553-595668c0b366 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:13.138126 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.139773 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-483a7bcd-36d8-498e-9553-595668c0b366 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.0526435 Feb 10 15:42:13.157144 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.215999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:13.229796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:13.232423 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a05f2-ecc0-464d-8ef4-29b03a995da2" -d '{"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-unplugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:13.257632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'mac_address': 'fa:16:3e:bb:af:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:13.260346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:13.267320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:13.271414 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.284336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-77771b3f-8213-4ee9-af96-49cc47c6614a service neutron] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:13.287995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-77771b3f-8213-4ee9-af96-49cc47c6614a service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.289210 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc4cac7b-8cb9-4cf7-8bfd-2e496e54300d req-77771b3f-8213-4ee9-af96-49cc47c6614a service neutron] 10.222.0.45 "DELETE /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d/bindings/n-h2-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.1388493 Feb 10 15:42:13.354080 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.368376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:13.375912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e8283a-bc20-42c6-9023-7b50fc7dc0ee {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:13.397038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:13.401335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.453919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:13.539297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea27c0a-dd0b-49b2-9623-2e9197ef4434 req-a1a9c01d-43e6-4c12-951f-46ba2037e8fa tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:13.540703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ea27c0a-dd0b-49b2-9623-2e9197ef4434 req-a1a9c01d-43e6-4c12-951f-46ba2037e8fa tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.5297174 Feb 10 15:42:13.557158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-9c8f067a-1d32-4520-aeb5-bca21ff5f95b tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:13.559276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-9c8f067a-1d32-4520-aeb5-bca21ff5f95b tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 822 time: 0.5289001 Feb 10 15:42:13.591085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0ae13b69-f44b-4dd5-8efb-99c32cb1768d tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/quotas/7764c825569c47e99e8e7037b7610f85 HTTP/1.1" status: 200 len: 375 time: 0.0251658 Feb 10 15:42:13.627160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ea27c0a-dd0b-49b2-9623-2e9197ef4434 req-da7ce8aa-ae0a-4723-8f15-2369a2848629 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794144 Feb 10 15:42:13.668477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-84e95203-65bf-484f-8356-5580be3542b9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641320 Feb 10 15:42:13.786806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-d33b36f3-b9b3-4a01-9c14-509161d3df0c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:13.788331 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-d33b36f3-b9b3-4a01-9c14-509161d3df0c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.1060779 Feb 10 15:42:13.811522 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.817297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['eec55b23-a2a0-4c49-8a93-94a9c5f09ccb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:13.819042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:13.865650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:13.874480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5671fe3-25c3-4a94-a619-b90273ff4b60 req-1341b561-bb3e-4ef0-b40f-c7769c348fa1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:13.875999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5671fe3-25c3-4a94-a619-b90273ff4b60 req-1341b561-bb3e-4ef0-b40f-c7769c348fa1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.1865273 Feb 10 15:42:13.892481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Request body: {'port': {'device_id': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'admin_state_up': True, 'tenant_id': '85cedf49b642434eafdccaf41357fa21'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:13.920846 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-219fe05c-1c6e-4362-84a4-c2a783c670f4 service neutron] 10.222.0.21 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394669 Feb 10 15:42:14.041459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5671fe3-25c3-4a94-a619-b90273ff4b60 req-a0693874-9e09-4447-b3aa-b805a4a018ce tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573858 Feb 10 15:42:14.055817 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Floating IP 4104598b-da26-49fd-8046-51df3e743b98 associated. External IP: 172.25.7.4, port: 0f021d6d-58d3-49e0-81fb-64e69b708a52. Feb 10 15:42:14.057151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Made reservation on behalf of 85cedf49b642434eafdccaf41357fa21 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:14.062203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:14.094475 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0743f016-282b-4e5d-821a-0998d0ff2d71 x-openstack-request-id: req-0743f016-282b-4e5d-821a-0998d0ff2d71 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:14.094856 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-unplugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:14.095175 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0743f016-282b-4e5d-821a-0998d0ff2d71 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:14.095658 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'code': 200} Feb 10 15:42:14.200353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Allocated IP 172.20.0.14 (5a9664c0-1721-4c6e-b070-ffac7c7ed648/161ee6e1-5ece-4066-8599-dcd157bfc2aa/25f37e85-c514-46a7-81c1-c3a7a0028c8e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:14.212616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f820c6e-5d07-4ef5-b7c3-cbad2f3f7faa req-45e3eb2b-663d-4ba6-9a5e-234fd39a0e68 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 210 time: 0.0515659 Feb 10 15:42:14.243601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-8b3d1a0f-7794-4f9c-98cf-b36bc86a7b60 service neutron] 10.222.0.21 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874928 Feb 10 15:42:14.404350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:14.410173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c278b-2da9-41e9-a311-80c2898f93a7 req-e38e0db6-f1c3-469b-82b5-2179bf3e87a2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:14.412039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0c278b-2da9-41e9-a311-80c2898f93a7 req-e38e0db6-f1c3-469b-82b5-2179bf3e87a2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0764885 Feb 10 15:42:14.423815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:14.453197 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:14.505608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:14.516037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:14.518815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0c278b-2da9-41e9-a311-80c2898f93a7 req-80a12edc-8bd1-4a0e-a082-519c562b3dbe tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980830 Feb 10 15:42:14.524319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:14.568534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:14.611194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:14.611948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:14.640074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-dce1ec1d-d917-44f4-ad98-47c1172ea08c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508094 Feb 10 15:42:14.657457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Request body: {'port': {'device_id': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:14.659283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb86fb-11e7-4837-bd4c-d1c682eb5257 req-edf90378-94f3-4da9-8109-756109c27c9d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:14.660770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddfb86fb-11e7-4837-bd4c-d1c682eb5257 req-edf90378-94f3-4da9-8109-756109c27c9d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 949 time: 0.1537426 Feb 10 15:42:14.679134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7161f9ef-9946-4bfe-b07d-02cd4cf58bf1 req-b0ceb2cf-f8de-4275-b12f-bcd8d39b5344 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 210 time: 0.0533373 Feb 10 15:42:14.701065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:14.707729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:14.712906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] Sync routers for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:14.726850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:14.730494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:14.750039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a198129e-5e9f-4721-ae1e-f84614dea31f tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "PUT /v2.0/floatingips/4104598b-da26-49fd-8046-51df3e743b98 HTTP/1.1" status: 200 len: 990 time: 2.2878151 Feb 10 15:42:14.750763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:14.753053 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:14.758005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:14.769346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddfb86fb-11e7-4837-bd4c-d1c682eb5257 req-18fec59c-d650-4fe6-8d68-297f85245473 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878987 Feb 10 15:42:14.888523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf157-8430-489c-b28f-690d274f9bc6 req-04d76800-f178-4286-bc89-8b2f13fbdbc5 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:14.890061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-535bf157-8430-489c-b28f-690d274f9bc6 req-04d76800-f178-4286-bc89-8b2f13fbdbc5 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 1095 time: 0.0860291 Feb 10 15:42:14.902865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a1f9e-074b-4a8f-9250-d25877feff47 req-1e63f9c2-9c97-49ec-88ba-8280a3933884 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:14.910967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e46a1f9e-074b-4a8f-9250-d25877feff47 req-1e63f9c2-9c97-49ec-88ba-8280a3933884 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0729177 Feb 10 15:42:14.972775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-535bf157-8430-489c-b28f-690d274f9bc6 req-aa23a52d-35d7-42fd-8edb-a61c231f8251 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593798 Feb 10 15:42:14.982853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e46a1f9e-074b-4a8f-9250-d25877feff47 req-ca2e54b3-832f-40f4-a139-ed6e9d009fe8 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707471 Feb 10 15:42:15.024737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:15.144981 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2087ea-bf74-495f-812d-04e0c64fe109 x-openstack-request-id: req-1f2087ea-bf74-495f-812d-04e0c64fe109 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:15.145511 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:15.145861 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f2087ea-bf74-495f-812d-04e0c64fe109 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:15.146485 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'status': 'completed', 'code': 200} Feb 10 15:42:15.152477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f37e85-c514-46a7-81c1-c3a7a0028c8e {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:15.161648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:15.179130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Transition to ACTIVE for port object 25f37e85-c514-46a7-81c1-c3a7a0028c8e will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:15.191177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:15.196551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4440ea-5abd-4786-b6b2-d3d7201ba549 req-2647aebe-989b-426b-9882-c254003e368d tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.205673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f4440ea-5abd-4786-b6b2-d3d7201ba549 req-2647aebe-989b-426b-9882-c254003e368d tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.1271567 Feb 10 15:42:15.263501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f4440ea-5abd-4786-b6b2-d3d7201ba549 req-cfbf31a5-1ca7-450f-8e6d-b6eccdb90f80 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501394 Feb 10 15:42:15.273672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-eb4068cb-1b7e-495a-b585-300e2ff6db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.275184 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-eb4068cb-1b7e-495a-b585-300e2ff6db34 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=357cb9aa15b44125862eb222608f201c&device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 1097 time: 0.0947847 Feb 10 15:42:15.281350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:15.416455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '4104598b-da26-49fd-8046-51df3e743b98', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'port_id': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'mac_address': 'fa:16:3e:d2:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:41:51Z', 'updated_at': '2022-02-10T15:42:13Z', 'revision_number': 1, 'project_id': '357cb9aa15b44125862eb222608f201c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:15.423756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c4f03-7215-4384-92b3-afdd9e05ef52 req-76158b58-b780-46fd-a821-9c9e343bc7c4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.425855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b5c4f03-7215-4384-92b3-afdd9e05ef52 req-76158b58-b780-46fd-a821-9c9e343bc7c4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0947855 Feb 10 15:42:15.433560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:15.433890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:15.434218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:15.441762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:15.442086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:15.456368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:15.456650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:15.456942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:15.457371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Bound port: 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:15.457727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:15.460710 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] Checking router: 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:15.471109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:15.471902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:15.503871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b5c4f03-7215-4384-92b3-afdd9e05ef52 req-e7fa8012-a3a7-4afa-8c1f-fc5ad796cfd3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551341 Feb 10 15:42:15.512960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-15bbbf5a-e263-4787-baf2-e85dd4693a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.514590 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-15bbbf5a-e263-4787-baf2-e85dd4693a91 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4373d187-2351-4b2a-b215-0118cd8baeb3 HTTP/1.1" status: 200 len: 903 time: 0.2303779 Feb 10 15:42:15.587238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:15.593325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:15.603921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:15.609171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-7b13dd5f-9405-409c-a6e3-fa4d1ad86a1c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52 HTTP/1.1" status: 200 len: 998 time: 0.0847642 Feb 10 15:42:15.614103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:15.621311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-170c5e64-72f7-47d2-8783-c7490884b7eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.623028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-170c5e64-72f7-47d2-8783-c7490884b7eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.2130857 Feb 10 15:42:15.650146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.650757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:15.652334 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] 10.222.0.75 "PUT /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 1092 time: 0.9999390 Feb 10 15:42:15.652774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:15.655016 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf2948-b978-4d93-83d8-656b31def8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:15.666240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9299f66-bada-4163-8f6b-dbb100752456 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/quotas/3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 375 time: 0.0329437 Feb 10 15:42:15.707436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d75bd-bbf9-4018-8291-82187d73fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:15.711260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-de6be3ea-680e-46ab-a37b-027dc5ca0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.712948 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-de6be3ea-680e-46ab-a37b-027dc5ca0502 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dd5436d1-16ff-4db4-9f62-e8225dc69104 HTTP/1.1" status: 200 len: 841 time: 0.0804856 Feb 10 15:42:15.741624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec8e49-2d9b-4236-9d08-c1c9252a2289 req-e1d1caed-063b-46da-8e9c-84cdeb78a407 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.749892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42ec8e49-2d9b-4236-9d08-c1c9252a2289 req-e1d1caed-063b-46da-8e9c-84cdeb78a407 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.1258161 Feb 10 15:42:15.793762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-c4a46663-394a-4987-b5d6-32735c200e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.795567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-c4a46663-394a-4987-b5d6-32735c200e73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4373d187-2351-4b2a-b215-0118cd8baeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691242 Feb 10 15:42:15.797605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-0ccc83af-85f6-4def-b7f6-368d972b1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:15.798823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-7ccb5125-5a92-4469-a85b-aa5958140edd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230216 Feb 10 15:42:15.799341 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-0ccc83af-85f6-4def-b7f6-368d972b1562 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1095 time: 0.0843587 Feb 10 15:42:15.875217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42ec8e49-2d9b-4236-9d08-c1c9252a2289 req-c06db90b-a92d-4de6-8285-11792e310daa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244030 Feb 10 15:42:15.915369 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '4104598b-da26-49fd-8046-51df3e743b98', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'port_id': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'mac_address': 'fa:16:3e:d2:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:41:51Z', 'updated_at': '2022-02-10T15:42:13Z', 'revision_number': 1, 'project_id': '357cb9aa15b44125862eb222608f201c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:15.940878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-d3d6f58c-d4f3-4c72-8e04-883258e18b8c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 217 time: 0.1092021 Feb 10 15:42:15.946459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232659d-ab66-4adc-876e-b9e4d87e0b87 None None] The sync data for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 is: [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '4104598b-da26-49fd-8046-51df3e743b98', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'port_id': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'mac_address': 'fa:16:3e:d2:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:41:51Z', 'updated_at': '2022-02-10T15:42:13Z', 'revision_number': 1, 'project_id': '357cb9aa15b44125862eb222608f201c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:15.967037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-44be7f87-a730-4552-93a2-cc765cdd142c service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673434 Feb 10 15:42:15.985330 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df4011-1790-4f0c-a662-19a3b172265f x-openstack-request-id: req-55df4011-1790-4f0c-a662-19a3b172265f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:15.985893 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:15.986148 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55df4011-1790-4f0c-a662-19a3b172265f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:15.987108 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'status': 'completed', 'code': 200} Feb 10 15:42:16.080138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e51c04ae-7d54-4227-8e60-932dc6769eb0 req-cdfba17c-75b4-4894-a06c-af0451cd6379 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 210 time: 0.0488505 Feb 10 15:42:16.093363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a4dab738-7c45-46aa-b75f-17d63e10c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:16.094817 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-a4dab738-7c45-46aa-b75f-17d63e10c1fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1068578 Feb 10 15:42:16.100928 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-94eb24f6-2a53-44b0-95a5-4956d7af3a34 service neutron] 10.222.0.75 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808239 Feb 10 15:42:16.120989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-48ab0c62-d12d-4252-8f57-e5ab11634daf tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:16.122458 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-48ab0c62-d12d-4252-8f57-e5ab11634daf tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 822 time: 0.2720666 Feb 10 15:42:16.123090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-b2576b4b-43f1-43ed-b858-61c1560ae21c service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500273 Feb 10 15:42:16.145551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'port': {'device_id': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'admin_state_up': True, 'tenant_id': '7764c825569c47e99e8e7037b7610f85'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:16.182483 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-00d93c46-dcd4-4f43-bb87-5c6b1e6c3a0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579703 Feb 10 15:42:16.232250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78957db-1255-48a9-ac8d-8d2db3c97fe3 req-5243e9f2-50f9-49de-a57d-6e95de3cfc8d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:16.233818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a78957db-1255-48a9-ac8d-8d2db3c97fe3 req-5243e9f2-50f9-49de-a57d-6e95de3cfc8d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 949 time: 0.0705371 Feb 10 15:42:16.263798 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd68fe-4312-428d-8d39-eb9d673657a4 None None] New status for floating IP 4104598b-da26-49fd-8046-51df3e743b98: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:42:16.292152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a78957db-1255-48a9-ac8d-8d2db3c97fe3 req-39a14ac3-4477-4717-948c-59bcd19e52ae tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494866 Feb 10 15:42:16.383800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cde10128-77fb-4ec5-b39b-4400c336d589 req-d10ba9ae-3ec7-4a19-8dd2-8df505728923 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0439298 Feb 10 15:42:16.408540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eec55b23-a2a0-4c49-8a93-94a9c5f09ccb up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:16.428218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020bfd1-85bb-49b7-b6f9-752575a2b446 req-e0c437c9-ef92-4dd3-9cd4-3c8f6266182e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:16.430148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3020bfd1-85bb-49b7-b6f9-752575a2b446 req-e0c437c9-ef92-4dd3-9cd4-3c8f6266182e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 949 time: 0.0825043 Feb 10 15:42:16.492421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3020bfd1-85bb-49b7-b6f9-752575a2b446 req-1a548812-5035-44f7-811a-1bf8cf08c66a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550003 Feb 10 15:42:16.516280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:16.521635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:16.523375 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:16.527230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Made reservation on behalf of 7764c825569c47e99e8e7037b7610f85 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:16.530805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:16.550893 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c2e669-dfcc-4a6e-a9c4-0dc721818cd3 req-3102c2ab-c642-4878-8976-67c495f1b749 service neutron] 10.222.0.75 "GET /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274650 Feb 10 15:42:16.612908 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:16.638646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:16.640610 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dfe594-ce54-4b20-810c-a2bd9285a943" -d '{"events": [{"server_uuid": "31cc5ce1-8717-4402-9bec-d013268ea1c9", "name": "network-vif-plugged", "status": "completed", "tag": "eec55b23-a2a0-4c49-8a93-94a9c5f09ccb"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:16.654659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:16.661905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:16.662988 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-6616959e-71e9-41d8-a965-d2f30aace06e service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540503 Feb 10 15:42:16.718976 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77199b33-e7bc-4731-a164-2c71bb49a0da x-openstack-request-id: req-77199b33-e7bc-4731-a164-2c71bb49a0da {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:16.719166 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cc5ce1-8717-4402-9bec-d013268ea1c9", "name": "network-vif-plugged", "status": "completed", "tag": "eec55b23-a2a0-4c49-8a93-94a9c5f09ccb", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:16.719692 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77199b33-e7bc-4731-a164-2c71bb49a0da {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:16.720227 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb', 'code': 200} Feb 10 15:42:16.723639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:16.733772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86771a0d-0b84-44b7-b1bc-08ccc0cbb992 req-38871ac4-e282-4290-8c11-6ea33272de6f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:16.735365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86771a0d-0b84-44b7-b1bc-08ccc0cbb992 req-38871ac4-e282-4290-8c11-6ea33272de6f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.1057587 Feb 10 15:42:16.815608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86771a0d-0b84-44b7-b1bc-08ccc0cbb992 req-708e770d-54c5-4795-adbe-806b770938df tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723426 Feb 10 15:42:16.838304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:16.893363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:16.893740 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.000612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.040555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:17.048579 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.049050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Allocated IP 172.20.0.10 (b3271483-52f9-4b7b-9067-26b874459470/1c28c091-7204-4fbd-915d-a3504a112f99/636e2b10-74d1-429c-b0c2-686cf13c813a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:17.055839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57126-2d67-4325-b9b8-643c6b715e8b req-046e5bbb-b7d5-4286-a892-10109a8545b6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.064076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61b57126-2d67-4325-b9b8-643c6b715e8b req-046e5bbb-b7d5-4286-a892-10109a8545b6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0964072 Feb 10 15:42:17.100747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61b57126-2d67-4325-b9b8-643c6b715e8b req-8e34e5c6-520a-4235-9d5c-ebf92ac34c03 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Feb 10 15:42:17.126748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=11']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:17.166105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0b837-2666-4b6c-af50-f24b6a01d222 req-6d78ba85-e2ab-4db7-8eea-14219fc0cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.167578 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6cc0b837-2666-4b6c-af50-f24b6a01d222 req-6d78ba85-e2ab-4db7-8eea-14219fc0cb43 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 1101 time: 0.1383674 Feb 10 15:42:17.173532 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58efe49a-7326-4f43-bb8c-f868385f78a4 req-401c6174-c33a-41c9-abe9-3c8973d6bcff service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997051 Feb 10 15:42:17.200114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-491b1dce-4fc1-4c7e-b15b-a05bf5e70090 req-bef66b4c-8090-4cbf-8384-6eb47f6d5647 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 210 time: 0.0297899 Feb 10 15:42:17.276645 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6cc0b837-2666-4b6c-af50-f24b6a01d222 req-8405ab0f-14ed-4e44-8864-972930f4c80a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828032 Feb 10 15:42:17.324888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.333516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-d2c08bfe-5fda-45e4-a786-94210cd4bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.335002 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-d2c08bfe-5fda-45e4-a786-94210cd4bb1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1095 time: 0.0803022 Feb 10 15:42:17.364206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.412412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Network b3271483-52f9-4b7b-9067-26b874459470 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:17.412631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b381-8d12-4729-85c5-0671c26f22b1 req-913856f1-5cb2-4668-b10e-2f2e143f6647 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.414369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c11b381-8d12-4729-85c5-0671c26f22b1 req-913856f1-5cb2-4668-b10e-2f2e143f6647 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0501525 Feb 10 15:42:17.415649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:17.420225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:17.457854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c11b381-8d12-4729-85c5-0671c26f22b1 req-d4c78aa4-5751-4c37-890a-724b523de015 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Feb 10 15:42:17.464974 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:17.472409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.473024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.493916 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-49a41f0b-aade-4adc-b18c-8288e4786c19 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3533473 Feb 10 15:42:17.499053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07b6252e-5cb9-498a-bd41-044e0f947aa9 req-2cd23c59-70ef-4ecc-bea3-112ad59f2c60 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0357430 Feb 10 15:42:17.508361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Request body: {'port': {'device_id': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:17.566135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.614122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e0e90-ec70-4679-b7f5-78eb2669df33 req-ef2e0677-6362-4cb9-97af-38e043e7f076 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.616394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f49e0e90-ec70-4679-b7f5-78eb2669df33 req-ef2e0677-6362-4cb9-97af-38e043e7f076 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0510423 Feb 10 15:42:17.656349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f49e0e90-ec70-4679-b7f5-78eb2669df33 req-95d02fe2-4d75-4d5b-ad8d-c3eae351f1df tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Feb 10 15:42:17.824709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636e2b10-74d1-429c-b0c2-686cf13c813a {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:17.831786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.843597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Transition to ACTIVE for port object 636e2b10-74d1-429c-b0c2-686cf13c813a will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:17.847131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:17.900861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:17.940759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc757cc-9fe5-4810-914f-b1d598739d18 req-ee9c7004-3bb8-4847-90c4-397241b13696 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.942211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afc757cc-9fe5-4810-914f-b1d598739d18 req-ee9c7004-3bb8-4847-90c4-397241b13696 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0572917 Feb 10 15:42:17.968916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Attempting to bind port 636e2b10-74d1-429c-b0c2-686cf13c813a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:17.969245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Attempting to bind port 636e2b10-74d1-429c-b0c2-686cf13c813a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:17.969571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Attempting to bind port 636e2b10-74d1-429c-b0c2-686cf13c813a on network b3271483-52f9-4b7b-9067-26b874459470 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:17.974544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Port 636e2b10-74d1-429c-b0c2-686cf13c813a on network b3271483-52f9-4b7b-9067-26b874459470 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:17.974859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Attempting to bind port 636e2b10-74d1-429c-b0c2-686cf13c813a on network b3271483-52f9-4b7b-9067-26b874459470 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:17.980247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afc757cc-9fe5-4810-914f-b1d598739d18 req-9e567060-aaa0-440f-9afa-837f3a3ddc2c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Feb 10 15:42:17.980458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:17.980714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Checking segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:17.981091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Bound using segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:17.981525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Bound port: 636e2b10-74d1-429c-b0c2-686cf13c813a, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:17.981884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:18.052320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:18.055830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:18.061362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:18.099300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.099954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:18.101401 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] 10.222.0.45 "PUT /v2.0/ports/636e2b10-74d1-429c-b0c2-686cf13c813a HTTP/1.1" status: 200 len: 1092 time: 0.5972018 Feb 10 15:42:18.101859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'tag': '636e2b10-74d1-429c-b0c2-686cf13c813a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:18.104273 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bebf67-f91f-4c85-bc72-09f1791ac7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1db9e4ac-6e60-4bc9-9034-e1d377e6326e", "tag": "636e2b10-74d1-429c-b0c2-686cf13c813a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:18.141431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dc5e7-bc02-4efa-b2c5-581f65f0c77a service neutron] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:18.161762 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00fdc7d-b185-4274-a054-9fee1dddba96 x-openstack-request-id: req-b00fdc7d-b185-4274-a054-9fee1dddba96 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:18.162057 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db9e4ac-6e60-4bc9-9034-e1d377e6326e", "tag": "636e2b10-74d1-429c-b0c2-686cf13c813a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:18.162305 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b00fdc7d-b185-4274-a054-9fee1dddba96 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:18.162695 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'tag': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'status': 'completed', 'code': 200} Feb 10 15:42:18.191587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-7f8d763a-32ea-4df3-82a6-572d20222811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.193080 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-7f8d763a-32ea-4df3-82a6-572d20222811 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 1095 time: 0.0437956 Feb 10 15:42:18.224578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d80d-04ce-4b5b-95d4-0cf9bc7a4018 req-358d21a2-e02c-4cc3-9319-88c4315d7e33 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.226067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f94d80d-04ce-4b5b-95d4-0cf9bc7a4018 req-358d21a2-e02c-4cc3-9319-88c4315d7e33 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0489933 Feb 10 15:42:18.244794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-81a4d68a-0cad-4e1a-b173-18b7dc797706 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636e2b10-74d1-429c-b0c2-686cf13c813a HTTP/1.1" status: 200 len: 217 time: 0.0382450 Feb 10 15:42:18.267253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f94d80d-04ce-4b5b-95d4-0cf9bc7a4018 req-26026662-2165-4b93-9b72-189529c7c67d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343862 Feb 10 15:42:18.297618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-20018a44-153c-41d9-b5f2-f558b5e62d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.299067 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-20018a44-153c-41d9-b5f2-f558b5e62d99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 200 len: 862 time: 0.0453038 Feb 10 15:42:18.327673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c84e6-4fe9-4519-a8c0-6907762cd540 req-bf67e6d7-c667-44d2-83e5-ce5427df9987 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.329174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed8c84e6-4fe9-4519-a8c0-6907762cd540 req-bf67e6d7-c667-44d2-83e5-ce5427df9987 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 944 time: 0.0528605 Feb 10 15:42:18.332058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-93bdaba0-4db6-49ba-91e0-bdb0d19d8a5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3271483-52f9-4b7b-9067-26b874459470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251501 Feb 10 15:42:18.367751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed8c84e6-4fe9-4519-a8c0-6907762cd540 req-0e8934f8-55ff-48b2-a659-46f730eacd00 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Feb 10 15:42:18.427390 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-801c1d63-87d4-4879-a80d-49b4da047aca service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854189 Feb 10 15:42:18.542126 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3377472-4b9c-47b7-b4b2-2fc0e97b6fe8 req-3a59dc33-3d85-4981-992c-7efebac4175a service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Feb 10 15:42:18.591870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbbb00-1fd1-4dab-915c-c42e7537dc5c req-8772735c-c8bf-4546-957f-e4387996732a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.593363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95dbbb00-1fd1-4dab-915c-c42e7537dc5c req-8772735c-c8bf-4546-957f-e4387996732a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0654085 Feb 10 15:42:18.609429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29df7d8e-bf0c-4c6f-a3c9-769c0affbc04 req-518d8e62-f13a-45fb-a9a3-96f11aa1954b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0377705 Feb 10 15:42:18.635799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-d5c392ce-d8b8-4bee-9193-887d3aa694df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.637321 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-d5c392ce-d8b8-4bee-9193-887d3aa694df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 1095 time: 0.0437162 Feb 10 15:42:18.642176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95dbbb00-1fd1-4dab-915c-c42e7537dc5c req-9b3a5ca4-a334-4ebd-8112-7aeaa4af3076 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Feb 10 15:42:18.721221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:18.724003 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32140e-5e99-489f-80b0-580b40bbf539" -d '{"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-plugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:18.734276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-f45a9df0-2dc0-48a0-a8b7-82da00998994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.735794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-f45a9df0-2dc0-48a0-a8b7-82da00998994 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 923 time: 0.0898712 Feb 10 15:42:18.761645 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e81648-2077-4abf-9d41-3eb0b3ed5b57 x-openstack-request-id: req-55e81648-2077-4abf-9d41-3eb0b3ed5b57 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:18.762069 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-plugged", "status": "completed", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:18.762451 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55e81648-2077-4abf-9d41-3eb0b3ed5b57 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:18.762956 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'code': 200} Feb 10 15:42:18.773222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10670f-25ed-4005-bcd1-d3ac611f6a63 req-739354d1-1b97-4a4d-aea8-1feca6421d41 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.774686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd10670f-25ed-4005-bcd1-d3ac611f6a63 req-739354d1-1b97-4a4d-aea8-1feca6421d41 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0507689 Feb 10 15:42:18.787789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-8fc5ae69-5ca2-434d-85d9-741bd333b6d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636e2b10-74d1-429c-b0c2-686cf13c813a HTTP/1.1" status: 200 len: 217 time: 0.0413029 Feb 10 15:42:18.814078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd10670f-25ed-4005-bcd1-d3ac611f6a63 req-8ab4e8b6-d5ee-47ca-a9b2-466e7c188dc6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Feb 10 15:42:18.843219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-a952a0e8-382f-43c7-817f-3d84f5c392c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.844767 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-a952a0e8-382f-43c7-817f-3d84f5c392c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 200 len: 862 time: 0.0495000 Feb 10 15:42:18.879789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-59f89f4a-59cb-4cb5-989d-daaf5b1c3145 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3271483-52f9-4b7b-9067-26b874459470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233247 Feb 10 15:42:18.933365 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-7c08c72a-f9c9-4bf8-a68e-b2454e190dba service neutron] show failed (client error): The resource could not be found. Feb 10 15:42:18.934744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-7c08c72a-f9c9-4bf8-a68e-b2454e190dba service neutron] 10.222.0.45 "GET /v2.0/ports/6816cdd7-8326-4133-b770-81661772b714/bindings/n-h2-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.0586739 Feb 10 15:42:18.970874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-1fa7db46-9bc6-4511-bc3c-9e40cb805b6c service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Feb 10 15:42:19.070741 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99bebf67-f91f-4c85-bc72-09f1791ac7c6 req-5bd50865-5f0b-4efb-82cb-9faf8449be7e service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917525 Feb 10 15:42:19.105768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e52e5-1303-4a39-993f-9c20ad49eea0 req-c368f6c1-cf9c-4902-9e1b-ffbfca833c66 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:19.107230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc4e52e5-1303-4a39-993f-9c20ad49eea0 req-c368f6c1-cf9c-4902-9e1b-ffbfca833c66 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0501859 Feb 10 15:42:19.147666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc4e52e5-1303-4a39-993f-9c20ad49eea0 req-8eb31aca-84a2-4aa2-9c6b-274a9f717e59 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Feb 10 15:42:19.383333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab163fc-64fb-407e-ace7-0b0411b33c18 req-febd08e8-4596-4ded-a7f2-66537ca6c323 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:19.384814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cab163fc-64fb-407e-ace7-0b0411b33c18 req-febd08e8-4596-4ded-a7f2-66537ca6c323 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0500691 Feb 10 15:42:19.424410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cab163fc-64fb-407e-ace7-0b0411b33c18 req-5ab542a2-275a-424c-8f82-bbdf4232bb2f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Feb 10 15:42:19.489713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135d5b0-0061-4a10-bb97-3b5795227c56 req-860b8f7f-9128-4f93-adbd-9fb5e8b25876 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:19.491155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5135d5b0-0061-4a10-bb97-3b5795227c56 req-860b8f7f-9128-4f93-adbd-9fb5e8b25876 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 944 time: 0.0555816 Feb 10 15:42:19.528441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5135d5b0-0061-4a10-bb97-3b5795227c56 req-57b5ad42-6ec1-41d7-9957-611d2911bc00 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305648 Feb 10 15:42:19.704118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a4c6b31-1a49-4849-94cf-a2cb5062d7b9 req-9c8a8691-e4cf-4e88-bb0c-b3b990e45c33 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Feb 10 15:42:19.757251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73290d5a-d48b-4280-b25e-75ae42738061 req-29f0e303-aed7-4b5e-afa2-5491d0d8acb0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:19.758705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73290d5a-d48b-4280-b25e-75ae42738061 req-29f0e303-aed7-4b5e-afa2-5491d0d8acb0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0491683 Feb 10 15:42:19.796986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73290d5a-d48b-4280-b25e-75ae42738061 req-04d3e76b-dd75-4ba8-a6d4-3f36085bb517 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Feb 10 15:42:19.927457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206175-b981-4c7e-a7f4-e57536f3c7f2 req-66334fcb-fe52-4105-88d6-7cb9b729ce23 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:19.928844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc206175-b981-4c7e-a7f4-e57536f3c7f2 req-66334fcb-fe52-4105-88d6-7cb9b729ce23 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0486202 Feb 10 15:42:19.965452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc206175-b981-4c7e-a7f4-e57536f3c7f2 req-0a9a2503-8482-47ec-a913-950661b45c3a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Feb 10 15:42:20.270340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a27430-cfdb-48c1-8997-6c4987a02185 req-eba2ec9e-1077-430d-962d-62022748dec6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:20.271804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6a27430-cfdb-48c1-8997-6c4987a02185 req-eba2ec9e-1077-430d-962d-62022748dec6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0517321 Feb 10 15:42:20.309314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6a27430-cfdb-48c1-8997-6c4987a02185 req-87b24386-012b-4843-8393-ecdeda1b9b17 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Feb 10 15:42:20.544819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83175dd-5fd5-44fd-b5d3-b1e10b88a61b req-35aeff26-f10e-46bc-8b7b-0c74029eaa22 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:20.546200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b83175dd-5fd5-44fd-b5d3-b1e10b88a61b req-35aeff26-f10e-46bc-8b7b-0c74029eaa22 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0509717 Feb 10 15:42:20.585345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b83175dd-5fd5-44fd-b5d3-b1e10b88a61b req-9aa6b593-28bc-453d-8609-553f81f68883 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Feb 10 15:42:20.643769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a8dbe-d40e-4522-a398-1b30c24288e9 req-03ffb589-e9a4-4aad-ae71-5564953edc26 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:20.645254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f5a8dbe-d40e-4522-a398-1b30c24288e9 req-03ffb589-e9a4-4aad-ae71-5564953edc26 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 944 time: 0.0489426 Feb 10 15:42:20.684139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f5a8dbe-d40e-4522-a398-1b30c24288e9 req-38459668-098b-4ccd-ba8f-2960607287f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Feb 10 15:42:20.798831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21aeb2e3-6f77-4cda-bdba-ff7b692a9183 req-d4d503f1-a87a-49fb-a042-2d1ce6f7718e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Feb 10 15:42:20.894842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 636e2b10-74d1-429c-b0c2-686cf13c813a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:20.909718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a1652-6aa8-4bd5-8ade-c0e13572bdee req-6241a442-37fd-4942-8eb9-a0d12937b3dd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:20.911215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-116a1652-6aa8-4bd5-8ade-c0e13572bdee req-6241a442-37fd-4942-8eb9-a0d12937b3dd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0485473 Feb 10 15:42:20.951214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-116a1652-6aa8-4bd5-8ade-c0e13572bdee req-43a4e57f-66b6-4e26-b7e7-0ffddd85dd81 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Feb 10 15:42:20.990948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:21.002275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'port_id': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'mac_address': 'fa:16:3e:af:30:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c28c091-7204-4fbd-915d-a3504a112f99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:21.038825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:21.052328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636e2b10-74d1-429c-b0c2-686cf13c813a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:21.071682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:21.076763 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:21.080844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1104ea-5029-4f04-987e-e80a64f2da2f req-e8d8aceb-680b-4d03-9417-f005abffd69c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:21.083887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c1104ea-5029-4f04-987e-e80a64f2da2f req-e8d8aceb-680b-4d03-9417-f005abffd69c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0515814 Feb 10 15:42:21.120277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c1104ea-5029-4f04-987e-e80a64f2da2f req-92a2113c-ad23-4a0e-837e-c06416a467cc tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Feb 10 15:42:21.122390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:21.434728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88782-9912-4bf2-ad18-395bfc5e2405 req-83408bf3-3db9-4355-afac-efa6d3277344 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:21.436204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08b88782-9912-4bf2-ad18-395bfc5e2405 req-83408bf3-3db9-4355-afac-efa6d3277344 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0529387 Feb 10 15:42:21.474013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08b88782-9912-4bf2-ad18-395bfc5e2405 req-9a12d412-48ab-4892-bf6c-51b656bfe30d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Feb 10 15:42:21.509169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['636e2b10-74d1-429c-b0c2-686cf13c813a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:21.710601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5babaec-880d-435a-8d8c-38d5106e0d24 req-eada1cc8-92dd-412a-8ff1-2714736e00d7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:21.712108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5babaec-880d-435a-8d8c-38d5106e0d24 req-eada1cc8-92dd-412a-8ff1-2714736e00d7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0507100 Feb 10 15:42:21.753672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5babaec-880d-435a-8d8c-38d5106e0d24 req-e68cb4a7-063e-4756-8eec-2b9d2300d8a8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331779 Feb 10 15:42:21.802069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb523b9-ebfd-4667-9f2e-2de3849f61c4 req-52c0397c-9816-48bf-b1b8-346a636e7b26 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:21.803587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbb523b9-ebfd-4667-9f2e-2de3849f61c4 req-52c0397c-9816-48bf-b1b8-346a636e7b26 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 945 time: 0.0490408 Feb 10 15:42:21.842765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbb523b9-ebfd-4667-9f2e-2de3849f61c4 req-4e8efc1d-058b-446b-936a-8b8e3710fc04 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Feb 10 15:42:21.893880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61382657-62e9-4847-9c80-e2f07c20706c req-02079107-c490-4e39-8335-e42764d31f1d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Feb 10 15:42:22.063566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14cba-e77b-4aeb-870c-b83227dac4da req-39c38167-d1d5-4a80-ba30-ff6f64ccd836 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.065726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29c14cba-e77b-4aeb-870c-b83227dac4da req-39c38167-d1d5-4a80-ba30-ff6f64ccd836 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0496557 Feb 10 15:42:22.103727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29c14cba-e77b-4aeb-870c-b83227dac4da req-07fb740a-0400-49ee-a3dd-1c4442689b73 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Feb 10 15:42:22.240969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2858a-66f4-40d5-86c6-d6a28e52d475 req-9bbfc07d-08a1-4668-bb04-b037dd809f9a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.242427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43a2858a-66f4-40d5-86c6-d6a28e52d475 req-9bbfc07d-08a1-4668-bb04-b037dd809f9a tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0507848 Feb 10 15:42:22.280332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43a2858a-66f4-40d5-86c6-d6a28e52d475 req-d34f3413-c8e9-4076-895f-0ebca916a479 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Feb 10 15:42:22.489872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d467c-ef9f-463f-97d8-5522afdd6b09 req-28ae04ea-aa1e-47f0-9603-07ef11c306fa tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.491347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d9d467c-ef9f-463f-97d8-5522afdd6b09 req-28ae04ea-aa1e-47f0-9603-07ef11c306fa tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1101 time: 0.0393569 Feb 10 15:42:22.530903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d9d467c-ef9f-463f-97d8-5522afdd6b09 req-24b17661-0b3a-41c7-80ea-c6ecfd73c9a4 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Feb 10 15:42:22.594183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfbdc4-b45b-471e-a10f-be096dc48bcc req-9f1c02f6-04cb-4d97-b787-ee712523a2a2 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.595784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1adfbdc4-b45b-471e-a10f-be096dc48bcc req-9f1c02f6-04cb-4d97-b787-ee712523a2a2 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0493121 Feb 10 15:42:22.633610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1adfbdc4-b45b-471e-a10f-be096dc48bcc req-1b04c69e-0bfc-4550-956e-8e2997bfd9d8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Feb 10 15:42:22.724897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75598890-aecc-4cb6-a5bb-a0ae3f1ddda7 req-2b177f2f-0b34-4c54-b0e6-aafac24ce175 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.726369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75598890-aecc-4cb6-a5bb-a0ae3f1ddda7 req-2b177f2f-0b34-4c54-b0e6-aafac24ce175 tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 1101 time: 0.0402110 Feb 10 15:42:22.759815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75598890-aecc-4cb6-a5bb-a0ae3f1ddda7 req-64711900-bdb6-4d81-87a5-30f6f7b42b5e tempest-ServersAdminTestJSON-1211652003 tempest-ServersAdminTestJSON-1211652003-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271003 Feb 10 15:42:22.870724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efa98c-4e76-4962-8f64-c76d1948c0eb req-e50da2be-244a-4531-bd74-e76eee8f48b1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.872378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24efa98c-4e76-4962-8f64-c76d1948c0eb req-e50da2be-244a-4531-bd74-e76eee8f48b1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 950 time: 0.0507233 Feb 10 15:42:22.893432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 636e2b10-74d1-429c-b0c2-686cf13c813a up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:22.929366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24efa98c-4e76-4962-8f64-c76d1948c0eb req-4e88d8b8-94cf-4f03-aafd-ec0bd6f874d3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506773 Feb 10 15:42:22.962359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 636e2b10-74d1-429c-b0c2-686cf13c813a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:22.967737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 636e2b10-74d1-429c-b0c2-686cf13c813a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:22.968191 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:23.036757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf36165-2eed-4b3d-927d-5580fa9ac141 req-4517e20c-a6db-40a8-9d3c-1d041ef5b3bc tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:23.038227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cf36165-2eed-4b3d-927d-5580fa9ac141 req-4517e20c-a6db-40a8-9d3c-1d041ef5b3bc tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 945 time: 0.0810575 Feb 10 15:42:23.049607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3fed-1830-486f-9707-e7c65bb57386 req-eb2c1aa7-4caf-4094-9351-55db0622813d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:23.050657 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:23.051019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39cc3fed-1830-486f-9707-e7c65bb57386 req-eb2c1aa7-4caf-4094-9351-55db0622813d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 950 time: 0.0657809 Feb 10 15:42:23.076250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636e2b10-74d1-429c-b0c2-686cf13c813a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:23.078448 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf9cbd-e08d-459e-9f63-1897e05d53be" -d '{"events": [{"server_uuid": "1db9e4ac-6e60-4bc9-9034-e1d377e6326e", "name": "network-vif-plugged", "status": "completed", "tag": "636e2b10-74d1-429c-b0c2-686cf13c813a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:23.091208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:23.095276 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:23.096367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6816cdd7-8326-4133-b770-81661772b714 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:23.105353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cf36165-2eed-4b3d-927d-5580fa9ac141 req-cbc846d2-fcf2-42b7-b5f6-82d58375cd7d tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 Feb 10 15:42:23.112736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39cc3fed-1830-486f-9707-e7c65bb57386 req-5f7790ff-ab01-4e53-adae-911ebaddd916 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Feb 10 15:42:23.171921 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e3328e-19bb-4ec7-bfda-b466bdc56594 x-openstack-request-id: req-72e3328e-19bb-4ec7-bfda-b466bdc56594 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:23.172363 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db9e4ac-6e60-4bc9-9034-e1d377e6326e", "name": "network-vif-plugged", "status": "completed", "tag": "636e2b10-74d1-429c-b0c2-686cf13c813a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:23.172717 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72e3328e-19bb-4ec7-bfda-b466bdc56594 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:23.173208 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'code': 200} Feb 10 15:42:23.205145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b657c8b-670d-4687-a893-1355eb182801 req-e30aa07d-2fa0-4cfa-a421-48ac059e383d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0330157 Feb 10 15:42:23.222894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:23.233011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:23.276056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:23.276379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd81dbb-1d77-4747-9be4-b9114fe5ef7b req-a15162df-719c-4788-bc92-d360cb8c721d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:23.278363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cd81dbb-1d77-4747-9be4-b9114fe5ef7b req-a15162df-719c-4788-bc92-d360cb8c721d tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0620444 Feb 10 15:42:23.285651 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:23.291736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:23.313758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a64b8-13b5-4fcb-a032-0b0fcad17536 req-09e80f86-6371-431a-bd5e-5d4535ec2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:23.316695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b64a64b8-13b5-4fcb-a032-0b0fcad17536 req-09e80f86-6371-431a-bd5e-5d4535ec2065 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 1097 time: 0.0486443 Feb 10 15:42:23.325328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cd81dbb-1d77-4747-9be4-b9114fe5ef7b req-b70fa9ca-00cd-485c-b3ae-84b245780bbc tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Feb 10 15:42:23.336077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:23.357277 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b64a64b8-13b5-4fcb-a032-0b0fcad17536 req-548cba83-c203-4657-9b62-aed649b12b65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Feb 10 15:42:23.369440 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:42:23.756724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670d2ff-1be2-4c2e-8a6b-b490974e480c req-a77bd2f2-27fe-431d-9618-01b319815b22 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:23.758176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5670d2ff-1be2-4c2e-8a6b-b490974e480c req-a77bd2f2-27fe-431d-9618-01b319815b22 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0490386 Feb 10 15:42:23.794637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5670d2ff-1be2-4c2e-8a6b-b490974e480c req-82ac9eff-1080-4aba-b3e1-89e995e0b30f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298734 Feb 10 15:42:24.037832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c22389-daf0-46e4-a791-2c3985e28bbd req-37275e63-5ae6-4e2b-a8ca-dbe141e750a4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.039261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5c22389-daf0-46e4-a791-2c3985e28bbd req-37275e63-5ae6-4e2b-a8ca-dbe141e750a4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0478637 Feb 10 15:42:24.079399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5c22389-daf0-46e4-a791-2c3985e28bbd req-8041020d-bc51-42cf-8d0e-f71433850161 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Feb 10 15:42:24.517926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc43e2-92b1-4a0b-adf4-348ac663a3db req-3554f2b6-a795-45e2-ba01-883c09243e3b tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.519375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58cc43e2-92b1-4a0b-adf4-348ac663a3db req-3554f2b6-a795-45e2-ba01-883c09243e3b tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.3458076 Feb 10 15:42:24.533387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e394-5982-4446-b4bc-02c2268e54cf req-5b417882-b234-45ce-ba3d-a84b6663bf7d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.535779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a37e394-5982-4446-b4bc-02c2268e54cf req-5b417882-b234-45ce-ba3d-a84b6663bf7d tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 950 time: 0.3535342 Feb 10 15:42:24.591403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58cc43e2-92b1-4a0b-adf4-348ac663a3db req-98f37335-9f41-4769-9cb0-5ef32f43bf48 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Feb 10 15:42:24.596077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a37e394-5982-4446-b4bc-02c2268e54cf req-75dbc3a3-9f3f-4a74-8190-2689616fee23 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Feb 10 15:42:24.700702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fce8e163-4696-4052-8b7b-2344893b6a81 req-ae1a480c-a0b8-46c9-a7bc-faf9332c684f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0382433 Feb 10 15:42:24.724013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ac173-e647-498b-91dd-aca2e4ce5013 req-e49862b7-c8ec-4efd-927d-04c1551c2959 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.725501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-705ac173-e647-498b-91dd-aca2e4ce5013 req-e49862b7-c8ec-4efd-927d-04c1551c2959 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0740197 Feb 10 15:42:24.763899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-705ac173-e647-498b-91dd-aca2e4ce5013 req-c03302bb-3eab-4863-9109-e77f81e9fcf4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Feb 10 15:42:24.914858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68683f7-5aa9-4f69-bde8-72a585860f28 req-d56a0d98-e552-447f-b2ce-62a283b5bcd8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.918227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b68683f7-5aa9-4f69-bde8-72a585860f28 req-d56a0d98-e552-447f-b2ce-62a283b5bcd8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0530591 Feb 10 15:42:24.935158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-74a9e7d4-f702-402f-a9bf-63ac9a4bb4ad tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.936986 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-74a9e7d4-f702-402f-a9bf-63ac9a4bb4ad tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 950 time: 0.0553880 Feb 10 15:42:24.955778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b68683f7-5aa9-4f69-bde8-72a585860f28 req-b21b6397-9f93-48f1-bf17-394ca1253959 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Feb 10 15:42:25.088862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Deleting port ccabcedc-33a3-43db-92e2-1c5f01afa71a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:25.089203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:25.174078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6816cdd7-8326-4133-b770-81661772b714'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:25.176818 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5925c28-b897-4843-8d0b-78e990328d74" -d '{"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-unplugged", "status": "completed", "tag": "6816cdd7-8326-4133-b770-81661772b714"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:25.179587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] For port ccabcedc-33a3-43db-92e2-1c5f01afa71a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ccabcedc-33a3-43db-92e2-1c5f01afa71a,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:25.179962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:25.193816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Calling delete_port for ccabcedc-33a3-43db-92e2-1c5f01afa71a owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:25.203646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ef0ab-ac26-4f5f-91a6-8de740b38feb req-fc920264-1c13-4ecc-a434-f6b1ce70e8c0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.205322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b7ef0ab-ac26-4f5f-91a6-8de740b38feb req-fc920264-1c13-4ecc-a434-f6b1ce70e8c0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0532591 Feb 10 15:42:25.228882 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ffc0cc-4366-4e54-bceb-5f7960e93a4f x-openstack-request-id: req-37ffc0cc-4366-4e54-bceb-5f7960e93a4f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:25.229456 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-unplugged", "status": "completed", "tag": "6816cdd7-8326-4133-b770-81661772b714", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:25.229764 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37ffc0cc-4366-4e54-bceb-5f7960e93a4f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:25.230192 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6816cdd7-8326-4133-b770-81661772b714', 'code': 200} Feb 10 15:42:25.246916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b7ef0ab-ac26-4f5f-91a6-8de740b38feb req-e63603d5-81be-4883-9778-91c1a45bdaef tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Feb 10 15:42:25.326458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:25.338188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['fd91c0d8-9563-4434-9b16-4e9562e7d893', 'ccabcedc-33a3-43db-92e2-1c5f01afa71a', '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:25.353093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event deleted for resources: {'Port': ['ID=ccabcedc-33a3-43db-92e2-1c5f01afa71a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:25.400653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] No DVR routers for this DVR port ccabcedc-33a3-43db-92e2-1c5f01afa71a on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:25.403637 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:25.406975 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b950e338-c66c-4a14-bc0a-5f3712b10aba req-5a5c3ce1-2681-4122-9e51-47d99c8e1741 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "DELETE /v2.0/ports/ccabcedc-33a3-43db-92e2-1c5f01afa71a HTTP/1.1" status: 204 len: 173 time: 0.4106622 Feb 10 15:42:25.407493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0aa14-d59f-413b-b954-e0519a333962', 'name': 'network-vif-deleted', 'tag': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:25.409780 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa09c6-0a2d-4ade-a9e2-84b49f988cd1" -d '{"events": [{"server_uuid": "14d0aa14-d59f-413b-b954-e0519a333962", "name": "network-vif-deleted", "tag": "ccabcedc-33a3-43db-92e2-1c5f01afa71a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:25.453809 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6e970e-898c-476c-8897-65f40fa83cbf x-openstack-request-id: req-cf6e970e-898c-476c-8897-65f40fa83cbf {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:25.454775 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d0aa14-d59f-413b-b954-e0519a333962", "name": "network-vif-deleted", "tag": "ccabcedc-33a3-43db-92e2-1c5f01afa71a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:25.455155 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf6e970e-898c-476c-8897-65f40fa83cbf {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:25.455587 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0aa14-d59f-413b-b954-e0519a333962', 'name': 'network-vif-deleted', 'tag': 'ccabcedc-33a3-43db-92e2-1c5f01afa71a', 'status': 'completed', 'code': 200} Feb 10 15:42:25.719172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-345d9c0e-c12a-4a28-aacd-a58ad14ca686 req-1668ccff-5909-47fd-b4c5-9c98776ad578 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d0aa14-d59f-413b-b954-e0519a333962 HTTP/1.1" status: 200 len: 210 time: 0.0317612 Feb 10 15:42:25.743509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac184-c633-43e8-b037-656c2b788fec req-0262802e-c508-4650-b79c-3df26bb30aeb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.743509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6edac184-c633-43e8-b037-656c2b788fec req-0262802e-c508-4650-b79c-3df26bb30aeb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0769901 Feb 10 15:42:25.794074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6edac184-c633-43e8-b037-656c2b788fec req-a6effe73-98f1-41b4-9b75-1e2a0f13c6d7 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495710 Feb 10 15:42:25.849196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b51a2fc-f4c6-4d06-893f-4b4eb979e9aa req-20ed8414-964e-400a-83e5-bce6012100ef tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0398042 Feb 10 15:42:25.857526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-d27ae24d-d87a-4d5c-be72-f9c10e9bd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.859332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-d27ae24d-d87a-4d5c-be72-f9c10e9bd7da service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c&tenant_id=872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 1099 time: 0.0845089 Feb 10 15:42:25.884306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-b03eba1d-8410-4a69-a3fb-06bf050153d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.887216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-b03eba1d-8410-4a69-a3fb-06bf050153d4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1799698 Feb 10 15:42:25.925056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:25.985185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad44a4-c58e-4fd9-acc1-bb41685b6091 req-bdda3121-71d0-4769-a244-c63584d0bf0a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.986645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ad44a4-c58e-4fd9-acc1-bb41685b6091 req-bdda3121-71d0-4769-a244-c63584d0bf0a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0971084 Feb 10 15:42:25.995523 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-7d90b959-53ee-40eb-b60f-9cace0c18bbf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 217 time: 0.0653980 Feb 10 15:42:26.004449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153da3e-dd3b-4a85-818b-3e55980dd036 req-170875e4-7464-4133-b5ce-e8dc0cc40d4f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.006957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5153da3e-dd3b-4a85-818b-3e55980dd036 req-170875e4-7464-4133-b5ce-e8dc0cc40d4f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0811937 Feb 10 15:42:26.077780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ad44a4-c58e-4fd9-acc1-bb41685b6091 req-8ed0640d-0b63-4455-8aa4-55e3ade4fb5a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695326 Feb 10 15:42:26.079348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:26.086254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5153da3e-dd3b-4a85-818b-3e55980dd036 req-87ca2ab4-f264-439a-984c-29a8773cc0db tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691187 Feb 10 15:42:26.164781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-d157cef6-28f8-4c84-850c-3b361eef7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.166348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-d157cef6-28f8-4c84-850c-3b361eef7045 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1319318 Feb 10 15:42:26.261136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718d947-5f2e-4837-ac43-c6200f32b882 req-313b462a-ba75-4735-a9f3-dbf1da5b47cd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.262737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7718d947-5f2e-4837-ac43-c6200f32b882 req-313b462a-ba75-4735-a9f3-dbf1da5b47cd tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0997114 Feb 10 15:42:26.279493 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-d4e5ec69-e1bf-4f86-95b0-98f5f4f05de4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923615 Feb 10 15:42:26.291382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c242-2726-4384-8aee-18ed6df06a82 req-b9da8065-9998-49b3-971b-131aa5a8bb9e tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.295361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9f0c242-2726-4384-8aee-18ed6df06a82 req-b9da8065-9998-49b3-971b-131aa5a8bb9e tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.1009305 Feb 10 15:42:26.351357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7718d947-5f2e-4837-ac43-c6200f32b882 req-e70375e3-c211-42e4-a0dd-5d4f4388b7c9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808096 Feb 10 15:42:26.375029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9f0c242-2726-4384-8aee-18ed6df06a82 req-749781b4-732c-4d32-90c1-fab1ed2a0bb9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671246 Feb 10 15:42:26.542531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d229a3-429d-4434-abec-8270d6d9799f req-503f68a0-a7df-47c0-bdd7-b298875b3ebb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.545206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12d229a3-429d-4434-abec-8270d6d9799f req-503f68a0-a7df-47c0-bdd7-b298875b3ebb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0880888 Feb 10 15:42:26.555680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eb600-425a-4df2-a935-ba78f467be4c req-7339913e-a4d8-4c41-b48b-660404a9e6b3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.557929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d1eb600-425a-4df2-a935-ba78f467be4c req-7339913e-a4d8-4c41-b48b-660404a9e6b3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.1120834 Feb 10 15:42:26.565840 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-e746a8db-71ab-48b4-b379-c44f46978a9f service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709558 Feb 10 15:42:26.579884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:26.587986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-c3f5555d-2d4d-40dc-adb3-80a093e8eed1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.590074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-c3f5555d-2d4d-40dc-adb3-80a093e8eed1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.3293574 Feb 10 15:42:26.626097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12d229a3-429d-4434-abec-8270d6d9799f req-e8fa8eb6-8130-4059-b3c2-d58e01b0245d tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665455 Feb 10 15:42:26.628379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Request body: {'port': {'device_id': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'admin_state_up': True, 'tenant_id': '3b5f674a3c054a6d83d5aa5cd8220eaf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:26.633772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d1eb600-425a-4df2-a935-ba78f467be4c req-912d4f77-262e-44de-89c7-37ddfbf4c8ad tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672808 Feb 10 15:42:26.757533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:26.787984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2102a02-ce83-408d-8df1-502265b4431f req-3a73465a-de66-476c-a39d-26a097349536 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.790003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2102a02-ce83-408d-8df1-502265b4431f req-3a73465a-de66-476c-a39d-26a097349536 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0680859 Feb 10 15:42:26.846054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2102a02-ce83-408d-8df1-502265b4431f req-44f0ddd5-32db-480b-9120-763cb0c254fb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Feb 10 15:42:26.847108 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:26.855979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6816cdd7-8326-4133-b770-81661772b714 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:26.865630 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6adf2948-b978-4d93-83d8-656b31def8d1 req-3ee64618-b4fd-4a78-b028-a0460c9456f0 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744567 Feb 10 15:42:26.867869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:26.893419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Transition to ACTIVE for port object 6816cdd7-8326-4133-b770-81661772b714 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:26.903247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:26.936643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Made reservation on behalf of 3b5f674a3c054a6d83d5aa5cd8220eaf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:26.940706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:26.975392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b26a9-da38-435d-ac55-abb903cb8470 req-442b74e0-86ea-4936-9b69-739920f1c5e9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.977414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-935b26a9-da38-435d-ac55-abb903cb8470 req-442b74e0-86ea-4936-9b69-739920f1c5e9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0613835 Feb 10 15:42:26.996076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] No DVR routers for this DVR port 6816cdd7-8326-4133-b770-81661772b714 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:27.020549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:27.032687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-935b26a9-da38-435d-ac55-abb903cb8470 req-a2d008d2-d27a-4629-93fc-59d2f4893ddf tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Feb 10 15:42:27.065689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08cf68d9-893e-408d-aba4-134968e99ca0 req-0fc2cebc-13ff-4006-98be-6ec1bb7e906a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.0369070 Feb 10 15:42:27.137085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:27.137641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:27.138246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:27.164378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Port 6816cdd7-8326-4133-b770-81661772b714 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:27.164717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Attempting to bind port 6816cdd7-8326-4133-b770-81661772b714 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:27.182585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:27.183075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:27.183326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:27.183791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Bound port: 6816cdd7-8326-4133-b770-81661772b714, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:27.184152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:27.203811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c165ea-daef-4bb9-b670-1b4f53033c35 req-bc6f3f1a-89a9-4fbd-b7c6-8c3261f06ac8 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.205356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3c165ea-daef-4bb9-b670-1b4f53033c35 req-bc6f3f1a-89a9-4fbd-b7c6-8c3261f06ac8 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 950 time: 0.0819030 Feb 10 15:42:27.235686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Allocated IP 172.20.0.13 (cc13a9ff-ad58-475c-b752-a27f2862e2bf/7be87edb-b28d-45e7-8b37-2568620192ce/810f8361-0f55-40a4-a117-64f0d40fa2a6) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:27.267276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59952a-da84-4cd6-999a-febca2f1fcf5 req-2f455d5d-4e82-4a7a-bd4d-ec6c25cec7ab tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.268964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb59952a-da84-4cd6-999a-febca2f1fcf5 req-2f455d5d-4e82-4a7a-bd4d-ec6c25cec7ab tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0869720 Feb 10 15:42:27.275830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3c165ea-daef-4bb9-b670-1b4f53033c35 req-e3e4bdc9-89c1-42d3-807b-2af86b865bef tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 Feb 10 15:42:27.297393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:27.315304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:27.319857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb59952a-da84-4cd6-999a-febca2f1fcf5 req-1cde051b-b5a3-4435-a673-0bb24a792436 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Feb 10 15:42:27.324693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:27.380646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.381260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:27.382773 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] 10.222.0.75 "PUT /v2.0/ports/6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 1096 time: 1.4644837 Feb 10 15:42:27.412230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ecc0-64d2-4baf-b50d-fe06be3d2dad req-0966869c-8754-45c8-babe-e9999034b287 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.414375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d91ecc0-64d2-4baf-b50d-fe06be3d2dad req-0966869c-8754-45c8-babe-e9999034b287 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0678611 Feb 10 15:42:27.466281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d31fbf-1404-49f2-a0c9-faf1f3108954 service neutron] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:27.468206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d91ecc0-64d2-4baf-b50d-fe06be3d2dad req-ff30b745-8f4e-41f8-86f7-81be1721dca0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Feb 10 15:42:27.468920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'tag': '6816cdd7-8326-4133-b770-81661772b714'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:27.470889 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc9a539-880a-4620-87ef-069dd9b135b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "tag": "6816cdd7-8326-4133-b770-81661772b714"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:27.527282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d02d94-a62a-4848-a2d6-b7bb10738218 req-84c327ab-4225-4be7-ad02-df2ea220e7f8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.529242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9d02d94-a62a-4848-a2d6-b7bb10738218 req-84c327ab-4225-4be7-ad02-df2ea220e7f8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0651205 Feb 10 15:42:27.534296 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:27.538887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-c43c1252-5012-4196-af57-82ff19ab3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.540443 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-c43c1252-5012-4196-af57-82ff19ab3797 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1099 time: 0.1067941 Feb 10 15:42:27.566279 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a7ae3b-ab15-47e1-bc5f-d7c18b2b7939 x-openstack-request-id: req-01a7ae3b-ab15-47e1-bc5f-d7c18b2b7939 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:27.566566 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "tag": "6816cdd7-8326-4133-b770-81661772b714", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:27.566814 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01a7ae3b-ab15-47e1-bc5f-d7c18b2b7939 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:27.567203 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'tag': '6816cdd7-8326-4133-b770-81661772b714', 'status': 'completed', 'code': 200} Feb 10 15:42:27.613998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9d02d94-a62a-4848-a2d6-b7bb10738218 req-18798445-2eb1-491a-b13d-dc3ffab2a690 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693312 Feb 10 15:42:27.679289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:27.706898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd2db3-ab19-4cce-be88-3d76cdd6aa7c req-96421cf8-ea1d-4bf2-8c5e-fb119cd30904 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.710345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5fd2db3-ab19-4cce-be88-3d76cdd6aa7c req-96421cf8-ea1d-4bf2-8c5e-fb119cd30904 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0645056 Feb 10 15:42:27.747497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:27.756734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:27.768043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:27.791525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb99ddb-8152-412e-9b56-fbe51c1ebc30 req-4452f781-48b7-4bbc-b625-6b2f9bc9bed7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.794028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cdb99ddb-8152-412e-9b56-fbe51c1ebc30 req-4452f781-48b7-4bbc-b625-6b2f9bc9bed7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0804987 Feb 10 15:42:27.802225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5fd2db3-ab19-4cce-be88-3d76cdd6aa7c req-12eefb3f-bb65-48cf-b24d-32ea34fb7d06 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771770 Feb 10 15:42:27.816055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:27.840231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-864d2ae5-b31f-41f4-a08e-e213109bf107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.841597 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-864d2ae5-b31f-41f4-a08e-e213109bf107 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1099 time: 0.1808515 Feb 10 15:42:27.848475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-7f3ae848-abde-4187-9c3b-29cd4e08966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.849916 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-7f3ae848-abde-4187-9c3b-29cd4e08966c service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2593448 Feb 10 15:42:27.852692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cdb99ddb-8152-412e-9b56-fbe51c1ebc30 req-0e0f230f-0f0a-412b-b80c-e36d38e0b9b7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 Feb 10 15:42:27.887987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.888602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:27.945366 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-defc8d85-a61a-4273-84dc-2a0917331f64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0798566 Feb 10 15:42:27.961416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-d9591a17-7b58-45c8-aa8f-b982ac0e8402 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3406694 Feb 10 15:42:27.999526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Request body: {'port': {'device_id': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:28.214342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924047-17d0-4c3e-a5ba-bacee18f2cc8 req-656a9e6f-0e59-4c6e-9361-102a05a2f50c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.222204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90924047-17d0-4c3e-a5ba-bacee18f2cc8 req-656a9e6f-0e59-4c6e-9361-102a05a2f50c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 932 time: 0.0642984 Feb 10 15:42:28.277302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90924047-17d0-4c3e-a5ba-bacee18f2cc8 req-3dcb1849-0731-4be8-988e-0cda900c1158 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533066 Feb 10 15:42:28.308133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-fc25c538-ddb5-4b15-9f11-c4fcf135d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.310056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-fc25c538-ddb5-4b15-9f11-c4fcf135d518 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.4540701 Feb 10 15:42:28.368606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-3bc88db4-7502-4846-94bc-b8dbf13ae818 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0496976 Feb 10 15:42:28.394349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-e44bcbe5-4f6f-4bbe-ace5-e0c20aadb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.395807 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-e44bcbe5-4f6f-4bbe-ace5-e0c20aadb5c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.4090984 Feb 10 15:42:28.429501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237b10-abbc-4d42-b714-2c842bdc3fed req-5e27e03f-cbbb-4a99-ba0d-db1a38b6827e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.431217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86237b10-abbc-4d42-b714-2c842bdc3fed req-5e27e03f-cbbb-4a99-ba0d-db1a38b6827e tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 950 time: 0.0812805 Feb 10 15:42:28.441828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:28.483061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86237b10-abbc-4d42-b714-2c842bdc3fed req-4228e5b3-5bd4-4d46-863d-8af4e585aec2 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Feb 10 15:42:28.500069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-cfd2770e-a5a5-4519-b8e5-c7c04b2c8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.501574 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-cfd2770e-a5a5-4519-b8e5-c7c04b2c8367 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1111753 Feb 10 15:42:28.531075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-54e0304f-6638-4684-852d-047c0761a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.532708 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-54e0304f-6638-4684-852d-047c0761a21f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077194 Feb 10 15:42:28.589326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c37db-c025-4357-bbfe-c85ea69780f8 req-fc687ed1-bc9f-4375-b9be-0d97868e0a57 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.590770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34c37db-c025-4357-bbfe-c85ea69780f8 req-fc687ed1-bc9f-4375-b9be-0d97868e0a57 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0811627 Feb 10 15:42:28.653431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c225434-bbd9-43ec-9f1b-e7d9179d33bc req-e9b4b7dc-d520-47df-a5c4-48a51340e4d1 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.654988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c225434-bbd9-43ec-9f1b-e7d9179d33bc req-e9b4b7dc-d520-47df-a5c4-48a51340e4d1 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0862451 Feb 10 15:42:28.660404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34c37db-c025-4357-bbfe-c85ea69780f8 req-ec75dd12-278c-4efe-9232-311b15d47e0f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560827 Feb 10 15:42:28.688998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-bc59035e-b4ba-4ddb-bd1c-726e8f740520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.690524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-bc59035e-b4ba-4ddb-bd1c-726e8f740520 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721306 Feb 10 15:42:28.706905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c225434-bbd9-43ec-9f1b-e7d9179d33bc req-b823cc43-33b8-43a9-a915-a77a3742bb47 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Feb 10 15:42:28.781185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f816-0ee2-4b4b-a05a-61419295da07 req-a34afe55-12b6-42bd-9de5-b612bc221f5a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.782651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cab5f816-0ee2-4b4b-a05a-61419295da07 req-a34afe55-12b6-42bd-9de5-b612bc221f5a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0519295 Feb 10 15:42:28.806826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dcafdd5d-d6e6-47cf-bcec-22ddcfb35f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:28.821896 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-74d2669e-a3e6-4d9c-b746-85c679c37c62 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661057 Feb 10 15:42:28.850206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cab5f816-0ee2-4b4b-a05a-61419295da07 req-c2f517e5-a899-4b34-aefb-7c5e421356ac tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588763 Feb 10 15:42:28.853242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418ade-cd89-47bb-a1e5-0b41882daf94 req-200d95a3-4e7f-40d7-8400-a26917d79930 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.855049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c418ade-cd89-47bb-a1e5-0b41882daf94 req-200d95a3-4e7f-40d7-8400-a26917d79930 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 1101 time: 0.0707257 Feb 10 15:42:28.892990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c418ade-cd89-47bb-a1e5-0b41882daf94 req-88301139-5162-4769-9249-d0a1455642a5 tempest-ServersOnMultiNodesTest-1222070426 tempest-ServersOnMultiNodesTest-1222070426-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301416 Feb 10 15:42:28.922365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ccabcedc-33a3-43db-92e2-1c5f01afa71a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:28.950191 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-fb9270e5-7870-45cc-adb0-bc752b21d227 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406347 Feb 10 15:42:28.981409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: ccabcedc-33a3-43db-92e2-1c5f01afa71a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:28.981840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-83656ac9-16f3-42a0-b665-6169432a7c54 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.983346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-83656ac9-16f3-42a0-b665-6169432a7c54 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 950 time: 0.0893748 Feb 10 15:42:28.988383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ccabcedc-33a3-43db-92e2-1c5f01afa71a not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:29.045773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07725cf4-6a20-40f2-82ea-3a84928db934 req-dee7c617-d219-4eec-8066-ca943be1f471 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.047541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07725cf4-6a20-40f2-82ea-3a84928db934 req-dee7c617-d219-4eec-8066-ca943be1f471 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0989466 Feb 10 15:42:29.100300 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d4ca5ae-8929-43a2-9818-e88f2972e2cf req-0b16caa5-b106-446c-a979-2433c0962187 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562275 Feb 10 15:42:29.124336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810f8361-0f55-40a4-a117-64f0d40fa2a6 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:29.136300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07725cf4-6a20-40f2-82ea-3a84928db934 req-18a65f4a-65f8-4546-8b79-8b84c543dd03 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759568 Feb 10 15:42:29.140971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.167699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Deleting port fd91c0d8-9563-4434-9b16-4e9562e7d893 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:29.168121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.169910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-d48c292b-006e-4e54-b53c-cabe6845a1b6 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037156 Feb 10 15:42:29.174968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Transition to ACTIVE for port object 810f8361-0f55-40a4-a117-64f0d40fa2a6 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:29.180546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.236685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:29.292317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282a23d-3e15-4097-8289-590a05b7a82b req-8e25f02f-1e7d-4efa-9a5a-5a0615da6fa5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.294181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6282a23d-3e15-4097-8289-590a05b7a82b req-8e25f02f-1e7d-4efa-9a5a-5a0615da6fa5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.1094470 Feb 10 15:42:29.337834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] For port fd91c0d8-9563-4434-9b16-4e9562e7d893, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=fd91c0d8-9563-4434-9b16-4e9562e7d893,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:29.338204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.351664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-4e4048b3-b1b8-4d8d-a7f5-d351b3ccf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.353924 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-4e4048b3-b1b8-4d8d-a7f5-d351b3ccf550 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1099 time: 0.0697944 Feb 10 15:42:29.357675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Calling delete_port for fd91c0d8-9563-4434-9b16-4e9562e7d893 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:29.360781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:29.361124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:29.361456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:29.367384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:29.367773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:29.374756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:29.375235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:29.375658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:29.376628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Bound port: 810f8361-0f55-40a4-a117-64f0d40fa2a6, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:29.376794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6282a23d-3e15-4097-8289-590a05b7a82b req-26e1bca3-7a19-48cc-a7c9-e2ec7be08d58 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741687 Feb 10 15:42:29.377012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.474615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe381b2-b095-4217-a90a-13cc6d061524 req-d13cbaba-70e4-42f4-8fc9-70b20029790e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.482472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfe381b2-b095-4217-a90a-13cc6d061524 req-d13cbaba-70e4-42f4-8fc9-70b20029790e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0995188 Feb 10 15:42:29.507596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:29.514171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:29.524585 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.535275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfe381b2-b095-4217-a90a-13cc6d061524 req-68816c62-4702-4aae-aece-b9c6c473c071 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Feb 10 15:42:29.569953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-607c25b5-e3a3-46bf-931b-b9452b8e800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.571489 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-607c25b5-e3a3-46bf-931b-b9452b8e800e service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1791153 Feb 10 15:42:29.582729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.583342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.584714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] 10.222.0.75 "PUT /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 1092 time: 1.5968974 Feb 10 15:42:29.585194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:29.587534 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a534a6-848c-4685-8f4d-33632c0d270d" -d '{"events": [{"name": "network-changed", "server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:29.634481 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.636053 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-70cafde9-4b1d-4ead-af82-5f1f6b4a6281 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0434313 Feb 10 15:42:29.639643 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82569c8-3230-4b5b-aecb-e0d167bca443 x-openstack-request-id: req-f82569c8-3230-4b5b-aecb-e0d167bca443 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:29.639991 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:29.640243 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f82569c8-3230-4b5b-aecb-e0d167bca443 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:29.640634 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'status': 'completed', 'code': 200} Feb 10 15:42:29.641596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9fed2-5dfe-4704-a65e-e47c6dd97b2b service neutron] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:29.649734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['fd91c0d8-9563-4434-9b16-4e9562e7d893', '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:29.669027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event deleted for resources: {'Port': ['ID=fd91c0d8-9563-4434-9b16-4e9562e7d893,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:29.677769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b86811-58cc-4a5a-bf98-cc450526df40 req-6131ff3c-d8b2-4053-b411-541311631dfc tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.679243 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2b86811-58cc-4a5a-bf98-cc450526df40 req-6131ff3c-d8b2-4053-b411-541311631dfc tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 950 time: 0.1135616 Feb 10 15:42:29.740172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] No DVR routers for this DVR port fd91c0d8-9563-4434-9b16-4e9562e7d893 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:29.744404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:29.748495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcb58507-d781-49f3-ac63-bcb38d175caa req-689bce68-5c21-4757-8998-96200dea46b6 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "DELETE /v2.0/ports/fd91c0d8-9563-4434-9b16-4e9562e7d893 HTTP/1.1" status: 204 len: 173 time: 0.7566090 Feb 10 15:42:29.748958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'name': 'network-vif-deleted', 'tag': 'fd91c0d8-9563-4434-9b16-4e9562e7d893'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:29.751528 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517bcc9d-89f1-4245-aed4-16d60768e230" -d '{"events": [{"server_uuid": "6d1d5a42-dda1-46f5-affc-41e6c05f81a0", "name": "network-vif-deleted", "tag": "fd91c0d8-9563-4434-9b16-4e9562e7d893"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:29.762327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2b86811-58cc-4a5a-bf98-cc450526df40 req-60e829af-b6d2-4458-9232-7700ebaddf48 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747731 Feb 10 15:42:29.807819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-ff6f3096-830c-4f36-9e54-a0996d287eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.809810 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-ff6f3096-830c-4f36-9e54-a0996d287eec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1306841 Feb 10 15:42:29.819170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-b465d14e-a9b7-4729-a022-9e1cd05deec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.825664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-b465d14e-a9b7-4729-a022-9e1cd05deec0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1095 time: 0.1334894 Feb 10 15:42:29.831039 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea1f54-d369-46b6-97d1-89fa9c0b0d88 x-openstack-request-id: req-baea1f54-d369-46b6-97d1-89fa9c0b0d88 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:29.831551 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d5a42-dda1-46f5-affc-41e6c05f81a0", "name": "network-vif-deleted", "tag": "fd91c0d8-9563-4434-9b16-4e9562e7d893", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:29.832014 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baea1f54-d369-46b6-97d1-89fa9c0b0d88 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:29.832563 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d5a42-dda1-46f5-affc-41e6c05f81a0', 'name': 'network-vif-deleted', 'tag': 'fd91c0d8-9563-4434-9b16-4e9562e7d893', 'status': 'completed', 'code': 200} Feb 10 15:42:29.870480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11c33f-a4d3-45ad-9cda-c2d5e625f689 req-0258f0f1-3d2b-4488-b0c6-ba69189a81eb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.874382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e11c33f-a4d3-45ad-9cda-c2d5e625f689 req-0258f0f1-3d2b-4488-b0c6-ba69189a81eb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0776241 Feb 10 15:42:29.902224 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-3bcffa8a-d774-44fc-aa30-21af11041c78 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 217 time: 0.0388606 Feb 10 15:42:29.914078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-ea8e5b21-f6b8-4507-9835-43a2de65883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.915679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-ea8e5b21-f6b8-4507-9835-43a2de65883c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851066 Feb 10 15:42:29.948977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e11c33f-a4d3-45ad-9cda-c2d5e625f689 req-38aea600-166c-4483-a11e-a6864c6f0179 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Feb 10 15:42:29.991780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207663-cea1-44fe-a835-8c57cbb5c22a req-d1871848-65c4-442f-83e3-bc1ddb863c91 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.993227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1207663-cea1-44fe-a835-8c57cbb5c22a req-d1871848-65c4-442f-83e3-bc1ddb863c91 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.0607803 Feb 10 15:42:30.028132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-0c726a4b-e7dc-4f7c-a25c-cb0cdbd0e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.029596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-0c726a4b-e7dc-4f7c-a25c-cb0cdbd0e7db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0949409 Feb 10 15:42:30.032494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1207663-cea1-44fe-a835-8c57cbb5c22a req-f0c1466b-8134-49a0-bb7e-a3457d62d8eb tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Feb 10 15:42:30.084103 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-80e727b4-ce74-45d5-a86c-2b590751797a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306983 Feb 10 15:42:30.087613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-6d0183ff-6f0d-4ff2-8c5b-aa200db3f7f5 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516979 Feb 10 15:42:30.227065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fd0bb46-2390-4f20-b4bb-219adaf030d2 req-f8ba01ff-faad-4e8f-a71f-cc200b8e4ebb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274909 Feb 10 15:42:30.272615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068624d0-2f0d-4ced-9a83-085d46769eea req-163c247d-09a9-4203-a54c-64438e144e6c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.274031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-068624d0-2f0d-4ced-9a83-085d46769eea req-163c247d-09a9-4203-a54c-64438e144e6c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0494988 Feb 10 15:42:30.285756 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fdc9a539-880a-4620-87ef-069dd9b135b8 req-e20e534e-1013-422a-b6c6-9b71f1b25a8e service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542296 Feb 10 15:42:30.285756 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-b21c96c2-3a3c-4d0d-94e5-8b14b9525f0e service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477654 Feb 10 15:42:30.308937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fd0bb46-2390-4f20-b4bb-219adaf030d2 req-d950d66a-e376-4665-9c16-c46072d04b61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&device_id=6d1d5a42-dda1-46f5-affc-41e6c05f81a0 HTTP/1.1" status: 200 len: 210 time: 0.0340276 Feb 10 15:42:30.377680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-068624d0-2f0d-4ced-9a83-085d46769eea req-6d109ba6-3ceb-4870-8ddd-70f4d49dcd85 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952721 Feb 10 15:42:30.379651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fd0bb46-2390-4f20-b4bb-219adaf030d2 req-b95afcad-92ff-4b5e-9c71-dc6fbd0fcad3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417521 Feb 10 15:42:30.407280 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e00fdf20-d7f4-448e-8632-1ae42fda9a8e req-870fc397-e358-41d7-ad5e-b72d672bf185 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978954 Feb 10 15:42:30.488888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:30.538952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-f16dfe01-3d42-459d-8efb-5fd83626d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.540939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-f16dfe01-3d42-459d-8efb-5fd83626d69a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1095 time: 0.0465364 Feb 10 15:42:30.579868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bab52b-6347-4f61-b39d-33e2a2c0f9cb req-dddb28ed-517a-409f-a41d-f45d0cee4190 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.581378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33bab52b-6347-4f61-b39d-33e2a2c0f9cb req-dddb28ed-517a-409f-a41d-f45d0cee4190 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.1131060 Feb 10 15:42:30.604968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:30.617942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'port_id': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'mac_address': 'fa:16:3e:e6:35:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ee6e1-5ece-4066-8599-dcd157bfc2aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:30.628299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0bb46-2390-4f20-b4bb-219adaf030d2 req-cd1e1b4a-9671-45f8-ae10-11769d64829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.629713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fd0bb46-2390-4f20-b4bb-219adaf030d2 req-cd1e1b4a-9671-45f8-ae10-11769d64829b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409618 Feb 10 15:42:30.659006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33bab52b-6347-4f61-b39d-33e2a2c0f9cb req-ab704fc6-458c-426e-a859-c8ffd7232c41 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675700 Feb 10 15:42:30.672546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-29b48723-797c-4643-8967-d4df8caad23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.672984 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:30.674422 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-29b48723-797c-4643-8967-d4df8caad23a service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1140525 Feb 10 15:42:30.693356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f37e85-c514-46a7-81c1-c3a7a0028c8e {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:30.696249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d0fbf-41c0-4775-ac02-4c7577457150 req-4f55cdd7-76f3-49c4-9341-106cfcd98a19 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.698804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c1d0fbf-41c0-4775-ac02-4c7577457150 req-4f55cdd7-76f3-49c4-9341-106cfcd98a19 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0848825 Feb 10 15:42:30.717067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:30.723817 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:30.728392 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-c5d808bc-fd15-42df-b954-45493ca563e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 217 time: 0.0403790 Feb 10 15:42:30.741502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c1d0fbf-41c0-4775-ac02-4c7577457150 req-267c0691-9069-4b88-bf32-b0086f093809 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 Feb 10 15:42:30.772037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:30.788669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-969893a0-4832-4996-b072-bb82d4d56610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.790274 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-969893a0-4832-4996-b072-bb82d4d56610 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0441232 Feb 10 15:42:30.840475 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-04c60312-bd3d-4ed0-9503-d0d1371e5a11 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265670 Feb 10 15:42:30.931224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 636e2b10-74d1-429c-b0c2-686cf13c813a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:30.967222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-e2b4e6eb-ab27-458d-a5ae-05463bd16fe2 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009524 Feb 10 15:42:31.045709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:31.064250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'port_id': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'mac_address': 'fa:16:3e:af:30:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c28c091-7204-4fbd-915d-a3504a112f99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:31.077858 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7a534a6-848c-4685-8f4d-33632c0d270d req-f55293df-a61c-4c1c-8a00-2d84da66aaa6 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935550 Feb 10 15:42:31.094650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe7f5-89d0-4c7f-9d96-d000e01e063b req-dbdf6d34-69bf-4e17-9052-ecdcf3302bbd tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.097840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bdbe7f5-89d0-4c7f-9d96-d000e01e063b req-dbdf6d34-69bf-4e17-9052-ecdcf3302bbd tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0926113 Feb 10 15:42:31.106685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:31.120069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 636e2b10-74d1-429c-b0c2-686cf13c813a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:31.124702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e002-810b-4090-8b1d-f7e93ccc5ff8 req-1f1341aa-fcd2-4383-ba83-b7b31eacb8b7 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.126158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f35e002-810b-4090-8b1d-f7e93ccc5ff8 req-1f1341aa-fcd2-4383-ba83-b7b31eacb8b7 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 946 time: 0.0896120 Feb 10 15:42:31.140092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:31.143796 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:31.167789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bdbe7f5-89d0-4c7f-9d96-d000e01e063b req-221a4a5b-f165-4e87-ae65-2a00fb0ffd66 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639803 Feb 10 15:42:31.191959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f35e002-810b-4090-8b1d-f7e93ccc5ff8 req-947ab8de-3024-437a-a78d-1798c8e97e35 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575361 Feb 10 15:42:31.194089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:31.268535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-65556692-d915-45ac-a842-db638630e4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:31.274414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01df43-650b-4db9-aa0c-a62184dc0d09 req-339c0eb5-52d6-4249-9399-9e9bee1e66ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.276519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea01df43-650b-4db9-aa0c-a62184dc0d09 req-339c0eb5-52d6-4249-9399-9e9bee1e66ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Feb 10 15:42:31.314570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea01df43-650b-4db9-aa0c-a62184dc0d09 req-c798258a-8fe3-4c7c-954f-9eab4c2755a6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Feb 10 15:42:31.381080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['636e2b10-74d1-429c-b0c2-686cf13c813a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:31.502850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15ccf6-85a6-425b-85fd-1cdb51832251 req-23cb94e7-f3e4-4ec2-8ea4-81394cdcb675 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.504441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe15ccf6-85a6-425b-85fd-1cdb51832251 req-23cb94e7-f3e4-4ec2-8ea4-81394cdcb675 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0515239 Feb 10 15:42:31.544334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe15ccf6-85a6-425b-85fd-1cdb51832251 req-f5c4dbbc-c724-43ad-9a04-8fc465150aff tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340030 Feb 10 15:42:31.736818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['25f37e85-c514-46a7-81c1-c3a7a0028c8e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:31.799207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cb464-c93b-490d-91d5-ad84cda6dc0a req-a607a7d6-ca32-48df-ae4d-fe81e6bf0f4b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.800857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522cb464-c93b-490d-91d5-ad84cda6dc0a req-a607a7d6-ca32-48df-ae4d-fe81e6bf0f4b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0561821 Feb 10 15:42:31.864590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522cb464-c93b-490d-91d5-ad84cda6dc0a req-fff11382-5ab2-4243-8ca0-7aaf9f3806ff tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 Feb 10 15:42:31.880935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0ec41-b73a-4142-b54e-d78cce3c7b58 req-677cb068-7b0f-4ed5-a266-a4e6c13e0e9c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.882482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bb0ec41-b73a-4142-b54e-d78cce3c7b58 req-677cb068-7b0f-4ed5-a266-a4e6c13e0e9c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0682158 Feb 10 15:42:31.920194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bb0ec41-b73a-4142-b54e-d78cce3c7b58 req-596da6b3-4a1b-413c-987b-efa8968e3f99 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Feb 10 15:42:32.285539 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:32.289721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b494fbd-6a9c-4b91-9ba9-b3876396b719 req-2543ffbf-8c1e-4a21-95fe-b7d94b387bca tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.291258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b494fbd-6a9c-4b91-9ba9-b3876396b719 req-2543ffbf-8c1e-4a21-95fe-b7d94b387bca tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0630925 Feb 10 15:42:32.347720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b494fbd-6a9c-4b91-9ba9-b3876396b719 req-fc1d7804-e8bd-4009-8f37-0a477bdc1807 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Feb 10 15:42:32.356440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7accb6f-862c-4c6e-84a0-c117ee8af36a req-a76e53ce-6b1f-4811-83d4-30da0c69504f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.357900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7accb6f-862c-4c6e-84a0-c117ee8af36a req-a76e53ce-6b1f-4811-83d4-30da0c69504f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 945 time: 0.0915973 Feb 10 15:42:32.408814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7accb6f-862c-4c6e-84a0-c117ee8af36a req-b2950574-9ea3-4ef6-b2ea-09146404e5be tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386922 Feb 10 15:42:32.456622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cf0c4-8a61-4bc5-b397-1c3e98b43fd9 req-15abc905-909a-464f-a647-2cae143fcf9a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.458132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d86cf0c4-8a61-4bc5-b397-1c3e98b43fd9 req-15abc905-909a-464f-a647-2cae143fcf9a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.0484624 Feb 10 15:42:32.501370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d86cf0c4-8a61-4bc5-b397-1c3e98b43fd9 req-44f7e9ec-202a-4ecd-86ad-59eea013a046 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Feb 10 15:42:32.550999 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-2895703f-1f25-40a4-9218-f77217cc0f39 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497119 Feb 10 15:42:32.649021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-1881d2d0-5144-495d-9bde-ae35d3d295d4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.651338 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-1881d2d0-5144-495d-9bde-ae35d3d295d4 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0590761 Feb 10 15:42:32.694106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e712ca-1d0c-4950-aec0-3a00e8921a67 req-7bce29ed-f018-422d-98cc-3dc86441e6e4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.695600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4e712ca-1d0c-4950-aec0-3a00e8921a67 req-7bce29ed-f018-422d-98cc-3dc86441e6e4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0824850 Feb 10 15:42:32.703737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aa649-dd5e-48a8-8dde-7bf85d82428c req-c0ca2e82-d92d-4df5-a307-4963d605593a tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.705161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-333aa649-dd5e-48a8-8dde-7bf85d82428c req-c0ca2e82-d92d-4df5-a307-4963d605593a tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 945 time: 0.0813050 Feb 10 15:42:32.752042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-9dc99f16-fad5-446f-8977-1f7cd3b15930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.753443 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-9dc99f16-fad5-446f-8977-1f7cd3b15930 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 1100 time: 0.1132486 Feb 10 15:42:32.763156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4e712ca-1d0c-4950-aec0-3a00e8921a67 req-b4187f78-48ef-495f-91f8-527e1094c488 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570400 Feb 10 15:42:32.765914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-333aa649-dd5e-48a8-8dde-7bf85d82428c req-3800605c-2508-46a9-afca-8cecbc137e7f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Feb 10 15:42:32.774899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:32.775323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:32.936835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:32.937208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:32.939674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 636e2b10-74d1-429c-b0c2-686cf13c813a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:32.953387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-baba7138-a81c-4a14-bd72-4bff9911bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.954870 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-baba7138-a81c-4a14-bd72-4bff9911bf14 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1583140 Feb 10 15:42:32.955921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for eec55b23-a2a0-4c49-8a93-94a9c5f09ccb owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:33.001854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348381-f856-4d03-b1ae-7e7f46714848 req-96c6ba79-6e3a-491c-a065-c94ffcfb3d5b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.003536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d348381-f856-4d03-b1ae-7e7f46714848 req-96c6ba79-6e3a-491c-a065-c94ffcfb3d5b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 950 time: 0.0705843 Feb 10 15:42:33.018295 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-3a45751e-9740-4081-b00d-d4ef23463c18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe HTTP/1.1" status: 200 len: 217 time: 0.0405800 Feb 10 15:42:33.032378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.046199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 636e2b10-74d1-429c-b0c2-686cf13c813a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:33.069298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:33.074604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.075635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device fd91c0d8-9563-4434-9b16-4e9562e7d893 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:33.075927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d348381-f856-4d03-b1ae-7e7f46714848 req-9b311ec0-aa39-489c-91dd-fd9a635ba327 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624518 Feb 10 15:42:33.087190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f8133-d350-41b0-a33d-82fb8e1c7ea8 req-a054e1d4-7555-4169-961f-4ce088f31a72 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.095655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-835f8133-d350-41b0-a33d-82fb8e1c7ea8 req-a054e1d4-7555-4169-961f-4ce088f31a72 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0849042 Feb 10 15:42:33.124391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: fd91c0d8-9563-4434-9b16-4e9562e7d893 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:33.124727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device fd91c0d8-9563-4434-9b16-4e9562e7d893 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:33.128535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-0cc196c2-3832-4bcf-8dae-2cce5916b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.130058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-0cc196c2-3832-4bcf-8dae-2cce5916b941 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0741177 Feb 10 15:42:33.132197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-835f8133-d350-41b0-a33d-82fb8e1c7ea8 req-1182b8f7-af8b-4b44-870c-50ff9533f02a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Feb 10 15:42:33.148758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:33.201120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-62a20ad5-88f0-40ff-81be-98465192469c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.202692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-62a20ad5-88f0-40ff-81be-98465192469c tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0554214 Feb 10 15:42:33.227373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-f6211383-7001-4feb-a476-24ac9debc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.229245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-f6211383-7001-4feb-a476-24ac9debc954 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804141 Feb 10 15:42:33.230499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.242296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'ebe73993-6b18-4fcb-a894-32972e88ec37'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:33.275249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=eec55b23-a2a0-4c49-8a93-94a9c5f09ccb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:33.318112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Deleting port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:33.319093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.372799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port eec55b23-a2a0-4c49-8a93-94a9c5f09ccb on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:33.382209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.387129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-411e613d-81b7-455a-9f89-7ab9d18cec1e req-213924b3-1e40-4c93-b0f7-9b5eb63da3c3 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "DELETE /v2.0/ports/eec55b23-a2a0-4c49-8a93-94a9c5f09ccb HTTP/1.1" status: 204 len: 173 time: 0.7279601 Feb 10 15:42:33.387872 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'name': 'network-vif-deleted', 'tag': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:33.390170 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8327dda1-1301-44d0-b0fa-7dab71cf7c44" -d '{"events": [{"server_uuid": "31cc5ce1-8717-4402-9bec-d013268ea1c9", "name": "network-vif-deleted", "tag": "eec55b23-a2a0-4c49-8a93-94a9c5f09ccb"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:33.421790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] For port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:33.422174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.438231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Calling delete_port for 02e8283a-bc20-42c6-9023-7b50fc7dc0ee owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:33.468837 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-641304a4-6869-44d4-aeac-eeb75ead6f8b service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059584 Feb 10 15:42:33.560399 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ed1db-c830-4d5c-a0dd-0964e2ff5fe5 x-openstack-request-id: req-550ed1db-c830-4d5c-a0dd-0964e2ff5fe5 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:33.561028 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cc5ce1-8717-4402-9bec-d013268ea1c9", "name": "network-vif-deleted", "tag": "eec55b23-a2a0-4c49-8a93-94a9c5f09ccb", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:33.561204 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-550ed1db-c830-4d5c-a0dd-0964e2ff5fe5 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:33.561612 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cc5ce1-8717-4402-9bec-d013268ea1c9', 'name': 'network-vif-deleted', 'tag': 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb', 'status': 'completed', 'code': 200} Feb 10 15:42:33.574933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da2bd7-2d56-4148-a438-579b76459c81 req-4d2acebb-3727-43b9-8193-82d067a11a97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.576501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10da2bd7-2d56-4148-a438-579b76459c81 req-4d2acebb-3727-43b9-8193-82d067a11a97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/ports?device_id=590935fc-0164-415c-a592-0189d94b787d HTTP/1.1" status: 200 len: 950 time: 0.0845773 Feb 10 15:42:33.603824 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-febb0f3c-a4af-43dc-84a6-13680fdc65d2 req-652c03d5-d50e-4e53-a47b-147afa7f7a2b service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152511 Feb 10 15:42:33.706570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10da2bd7-2d56-4148-a438-579b76459c81 req-c2dda2a2-76df-425a-9fee-63353bac2298 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e90d95c-89aa-427b-a2af-be5774cb8445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162500 Feb 10 15:42:33.733400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d30-4012-4e5c-9d7c-f4bb763d500d req-6e4262cf-00e5-4dee-9c32-f646ecdf9f9a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.735258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-225b7d30-4012-4e5c-9d7c-f4bb763d500d req-6e4262cf-00e5-4dee-9c32-f646ecdf9f9a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.1090353 Feb 10 15:42:33.753085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.804630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Pushing event deleted for resources: {'Port': ['ID=02e8283a-bc20-42c6-9023-7b50fc7dc0ee,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:33.863151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] No DVR routers for this DVR port 02e8283a-bc20-42c6-9023-7b50fc7dc0ee on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:33.863404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931', 'eec55b23-a2a0-4c49-8a93-94a9c5f09ccb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:33.871164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:33.875063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2643ad6d-b955-4988-b1c5-b522c64c735c req-91c06e5a-09b7-4f74-ad4d-5f5da592fc97 tempest-ServersAdminTestJSON-1651828144 tempest-ServersAdminTestJSON-1651828144-project] 10.222.0.45 "DELETE /v2.0/ports/02e8283a-bc20-42c6-9023-7b50fc7dc0ee HTTP/1.1" status: 204 len: 173 time: 0.6628036 Feb 10 15:42:33.883581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-deleted', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:33.887199 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5bfabb-bf96-4d0f-bb81-9aab102925b2" -d '{"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-deleted", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:33.893905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-225b7d30-4012-4e5c-9d7c-f4bb763d500d req-07e3ccd2-595c-4c48-b6e9-32e617e1fcb8 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516438 Feb 10 15:42:33.970106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfced59-8e67-4267-b7d5-db93e731a826 req-025a1fa7-0c45-4fd0-9905-e01c0456d081 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.971706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcfced59-8e67-4267-b7d5-db93e731a826 req-025a1fa7-0c45-4fd0-9905-e01c0456d081 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 944 time: 0.1119165 Feb 10 15:42:33.980172 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:34.032593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcfced59-8e67-4267-b7d5-db93e731a826 req-38d7356e-822b-4460-859d-8cd2b5179b37 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510941 Feb 10 15:42:34.076865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383a35-479c-41de-aec4-85fb38348213 req-d7d1921f-e6fc-46e9-9514-bb0f74b0b2e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.078560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a383a35-479c-41de-aec4-85fb38348213 req-d7d1921f-e6fc-46e9-9514-bb0f74b0b2e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.0645394 Feb 10 15:42:34.095404 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d5f81-1254-433f-8fae-f01269370bee x-openstack-request-id: req-100d5f81-1254-433f-8fae-f01269370bee {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:34.095781 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590935fc-0164-415c-a592-0189d94b787d", "name": "network-vif-deleted", "tag": "02e8283a-bc20-42c6-9023-7b50fc7dc0ee", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:34.096479 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-100d5f81-1254-433f-8fae-f01269370bee {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:34.096479 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590935fc-0164-415c-a592-0189d94b787d', 'name': 'network-vif-deleted', 'tag': '02e8283a-bc20-42c6-9023-7b50fc7dc0ee', 'status': 'completed', 'code': 200} Feb 10 15:42:34.127649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a383a35-479c-41de-aec4-85fb38348213 req-46056614-3b7b-4b0a-94b5-42b4db4288fe tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Feb 10 15:42:34.232459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca5a345d-228e-48f3-9629-39de8ee71889 req-85a52a85-b660-495a-b0e1-636c2ab84bd1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cc5ce1-8717-4402-9bec-d013268ea1c9 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Feb 10 15:42:34.293085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:34.392063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7af7f-211f-4fa7-9c59-66d2ea77a721 req-157ae772-4d13-4228-8c30-7e8f56d3979c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.393649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60b7af7f-211f-4fa7-9c59-66d2ea77a721 req-157ae772-4d13-4228-8c30-7e8f56d3979c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0764055 Feb 10 15:42:34.402562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bd3da-9f20-4aa1-a6ae-4bf4590737dd req-3977b90f-f497-43a2-bbb1-fae7bb385376 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.404201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-205bd3da-9f20-4aa1-a6ae-4bf4590737dd req-3977b90f-f497-43a2-bbb1-fae7bb385376 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.0962982 Feb 10 15:42:34.462482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60b7af7f-211f-4fa7-9c59-66d2ea77a721 req-bb5f9501-f96b-424e-afc8-739c26d9e1b8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Feb 10 15:42:34.484081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-205bd3da-9f20-4aa1-a6ae-4bf4590737dd req-5b07bd5c-3bee-4c76-9f0a-a55e44fe4ebb tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585504 Feb 10 15:42:34.524728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:34.576260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 25f37e85-c514-46a7-81c1-c3a7a0028c8e completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:34.580659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 25f37e85-c514-46a7-81c1-c3a7a0028c8e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:34.581182 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:34.663905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:34.686718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:34.688990 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec229954-85dc-4abe-b1f5-80d2ef6a89f3" -d '{"events": [{"server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "name": "network-vif-plugged", "status": "completed", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:34.702175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:34.706405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:34.707384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eec55b23-a2a0-4c49-8a93-94a9c5f09ccb no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:34.731347 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b46f68-1663-4f44-af00-61f4d979cd27 x-openstack-request-id: req-69b46f68-1663-4f44-af00-61f4d979cd27 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:34.731691 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "name": "network-vif-plugged", "status": "completed", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:34.731951 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69b46f68-1663-4f44-af00-61f4d979cd27 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:34.732346 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'code': 200} Feb 10 15:42:34.753338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: eec55b23-a2a0-4c49-8a93-94a9c5f09ccb {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:34.753680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device eec55b23-a2a0-4c49-8a93-94a9c5f09ccb not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:34.785706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:34.796413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02e8283a-bc20-42c6-9023-7b50fc7dc0ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:34.866846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422282e-371e-4f3b-bd76-81590cf8ef20 req-9cd858af-2aaa-478b-af99-fd9cc330d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.868444 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d422282e-371e-4f3b-bd76-81590cf8ef20 req-9cd858af-2aaa-478b-af99-fd9cc330d3f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1097 time: 0.0584075 Feb 10 15:42:34.879722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-d45bd7d9-5ad4-46eb-9ce5-0efbcebe4765 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.881177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-d45bd7d9-5ad4-46eb-9ce5-0efbcebe4765 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 944 time: 0.0602050 Feb 10 15:42:34.929300 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d422282e-371e-4f3b-bd76-81590cf8ef20 req-7172f2a8-79b4-43f5-83c8-6bdc08134072 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Feb 10 15:42:34.986182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Deleting port 636e2b10-74d1-429c-b0c2-686cf13c813a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:34.986529 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.011931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49028) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:35.113012 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998ea1-cc99-4645-8757-e8e5adfe585a req-4b5a01f4-43c4-4716-9d6d-5e7add180390 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.114492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79998ea1-cc99-4645-8757-e8e5adfe585a req-4b5a01f4-43c4-4716-9d6d-5e7add180390 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.0848684 Feb 10 15:42:35.116429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] For port 636e2b10-74d1-429c-b0c2-686cf13c813a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=636e2b10-74d1-429c-b0c2-686cf13c813a,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:35.116800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.153737 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5d48c2f6-c3e8-43b7-adf6-2eae7816abb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03578a3bb8404c99b0a0448bd4eefd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404488 Feb 10 15:42:35.155985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49036) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:35.172156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Calling delete_port for 636e2b10-74d1-429c-b0c2-686cf13c813a owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:35.203576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f28df97-d401-4510-a64c-413fc4e59dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.227157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f28df97-d401-4510-a64c-413fc4e59dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.241244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79998ea1-cc99-4645-8757-e8e5adfe585a req-96a12ae7-6d63-46b6-9e54-adef7806a437 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990455 Feb 10 15:42:35.252314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86f98-901c-4a10-86da-030f56a7b122 req-bc5e4031-8b26-408c-9050-77011a1556da tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.253850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7a86f98-901c-4a10-86da-030f56a7b122 req-bc5e4031-8b26-408c-9050-77011a1556da tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db9e4ac-6e60-4bc9-9034-e1d377e6326e HTTP/1.1" status: 200 len: 944 time: 0.1344433 Feb 10 15:42:35.289534 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f28df97-d401-4510-a64c-413fc4e59dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.293213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f28df97-d401-4510-a64c-413fc4e59dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.295499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4f28df97-d401-4510-a64c-413fc4e59dd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e90d95c-89aa-427b-a2af-be5774cb8445 HTTP/1.1" status: 204 len: 168 time: 0.1374953 Feb 10 15:42:35.302209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28df97-d401-4510-a64c-413fc4e59dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e90d95c-89aa-427b-a2af-be5774cb8445,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:35.587720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49048) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:35.629362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7a86f98-901c-4a10-86da-030f56a7b122 req-1ddcf083-c61c-468e-949c-0158c291c0b0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608477 Feb 10 15:42:35.630122 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d7209f9-e9f1-4141-b89b-2e56f220c1ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c486156949b43d8965f3ff67a0ce6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403464 Feb 10 15:42:35.631980 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49050) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:35.677672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a00be-e039-44c8-bf1d-7321a46742a2 req-4e8f9a43-f392-404e-8c20-d06e88977046 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.679044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-922a00be-e039-44c8-bf1d-7321a46742a2 req-4e8f9a43-f392-404e-8c20-d06e88977046 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 948 time: 0.3576596 Feb 10 15:42:35.695723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.700470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f4af70-7158-4c9f-af5a-1635ddd70261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.728215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f4af70-7158-4c9f-af5a-1635ddd70261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.740924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event deleted for resources: {'Port': ['ID=636e2b10-74d1-429c-b0c2-686cf13c813a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:35.812357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-922a00be-e039-44c8-bf1d-7321a46742a2 req-c80d26af-b4f4-4d0d-a3ad-35a8f67fc20e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241570 Feb 10 15:42:35.813101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] No DVR routers for this DVR port 636e2b10-74d1-429c-b0c2-686cf13c813a on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:35.817030 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:35.820465 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3336e859-3f51-4099-ae2a-6b2fd94ec825 req-2dd8d4f9-b0e7-4b8f-9308-c430eded961f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "DELETE /v2.0/ports/636e2b10-74d1-429c-b0c2-686cf13c813a HTTP/1.1" status: 204 len: 173 time: 0.9309676 Feb 10 15:42:35.843208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27004575-32c2-473a-9907-ea073e751353 req-8da9cf5a-ae6f-4785-8870-e1ea01f5d52c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.844925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27004575-32c2-473a-9907-ea073e751353 req-8da9cf5a-ae6f-4785-8870-e1ea01f5d52c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.1067035 Feb 10 15:42:35.911797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27004575-32c2-473a-9907-ea073e751353 req-902537ec-c0e6-43f4-9869-f2c812b875e8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Feb 10 15:42:35.974305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d32f-f2c5-45d7-bfdd-6cd39dac9dc1 req-e1378759-b739-4b6a-b617-6b91f53a1204 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.975901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4004d32f-f2c5-45d7-bfdd-6cd39dac9dc1 req-e1378759-b739-4b6a-b617-6b91f53a1204 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.0629263 Feb 10 15:42:36.027186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4004d32f-f2c5-45d7-bfdd-6cd39dac9dc1 req-8a5fedc2-9d41-42be-9127-ca4ef4d088ef tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups?id=c43cd75d-ac06-4113-b8a0-9e18dcdd037f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Feb 10 15:42:36.089141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f4af70-7158-4c9f-af5a-1635ddd70261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.091706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f4af70-7158-4c9f-af5a-1635ddd70261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.092875 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-11f4af70-7158-4c9f-af5a-1635ddd70261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f910490b-0c76-4ba8-8ff2-ad5d66c97350 HTTP/1.1" status: 204 len: 168 time: 0.4599285 Feb 10 15:42:36.103469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'name': 'network-vif-deleted', 'tag': '636e2b10-74d1-429c-b0c2-686cf13c813a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:36.105848 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0d8e8-0ed0-4178-b493-40eb93ae65c2" -d '{"events": [{"server_uuid": "1db9e4ac-6e60-4bc9-9034-e1d377e6326e", "name": "network-vif-deleted", "tag": "636e2b10-74d1-429c-b0c2-686cf13c813a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:36.109009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4af70-7158-4c9f-af5a-1635ddd70261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910490b-0c76-4ba8-8ff2-ad5d66c97350,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:36.167894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-cc8c0e38-c295-4bf5-a9b6-61ca4e261379 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:36.169416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-cc8c0e38-c295-4bf5-a9b6-61ca4e261379 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 946 time: 0.0904770 Feb 10 15:42:36.212083 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f06df3-5dc7-4a83-b90f-895cfb45379c x-openstack-request-id: req-f5f06df3-5dc7-4a83-b90f-895cfb45379c {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:36.212431 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db9e4ac-6e60-4bc9-9034-e1d377e6326e", "name": "network-vif-deleted", "tag": "636e2b10-74d1-429c-b0c2-686cf13c813a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:36.212669 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5f06df3-5dc7-4a83-b90f-895cfb45379c {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:36.213029 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db9e4ac-6e60-4bc9-9034-e1d377e6326e', 'name': 'network-vif-deleted', 'tag': '636e2b10-74d1-429c-b0c2-686cf13c813a', 'status': 'completed', 'code': 200} Feb 10 15:42:36.310463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f439-2e77-4967-b6f7-3837e08e77b4 req-5318f917-16d3-493b-aa15-ce4446363d84 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:36.312171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8028f439-2e77-4967-b6f7-3837e08e77b4 req-5318f917-16d3-493b-aa15-ce4446363d84 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 949 time: 0.1022682 Feb 10 15:42:36.358238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Deleting port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:36.358581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.456694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8028f439-2e77-4967-b6f7-3837e08e77b4 req-dd11f2c4-8a81-428c-8f8e-8bc18523c513 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356030 Feb 10 15:42:36.497626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e144-3710-4e62-9bb5-fe82ae9699d5 req-ede5963f-6cf6-4f20-a6c4-2d647c64187f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:36.499112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e87e144-3710-4e62-9bb5-fe82ae9699d5 req-ede5963f-6cf6-4f20-a6c4-2d647c64187f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.1655033 Feb 10 15:42:36.526295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6816cdd7-8326-4133-b770-81661772b714 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:36.535056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] For port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:36.535430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.627726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:36.631157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e87e144-3710-4e62-9bb5-fe82ae9699d5 req-c4efcc82-fcfd-4516-a9d9-b7c108bba63d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244509 Feb 10 15:42:36.642409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '6816cdd7-8326-4133-b770-81661772b714', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '6816cdd7-8326-4133-b770-81661772b714', 'mac_address': 'fa:16:3e:20:b6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:36.696708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.712760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6816cdd7-8326-4133-b770-81661772b714 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:36.737061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:36.742581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.743261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:36.824514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:36.834441 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.835368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:36.835368 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Floating IP 77d186cc-c573-40ab-8255-9153c4f628aa disassociated. External IP: 172.25.7.96, port: f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7. Feb 10 15:42:36.835590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Calling delete_port for f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:36.957110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:36.976031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 636e2b10-74d1-429c-b0c2-686cf13c813a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:36.999048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 636e2b10-74d1-429c-b0c2-686cf13c813a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:36.999491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 636e2b10-74d1-429c-b0c2-686cf13c813a not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:37.000890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:37.003397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'port_id': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'mac_address': 'fa:16:3e:ac:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be87edb-b28d-45e7-8b37-2568620192ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:37.025245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:37.030492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976386445', 'description': 'tempest-description--1787308534'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:37.036854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe9248-a223-444b-a20d-db238bd49541 req-07c03839-2b87-4319-8c26-10f662e92d45 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.038418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21fe9248-a223-444b-a20d-db238bd49541 req-07c03839-2b87-4319-8c26-10f662e92d45 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.0861650 Feb 10 15:42:37.060704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.081845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.099812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810f8361-0f55-40a4-a117-64f0d40fa2a6 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:37.146448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:37.147340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.151340 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.154865 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.157475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.162750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.181084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21fe9248-a223-444b-a20d-db238bd49541 req-a0cb4571-f48b-4a2e-8566-b410a4edd9c1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995688 Feb 10 15:42:37.186960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd84c8-fa14-45f0-8b28-647876f4cf02,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:37.207264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.211942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event deleted for resources: {'Port': ['ID=f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:37.212222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b1bd36b5-8a0b-4ce2-8230-31a676fce503 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1836474 Feb 10 15:42:37.212222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49096) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:37.218640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'security_group_rule': {'security_group_id': 'bfdd84c8-fa14-45f0-8b28-647876f4cf02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:37.224718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef49d-95c0-40d1-97f6-6e9cc383d2ed req-266e53b6-16a1-4c47-887e-543b18a51a97 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.226441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a49ef49d-95c0-40d1-97f6-6e9cc383d2ed req-266e53b6-16a1-4c47-887e-543b18a51a97 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.1433990 Feb 10 15:42:37.252370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:37.255639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:37.271982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.284775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 02e8283a-bc20-42c6-9023-7b50fc7dc0ee {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:37.285932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02e8283a-bc20-42c6-9023-7b50fc7dc0ee not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:37.336407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.341330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.360838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473ce842-a255-4bb8-abe5-828a72a4a9ca,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:37.372043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a49ef49d-95c0-40d1-97f6-6e9cc383d2ed req-fc090400-7be9-4997-9bf4-ccc0e74bcf1f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Feb 10 15:42:37.379969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:37.382242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.384120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d4295f62-ce25-4031-bc49-2bd48754dc7c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710362 Feb 10 15:42:37.387472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49102) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:37.392857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'security_group_rule': {'security_group_id': 'bfdd84c8-fa14-45f0-8b28-647876f4cf02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:37.431983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.531988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.537299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.548986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4a3a93e-3e51-4203-9f1b-9691da634eb9 req-64f6099f-022f-41f6-80cc-9d1ac319043c tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e38444f-09f2-4a88-8fd9-3bd50e61e83c HTTP/1.1" status: 200 len: 210 time: 0.0450168 Feb 10 15:42:37.581994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:37.589330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e383a2c1-d97c-4126-86f6-890c67a3e36a,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:37.597821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:37.619254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.621019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b59fe379-6fc6-4ec2-ace1-9874f7bb02f3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323716 Feb 10 15:42:37.625025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49112) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:37.630903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:37.633439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:37.634303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:37.670660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] No DVR routers for this DVR port f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:37.674170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.679272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4d771a0-851c-427a-bba2-773d8fe75587 req-252f62f4-e2d7-4156-8e22-4e54942256e2 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.45 "DELETE /v2.0/ports/f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7 HTTP/1.1" status: 204 len: 173 time: 1.5004921 Feb 10 15:42:37.778573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:37.783902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-63cf44db-0093-4e5e-a773-bed3869a53e5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.786174 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-63cf44db-0093-4e5e-a773-bed3869a53e5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 949 time: 0.1318238 Feb 10 15:42:37.787622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:37.881622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007e30f-e412-4123-a1f1-e2995e74079c req-258137ad-798b-463b-b6ed-d0702944e09b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.892607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1007e30f-e412-4123-a1f1-e2995e74079c req-258137ad-798b-463b-b6ed-d0702944e09b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.2122467 Feb 10 15:42:37.909481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b9de7-135a-411e-a0b1-71bd7eb2808d req-d5a8d348-13d3-48a0-82e0-d8e609484b81 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.910973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-013b9de7-135a-411e-a0b1-71bd7eb2808d req-d5a8d348-13d3-48a0-82e0-d8e609484b81 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 949 time: 0.2297170 Feb 10 15:42:37.983735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-76913984-381f-4f1d-ace8-892d30cce372 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.985392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-76913984-381f-4f1d-ace8-892d30cce372 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c&tenant_id=872ae74478324283955467ee2b7c76cb&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 949 time: 0.2123079 Feb 10 15:42:38.005689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port ebe73993-6b18-4fcb-a894-32972e88ec37 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:38.006052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.017703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:38.036744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1007e30f-e412-4123-a1f1-e2995e74079c req-4bef1118-72a4-4dcd-9349-e316264228bd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429200 Feb 10 15:42:38.043529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-013b9de7-135a-411e-a0b1-71bd7eb2808d req-383be5ba-a94c-4ece-a775-b5e838f89652 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058011 Feb 10 15:42:38.063060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:38.079582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.081261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:38.082285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:38.104132 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-77cdf19f-1e3f-41c9-9984-35a7d2f9a802 service neutron] delete failed (client error): The resource could not be found. Feb 10 15:42:38.105680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-77cdf19f-1e3f-41c9-9984-35a7d2f9a802 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6816cdd7-8326-4133-b770-81661772b714/bindings/n-h1-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.1112475 Feb 10 15:42:38.176053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['810f8361-0f55-40a4-a117-64f0d40fa2a6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:38.181032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port ebe73993-6b18-4fcb-a894-32972e88ec37, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ebe73993-6b18-4fcb-a894-32972e88ec37,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:38.181580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.205805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for ebe73993-6b18-4fcb-a894-32972e88ec37 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:38.217592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'name': 'network-vif-deleted', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:38.218070 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809209ac-14cc-440d-974b-870d3c18da78" -d '{"events": [{"server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "name": "network-vif-deleted", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:38.235711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5288be2-9c91-4fad-95fa-4775aa68e268 req-843812b9-dcd3-4a40-909f-a9f0985812da tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.259631 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5288be2-9c91-4fad-95fa-4775aa68e268 req-843812b9-dcd3-4a40-909f-a9f0985812da tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.1005921 Feb 10 15:42:38.297438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:38.318867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Allocated IP 172.25.7.33 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/2017e51e-5364-42bc-9ba7-9e9778298061) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:38.329906 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93a63ed-fb7d-4bdb-81d6-5aea354b5138 x-openstack-request-id: req-c93a63ed-fb7d-4bdb-81d6-5aea354b5138 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:38.329906 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e38444f-09f2-4a88-8fd9-3bd50e61e83c", "name": "network-vif-deleted", "tag": "f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:38.329906 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c93a63ed-fb7d-4bdb-81d6-5aea354b5138 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:38.329906 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e38444f-09f2-4a88-8fd9-3bd50e61e83c', 'name': 'network-vif-deleted', 'tag': 'f35ee1a8-25ad-4a0d-ade8-5a5a39f93df7', 'status': 'completed', 'code': 200} Feb 10 15:42:38.394349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5288be2-9c91-4fad-95fa-4775aa68e268 req-0213283d-987f-4861-94ee-9b8ad6cc78f6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415591 Feb 10 15:42:38.450838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-01ca0c2d-391f-4b30-a6db-4f020c9c59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.452568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-01ca0c2d-391f-4b30-a6db-4f020c9c59a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 1100 time: 0.1817350 Feb 10 15:42:38.539839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.567292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'ebe73993-6b18-4fcb-a894-32972e88ec37'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:38.583094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=ebe73993-6b18-4fcb-a894-32972e88ec37,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:38.592541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.644693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port ebe73993-6b18-4fcb-a894-32972e88ec37 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:38.647979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.652523 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5a2c34c6-5d8a-4f31-98d8-846b27b6f378 req-4399e7bb-92a6-4eaf-ba91-fc9d558f0592 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "DELETE /v2.0/ports/ebe73993-6b18-4fcb-a894-32972e88ec37 HTTP/1.1" status: 204 len: 173 time: 0.8598015 Feb 10 15:42:38.654413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'name': 'network-vif-deleted', 'tag': 'ebe73993-6b18-4fcb-a894-32972e88ec37'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:38.658166 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ac1569-e58d-4c4c-ab8f-b58c529f2d82" -d '{"events": [{"server_uuid": "d6f06abd-c765-4617-855a-2f43cc5ae63a", "name": "network-vif-deleted", "tag": "ebe73993-6b18-4fcb-a894-32972e88ec37"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:38.661692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee83ed2-58ce-4230-b8bb-8e9f3c718ed5 req-8fab0d1d-b86c-455e-b393-53c30717facb tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.663569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ee83ed2-58ce-4230-b8bb-8e9f3c718ed5 req-8fab0d1d-b86c-455e-b393-53c30717facb tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1097 time: 0.1273837 Feb 10 15:42:38.675593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33121ea4-23c7-4726-a57a-96d8e053135d req-bf4c6eff-0afc-4be4-85ea-4e3ef36bed75 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.677232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33121ea4-23c7-4726-a57a-96d8e053135d req-bf4c6eff-0afc-4be4-85ea-4e3ef36bed75 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.1263032 Feb 10 15:42:38.687763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.690945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-011ea302-4b6f-4e28-854c-4281b9181fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.692684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-011ea302-4b6f-4e28-854c-4281b9181fd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2329178 Feb 10 15:42:38.741759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:38.747764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:38.750579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:38.751126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:38.760148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-fc1a03d8-f527-4ebb-a3b3-35874f8d9f31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 200 len: 217 time: 0.0492158 Feb 10 15:42:38.791099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'Port': ['ID=2017e51e-5364-42bc-9ba7-9e9778298061,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:38.826059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ee83ed2-58ce-4230-b8bb-8e9f3c718ed5 req-1ac0ef22-9fda-4fb3-9c5f-9525d88463ee tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401598 Feb 10 15:42:38.898413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33121ea4-23c7-4726-a57a-96d8e053135d req-1a08654a-9cfc-4766-8c1a-5ce21e600290 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029347 Feb 10 15:42:38.947963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-e15be946-1f0a-4ae8-b5a4-ae1dc19edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.949451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:38.952036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-e15be946-1f0a-4ae8-b5a4-ae1dc19edb60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1813340 Feb 10 15:42:38.995808 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37474013-2108-44a8-9b39-bba61c2ab826 x-openstack-request-id: req-37474013-2108-44a8-9b39-bba61c2ab826 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:38.996221 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f06abd-c765-4617-855a-2f43cc5ae63a", "name": "network-vif-deleted", "tag": "ebe73993-6b18-4fcb-a894-32972e88ec37", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:38.996570 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37474013-2108-44a8-9b39-bba61c2ab826 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:38.997060 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f06abd-c765-4617-855a-2f43cc5ae63a', 'name': 'network-vif-deleted', 'tag': 'ebe73993-6b18-4fcb-a894-32972e88ec37', 'status': 'completed', 'code': 200} Feb 10 15:42:39.007948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.037043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-18a5eb4b-de0c-4fc4-91de-3482399fb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.038948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-18a5eb4b-de0c-4fc4-91de-3482399fb299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797601 Feb 10 15:42:39.245194 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.255845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.279028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-a98e9dc9-7d42-4fb5-a995-8e895d125eee service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291839 Feb 10 15:42:39.399934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'Port': ['ID=2017e51e-5364-42bc-9ba7-9e9778298061,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:39.405834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:39.432598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.440018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fc88d-9751-45c2-b3be-37c99263662d None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:39:07Z', 'revision_number': 4, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '6e3fe122-e092-4be4-9684-77711a672c82', 'name': '', 'network_id': '68d8c2fb-12b4-44f9-855d-8d41fb478d60', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'mac_address': 'fa:16:3e:ae:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:05Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'subnets': [{'id': '4a0b504d-d0a9-4918-a563-162039f0b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:39.459118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.469541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a873f47-fddd-46d5-ad6a-2f3d3dcf0592 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8370185 Feb 10 15:42:39.500779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ce3831a-4ce2-4dba-a49f-13fac6d4944d req-72db11dc-0791-47c8-ac49-8cdaae885a5a tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f06abd-c765-4617-855a-2f43cc5ae63a HTTP/1.1" status: 200 len: 210 time: 0.1914134 Feb 10 15:42:39.532816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ce30b-9996-42dc-b4e8-fa2aba41c01c req-d9babdf7-26d7-40d7-a844-b9f7d91165a3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.540192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d56ce30b-9996-42dc-b4e8-fa2aba41c01c req-d9babdf7-26d7-40d7-a844-b9f7d91165a3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.3852868 Feb 10 15:42:39.562864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8408ac03-4d2a-4307-b6d1-5abfdf476366 req-a6c48451-4b86-4f62-9fb7-523ec69efb03 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546036 Feb 10 15:42:39.609412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d56ce30b-9996-42dc-b4e8-fa2aba41c01c req-b399b69c-0305-416f-ae65-6b1bf5f0ae28 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669098 Feb 10 15:42:39.615165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49176) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:39.786308 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c3b20d2-d91c-4ebf-9066-2b3aa21b5087 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.806589 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a9eb6-41ce-4f97-a54e-a3bd254c1a4a None None] New status for floating IP 77d186cc-c573-40ab-8255-9153c4f628aa: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:42:39.839141 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c3b20d2-d91c-4ebf-9066-2b3aa21b5087 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:39.871553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-e8d6063d-30f4-4e11-aa4b-93b590f1a4e3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.878444 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-e8d6063d-30f4-4e11-aa4b-93b590f1a4e3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 822 time: 0.1718132 Feb 10 15:42:39.903910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-84842884-79f3-4c24-bfa3-f7e497716450 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/quotas/7764c825569c47e99e8e7037b7610f85 HTTP/1.1" status: 200 len: 375 time: 0.0245082 Feb 10 15:42:39.982222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a09990dc-b527-43c5-b650-8bb27b124a47 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771437 Feb 10 15:42:40.051630 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c3b20d2-d91c-4ebf-9066-2b3aa21b5087 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.054704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c3b20d2-d91c-4ebf-9066-2b3aa21b5087 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.059093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7c3b20d2-d91c-4ebf-9066-2b3aa21b5087 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "DELETE /v2.0/security-groups/c43cd75d-ac06-4113-b8a0-9e18dcdd037f HTTP/1.1" status: 204 len: 168 time: 0.4393587 Feb 10 15:42:40.060938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49202) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:40.074021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b20d2-d91c-4ebf-9066-2b3aa21b5087 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43cd75d-ac06-4113-b8a0-9e18dcdd037f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:40.101826 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-da48e416-e148-4934-a8b9-86b63cccba6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] show failed (client error): The resource could not be found. Feb 10 15:42:40.110983 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da48e416-e148-4934-a8b9-86b63cccba6e tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "GET /v2.0/security-groups/c43cd75d-ac06-4113-b8a0-9e18dcdd037f HTTP/1.1" status: 404 len: 347 time: 0.0484169 Feb 10 15:42:40.111932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49206) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:40.326352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:40.418142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Deleting port 4e68e0a9-f5d4-4476-8d54-6391109155ec {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:40.418815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.440665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-7a049fa6-cc2d-4451-b9c4-d5e1ddda3a14 service neutron] 10.222.0.21 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574201 Feb 10 15:42:40.520942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.521298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.528318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e34a59-d8ed-4a53-ba05-a24a920e3dd9 req-0ba82952-3f89-4c2b-a115-6b22872e55b8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:40.529808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56e34a59-d8ed-4a53-ba05-a24a920e3dd9 req-0ba82952-3f89-4c2b-a115-6b22872e55b8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.4318049 Feb 10 15:42:40.536134 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7908771a-385d-4e4e-8ab9-e54a7c56e5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.548090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Calling delete_port for 4e68e0a9-f5d4-4476-8d54-6391109155ec owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:40.581234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-f1068624-d462-4f93-9d9b-f33f979c0a35 service neutron] 10.222.0.21 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396906 Feb 10 15:42:40.595067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56e34a59-d8ed-4a53-ba05-a24a920e3dd9 req-e5a4ebfe-49b9-45f9-a274-dfe73a8a2631 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541401 Feb 10 15:42:40.704840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7908771a-385d-4e4e-8ab9-e54a7c56e5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.731174 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7908771a-385d-4e4e-8ab9-e54a7c56e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.810893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908771a-385d-4e4e-8ab9-e54a7c56e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe2b45-6b9e-45aa-8170-7dae1418db82,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:40.816689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6503e-bca5-41c2-9afe-f23743824882 req-25be272e-6684-4f99-bc11-1b04bae5820f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:40.818526 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7908771a-385d-4e4e-8ab9-e54a7c56e5c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5131f9efe7a048b882186f0e47c2bfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911468 Feb 10 15:42:40.819530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49226) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:40.824289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afc6503e-bca5-41c2-9afe-f23743824882 req-25be272e-6684-4f99-bc11-1b04bae5820f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.0827332 Feb 10 15:42:40.846332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.874853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afc6503e-bca5-41c2-9afe-f23743824882 req-5eaa4b61-b223-4251-aab9-fad08c86631c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496829 Feb 10 15:42:40.897054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Pushing event deleted for resources: {'Port': ['ID=4e68e0a9-f5d4-4476-8d54-6391109155ec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:40.980678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ebe73993-6b18-4fcb-a894-32972e88ec37 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:40.989130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70d6b9d9-f3c7-406a-8d99-ac5c8c118f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:40.999080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de406bc3-6657-4f32-a4d0-5ec662d6b970 req-b1c55137-4d0e-496c-b048-bd8b965848ca tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 210 time: 0.0613670 Feb 10 15:42:41.032826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: ebe73993-6b18-4fcb-a894-32972e88ec37 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:41.033751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ebe73993-6b18-4fcb-a894-32972e88ec37 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:41.056002 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:41.059251 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:41.061942 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-effa5845-ddd8-47fd-b65f-f0c59ec083c5 tempest-ServersWithSpecificFlavorTestJSON-738747956 tempest-ServersWithSpecificFlavorTestJSON-738747956-project] 10.222.0.21 "DELETE /v2.0/floatingips/77d186cc-c573-40ab-8255-9153c4f628aa HTTP/1.1" status: 204 len: 168 time: 0.9488564 Feb 10 15:42:41.065681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70d6b9d9-f3c7-406a-8d99-ac5c8c118f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:41.164909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70d6b9d9-f3c7-406a-8d99-ac5c8c118f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:41.168632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70d6b9d9-f3c7-406a-8d99-ac5c8c118f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:41.171569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-70d6b9d9-f3c7-406a-8d99-ac5c8c118f89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dbe2b45-6b9e-45aa-8170-7dae1418db82 HTTP/1.1" status: 204 len: 168 time: 0.3471668 Feb 10 15:42:41.186478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3e0f8-77be-4402-b52f-3214b4365b15 req-6407d9ba-509b-42a0-9cef-97a184a4bb38 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:41.193922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c3e0f8-77be-4402-b52f-3214b4365b15 req-6407d9ba-509b-42a0-9cef-97a184a4bb38 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 949 time: 0.1093132 Feb 10 15:42:41.200952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6b9d9-f3c7-406a-8d99-ac5c8c118f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe2b45-6b9e-45aa-8170-7dae1418db82,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:41.223898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e3464-918f-4288-945f-59e2d4ebdcc3 req-6b15450d-83ed-4c43-a876-3d52b471413c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:41.235548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e86e3464-918f-4288-945f-59e2d4ebdcc3 req-6b15450d-83ed-4c43-a876-3d52b471413c tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 950 time: 0.1179605 Feb 10 15:42:41.254242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:41.290948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c3e0f8-77be-4402-b52f-3214b4365b15 req-d62569df-777f-47bf-8868-716da5fbb29b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Feb 10 15:42:41.333638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e86e3464-918f-4288-945f-59e2d4ebdcc3 req-d33781d4-ca72-425e-8114-a0f25c6f73c6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970194 Feb 10 15:42:41.809397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951553c-89cd-4446-a164-dad9d2bd6280 req-8c2938c5-ca07-4319-a87b-0ceecf209115 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:41.824533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2951553c-89cd-4446-a164-dad9d2bd6280 req-8c2938c5-ca07-4319-a87b-0ceecf209115 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.0991418 Feb 10 15:42:41.895716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2951553c-89cd-4446-a164-dad9d2bd6280 req-bb3ecf58-9316-4e70-8353-4c30e65954c7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669706 Feb 10 15:42:41.922906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49282) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:42.024927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-9aa02bb1-644e-4e53-b7b6-be2f4653316b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345244 Feb 10 15:42:42.131275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8196956-b737-4ef8-a559-7c2a890f7ead req-acbf8cdc-04fe-43de-b125-95b7338cbf38 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 210 time: 0.0384185 Feb 10 15:42:42.193492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-88ff4cb8-456e-4c52-87e4-89cef5eca14b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:42.200162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-88ff4cb8-456e-4c52-87e4-89cef5eca14b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735425 Feb 10 15:42:42.222545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-926be03e-4042-4ac8-91a5-c726c761e5a7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/quotas/872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 375 time: 0.0187342 Feb 10 15:42:42.288039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-b85212e9-5959-44a2-8c72-502a537d47a4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643094 Feb 10 15:42:42.491042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-815c9bb0-d4cd-4760-adb4-c38184eb81e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:42.493088 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-815c9bb0-d4cd-4760-adb4-c38184eb81e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 950 time: 0.1337945 Feb 10 15:42:42.568909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6816cdd7-8326-4133-b770-81661772b714 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:42.576145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:42.652160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 6816cdd7-8326-4133-b770-81661772b714 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:42.661563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 6816cdd7-8326-4133-b770-81661772b714 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:42.662078 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:42.712785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa02f-a48a-482d-b528-cdb3e2e0d3fd req-d1c64892-9dc3-4f83-95e0-f6b33263a5e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:42.725457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5abfa02f-a48a-482d-b528-cdb3e2e0d3fd req-d1c64892-9dc3-4f83-95e0-f6b33263a5e0 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 950 time: 0.1755002 Feb 10 15:42:42.754202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-3cc55255-c847-44a5-96b9-11ad798e8dff tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:42.757837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-3cc55255-c847-44a5-96b9-11ad798e8dff tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 822 time: 0.4028633 Feb 10 15:42:42.782987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'port': {'device_id': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'admin_state_up': True, 'tenant_id': '7764c825569c47e99e8e7037b7610f85'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:42.800386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port a6992d8c-a564-4cda-b8e8-8be32eacf809 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:42.800735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:42.890828 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:42.998066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5abfa02f-a48a-482d-b528-cdb3e2e0d3fd req-5022eec7-b520-4ac4-8fb2-5dc84f1b0338 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399127 Feb 10 15:42:43.005825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Made reservation on behalf of 7764c825569c47e99e8e7037b7610f85 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:43.014980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6816cdd7-8326-4133-b770-81661772b714'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:43.016446 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.032562 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8df85-1eda-4939-8d4c-2b07eacd2d90" -d '{"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-plugged", "status": "completed", "tag": "6816cdd7-8326-4133-b770-81661772b714"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:43.065028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port a6992d8c-a564-4cda-b8e8-8be32eacf809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a6992d8c-a564-4cda-b8e8-8be32eacf809,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:43.065556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.075104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:43.090185 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.091288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:43.122287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for a6992d8c-a564-4cda-b8e8-8be32eacf809 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:43.189389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 810f8361-0f55-40a4-a117-64f0d40fa2a6 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:43.198475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 810f8361-0f55-40a4-a117-64f0d40fa2a6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:43.199198 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.241775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Allocated IP 172.20.0.11 (b3271483-52f9-4b7b-9067-26b874459470/1c28c091-7204-4fbd-915d-a3504a112f99/208896c5-1965-467f-aab5-587163ae5a53) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:43.267225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:43.340608 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.390647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Deleting port 6e3fe122-e092-4be4-9684-77711a672c82 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:43.391008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.400484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:43.407834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.439571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.480163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e635a470-feea-4e5f-be58-e784a3dffe49 req-11d6a0d4-b156-40f9-9d26-fc418234ab26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 210 time: 0.0751703 Feb 10 15:42:43.527945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=a6992d8c-a564-4cda-b8e8-8be32eacf809,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:43.581559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631ab3a-9e64-4eda-8deb-0385d2580e6a req-922d8535-1f9a-4f6a-9ed3-076adf0e0009 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:43.589756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c631ab3a-9e64-4eda-8deb-0385d2580e6a req-922d8535-1f9a-4f6a-9ed3-076adf0e0009 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1874368 Feb 10 15:42:43.592969 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a09b3e-d510-4304-b57b-f2d5f1cc42c8 x-openstack-request-id: req-b9a09b3e-d510-4304-b57b-f2d5f1cc42c8 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:43.593446 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-plugged", "status": "completed", "tag": "6816cdd7-8326-4133-b770-81661772b714", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:43.593570 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9a09b3e-d510-4304-b57b-f2d5f1cc42c8 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:43.593908 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6816cdd7-8326-4133-b770-81661772b714', 'code': 200} Feb 10 15:42:43.598841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:43.603365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:43.647254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port a6992d8c-a564-4cda-b8e8-8be32eacf809 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:43.651703 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.655189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-757bc68b-009a-447d-950e-51f3412bd82c req-7760a140-8d13-44e1-b174-1eda7afe4a9d tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 210 time: 0.0483360 Feb 10 15:42:43.668887 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7ab2d0b0-c0d0-4d6e-8aff-1f881dd99d92 req-560e5892-e2e9-491f-b2ba-5cb855ae876e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "DELETE /v2.0/ports/a6992d8c-a564-4cda-b8e8-8be32eacf809 HTTP/1.1" status: 204 len: 173 time: 1.1636395 Feb 10 15:42:43.670204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085472b2-bb27-4357-9d34-a820ec292aff', 'name': 'network-vif-deleted', 'tag': 'a6992d8c-a564-4cda-b8e8-8be32eacf809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:43.672027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.687886 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32553683-3763-4586-8b16-2bca93ebffb5" -d '{"events": [{"server_uuid": "085472b2-bb27-4357-9d34-a820ec292aff", "name": "network-vif-deleted", "tag": "a6992d8c-a564-4cda-b8e8-8be32eacf809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:43.705471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c631ab3a-9e64-4eda-8deb-0385d2580e6a req-8819411b-71e2-4e44-8e69-5911fa423652 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122267 Feb 10 15:42:43.758545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] For port 6e3fe122-e092-4be4-9684-77711a672c82, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6e3fe122-e092-4be4-9684-77711a672c82,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:43.758826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.772056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:43.803475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Calling delete_port for 6e3fe122-e092-4be4-9684-77711a672c82 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:43.816029 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d550a9-1cbc-4594-88a2-fb08e7f76365 x-openstack-request-id: req-c1d550a9-1cbc-4594-88a2-fb08e7f76365 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:43.816321 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085472b2-bb27-4357-9d34-a820ec292aff", "name": "network-vif-deleted", "tag": "a6992d8c-a564-4cda-b8e8-8be32eacf809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:43.816578 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1d550a9-1cbc-4594-88a2-fb08e7f76365 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:43.816972 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085472b2-bb27-4357-9d34-a820ec292aff', 'name': 'network-vif-deleted', 'tag': 'a6992d8c-a564-4cda-b8e8-8be32eacf809', 'status': 'completed', 'code': 200} Feb 10 15:42:43.850310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:43.865936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Network b3271483-52f9-4b7b-9067-26b874459470 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:43.867554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:43.871807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:43.995655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:43.996576 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:44.050325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-cd909bcd-7e66-49b4-a190-785d7b3b84b3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2762222 Feb 10 15:42:44.069588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Request body: {'port': {'device_id': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:44.256019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40397aa7-73b4-49d4-89ce-8f2add6e84b2 req-1628e089-6014-4312-8a53-e530c0882ad5 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=085472b2-bb27-4357-9d34-a820ec292aff HTTP/1.1" status: 200 len: 210 time: 0.0774269 Feb 10 15:42:44.256913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:44.379923 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-fc8c2371-5ae9-41c3-bac6-ffa91553fc7e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3772213 Feb 10 15:42:44.503390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-acc8bfb2-3b60-4971-90b2-43638d40e551 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:44.505085 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-acc8bfb2-3b60-4971-90b2-43638d40e551 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176674 Feb 10 15:42:44.523757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Request body: {'port': {'device_id': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '872ae74478324283955467ee2b7c76cb'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:44.651880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:44.662480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f1269c05-5186-42d5-b135-b97757032f57 req-e2cdd25d-1dfd-4f6c-9896-f21d9111bf14 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 210 time: 0.0553865 Feb 10 15:42:44.671090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208896c5-1965-467f-aab5-587163ae5a53 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:44.681330 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:44.686229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:44.714015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3fe122-e092-4be4-9684-77711a672c82,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:44.724136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Transition to ACTIVE for port object 208896c5-1965-467f-aab5-587163ae5a53 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:44.734191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:44.769002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Made reservation on behalf of 872ae74478324283955467ee2b7c76cb for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:44.772583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:44.979058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:45.001714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a6992d8c-a564-4cda-b8e8-8be32eacf809 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:45.034174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: a6992d8c-a564-4cda-b8e8-8be32eacf809 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:45.034419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a6992d8c-a564-4cda-b8e8-8be32eacf809 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:45.055264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:45.066382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Attempting to bind port 208896c5-1965-467f-aab5-587163ae5a53 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:45.066817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Attempting to bind port 208896c5-1965-467f-aab5-587163ae5a53 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:45.067750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Attempting to bind port 208896c5-1965-467f-aab5-587163ae5a53 on network b3271483-52f9-4b7b-9067-26b874459470 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:45.079841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Port 208896c5-1965-467f-aab5-587163ae5a53 on network b3271483-52f9-4b7b-9067-26b874459470 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:45.080305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Attempting to bind port 208896c5-1965-467f-aab5-587163ae5a53 on network b3271483-52f9-4b7b-9067-26b874459470 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:45.092565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ff17-0407-4032-b6a7-14ad4c64d66d req-376ba421-0e30-4e53-94f2-9c43b3892c33 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:45.094449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bf1ff17-0407-4032-b6a7-14ad4c64d66d req-376ba421-0e30-4e53-94f2-9c43b3892c33 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 944 time: 0.1986015 Feb 10 15:42:45.099761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:45.100143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Checking segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:45.100624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Bound using segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:45.101154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Bound port: 208896c5-1965-467f-aab5-587163ae5a53, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:45.101624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:45.210501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:45.247226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:45.264125 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bf1ff17-0407-4032-b6a7-14ad4c64d66d req-957c195c-5c25-436c-8a2a-2c7b47ca5af5 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446395 Feb 10 15:42:45.267106 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:45.331891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Allocated IP 192.168.233.40 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/3561e083-9483-463c-b036-26d0f24ec743) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:45.355261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:45.356399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:45.357808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] 10.222.0.45 "PUT /v2.0/ports/208896c5-1965-467f-aab5-587163ae5a53 HTTP/1.1" status: 200 len: 1092 time: 1.2953081 Feb 10 15:42:45.358256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'tag': '208896c5-1965-467f-aab5-587163ae5a53'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:45.360622 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a30f4-3c59-4f55-b158-827d59d3c4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "tag": "208896c5-1965-467f-aab5-587163ae5a53"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:45.420433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e9388-cc62-4b32-9d98-a0a5dfa4a805 service neutron] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:45.507413 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b9785-0d53-47b4-882c-2aa2576383e1 x-openstack-request-id: req-5a5b9785-0d53-47b4-882c-2aa2576383e1 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:45.507728 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "tag": "208896c5-1965-467f-aab5-587163ae5a53", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:45.507978 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5b9785-0d53-47b4-882c-2aa2576383e1 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:45.508372 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'tag': '208896c5-1965-467f-aab5-587163ae5a53', 'status': 'completed', 'code': 200} Feb 10 15:42:45.524413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-641bf96a-83c1-47f7-991c-5ed6a6bafb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:45.526492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-641bf96a-83c1-47f7-991c-5ed6a6bafb54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 1095 time: 0.1219866 Feb 10 15:42:45.534980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e5d8-00fb-4d5f-a898-f8262f7063ef req-8e814f78-67f8-4be2-acb5-70285b7baf47 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:45.536664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc03e5d8-00fb-4d5f-a898-f8262f7063ef req-8e814f78-67f8-4be2-acb5-70285b7baf47 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1306686 Feb 10 15:42:45.579623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Router ffaada7f-0fa0-4357-aee5-eb93603a0f9b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:45.580768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-c3e8e3c4-aeb3-40ad-8b92-5e21ec084079 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=208896c5-1965-467f-aab5-587163ae5a53 HTTP/1.1" status: 200 len: 217 time: 0.0429697 Feb 10 15:42:45.594822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:45.598271 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06853aaf-06ee-47de-95ca-50ac1eb4a435" -d '{"events": [{"server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "name": "network-vif-plugged", "status": "completed", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:45.645966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc03e5d8-00fb-4d5f-a898-f8262f7063ef req-528b678c-e3ee-409c-979a-ef0d38a2d30d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012766 Feb 10 15:42:45.653316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-6b78b28e-aa9d-4b2b-ab75-a3c557f4de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:45.654753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-6b78b28e-aa9d-4b2b-ab75-a3c557f4de61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 200 len: 862 time: 0.0632527 Feb 10 15:42:45.702187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-450ca37d-5d41-4735-8467-df5a78bc13e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3271483-52f9-4b7b-9067-26b874459470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395281 Feb 10 15:42:45.750179 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2eed7-9d37-4d29-8b5d-9d179ef40f37 x-openstack-request-id: req-39e2eed7-9d37-4d29-8b5d-9d179ef40f37 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:45.750709 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "name": "network-vif-plugged", "status": "completed", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:45.750709 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39e2eed7-9d37-4d29-8b5d-9d179ef40f37 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:45.751074 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'code': 200} Feb 10 15:42:45.811274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:45.820011 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2fb6818d-1ea0-4a82-a271-322388dd07b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ffaada7f-0fa0-4357-aee5-eb93603a0f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8946154 Feb 10 15:42:45.824656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49500) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:45.829675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] Sync routers for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:45.856227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:45.858057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:45.858709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:45.904126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3c3f631-6daf-45c9-af76-86fc95628719 req-b57b1631-b765-45cd-8cee-3ea95e8a7d6f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 210 time: 0.0419936 Feb 10 15:42:45.983360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-08c5e676-3b6b-4480-9a45-04ef2f2451e5 service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744963 Feb 10 15:42:46.103795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7394258-3754-4f6f-ad4d-74545b6e08a9 req-86c4db57-8339-45b9-b24a-d6cbfbab2cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124294 Feb 10 15:42:46.115698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:46.122776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb0b7-15c4-4e6b-b1a1-497509bdfd2d req-aff63fd1-d64e-4ffb-b29a-2f259d28e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.124611 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-753cb0b7-15c4-4e6b-b1a1-497509bdfd2d req-aff63fd1-d64e-4ffb-b29a-2f259d28e6de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1097 time: 0.1995175 Feb 10 15:42:46.148348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:46.205547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:46.249484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:46.257121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-7af545e7-9cbb-486f-9e19-509db23da736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.267576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-7af545e7-9cbb-486f-9e19-509db23da736 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 1095 time: 0.0815341 Feb 10 15:42:46.351950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:46.405666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:46.410558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:46.415093 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-753cb0b7-15c4-4e6b-b1a1-497509bdfd2d req-865a5cd0-087e-426b-820e-091d867ec0fd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586951 Feb 10 15:42:46.416572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:46.468515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabff93f-040e-44bb-affe-6dd052810c7c req-e51cbdc7-94df-4543-8994-db0f41dd9b8f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.471091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dabff93f-040e-44bb-affe-6dd052810c7c req-e51cbdc7-94df-4543-8994-db0f41dd9b8f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 950 time: 0.1868064 Feb 10 15:42:46.506957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-b9a27c84-92a9-4f53-946b-3b019eaf8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.520246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-b9a27c84-92a9-4f53-946b-3b019eaf8f5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 923 time: 0.2517662 Feb 10 15:42:46.526153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:46.540403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.541580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:46.594593 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-59eedfeb-ea4c-4a33-bc0d-85437c63e4af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0787721 Feb 10 15:42:46.608279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Request body: {'port': {'device_id': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:46.620628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-e3789bb3-5d3a-4990-a8d9-452cd6bef21e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=208896c5-1965-467f-aab5-587163ae5a53 HTTP/1.1" status: 200 len: 217 time: 0.0898609 Feb 10 15:42:46.660091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:42:44Z', 'revision_number': 5, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port': {'id': '4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:01Z', 'updated_at': '2022-02-10T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:46.679045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:46.698294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Deleting port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:46.698803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:46.706215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] Checking router: ffaada7f-0fa0-4357-aee5-eb93603a0f9b for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:46.720941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] Routers {'ffaada7f-0fa0-4357-aee5-eb93603a0f9b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:46.721907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:46.755845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dabff93f-040e-44bb-affe-6dd052810c7c req-cbfbe774-5a4f-407b-b334-acdbf9440b66 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647090 Feb 10 15:42:46.829814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba892d8-26c9-4920-b26f-a13f680ea214 req-ac40c4cc-c284-43c5-a6ea-c6b62327ac1a tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.848321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ba892d8-26c9-4920-b26f-a13f680ea214 req-ac40c4cc-c284-43c5-a6ea-c6b62327ac1a tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 944 time: 0.2369583 Feb 10 15:42:46.851862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-121f0c45-fe66-43cf-b510-2da0cd47fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.853292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-121f0c45-fe66-43cf-b510-2da0cd47fea7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 200 len: 862 time: 0.2237623 Feb 10 15:42:46.943619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-abacd7bb-d3a5-4679-9a29-a0601befe0c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3271483-52f9-4b7b-9067-26b874459470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652144 Feb 10 15:42:47.026135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-38390450-f568-49c9-a06b-7b3283e466fc None None] Provisioning complete for port 3561e083-9483-463c-b036-26d0f24ec743 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:47.026698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-38390450-f568-49c9-a06b-7b3283e466fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.043371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] For port 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:47.043371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.063262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] Set router ffaada7f-0fa0-4357-aee5-eb93603a0f9b gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:47.072999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Calling delete_port for 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:47.083553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ba892d8-26c9-4920-b26f-a13f680ea214 req-6d2005f0-6431-4c46-9006-7fc23aa460dd tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342160 Feb 10 15:42:47.108321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-38390450-f568-49c9-a06b-7b3283e466fc None None] Port 3561e083-9483-463c-b036-26d0f24ec743 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:42:47.148015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:42:46Z', 'revision_number': 6, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:47.187220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdea320-204c-470e-ac46-76a098b1f931 None None] The sync data for ids ['ffaada7f-0fa0-4357-aee5-eb93603a0f9b'] in n-d-827895-3 is: [{'id': 'ffaada7f-0fa0-4357-aee5-eb93603a0f9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-274326918-router', 'tenant_id': '38f447b64da84913b5011ad6776dd713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:00Z', 'updated_at': '2022-02-10T15:42:46Z', 'revision_number': 6, 'project_id': '38f447b64da84913b5011ad6776dd713', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:47.198890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-045c96f1-a557-49f0-aa42-6d6f7ceb430e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:47.200617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-045c96f1-a557-49f0-aa42-6d6f7ceb430e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 950 time: 0.1683969 Feb 10 15:42:47.212046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea2e89-ccb4-4b80-ab64-0f92a115301a req-76131343-4609-43bb-bca8-94e86f9b298f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:47.219977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-caea2e89-ccb4-4b80-ab64-0f92a115301a req-76131343-4609-43bb-bca8-94e86f9b298f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2351398 Feb 10 15:42:47.250634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:47.265718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-89505386-1e0c-4960-a4b7-42f14494b1f1 service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211946 Feb 10 15:42:47.313331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.346622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Transition to ACTIVE for port object 3561e083-9483-463c-b036-26d0f24ec743 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:47.409537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-caea2e89-ccb4-4b80-ab64-0f92a115301a req-70a42e90-fecf-490b-a9a9-f229f1d8e004 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849451 Feb 10 15:42:47.410128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.450376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.515950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:47.520396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24a30f4-3c59-4f55-b158-827d59d3c4fd req-cf009dc5-9b5a-4268-8a26-7c34cc6a7ae5 service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404597 Feb 10 15:42:47.550242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:47.550718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.672795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38a5dc-43ca-4537-89d4-0c05b6ecf568 req-ab8d2888-a34d-48d4-b902-f3e65661cc3d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:47.681242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e38a5dc-43ca-4537-89d4-0c05b6ecf568 req-ab8d2888-a34d-48d4-b902-f3e65661cc3d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.1834767 Feb 10 15:42:47.703121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:47.788518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e38a5dc-43ca-4537-89d4-0c05b6ecf568 req-4e000d3e-28fe-4299-9572-0638dbc1b844 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034687 Feb 10 15:42:47.817648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:47.818013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.818190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Attempting to bind port 3561e083-9483-463c-b036-26d0f24ec743 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:42:47.818634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Attempting to bind port 3561e083-9483-463c-b036-26d0f24ec743 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:42:47.819066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Attempting to bind port 3561e083-9483-463c-b036-26d0f24ec743 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:47.829554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.832492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Port 3561e083-9483-463c-b036-26d0f24ec743 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:47.832930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Attempting to bind port 3561e083-9483-463c-b036-26d0f24ec743 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:47.841892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:47.937781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:47.938257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:47.938936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:47.939283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Bound port: 3561e083-9483-463c-b036-26d0f24ec743, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:42:47.939857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.980889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.983084 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:47.998168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3617a0a-dc79-49a6-b529-6a69443a2b4f req-fb394a81-49fd-42da-8439-21f3027c3bc8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.000920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3617a0a-dc79-49a6-b529-6a69443a2b4f req-fb394a81-49fd-42da-8439-21f3027c3bc8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=78a06340-7a5b-41e6-b0fe-684c9d107f3c HTTP/1.1" status: 200 len: 950 time: 0.0962417 Feb 10 15:42:48.073762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.074442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffaada7f-0fa0-4357-aee5-eb93603a0f9b {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:48.082581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.086233 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d42c402a-873d-4f11-8cf1-7488579098d0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ffaada7f-0fa0-4357-aee5-eb93603a0f9b HTTP/1.1" status: 204 len: 168 time: 2.2578022 Feb 10 15:42:48.086849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:48.161455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.162076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Deleting subnet 4a0b504d-d0a9-4918-a563-162039f0b78b {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:42:48.164677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:48.171506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:48.174329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:48.189345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.205013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3617a0a-dc79-49a6-b529-6a69443a2b4f req-9f06661a-f912-4b3a-b643-3d21d32cb9aa tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971939 Feb 10 15:42:48.225071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.256292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6e3fe122-e092-4be4-9684-77711a672c82 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:48.258192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:48.312149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:48.314318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:48.316459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05', 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:48.318557 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 6e3fe122-e092-4be4-9684-77711a672c82 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:48.319139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6e3fe122-e092-4be4-9684-77711a672c82 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:48.319855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:48.339070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.339717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.341672 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-2cf25e48-833e-4b60-b0a9-53a4b7ad9d8b service neutron] 10.222.0.45 "PUT /v2.0/ports/3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 1095 time: 1.7386584 Feb 10 15:42:48.342138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:48.344463 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f52cb-5eb5-4cb2-b1a8-fff26484524a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:48.361988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.367564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:48.375695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.379366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-370cf221-a6cd-482b-9e3e-aa8011c271f3 req-601688bb-c4e2-480b-8069-a06ced45636e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.45 "DELETE /v2.0/ports/299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb HTTP/1.1" status: 204 len: 173 time: 1.1556716 Feb 10 15:42:48.388310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'name': 'network-vif-deleted', 'tag': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:48.392590 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58be7528-4df7-43e5-b218-a6b63706f738" -d '{"events": [{"server_uuid": "78a06340-7a5b-41e6-b0fe-684c9d107f3c", "name": "network-vif-deleted", "tag": "299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:48.411687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c706c-39c1-432a-87f4-f840a7a31b34 req-e00266ff-ba53-4248-af45-e30a90cafb76 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.421568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f1c706c-39c1-432a-87f4-f840a7a31b34 req-e00266ff-ba53-4248-af45-e30a90cafb76 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 944 time: 0.2133586 Feb 10 15:42:48.492159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:48.492806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4fa7c4cf-a5e6-4c2e-bcb4-bb9b70cb1d2f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:48.511561 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f1c706c-39c1-432a-87f4-f840a7a31b34 req-6ec993bf-ed24-4f77-bedc-6b216d417d72 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890145 Feb 10 15:42:48.664089 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f4d469-cb80-4944-b945-dcd88a7bdd34 x-openstack-request-id: req-36f4d469-cb80-4944-b945-dcd88a7bdd34 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:48.664610 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:48.664932 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36f4d469-cb80-4944-b945-dcd88a7bdd34 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:48.666350 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'status': 'completed', 'code': 200} Feb 10 15:42:48.678569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-7274b334-d752-416f-8be9-42e290ca6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.679568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-7274b334-d752-416f-8be9-42e290ca6486 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1098 time: 0.2009282 Feb 10 15:42:48.728810 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e43143-4f8e-4b03-b865-a8b2819cd763 x-openstack-request-id: req-03e43143-4f8e-4b03-b865-a8b2819cd763 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:48.729149 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a06340-7a5b-41e6-b0fe-684c9d107f3c", "name": "network-vif-deleted", "tag": "299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:48.729583 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03e43143-4f8e-4b03-b865-a8b2819cd763 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:48.730101 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a06340-7a5b-41e6-b0fe-684c9d107f3c', 'name': 'network-vif-deleted', 'tag': '299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb', 'status': 'completed', 'code': 200} Feb 10 15:42:48.749346 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-7f7295e5-b881-41c7-b2d0-0715f2461e2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 217 time: 0.0589547 Feb 10 15:42:48.754133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:48.848173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-3e02e113-f94e-4e15-8aed-a052cf958ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.861690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-3e02e113-f94e-4e15-8aed-a052cf958ab7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1036885 Feb 10 15:42:48.973641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a79b22-3704-47e4-a019-ad745e46c99e req-e1336a9e-38aa-4783-b7c4-97356702bd18 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.975151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95a79b22-3704-47e4-a019-ad745e46c99e req-e1336a9e-38aa-4783-b7c4-97356702bd18 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1384130 Feb 10 15:42:49.011495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:49.029740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636090-e308-4676-aec6-117e294b2244 req-b6d37137-bb29-4234-be16-90e5c5d630d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.034020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-b6d37137-bb29-4234-be16-90e5c5d630d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625488 Feb 10 15:42:49.035039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:49.102628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95a79b22-3704-47e4-a019-ad745e46c99e req-f3db8457-ce33-49f9-bdf8-7bc99795dfa9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062977 Feb 10 15:42:49.170460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd15270-9201-4841-b798-e8ec305631df None None] Network 68d8c2fb-12b4-44f9-855d-8d41fb478d60 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:42:49.246978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0b504d-d0a9-4918-a563-162039f0b78b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:49.249117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:49.253351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3c997be3-e7e8-44fa-b392-577ab794cdae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a0b504d-d0a9-4918-a563-162039f0b78b HTTP/1.1" status: 204 len: 168 time: 1.1657383 Feb 10 15:42:49.259343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:49.270229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76595607-87e8-4dad-bf68-8311408ff8a5 req-2ad7b640-d7d7-433d-9431-4e7d5b44ceff tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.278675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76595607-87e8-4dad-bf68-8311408ff8a5 req-2ad7b640-d7d7-433d-9431-4e7d5b44ceff tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.1046960 Feb 10 15:42:49.356050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76595607-87e8-4dad-bf68-8311408ff8a5 req-9642392f-a100-4c25-8087-b0675620583d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695686 Feb 10 15:42:49.473549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:49.507966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '208896c5-1965-467f-aab5-587163ae5a53', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'port_id': '208896c5-1965-467f-aab5-587163ae5a53', 'mac_address': 'fa:16:3e:81:30:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c28c091-7204-4fbd-915d-a3504a112f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:49.563752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16ad0d-8e31-4394-a23c-535210dce337 req-ae8c6d2f-eb1b-419c-90f3-535886d05a98 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.572531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd16ad0d-8e31-4394-a23c-535210dce337 req-ae8c6d2f-eb1b-419c-90f3-535886d05a98 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 950 time: 0.1348679 Feb 10 15:42:49.639479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd16ad0d-8e31-4394-a23c-535210dce337 req-3ba6565b-6178-4e2a-9b25-f2bf53e39ecf tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658197 Feb 10 15:42:49.693364 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:49.710415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208896c5-1965-467f-aab5-587163ae5a53 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:49.758563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:49.765666 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:49.833019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] DHCP port deletion for 68d8c2fb-12b4-44f9-855d-8d41fb478d60 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:42:49.851397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270e6f3-8a86-4f4e-ab34-66d7db255b17 req-84af03e7-91fc-4f7f-b54d-80ca814e9d16 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.860040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2270e6f3-8a86-4f4e-ab34-66d7db255b17 req-84af03e7-91fc-4f7f-b54d-80ca814e9d16 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 945 time: 0.0891378 Feb 10 15:42:49.864187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:49.893836 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-e08e8303-7e8a-413f-b43e-86aab1fb7bb8 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480313 Feb 10 15:42:49.916654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:49.943678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2270e6f3-8a86-4f4e-ab34-66d7db255b17 req-69ba7ace-f580-4d28-8e1d-ad76ef175e7f tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777876 Feb 10 15:42:50.005755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['208896c5-1965-467f-aab5-587163ae5a53'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:50.038028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882e87e-5c7c-404c-bde0-00f232484274 req-25a1acda-01b8-49f0-bb90-27029f1a2a71 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.039830 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8882e87e-5c7c-404c-bde0-00f232484274 req-25a1acda-01b8-49f0-bb90-27029f1a2a71 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 950 time: 0.2646234 Feb 10 15:42:50.096802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] Deleting port 1bbddee6-9af8-412b-a498-011f3a58b23a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:50.097300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.125121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Deleting port 1bbddee6-9af8-412b-a498-011f3a58b23a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:50.130070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.206149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c3636090-e308-4676-aec6-117e294b2244 req-d501e578-8639-4f7d-b689-6ee01ac54781 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022137 Feb 10 15:42:50.269813 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] For port 1bbddee6-9af8-412b-a498-011f3a58b23a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1bbddee6-9af8-412b-a498-011f3a58b23a,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:50.269813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.273010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895f88-4d62-4f39-9ade-18c6d13928c7 req-eae95994-81c2-43e2-888d-3b95fde56e80 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.276520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1bbddee6-9af8-412b-a498-011f3a58b23a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:50.281679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4895f88-4d62-4f39-9ade-18c6d13928c7 req-eae95994-81c2-43e2-888d-3b95fde56e80 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.0986500 Feb 10 15:42:50.331308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] Calling delete_port for 1bbddee6-9af8-412b-a498-011f3a58b23a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:50.384263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4895f88-4d62-4f39-9ade-18c6d13928c7 req-19973627-2bbd-49e6-b351-c4f5597351f4 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016414 Feb 10 15:42:50.456186 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.459130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] For port 1bbddee6-9af8-412b-a498-011f3a58b23a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1bbddee6-9af8-412b-a498-011f3a58b23a,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:50.459130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.481704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-80f3c178-3684-4259-b407-1e88b54f34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.492309 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-80f3c178-3684-4259-b407-1e88b54f34c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1098 time: 0.1942604 Feb 10 15:42:50.527637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 1bbddee6-9af8-412b-a498-011f3a58b23a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1bbddee6-9af8-412b-a498-011f3a58b23a,segment=NetworkSegment(ac95488c-1589-4864-9c41-5c9895ee89aa),segment_id=ac95488c-1589-4864-9c41-5c9895ee89aa)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:50.528188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1fea-308a-4cf7-be63-c8599220b7a4 req-dc69266f-d058-40eb-9234-b4ac225ade76 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.531543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Calling delete_port for 1bbddee6-9af8-412b-a498-011f3a58b23a owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:50.536248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dfd1fea-308a-4cf7-be63-c8599220b7a4 req-dc69266f-d058-40eb-9234-b4ac225ade76 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.0911882 Feb 10 15:42:50.542647 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.569636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.597410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dfd1fea-308a-4cf7-be63-c8599220b7a4 req-fa580459-24f7-41dd-af9c-3f29c61b41fd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582893 Feb 10 15:42:50.611129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event deleted for resources: {'Port': ['ID=1bbddee6-9af8-412b-a498-011f3a58b23a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:50.642360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] No DVR routers for this DVR port 1bbddee6-9af8-412b-a498-011f3a58b23a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:50.647040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522fd5d-ea17-4a4f-8d24-be6046311352 None None] Pushing event deleted for resources: {'Port': ['ID=1bbddee6-9af8-412b-a498-011f3a58b23a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:50.700189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:50.700502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.749953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654df277-27f0-4d48-9642-e5d052d02a1e req-90ffa784-59c8-4264-aa7f-a7f9bfb829ca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.751481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-654df277-27f0-4d48-9642-e5d052d02a1e req-90ffa784-59c8-4264-aa7f-a7f9bfb829ca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1097 time: 0.0628860 Feb 10 15:42:50.809431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-816f3963-044f-4df2-a2dd-7681ae1787a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.810862 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-816f3963-044f-4df2-a2dd-7681ae1787a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.3111179 Feb 10 15:42:50.836012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-654df277-27f0-4d48-9642-e5d052d02a1e req-4076401e-dc7e-4ac4-8b2c-7eb40ee55c4a tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762436 Feb 10 15:42:50.864366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a247f-a0ce-4ecb-9541-8b882f9149a7 req-e84b9856-c22d-467b-a1e8-f630e8dc9945 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.866253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-573a247f-a0ce-4ecb-9541-8b882f9149a7 req-e84b9856-c22d-467b-a1e8-f630e8dc9945 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 950 time: 0.0606620 Feb 10 15:42:50.891729 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-5f5946f4-1efe-4593-8b92-84ae2e6903dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 217 time: 0.0702720 Feb 10 15:42:50.902011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:50.902390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.919652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:50.932686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-573a247f-a0ce-4ecb-9541-8b882f9149a7 req-0374d49c-dd6b-4fed-bd83-4957b1914444 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589178 Feb 10 15:42:50.981433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:50.989267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbddee6-9af8-412b-a498-011f3a58b23a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:50.996683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] No DVR routers for this DVR port 1bbddee6-9af8-412b-a498-011f3a58b23a on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:51.012113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:51.082628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 208896c5-1965-467f-aab5-587163ae5a53 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:51.087794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 208896c5-1965-467f-aab5-587163ae5a53 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:51.089029 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.112561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-69328835-1fea-4d99-b4be-8a15879ecd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.114067 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-69328835-1fea-4d99-b4be-8a15879ecd7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2143033 Feb 10 15:42:51.154865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd31a-8147-41a3-b324-a7df127513de req-1eadf4d1-aa5d-49f7-8c05-32df4f6a1af0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.157795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b8dd31a-8147-41a3-b324-a7df127513de req-1eadf4d1-aa5d-49f7-8c05-32df4f6a1af0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 945 time: 0.1051250 Feb 10 15:42:51.165230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.205305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d8c2fb-12b4-44f9-855d-8d41fb478d60']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:51.221433 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.230719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac95488c-1589-4864-9c41-5c9895ee89aa') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:51.231011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac95488c-1589-4864-9c41-5c9895ee89aa') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:51.239048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b8dd31a-8147-41a3-b324-a7df127513de req-75fc48cf-2c1d-4258-bd54-7edd9fbac46c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Feb 10 15:42:51.242019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-2415d3e2-363f-438e-b399-328f9c60308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.243979 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-2415d3e2-363f-438e-b399-328f9c60308d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207731 Feb 10 15:42:51.252921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.265631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208896c5-1965-467f-aab5-587163ae5a53'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:51.269202 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777d5c6-940a-4a82-ba08-b1e4f0f63cf3" -d '{"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-plugged", "status": "completed", "tag": "208896c5-1965-467f-aab5-587163ae5a53"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:51.314603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:51.323788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.324586 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.326113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:51.362018 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3771f-e9be-4b0e-99a5-7145afcbaadd x-openstack-request-id: req-faa3771f-e9be-4b0e-99a5-7145afcbaadd {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:51.363073 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-plugged", "status": "completed", "tag": "208896c5-1965-467f-aab5-587163ae5a53", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:51.363073 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faa3771f-e9be-4b0e-99a5-7145afcbaadd {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:51.363719 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208896c5-1965-467f-aab5-587163ae5a53', 'code': 200} Feb 10 15:42:51.367842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:42:51.368232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:42:51.372088 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:42:51.387377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:51.387773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 299ef8c9-fe71-4e45-b4ed-34b8c5c72dbb not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:51.421940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:51.446383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.497448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.501433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:51.502300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d50b7c-e339-43ae-a348-5f754a5007d1 req-0131d5e2-b310-4a8a-a17c-9c8fd8166592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.504822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19d50b7c-e339-43ae-a348-5f754a5007d1 req-0131d5e2-b310-4a8a-a17c-9c8fd8166592 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 1097 time: 0.0830705 Feb 10 15:42:51.511039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.517056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] 10.222.0.21 "DELETE /v2.0/networks/68d8c2fb-12b4-44f9-855d-8d41fb478d60 HTTP/1.1" status: 204 len: 168 time: 2.2507963 Feb 10 15:42:51.518337 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-68ccbe44-a5be-4e1d-b4a7-7f6c9357cd79 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537975 Feb 10 15:42:51.519325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:51.545413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab512866-29a5-4cd7-87f6-e1518a3534be admin admin] Pushing event deleted for resources: {'Network': ['ID=68d8c2fb-12b4-44f9-855d-8d41fb478d60,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:51.568256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19d50b7c-e339-43ae-a348-5f754a5007d1 req-443e8f8b-be6b-411a-b87b-f8f50f4c79df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540318 Feb 10 15:42:51.683367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:51.689778 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:51.693163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8882e87e-5c7c-404c-bde0-00f232484274 req-eb0e00f8-0886-40e0-98f9-fa9aa8490cf6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "DELETE /v2.0/ports/dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 HTTP/1.1" status: 204 len: 173 time: 1.6342938 Feb 10 15:42:51.723544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a844701-53be-4c23-841f-6cd60717a87b', 'name': 'network-vif-deleted', 'tag': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:51.726450 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5c858-d67d-4ba2-b3c1-b71df4bdac19" -d '{"events": [{"server_uuid": "0a844701-53be-4c23-841f-6cd60717a87b", "name": "network-vif-deleted", "tag": "dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:51.759070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b254dd-969d-40cb-9fac-d81265635bd3 req-3f883642-6f6f-46ab-af68-663b2d248550 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.768078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01b254dd-969d-40cb-9fac-d81265635bd3 req-3f883642-6f6f-46ab-af68-663b2d248550 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.0873561 Feb 10 15:42:51.774426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-044f52cb-5eb5-4cb2-b1a8-fff26484524a req-1ca41942-7b0a-49b6-abe5-2950d6252a5e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390366 Feb 10 15:42:51.843777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:51.846081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01b254dd-969d-40cb-9fac-d81265635bd3 req-bd0df26e-a9c9-473b-abdc-58c06a10490c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773427 Feb 10 15:42:51.933250 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf29c56-373e-428a-b385-63fe9066f0b0 x-openstack-request-id: req-faf29c56-373e-428a-b385-63fe9066f0b0 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:51.934669 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a844701-53be-4c23-841f-6cd60717a87b", "name": "network-vif-deleted", "tag": "dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:51.935075 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faf29c56-373e-428a-b385-63fe9066f0b0 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:51.935677 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a844701-53be-4c23-841f-6cd60717a87b', 'name': 'network-vif-deleted', 'tag': 'dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931', 'status': 'completed', 'code': 200} Feb 10 15:42:52.161464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5d384b1-efda-4ffe-93f9-1b83f06fa83b req-86cc5123-1bde-4926-ab91-a71cd04d571f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a844701-53be-4c23-841f-6cd60717a87b HTTP/1.1" status: 200 len: 210 time: 0.0836458 Feb 10 15:42:52.244065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:52.780322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e9b93-1aa2-4525-a108-8fa9ac4683fc req-3519944d-1e06-4f30-b0e9-dd0b4d9b8b00 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:52.788100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d3e9b93-1aa2-4525-a108-8fa9ac4683fc req-3519944d-1e06-4f30-b0e9-dd0b4d9b8b00 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 946 time: 0.4718359 Feb 10 15:42:52.826831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d3e9b93-1aa2-4525-a108-8fa9ac4683fc req-d6c05ca3-1d99-4f66-8f24-e7a9153ee7ef tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373812 Feb 10 15:42:52.829303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Deleting port dc69a83f-2a40-49d9-a3eb-889b26b49f43 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:52.830661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:52.941174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] For port dc69a83f-2a40-49d9-a3eb-889b26b49f43, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dc69a83f-2a40-49d9-a3eb-889b26b49f43,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:52.942364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:52.960413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Calling delete_port for dc69a83f-2a40-49d9-a3eb-889b26b49f43 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:52.992497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13547-b1c5-4712-9d81-652bb4f08301 req-e895135c-b32e-4805-a3a9-cebf5fbd8ba1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:52.995020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cc13547-b1c5-4712-9d81-652bb4f08301 req-e895135c-b32e-4805-a3a9-cebf5fbd8ba1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.0556176 Feb 10 15:42:53.018605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:53.021100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49958) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:53.055596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cc13547-b1c5-4712-9d81-652bb4f08301 req-6c0ecbaa-7d9e-4099-9288-4912f06461c1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Feb 10 15:42:53.169277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:53.194612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '3561e083-9483-463c-b036-26d0f24ec743', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '3561e083-9483-463c-b036-26d0f24ec743', 'mac_address': 'fa:16:3e:5e:00:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:53.197785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b57c6817-8514-4ef5-82ad-eca9fad7fda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.258270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.274595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:53.277912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.290951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b57c6817-8514-4ef5-82ad-eca9fad7fda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.298633 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b57c6817-8514-4ef5-82ad-eca9fad7fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.305870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:53.318294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.326073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.356197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b57c6817-8514-4ef5-82ad-eca9fad7fda7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31d30a633668477898760feafad4d091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321350 Feb 10 15:42:53.358281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6817-8514-4ef5-82ad-eca9fad7fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a5751a-82d9-4f1d-a802-8d8abd94eb53,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:53.364023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49970) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:53.382295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:53.396731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc69a83f-2a40-49d9-a3eb-889b26b49f43,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:53.457906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f100a2cb-b79c-42ed-bfd5-7010b8c200d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.489095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f100a2cb-b79c-42ed-bfd5-7010b8c200d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.551985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['3561e083-9483-463c-b036-26d0f24ec743'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:53.583288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f100a2cb-b79c-42ed-bfd5-7010b8c200d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.590654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f100a2cb-b79c-42ed-bfd5-7010b8c200d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.606921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f100a2cb-b79c-42ed-bfd5-7010b8c200d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2a5751a-82d9-4f1d-a802-8d8abd94eb53 HTTP/1.1" status: 204 len: 168 time: 0.2415240 Feb 10 15:42:53.628484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100a2cb-b79c-42ed-bfd5-7010b8c200d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a5751a-82d9-4f1d-a802-8d8abd94eb53,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:53.630605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:53.917626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Router 2218a578-bd0b-40a3-b871-27fc087c7a26 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:54.001402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760188eb-5264-417c-83ed-9b841b5a5b29 req-500be648-f9c3-47b0-9845-c4e4980fc913 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.008094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-760188eb-5264-417c-83ed-9b841b5a5b29 req-500be648-f9c3-47b0-9845-c4e4980fc913 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 949 time: 0.1155343 Feb 10 15:42:54.034892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e868e-9e5d-4632-969e-c586cdfdd409 req-83d9d414-938f-4623-95ac-a8ffd32d9aef tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.038481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f41e868e-9e5d-4632-969e-c586cdfdd409 req-83d9d414-938f-4623-95ac-a8ffd32d9aef tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 946 time: 0.1045144 Feb 10 15:42:54.050863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:54.062013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49988) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:54.062156 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] Sync routers for ids ['2218a578-bd0b-40a3-b871-27fc087c7a26'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:54.068072 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5852cfdf-25df-411f-88b0-7af552d52220 admin admin] 10.222.0.21 "PUT /v2.0/routers/2218a578-bd0b-40a3-b871-27fc087c7a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388033 Feb 10 15:42:54.072439 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] Routers {'2218a578-bd0b-40a3-b871-27fc087c7a26'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:54.073154 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2218a578-bd0b-40a3-b871-27fc087c7a26'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:54.136031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-760188eb-5264-417c-83ed-9b841b5a5b29 req-faa8b534-baea-473b-81da-12dd95e401a2 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269338 Feb 10 15:42:54.242904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f41e868e-9e5d-4632-969e-c586cdfdd409 req-e4d4b203-d2a1-48fc-b00f-c56f57d23b17 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945288 Feb 10 15:42:54.282693 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] Set router 2218a578-bd0b-40a3-b871-27fc087c7a26 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:54.320875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:54.422579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ece6cd-27c7-41c9-9c30-7c749380beed req-88c4148e-5345-4c9a-96f7-ac803a0f8b4d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.424117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1ece6cd-27c7-41c9-9c30-7c749380beed req-88c4148e-5345-4c9a-96f7-ac803a0f8b4d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 948 time: 0.1797092 Feb 10 15:42:54.507607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3f9e-3d73-4f9a-b5e0-6c83c9115d8e req-e99b65b9-3a12-457e-b2ab-a7892af0694c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.509154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a7e3f9e-3d73-4f9a-b5e0-6c83c9115d8e req-e99b65b9-3a12-457e-b2ab-a7892af0694c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 946 time: 0.1301708 Feb 10 15:42:54.549198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1ece6cd-27c7-41c9-9c30-7c749380beed req-919e14a7-f176-49c9-9e44-7f8bbc71ebb6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187603 Feb 10 15:42:54.552112 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:42:53Z', 'revision_number': 5, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port': {'id': 'c569db32-c4b6-4d3b-a9db-320f6c71b0e8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:39:17Z', 'updated_at': '2022-02-10T15:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:54.555764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:54.581129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:54.603826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a7e3f9e-3d73-4f9a-b5e0-6c83c9115d8e req-9e0213dd-99c6-42a0-a544-4f604e58b21c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648789 Feb 10 15:42:54.620949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:54.621702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dd1dd1cf-81cd-4bf5-bab6-f729e9ea9931 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:54.631825 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] Checking router: 2218a578-bd0b-40a3-b871-27fc087c7a26 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:54.650287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Deleting port c569db32-c4b6-4d3b-a9db-320f6c71b0e8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:54.650510 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] Routers {'2218a578-bd0b-40a3-b871-27fc087c7a26'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:54.650825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:54.654224 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:42:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2218a578-bd0b-40a3-b871-27fc087c7a26'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:54.762427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] For port c569db32-c4b6-4d3b-a9db-320f6c71b0e8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:54.762787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:54.768127 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] Set router 2218a578-bd0b-40a3-b871-27fc087c7a26 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:54.792704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Calling delete_port for c569db32-c4b6-4d3b-a9db-320f6c71b0e8 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:54.832200 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:42:54Z', 'revision_number': 6, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:54.867465 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314042d1-e032-4a0a-8e41-eb839385c21b None None] The sync data for ids ['2218a578-bd0b-40a3-b871-27fc087c7a26'] in n-d-827895-3 is: [{'id': '2218a578-bd0b-40a3-b871-27fc087c7a26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1609455169-router', 'tenant_id': '091c283779ba4784b1d82622f9269069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:39:16Z', 'updated_at': '2022-02-10T15:42:54Z', 'revision_number': 6, 'project_id': '091c283779ba4784b1d82622f9269069', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:55.021483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.043518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:55.102136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c569db32-c4b6-4d3b-a9db-320f6c71b0e8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:55.190260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 3561e083-9483-463c-b036-26d0f24ec743 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:55.198389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 3561e083-9483-463c-b036-26d0f24ec743 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:55.200777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.255984 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.421560 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.422389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.424525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.505324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:55.508251 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c7ee3-2195-44a8-8f57-c86f921ea5a4" -d '{"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:55.516242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:55.522302 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.537420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce5671-7f20-495e-898f-64a8529f4887 req-841f3227-6577-4fc5-a88d-7cb2a1cb79f1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.547354 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29ce5671-7f20-495e-898f-64a8529f4887 req-841f3227-6577-4fc5-a88d-7cb2a1cb79f1 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 949 time: 0.2413616 Feb 10 15:42:55.577176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:55.577472 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.578720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2218a578-bd0b-40a3-b871-27fc087c7a26 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:55.586699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.590411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-abef590e-f6fa-4940-91a2-cf98366939e0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2218a578-bd0b-40a3-b871-27fc087c7a26 HTTP/1.1" status: 204 len: 168 time: 1.5245094 Feb 10 15:42:55.591003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50082) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:55.616438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50084) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:55.638304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Deleting subnet ca50e666-c45a-468b-8d18-46bf2ffa25f7 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:42:55.640742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29ce5671-7f20-495e-898f-64a8529f4887 req-2bde7bcd-158b-4938-8582-f11db92a42e7 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925255 Feb 10 15:42:55.641712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.650679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f0611-61a7-4d68-8324-f28e2373f9b1 req-2ae09961-b28a-4ead-be70-b6dc12c83e31 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.659856 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e51f0611-61a7-4d68-8324-f28e2373f9b1 req-2ae09961-b28a-4ead-be70-b6dc12c83e31 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 946 time: 0.1772823 Feb 10 15:42:55.683915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.714007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e51f0611-61a7-4d68-8324-f28e2373f9b1 req-71e1e8a4-71d3-4799-86ce-5b8c72386486 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524490 Feb 10 15:42:55.738024 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eeca9a-2f64-4f56-acf3-976da1221d2c x-openstack-request-id: req-46eeca9a-2f64-4f56-acf3-976da1221d2c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:55.738564 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:55.738564 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46eeca9a-2f64-4f56-acf3-976da1221d2c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:55.738980 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'code': 200} Feb 10 15:42:55.794311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.823156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b95f2100-e51f-4cfb-9d10-cc3ffc769c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.878800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab3ab6-030c-497b-969f-e563f7780d2f req-01558d1a-7816-4a85-bf61-4d167bcf0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.880510 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-81ab3ab6-030c-497b-969f-e563f7780d2f req-01558d1a-7816-4a85-bf61-4d167bcf0690 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1100 time: 0.0614476 Feb 10 15:42:55.897381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.920939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3978c-8943-4cb7-9e0e-05525e9c43e5 req-674c00c8-b902-42d2-841f-4301f4d93c20 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.922500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57d3978c-8943-4cb7-9e0e-05525e9c43e5 req-674c00c8-b902-42d2-841f-4301f4d93c20 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1008420 Feb 10 15:42:55.939240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:55.943349 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca50e666-c45a-468b-8d18-46bf2ffa25f7 HTTP/1.1" status: 204 len: 168 time: 0.3514078 Feb 10 15:42:55.944802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197a723-54cf-4d33-b4b4-fdcb9941b303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca50e666-c45a-468b-8d18-46bf2ffa25f7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:55.947696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:55.948992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b1f01-8c16-4dde-a7df-566165f00738 None None] Network d3b037bc-6477-4536-957e-08be11f42026 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:42:55.977877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-81ab3ab6-030c-497b-969f-e563f7780d2f req-70fed3d5-25ca-40b9-8d8a-cecb705240e3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879865 Feb 10 15:42:56.010531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57d3978c-8943-4cb7-9e0e-05525e9c43e5 req-524758f4-b838-4509-b7eb-83df256f631e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724375 Feb 10 15:42:56.032492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.047758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b95f2100-e51f-4cfb-9d10-cc3ffc769c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.058541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b95f2100-e51f-4cfb-9d10-cc3ffc769c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.100301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b95f2100-e51f-4cfb-9d10-cc3ffc769c43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0f3b2a12f9c46f0a36f686add5d55a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805501 Feb 10 15:42:56.102505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50090) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:56.150362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f2100-e51f-4cfb-9d10-cc3ffc769c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29bca95-4a90-4f5f-bb57-759628a572e9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:56.192576 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd468-e082-4531-89cd-0851a527e993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.228592 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd468-e082-4531-89cd-0851a527e993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.303135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd468-e082-4531-89cd-0851a527e993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.307006 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd468-e082-4531-89cd-0851a527e993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.311323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3b9bd468-e082-4531-89cd-0851a527e993 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f29bca95-4a90-4f5f-bb57-759628a572e9 HTTP/1.1" status: 204 len: 168 time: 0.2042599 Feb 10 15:42:56.322607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc69a83f-2a40-49d9-a3eb-889b26b49f43 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:56.324409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bd468-e082-4531-89cd-0851a527e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29bca95-4a90-4f5f-bb57-759628a572e9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:56.445190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: dc69a83f-2a40-49d9-a3eb-889b26b49f43 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:56.445836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc69a83f-2a40-49d9-a3eb-889b26b49f43 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:56.446402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c569db32-c4b6-4d3b-a9db-320f6c71b0e8 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:56.496871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: c569db32-c4b6-4d3b-a9db-320f6c71b0e8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:56.497509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c569db32-c4b6-4d3b-a9db-320f6c71b0e8 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:56.588407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Deleting port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:56.589706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.619737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] DHCP port deletion for d3b037bc-6477-4536-957e-08be11f42026 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:42:56.663589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] For port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:56.664588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.679260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Calling delete_port for 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:56.693780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] Deleting port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:56.694151 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.796954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.861958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] For port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,segment=NetworkSegment(0bfb73b6-7dc2-401e-8ce7-580bbbd90807),segment_id=0bfb73b6-7dc2-401e-8ce7-580bbbd90807)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:56.862572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.877795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:56.882571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10357bdb-1a5e-4212-92c0-2373a03de3c3 req-6cdb417d-c3d8-4f3d-9533-bc828198a388 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:56.891143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10357bdb-1a5e-4212-92c0-2373a03de3c3 req-6cdb417d-c3d8-4f3d-9533-bc828198a388 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 949 time: 0.1356986 Feb 10 15:42:56.898672 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:56.911918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] Calling delete_port for 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:56.912163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] No DVR routers for this DVR port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:56.966162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10357bdb-1a5e-4212-92c0-2373a03de3c3 req-f331ab94-1b03-48f8-8586-ed952bb23d86 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Feb 10 15:42:56.966876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ead75-f122-41ea-a034-679ab51b7218 req-0c16294a-e2d4-46e6-9e8c-19fa8576fbb1 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:56.975671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c7ead75-f122-41ea-a034-679ab51b7218 req-0c16294a-e2d4-46e6-9e8c-19fa8576fbb1 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 946 time: 0.1597669 Feb 10 15:42:56.983408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-cba6568c-74bc-4440-bb0f-465463351b39 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:56.985184 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-cba6568c-74bc-4440-bb0f-465463351b39 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c134cd6-b8c7-45b3-9311-925367bae1f5 HTTP/1.1" status: 200 len: 950 time: 0.1494091 Feb 10 15:42:57.004146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9b552b92-7e7e-4a63-a7c3-39e0deaafd62 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:57.006180 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9b552b92-7e7e-4a63-a7c3-39e0deaafd62 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 949 time: 0.1722674 Feb 10 15:42:57.023393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c7ead75-f122-41ea-a034-679ab51b7218 req-5c5c240f-c249-4880-bc09-28dc1e7314f4 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Feb 10 15:42:57.051418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.080945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.086878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:57.091165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] Pushing event deleted for resources: {'Port': ['ID=21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:57.107786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ebb2b-19ca-4559-b95d-3246efa8a878 None None] No DVR routers for this DVR port 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:57.115688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b037bc-6477-4536-957e-08be11f42026']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:57.139807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfb73b6-7dc2-401e-8ce7-580bbbd90807') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:57.143763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfb73b6-7dc2-401e-8ce7-580bbbd90807') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:57.191725 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.249289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.258630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a2f93-aa23-4cc8-874c-f84b1cc9c016 req-ffc0da07-58cb-4bd9-9cf0-cc4ac1ce05ca tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:57.261323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc3a2f93-aa23-4cc8-874c-f84b1cc9c016 req-ffc0da07-58cb-4bd9-9cf0-cc4ac1ce05ca tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1141348 Feb 10 15:42:57.309554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:42:57.310085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:42:57.312914 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:42:57.332269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc3a2f93-aa23-4cc8-874c-f84b1cc9c016 req-36927444-e4e5-48de-b3cc-d987661464a3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642977 Feb 10 15:42:57.340361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:57.354611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '208896c5-1965-467f-aab5-587163ae5a53', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'port_id': '208896c5-1965-467f-aab5-587163ae5a53', 'mac_address': 'fa:16:3e:81:30:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c28c091-7204-4fbd-915d-a3504a112f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:57.401267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.411726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.423834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 208896c5-1965-467f-aab5-587163ae5a53 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:42:57.439759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.446714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:57.452772 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3b037bc-6477-4536-957e-08be11f42026 HTTP/1.1" status: 204 len: 168 time: 1.4967194 Feb 10 15:42:57.454654 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.456613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e354d-0881-468c-9a79-4e11a2933c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b037bc-6477-4536-957e-08be11f42026,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:57.462340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50124) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:57.495328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port 75688228-359b-49d5-9fd2-17ed41501c05 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:57.495698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.518232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port 94ff9be5-f93f-42e6-b395-47adddf8d7ad {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:42:57.519577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.528248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:57.599630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['208896c5-1965-467f-aab5-587163ae5a53'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:57.676637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50132) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:57.712261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1051918638-network', 'tenant_id': '81dd3d6a2ec84495bd119597a51c72ab'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:57.728486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port 94ff9be5-f93f-42e6-b395-47adddf8d7ad, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=94ff9be5-f93f-42e6-b395-47adddf8d7ad,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:57.729623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.744990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for 94ff9be5-f93f-42e6-b395-47adddf8d7ad owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:57.748822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-77ec0bdf-dc47-4e40-9c4c-bc92dff83fb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38f447b64da84913b5011ad6776dd713&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0709882 Feb 10 15:42:57.751487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50134) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:57.772198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port 75688228-359b-49d5-9fd2-17ed41501c05, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=75688228-359b-49d5-9fd2-17ed41501c05,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:57.772885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.784217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Made reservation on behalf of 81dd3d6a2ec84495bd119597a51c72ab for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:57.787150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.811331 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.825572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for 75688228-359b-49d5-9fd2-17ed41501c05 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:42:57.849591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bd619074-d3da-4b8e-8bf3-ec9c8cf04eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.885337 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bd619074-d3da-4b8e-8bf3-ec9c8cf04eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.951735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.956975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.984500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:42:57.986559 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bd619074-d3da-4b8e-8bf3-ec9c8cf04eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.989232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bd619074-d3da-4b8e-8bf3-ec9c8cf04eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:57.992706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bd619074-d3da-4b8e-8bf3-ec9c8cf04eb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34cceddf-2aa1-4695-9a45-6fc442550202 HTTP/1.1" status: 204 len: 168 time: 0.2380085 Feb 10 15:42:58.007983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b75f0-ea66-4e79-b5e5-02f55ca91840,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.024231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.025442 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Added segment ce6a1d05-e0fa-4d6b-b9a3-18da91179dda of type vlan for network 508e9955-7673-4144-9cb6-7f6bac64b7de Feb 10 15:42:58.047401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd619074-d3da-4b8e-8bf3-ec9c8cf04eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cceddf-2aa1-4695-9a45-6fc442550202,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.105783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.123023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', '94ff9be5-f93f-42e6-b395-47adddf8d7ad', '75688228-359b-49d5-9fd2-17ed41501c05'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:58.162609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99c053dc-d6a1-4470-96d6-2b5198745f68 req-148c3a4a-898d-453e-a9d4-9baf1ad1ebee tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 210 time: 0.0794921 Feb 10 15:42:58.166925 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.199598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=94ff9be5-f93f-42e6-b395-47adddf8d7ad,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.289581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9666e-e680-454f-965b-8d244a5336fe req-f4a9b9ba-43f8-4b23-ac85-1e78be631c78 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:58.292999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8cc9666e-e680-454f-965b-8d244a5336fe req-f4a9b9ba-43f8-4b23-ac85-1e78be631c78 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 945 time: 0.1291111 Feb 10 15:42:58.294507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.295671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:58.296407 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.301482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port 94ff9be5-f93f-42e6-b395-47adddf8d7ad on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:58.304633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.308983 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80a7cc24-017d-45be-820f-03881462a7e4 req-9684ad4d-4180-4db2-b0a9-65217150fe9e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "DELETE /v2.0/ports/94ff9be5-f93f-42e6-b395-47adddf8d7ad HTTP/1.1" status: 204 len: 173 time: 1.2585714 Feb 10 15:42:58.310209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.310572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:58.322841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5beab2-95ab-415e-a645-1906d170be47', 'name': 'network-vif-deleted', 'tag': '94ff9be5-f93f-42e6-b395-47adddf8d7ad'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:58.325664 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b6367-640e-46db-be6b-8a2e39bd60aa" -d '{"events": [{"server_uuid": "1d5beab2-95ab-415e-a645-1906d170be47", "name": "network-vif-deleted", "tag": "94ff9be5-f93f-42e6-b395-47adddf8d7ad"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:58.373152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8cc9666e-e680-454f-965b-8d244a5336fe req-ce8d91c8-9912-4936-8468-3f62823846a2 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712733 Feb 10 15:42:58.414640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=75688228-359b-49d5-9fd2-17ed41501c05,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.426262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:42:58.429753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21a8fe58-7054-4c8c-8b6f-22b2ea8bb7a3 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:58.467800 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcbdae8-6139-4547-bb66-befc5664986c x-openstack-request-id: req-0dcbdae8-6139-4547-bb66-befc5664986c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:58.468091 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5beab2-95ab-415e-a645-1906d170be47", "name": "network-vif-deleted", "tag": "94ff9be5-f93f-42e6-b395-47adddf8d7ad", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:58.468522 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dcbdae8-6139-4547-bb66-befc5664986c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:58.469255 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5beab2-95ab-415e-a645-1906d170be47', 'name': 'network-vif-deleted', 'tag': '94ff9be5-f93f-42e6-b395-47adddf8d7ad', 'status': 'completed', 'code': 200} Feb 10 15:42:58.492985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0244303 Feb 10 15:42:58.503476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50150) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:58.524086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port 75688228-359b-49d5-9fd2-17ed41501c05 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:58.527266 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.531173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab69fff0-69fa-4b82-8a11-250c5d1cb52d req-d6e7eca4-fa97-4487-b75b-d14782ca36a6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "DELETE /v2.0/ports/75688228-359b-49d5-9fd2-17ed41501c05 HTTP/1.1" status: 204 len: 173 time: 1.5217283 Feb 10 15:42:58.542045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Request body: {'subnet': {'network_id': '508e9955-7673-4144-9cb6-7f6bac64b7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1051918638-subnet', 'tenant_id': '81dd3d6a2ec84495bd119597a51c72ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:58.592070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc8d35-8de3-46c5-ac5b-e5fb46c25266 admin admin] Pushing event updated for resources: {'Network': ['ID=508e9955-7673-4144-9cb6-7f6bac64b7de,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.614285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 508e9955-7673-4144-9cb6-7f6bac64b7de details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:42:58.643182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ee180-7523-49b9-a47e-419c1bac85cc req-e35ebfe3-3565-4818-95f4-bc7247b13f4a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:58.652224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359ee180-7523-49b9-a47e-419c1bac85cc req-e35ebfe3-3565-4818-95f4-bc7247b13f4a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1048286 Feb 10 15:42:58.732635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Made reservation on behalf of 81dd3d6a2ec84495bd119597a51c72ab for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:58.735340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.782845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359ee180-7523-49b9-a47e-419c1bac85cc req-f3e40736-2526-49d9-ae69-8a44d9270638 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295707 Feb 10 15:42:58.829771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50160) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:58.831386 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6a7be229-ff2f-4782-bc65-e99cdf4b8344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:58.918856 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-10101a68-5ba6-4215-b16a-75e1b5818f0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=091c283779ba4784b1d82622f9269069&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0870886 Feb 10 15:42:58.922363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:42:58.992208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de06697f-550d-42e6-ac73-2a63d7fa2b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.014007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de06697f-550d-42e6-ac73-2a63d7fa2b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.016435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc42f8c-9d86-4469-b5e3-b88cfc130a89 req-b2e85310-dac0-44b1-861b-036d6d34bc58 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:59.018019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cc42f8c-9d86-4469-b5e3-b88cfc130a89 req-b2e85310-dac0-44b1-861b-036d6d34bc58 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1381800 Feb 10 15:42:59.066104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:59.075895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de06697f-550d-42e6-ac73-2a63d7fa2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.077191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706c569-e31d-4506-8eb0-ed69479f7b56 req-125a4e6a-034a-4b27-a9ad-c63ad53af17e tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:59.078802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8706c569-e31d-4506-8eb0-ed69479f7b56 req-125a4e6a-034a-4b27-a9ad-c63ad53af17e tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1097 time: 0.1105504 Feb 10 15:42:59.078925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de06697f-550d-42e6-ac73-2a63d7fa2b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.092342 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-de06697f-550d-42e6-ac73-2a63d7fa2b34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c370aa-e302-4535-b033-63043b637e18 HTTP/1.1" status: 204 len: 168 time: 0.1620402 Feb 10 15:42:59.116010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06697f-550d-42e6-ac73-2a63d7fa2b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c370aa-e302-4535-b033-63043b637e18,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:59.142595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 208896c5-1965-467f-aab5-587163ae5a53 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:59.143153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.153683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cc42f8c-9d86-4469-b5e3-b88cfc130a89 req-08ba1145-35b1-4148-9bc7-9cdce2f7b589 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063397 Feb 10 15:42:59.191765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8706c569-e31d-4506-8eb0-ed69479f7b56 req-30457b29-f65e-4d52-be02-c3a549d3ed19 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061754 Feb 10 15:42:59.193539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.283389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402dc920-31cf-4963-bfcb-2f9963e752de,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:59.322873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Checking segment: {'id': 'ce6a1d05-e0fa-4d6b-b9a3-18da91179dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '508e9955-7673-4144-9cb6-7f6bac64b7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:42:59.323589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Network hostable DHCP agents. Network: 508e9955-7673-4144-9cb6-7f6bac64b7de, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:42:59.323681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:59.386650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc8258c7-1a34-4f52-a83e-9eed67d78fe5 req-0f6d2734-6cd5-4173-b5cf-7e210dd23008 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d5beab2-95ab-415e-a645-1906d170be47 HTTP/1.1" status: 200 len: 210 time: 0.0664961 Feb 10 15:42:59.414006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Network 508e9955-7673-4144-9cb6-7f6bac64b7de is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:42:59.436192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 508e9955-7673-4144-9cb6-7f6bac64b7de) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:59.448334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:59.448989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.480944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-15c8717c-769d-4048-83c1-3b355edfad30 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9556830 Feb 10 15:42:59.497841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.506876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181829f-aa2e-40a4-b19d-cae58f2f0b49 None None] Network 508e9955-7673-4144-9cb6-7f6bac64b7de requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:42:59.699397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da8b4-7f00-475c-9d40-f4c25fa2e332 req-56de4e92-e2e4-4e07-b5c2-68ee17282819 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:59.713131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:59.713614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e50da8b4-7f00-475c-9d40-f4c25fa2e332 req-56de4e92-e2e4-4e07-b5c2-68ee17282819 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 945 time: 0.0858541 Feb 10 15:42:59.746781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208896c5-1965-467f-aab5-587163ae5a53'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:42:59.749086 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99dfff-4a75-432f-8a96-7e08fa1ef5c2" -d '{"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-plugged", "status": "completed", "tag": "208896c5-1965-467f-aab5-587163ae5a53"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:59.753703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:42:59.779132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e50da8b4-7f00-475c-9d40-f4c25fa2e332 req-30730e07-0f73-4e7b-a388-7f6d06d701a2 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644014 Feb 10 15:42:59.932491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:00.027803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2081f-310f-4786-b0c6-74b364ceeb3b None None] Network 508e9955-7673-4144-9cb6-7f6bac64b7de requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:00.186790 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-9e7ca63e-db0b-49a3-9be8-ebc7090698e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0638299 Feb 10 15:43:00.360762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-005e6122-963e-4244-8149-173acf6bc652 req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1106999459', 'description': 'tempest-description-68639677'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:00.370985 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:43:00.413354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-005e6122-963e-4244-8149-173acf6bc652 req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:00.470759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'name': 'network-vif-deleted', 'tag': '75688228-359b-49d5-9fd2-17ed41501c05'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:00.473708 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a9f667-0b72-4c44-824d-35cd2b68d5e8" -d '{"events": [{"server_uuid": "3c134cd6-b8c7-45b3-9311-925367bae1f5", "name": "network-vif-deleted", "tag": "75688228-359b-49d5-9fd2-17ed41501c05"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:00.508380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-005e6122-963e-4244-8149-173acf6bc652 req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:00.514603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-005e6122-963e-4244-8149-173acf6bc652 req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:00.557658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-005e6122-963e-4244-8149-173acf6bc652 req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:00.559107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-005e6122-963e-4244-8149-173acf6bc652 req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2036033 Feb 10 15:43:00.564828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c364a-6a3e-4451-a164-037658c8118e tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2286a-da17-4607-b3dc-d4b35963cb13,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:00.609874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 75688228-359b-49d5-9fd2-17ed41501c05 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:00.638759 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42370468-1e60-4387-bdb8-b4b9f9b21557 x-openstack-request-id: req-42370468-1e60-4387-bdb8-b4b9f9b21557 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:00.639049 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-plugged", "status": "completed", "tag": "208896c5-1965-467f-aab5-587163ae5a53", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:00.639301 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42370468-1e60-4387-bdb8-b4b9f9b21557 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:00.639847 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208896c5-1965-467f-aab5-587163ae5a53', 'code': 200} Feb 10 15:43:00.640772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 75688228-359b-49d5-9fd2-17ed41501c05 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:00.640901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 75688228-359b-49d5-9fd2-17ed41501c05 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:00.641381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 94ff9be5-f93f-42e6-b395-47adddf8d7ad no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:00.662917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 94ff9be5-f93f-42e6-b395-47adddf8d7ad {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:00.663273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 94ff9be5-f93f-42e6-b395-47adddf8d7ad not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:00.778353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-5c7757b6-1670-4b61-a1ed-b4c22723c784 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:43:00.779466 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-5c7757b6-1670-4b61-a1ed-b4c22723c784 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103283 Feb 10 15:43:00.833351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-47f3cfa4-fd1a-4f2c-aaf0-f1f0840281e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:00.844036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-47f3cfa4-fd1a-4f2c-aaf0-f1f0840281e7 service neutron] 10.222.0.21 "GET /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 1094 time: 0.0541487 Feb 10 15:43:00.849651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Request body: {'binding': {'host': 'n-h1-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:00.850634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:43:00.872298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5e6f8-6fc4-40ee-abd5-7e5064fa684e req-276e613a-543a-4e77-a0b1-12bf9d1c946d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:00.873991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5b5e6f8-6fc4-40ee-abd5-7e5064fa684e req-276e613a-543a-4e77-a0b1-12bf9d1c946d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0617225 Feb 10 15:43:00.938341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5b5e6f8-6fc4-40ee-abd5-7e5064fa684e req-aacc55be-751b-4aa1-8019-a250a75c5aea tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580997 Feb 10 15:43:01.023367 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1d60dd-c182-47ec-bb61-ede0b1d107cf x-openstack-request-id: req-de1d60dd-c182-47ec-bb61-ede0b1d107cf {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:01.023678 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c134cd6-b8c7-45b3-9311-925367bae1f5", "name": "network-vif-deleted", "tag": "75688228-359b-49d5-9fd2-17ed41501c05", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:01.024141 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de1d60dd-c182-47ec-bb61-ede0b1d107cf {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:01.024825 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c134cd6-b8c7-45b3-9311-925367bae1f5', 'name': 'network-vif-deleted', 'tag': '75688228-359b-49d5-9fd2-17ed41501c05', 'status': 'completed', 'code': 200} Feb 10 15:43:01.078837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on host n-h1-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:01.079135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:01.082962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:01.083947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:01.092625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:01.093227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:01.100213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:01.100556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:01.100947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:01.101383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Bound port: 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:01.125146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b566213e-900b-403e-b953-00c3aaf9d45b req-0d4a4611-fd65-4af8-b94a-d336a0412630 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/4ff2286a-da17-4607-b3dc-d4b35963cb13 HTTP/1.1" status: 200 len: 1811 time: 0.0890179 Feb 10 15:43:01.130510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ff2286a-da17-4607-b3dc-d4b35963cb13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:01.131037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ff2286a-da17-4607-b3dc-d4b35963cb13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:01.176835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:01.186182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.192579 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-11814535-3e95-4d4a-8a04-84a9e0fc0716 service neutron] 10.222.0.21 "POST /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3469484 Feb 10 15:43:01.205904 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.285245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.293352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:01.302099 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.309667 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-19154901-809b-4f0c-8311-852fc2b51141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.348831 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.355193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.366963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:01.396092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbba3db-b50c-4fbb-b8aa-44647c1da727,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:01.415924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.417638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b566213e-900b-403e-b953-00c3aaf9d45b req-80d75eda-5818-4fce-a5c2-06d63b411dd1 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2917011 Feb 10 15:43:01.427721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ec33-2a9a-4b91-8c1a-1bc23d2856f7 req-6c695908-bf5e-4b8a-b49d-4285b489a3c3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.429284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea71ec33-2a9a-4b91-8c1a-1bc23d2856f7 req-6c695908-bf5e-4b8a-b49d-4285b489a3c3 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 944 time: 0.0922866 Feb 10 15:43:01.477598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea71ec33-2a9a-4b91-8c1a-1bc23d2856f7 req-4d97760d-490f-4412-8939-0f1756e4ea09 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Feb 10 15:43:01.536102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ca71e5b5-0a47-44ea-a368-aa82e976e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.537613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ca71e5b5-0a47-44ea-a368-aa82e976e39e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1097 time: 0.0441570 Feb 10 15:43:01.554899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f92ec3-8a23-402f-86d7-611d23d19695 req-414f91fb-6c3f-46cd-9404-fcf8fc8f3cf3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.556675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2f92ec3-8a23-402f-86d7-611d23d19695 req-414f91fb-6c3f-46cd-9404-fcf8fc8f3cf3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.0547874 Feb 10 15:43:01.599786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2f92ec3-8a23-402f-86d7-611d23d19695 req-0f1873bb-fb0b-4a1e-a484-53a0840028e1 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Feb 10 15:43:01.644124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-e1b0818d-f93e-485a-bdaf-c0e862d8a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.645522 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-e1b0818d-f93e-485a-bdaf-c0e862d8a5f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1003370 Feb 10 15:43:01.677141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f759806-f055-4971-b811-333633ab266f req-4c4135e1-ce40-4f6c-914c-b05e84a7ad1a tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/4ff2286a-da17-4607-b3dc-d4b35963cb13 HTTP/1.1" status: 200 len: 2404 time: 0.0452721 Feb 10 15:43:01.717693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ae72eef4-0bed-418d-99e6-acd0952126d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 217 time: 0.0403082 Feb 10 15:43:01.746411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-08356d6d-cdf8-4835-873f-696a4ad24f27 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-group-rules/dbbba3db-b50c-4fbb-b8aa-44647c1da727 HTTP/1.1" status: 200 len: 778 time: 0.0304661 Feb 10 15:43:01.781181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-aed01388-e0a3-41b4-aae2-8f098f6dc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.782637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-aed01388-e0a3-41b4-aae2-8f098f6dc1b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0537715 Feb 10 15:43:01.818182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-49e08f57-197e-4795-92be-b10f968f1a20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267782 Feb 10 15:43:01.819746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-a9f2a97b-4384-4c70-b99b-4493cd8058dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.821216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-a9f2a97b-4384-4c70-b99b-4493cd8058dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1100 time: 0.0665040 Feb 10 15:43:01.824179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-8b44a7b8-6fd2-423f-a6fb-9af039d89fc4 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/4ff2286a-da17-4607-b3dc-d4b35963cb13 HTTP/1.1" status: 200 len: 2404 time: 0.0770056 Feb 10 15:43:01.906814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-e0f8876c-c91d-4163-ad61-3fbd35ddc87d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.929907 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-e0f8876c-c91d-4163-ad61-3fbd35ddc87d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:01.950745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-2a476162-3544-4d5a-8348-6d1d53808013 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165903 Feb 10 15:43:01.962445 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-b849adb2-aafe-4e3e-b6db-1d02c959ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.963238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-b849adb2-aafe-4e3e-b6db-1d02c959ef8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1269302 Feb 10 15:43:02.006728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-e0f8876c-c91d-4163-ad61-3fbd35ddc87d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.012320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-3214e925-4405-43d3-98e3-01232e483bfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 217 time: 0.0416818 Feb 10 15:43:02.015957 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-e0f8876c-c91d-4163-ad61-3fbd35ddc87d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.028607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2df5e0a6-a1a1-4bac-ba8d-f76a38dc5c50 req-e0f8876c-c91d-4163-ad61-3fbd35ddc87d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dbbba3db-b50c-4fbb-b8aa-44647c1da727 HTTP/1.1" status: 204 len: 173 time: 0.1974871 Feb 10 15:43:02.043314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8876c-c91d-4163-ad61-3fbd35ddc87d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbbba3db-b50c-4fbb-b8aa-44647c1da727,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:02.083625 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-a35a1956-f4d9-4587-bcd5-5630290c003a service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242666 Feb 10 15:43:02.095838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-f4e7d623-663a-4f1d-88fd-3f5e1eda5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.097514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-f4e7d623-663a-4f1d-88fd-3f5e1eda5738 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0630178 Feb 10 15:43:02.173358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2d297-b45f-4512-9e05-df93b1daf639 req-7c2b6e57-760c-489d-b412-9e1f63bce4c6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.174727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84d2d297-b45f-4512-9e05-df93b1daf639 req-7c2b6e57-760c-489d-b412-9e1f63bce4c6 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 949 time: 0.0921474 Feb 10 15:43:02.215943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-e39964e3-3719-4d3d-9d9a-4d07733a1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.217369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-e39964e3-3719-4d3d-9d9a-4d07733a1e8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020215 Feb 10 15:43:02.240419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84d2d297-b45f-4512-9e05-df93b1daf639 req-e60216ce-fcc8-44d2-bd59-e694a13eec4f tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Feb 10 15:43:02.248925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e8457-fb77-440a-a4bc-708956b365d9 req-2a9eeabe-8a14-485b-bca8-8ef47feb4c36 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.250302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e5e8457-fb77-440a-a4bc-708956b365d9 req-2a9eeabe-8a14-485b-bca8-8ef47feb4c36 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0987289 Feb 10 15:43:02.273494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-7ad31d57-4f65-4bcc-8363-66c06999d160 req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1944753515', 'description': 'tempest-description-1264471045'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:02.288766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.350338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e5e8457-fb77-440a-a4bc-708956b365d9 req-72fad9c3-7c04-4dcc-b7e5-630980c717ad tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940704 Feb 10 15:43:02.363828 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ad31d57-4f65-4bcc-8363-66c06999d160 req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.410621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-e03d262c-a81b-4eac-aaad-26ea19d08f1c service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248360 Feb 10 15:43:02.532255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ad31d57-4f65-4bcc-8363-66c06999d160 req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.539976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ad31d57-4f65-4bcc-8363-66c06999d160 req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.578054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-40e12b0c-bac6-4336-835c-381b73bd05a7 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568522 Feb 10 15:43:02.593025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ad31d57-4f65-4bcc-8363-66c06999d160 req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.594161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ad31d57-4f65-4bcc-8363-66c06999d160 req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3304598 Feb 10 15:43:02.596543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303158-c403-4918-a1d0-2b56de5dfe59 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb32c9e-70d4-4b73-8483-fa246adae1b3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:02.640304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15f49-f28c-4bf7-a785-bd525dba0e84 req-603d8f4c-7aae-4262-a219-165174cee918 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.640989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208896c5-1965-467f-aab5-587163ae5a53'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:02.644014 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78f916-39e8-4a38-b90f-ef1168706804" -d '{"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-unplugged", "status": "completed", "tag": "208896c5-1965-467f-aab5-587163ae5a53"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:02.647971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97f15f49-f28c-4bf7-a785-bd525dba0e84 req-603d8f4c-7aae-4262-a219-165174cee918 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 944 time: 0.0683463 Feb 10 15:43:02.746754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97f15f49-f28c-4bf7-a785-bd525dba0e84 req-60f1186f-d485-4be5-98d5-6199072c32f9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976017 Feb 10 15:43:02.759057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fdc149b3-0b63-4714-bb20-77828a8be14b req-85ab3fa3-d845-4d24-be65-8a864b8fac0d tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/1cb32c9e-70d4-4b73-8483-fa246adae1b3 HTTP/1.1" status: 200 len: 1813 time: 0.1037757 Feb 10 15:43:02.779097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-be47d410-3fd6-44ec-8d2c-583f47e91695 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.780876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-be47d410-3fd6-44ec-8d2c-583f47e91695 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 944 time: 0.1070409 Feb 10 15:43:02.833656 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cccc4c-3ba1-44b5-b1d1-eb0b63f30bc8 x-openstack-request-id: req-e3cccc4c-3ba1-44b5-b1d1-eb0b63f30bc8 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:02.834212 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-unplugged", "status": "completed", "tag": "208896c5-1965-467f-aab5-587163ae5a53", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:02.834828 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3cccc4c-3ba1-44b5-b1d1-eb0b63f30bc8 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:02.835689 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208896c5-1965-467f-aab5-587163ae5a53', 'code': 200} Feb 10 15:43:02.899239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3c3761a1-4adb-4652-a9ba-8fcdbe82f758 req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-321148211', 'description': 'tempest-description-1908259902'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:02.950843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbb207-b531-40a3-9e14-9bee73251bd0 req-85a6a0ac-8d52-4195-a845-ac458acf2032 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:02.952373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43bbb207-b531-40a3-9e14-9bee73251bd0 req-85a6a0ac-8d52-4195-a845-ac458acf2032 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.1119087 Feb 10 15:43:02.953423 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3c3761a1-4adb-4652-a9ba-8fcdbe82f758 req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:02.969159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Deleting port 208896c5-1965-467f-aab5-587163ae5a53 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:02.969498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.083230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43bbb207-b531-40a3-9e14-9bee73251bd0 req-cb58c92a-986e-4064-a848-2da5baef3d0c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164892 Feb 10 15:43:03.145168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] For port 208896c5-1965-467f-aab5-587163ae5a53, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=208896c5-1965-467f-aab5-587163ae5a53,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:03.145541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.161729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3c3761a1-4adb-4652-a9ba-8fcdbe82f758 req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.166579 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3c3761a1-4adb-4652-a9ba-8fcdbe82f758 req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.179362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Calling delete_port for 208896c5-1965-467f-aab5-587163ae5a53 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:03.203652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3c3761a1-4adb-4652-a9ba-8fcdbe82f758 req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.204774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c3761a1-4adb-4652-a9ba-8fcdbe82f758 req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3137870 Feb 10 15:43:03.211808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b4373-9557-40dc-9322-2133dc1de141 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c7cd6-e57a-4651-af7a-14c36de6b62c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:03.303910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f97a2a1d-21ed-4101-9649-88623a7797d9 req-22c747b9-4416-4a04-b69c-8c00ef872665 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/2e5c7cd6-e57a-4651-af7a-14c36de6b62c HTTP/1.1" status: 200 len: 1812 time: 0.0627992 Feb 10 15:43:03.338227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-9cd5950b-c65e-485c-bbdc-50d908ce738b req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1212020909', 'description': 'tempest-description-1922007856'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:03.433896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9cd5950b-c65e-485c-bbdc-50d908ce738b req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.447060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.458095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b83179-af65-4e63-8b49-1c4a2adce96d req-0077781a-f8ef-4fdd-b9df-c79f88e01ecd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:03.459656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05b83179-af65-4e63-8b49-1c4a2adce96d req-0077781a-f8ef-4fdd-b9df-c79f88e01ecd tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 949 time: 0.0948246 Feb 10 15:43:03.504606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event deleted for resources: {'Port': ['ID=208896c5-1965-467f-aab5-587163ae5a53,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:03.516735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50358) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:03.648463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.748597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.753876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.799054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa6fc45139a34980bcd936098016c4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805102 Feb 10 15:43:03.799702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50364) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:03.801735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001a2979-432a-4e04-981c-180daed9fddd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:03.821143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.822022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.822369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.822777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.823131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.823500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.823835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.824163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.824491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.824818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.825148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.825473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6713ba-fdb6-4698-b251-3b556088d373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:03.863107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] No DVR routers for this DVR port 208896c5-1965-467f-aab5-587163ae5a53 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:03.868081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.871576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed3e96a8-c586-4a69-b299-e7c08185be5b req-41e48a81-ac6d-43d9-a601-e0e44abd75a9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "DELETE /v2.0/ports/208896c5-1965-467f-aab5-587163ae5a53 HTTP/1.1" status: 204 len: 173 time: 1.0811510 Feb 10 15:43:03.872943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c3beaca-fb08-46d0-890a-7cf652ba4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.874138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-deleted', 'tag': '208896c5-1965-467f-aab5-587163ae5a53'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:03.876441 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98b4bbf-3538-4cf7-a687-90e88dd40b32" -d '{"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-deleted", "tag": "208896c5-1965-467f-aab5-587163ae5a53"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:03.900814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05b83179-af65-4e63-8b49-1c4a2adce96d req-d032860d-9242-4f26-8178-cd42aa4cfb7e tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259367 Feb 10 15:43:03.911777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c3beaca-fb08-46d0-890a-7cf652ba4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.937044 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.948268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9cd5950b-c65e-485c-bbdc-50d908ce738b req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:03.961591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9cd5950b-c65e-485c-bbdc-50d908ce738b req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.002486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c3beaca-fb08-46d0-890a-7cf652ba4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.006009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c3beaca-fb08-46d0-890a-7cf652ba4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.007964 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c3beaca-fb08-46d0-890a-7cf652ba4135 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/001a2979-432a-4e04-981c-180daed9fddd HTTP/1.1" status: 204 len: 168 time: 0.2071631 Feb 10 15:43:04.020376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3beaca-fb08-46d0-890a-7cf652ba4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001a2979-432a-4e04-981c-180daed9fddd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:04.039632 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9cd5950b-c65e-485c-bbdc-50d908ce738b req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.072025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cd5950b-c65e-485c-bbdc-50d908ce738b req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7423689 Feb 10 15:43:04.079421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc14c4-1e59-4bbe-967f-6efd96664147 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd91e7f-fb7b-40ce-834a-1daf88e78572,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:04.122673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8377b8-959a-4277-9286-4deac317546a req-7df65de2-b471-4e65-ba53-65ccd2863d87 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:04.124630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d8377b8-959a-4277-9286-4deac317546a req-7df65de2-b471-4e65-ba53-65ccd2863d87 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1297894 Feb 10 15:43:04.200135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cabf36d7-849f-4773-a9b5-1fc7e112cb1d req-e943b165-a3f2-4684-a4bd-fb3c299ca1d5 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de806f5-04e8-4677-a1b9-c9226c635f74 HTTP/1.1" status: 200 len: 210 time: 0.0438893 Feb 10 15:43:04.234339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d8377b8-959a-4277-9286-4deac317546a req-845b07b8-332a-4865-9e3a-c719d5fd7f71 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013477 Feb 10 15:43:04.278297 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.293045 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251ae155-9ff2-4645-bf45-cdc916a44917 x-openstack-request-id: req-251ae155-9ff2-4645-bf45-cdc916a44917 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:04.293341 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de806f5-04e8-4677-a1b9-c9226c635f74", "name": "network-vif-deleted", "tag": "208896c5-1965-467f-aab5-587163ae5a53", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:04.293597 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-251ae155-9ff2-4645-bf45-cdc916a44917 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:04.293989 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de806f5-04e8-4677-a1b9-c9226c635f74', 'name': 'network-vif-deleted', 'tag': '208896c5-1965-467f-aab5-587163ae5a53', 'status': 'completed', 'code': 200} Feb 10 15:43:04.316782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72c66c97-e5cf-4974-943b-fa8ebca89cb2 req-24c38260-1d24-4731-a1c0-138cb1436e90 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/6bd91e7f-fb7b-40ce-834a-1daf88e78572 HTTP/1.1" status: 200 len: 1813 time: 0.0522368 Feb 10 15:43:04.374941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-53d00ff9-b1cc-4f1a-8c55-e34d06df824c req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-319279269', 'description': 'tempest-description-1056539958'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:04.390960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50380) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:04.408553 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804c74b9-64b6-494f-b34d-e4077cf93f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.455958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53d00ff9-b1cc-4f1a-8c55-e34d06df824c req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.487618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aab88e-64fb-47da-a552-204b43a6b0b0 req-a0547868-6827-4b84-9d50-c31d025f054b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:04.489118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0aab88e-64fb-47da-a552-204b43a6b0b0 req-a0547868-6827-4b84-9d50-c31d025f054b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.0888340 Feb 10 15:43:04.521984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804c74b9-64b6-494f-b34d-e4077cf93f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.527582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804c74b9-64b6-494f-b34d-e4077cf93f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.551311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0aab88e-64fb-47da-a552-204b43a6b0b0 req-198ce2d7-31c8-4a8f-9de5-4d0275d5ada3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Feb 10 15:43:04.561711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c74b9-64b6-494f-b34d-e4077cf93f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae91ac3-a772-4510-aedd-4ba2d774d9d2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:04.585459 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-804c74b9-64b6-494f-b34d-e4077cf93f9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aeee19e85db45b2ad2a7f8ae94d13ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931171 Feb 10 15:43:04.588824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50382) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:04.600508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53d00ff9-b1cc-4f1a-8c55-e34d06df824c req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.607345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53d00ff9-b1cc-4f1a-8c55-e34d06df824c req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.636354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53d00ff9-b1cc-4f1a-8c55-e34d06df824c req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.637502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53d00ff9-b1cc-4f1a-8c55-e34d06df824c req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2695692 Feb 10 15:43:04.641671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbcd4a-a218-4290-934b-c8635511b4b2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9de74-2ea5-4b75-815e-28bf173ed811,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:04.660165 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-247ee93c-1b57-41be-b07e-2b7f4765f5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.705927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55ff2433-6d49-4a4d-bd73-996ceaaa9d67 req-4a8f19d7-bcf3-4a02-a715-62ba6b7ca5c8 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/02f9de74-2ea5-4b75-815e-28bf173ed811 HTTP/1.1" status: 200 len: 1812 time: 0.0442131 Feb 10 15:43:04.709217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-247ee93c-1b57-41be-b07e-2b7f4765f5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.738709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-a2f4908d-af86-46de-ae9b-4bddfaceb71b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:04.740217 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-a2f4908d-af86-46de-ae9b-4bddfaceb71b tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 949 time: 0.0946083 Feb 10 15:43:04.744433 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-4f6f783e-9e2c-4d13-a9a1-c9d25359db55 req-866ec893-75f6-4237-9716-2790fb085243 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] show failed (client error): The resource could not be found. Feb 10 15:43:04.745547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f6f783e-9e2c-4d13-a9a1-c9d25359db55 req-866ec893-75f6-4237-9716-2790fb085243 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/1f62ee16-279e-49be-a482-96802e9ce447 HTTP/1.1" status: 404 len: 352 time: 0.0161693 Feb 10 15:43:04.782784 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-0731844c-cdc9-4dd4-9cf2-2d4abb1e2800 req-858562b2-7390-4a65-bd0c-88fd712b3393 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] show failed (client error): The resource could not be found. Feb 10 15:43:04.784112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0731844c-cdc9-4dd4-9cf2-2d4abb1e2800 req-858562b2-7390-4a65-bd0c-88fd712b3393 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-group-rules/8c821ce0-b1f0-4857-b1cc-5578a1ca9556 HTTP/1.1" status: 404 len: 361 time: 0.0147221 Feb 10 15:43:04.841019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-247ee93c-1b57-41be-b07e-2b7f4765f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.843682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-247ee93c-1b57-41be-b07e-2b7f4765f5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.846989 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-247ee93c-1b57-41be-b07e-2b7f4765f5ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fae91ac3-a772-4510-aedd-4ba2d774d9d2 HTTP/1.1" status: 204 len: 168 time: 0.2549541 Feb 10 15:43:04.865400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ee93c-1b57-41be-b07e-2b7f4765f5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae91ac3-a772-4510-aedd-4ba2d774d9d2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:04.870564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e8fdfb1-2bfb-47fd-b93f-f77fddf59624 req-8ffd7ac5-c0e6-487c-8bfa-374cb22baf75 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/02f9de74-2ea5-4b75-815e-28bf173ed811 HTTP/1.1" status: 200 len: 1812 time: 0.0609009 Feb 10 15:43:04.904687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Deleting port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:04.905401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.958204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9e8fdfb1-2bfb-47fd-b93f-f77fddf59624 req-bdfb0e7d-8970-42ef-903b-2dd30574a385 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:04.985983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9e8fdfb1-2bfb-47fd-b93f-f77fddf59624 req-bdfb0e7d-8970-42ef-903b-2dd30574a385 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.034542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] For port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:05.035115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.037263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9e8fdfb1-2bfb-47fd-b93f-f77fddf59624 req-bdfb0e7d-8970-42ef-903b-2dd30574a385 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.045896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9e8fdfb1-2bfb-47fd-b93f-f77fddf59624 req-bdfb0e7d-8970-42ef-903b-2dd30574a385 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.047937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e8fdfb1-2bfb-47fd-b93f-f77fddf59624 req-bdfb0e7d-8970-42ef-903b-2dd30574a385 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "DELETE /v2.0/security-groups/02f9de74-2ea5-4b75-815e-28bf173ed811 HTTP/1.1" status: 204 len: 173 time: 0.1662273 Feb 10 15:43:05.054261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Calling delete_port for 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:05.073448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb0e7d-8970-42ef-903b-2dd30574a385 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9de74-2ea5-4b75-815e-28bf173ed811,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:05.152518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f762d531-b651-4dfd-aa2d-6db515b5f1e0 req-de093986-57c7-47e7-b078-24cc5ff933a6 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/6bd91e7f-fb7b-40ce-834a-1daf88e78572 HTTP/1.1" status: 200 len: 1813 time: 0.0629258 Feb 10 15:43:05.181743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c776850-a9f2-4405-85e6-251daaf9fc8b req-f2437b0d-90ee-4031-9fa7-6fd15c5b0ebb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.183388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c776850-a9f2-4405-85e6-251daaf9fc8b req-f2437b0d-90ee-4031-9fa7-6fd15c5b0ebb tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13ccf7b-aadb-4fb0-99b0-db89691a8aef HTTP/1.1" status: 200 len: 949 time: 0.1340780 Feb 10 15:43:05.267975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.281194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c776850-a9f2-4405-85e6-251daaf9fc8b req-61d7d202-5483-4293-a4eb-b48bd28bdaa8 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.21 "GET /v2.0/security-groups?id=465673ac-2348-4b97-92ba-190255069588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760791 Feb 10 15:43:05.288483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:05.304175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Pushing event deleted for resources: {'Port': ['ID=6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:05.313855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f762d531-b651-4dfd-aa2d-6db515b5f1e0 req-1de9b718-99e7-4b3f-a4ba-f8b76246ecab tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.355939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] No DVR routers for this DVR port 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:05.358806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.362996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d0afa124-9222-4869-ad7c-6a7d5f5b2191 req-557cdd5b-fc40-4b51-bf2e-c03b4b211e20 tempest-ServersOnMultiNodesTest-1900656361 tempest-ServersOnMultiNodesTest-1900656361-project] 10.222.0.75 "DELETE /v2.0/ports/6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe HTTP/1.1" status: 204 len: 173 time: 0.6118603 Feb 10 15:43:05.363639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'name': 'network-vif-deleted', 'tag': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:05.367104 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1796d5-4fd2-461d-8819-662ffa23c8c8" -d '{"events": [{"server_uuid": "f13ccf7b-aadb-4fb0-99b0-db89691a8aef", "name": "network-vif-deleted", "tag": "6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:05.376927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f762d531-b651-4dfd-aa2d-6db515b5f1e0 req-1de9b718-99e7-4b3f-a4ba-f8b76246ecab tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.494098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f762d531-b651-4dfd-aa2d-6db515b5f1e0 req-1de9b718-99e7-4b3f-a4ba-f8b76246ecab tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.497158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f762d531-b651-4dfd-aa2d-6db515b5f1e0 req-1de9b718-99e7-4b3f-a4ba-f8b76246ecab tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.508070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f762d531-b651-4dfd-aa2d-6db515b5f1e0 req-1de9b718-99e7-4b3f-a4ba-f8b76246ecab tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "DELETE /v2.0/security-groups/6bd91e7f-fb7b-40ce-834a-1daf88e78572 HTTP/1.1" status: 204 len: 173 time: 0.3234155 Feb 10 15:43:05.537754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011607ab-150d-4445-b9fa-93e5d56f775d req-a5c5a367-b881-40e3-8866-03cb88ae524a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.539614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-011607ab-150d-4445-b9fa-93e5d56f775d req-a5c5a367-b881-40e3-8866-03cb88ae524a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0921032 Feb 10 15:43:05.541205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9b718-99e7-4b3f-a4ba-f8b76246ecab tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd91e7f-fb7b-40ce-834a-1daf88e78572,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:05.564790 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df0a29-2372-4a74-9c28-2a41ce9adb6b x-openstack-request-id: req-53df0a29-2372-4a74-9c28-2a41ce9adb6b {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:05.565318 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13ccf7b-aadb-4fb0-99b0-db89691a8aef", "name": "network-vif-deleted", "tag": "6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:05.565603 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53df0a29-2372-4a74-9c28-2a41ce9adb6b {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:05.566698 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ccf7b-aadb-4fb0-99b0-db89691a8aef', 'name': 'network-vif-deleted', 'tag': '6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe', 'status': 'completed', 'code': 200} Feb 10 15:43:05.650457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-011607ab-150d-4445-b9fa-93e5d56f775d req-cffb2355-a2bb-4dde-ab80-822706ddaf61 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976257 Feb 10 15:43:05.653372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd800256-2f01-4840-8022-f7356f41ec79 req-0c64f735-7748-443e-85f0-999ca23c0b5f tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/2e5c7cd6-e57a-4651-af7a-14c36de6b62c HTTP/1.1" status: 200 len: 1812 time: 0.0703886 Feb 10 15:43:05.826159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cd800256-2f01-4840-8022-f7356f41ec79 req-1c0c9e23-12ee-47e0-b143-b37860710e80 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.876155 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cd800256-2f01-4840-8022-f7356f41ec79 req-1c0c9e23-12ee-47e0-b143-b37860710e80 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.941005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-a9f17799-fb45-4c0b-89f2-8f7a319ceab5 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.942521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-a9f17799-fb45-4c0b-89f2-8f7a319ceab5 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 822 time: 0.1893578 Feb 10 15:43:05.964428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-2f056f60-4235-4adf-8bfc-5ff686fc1e14 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/quotas/7764c825569c47e99e8e7037b7610f85 HTTP/1.1" status: 200 len: 375 time: 0.0139656 Feb 10 15:43:05.966268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cd800256-2f01-4840-8022-f7356f41ec79 req-1c0c9e23-12ee-47e0-b143-b37860710e80 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.970926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cd800256-2f01-4840-8022-f7356f41ec79 req-1c0c9e23-12ee-47e0-b143-b37860710e80 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:05.975007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd800256-2f01-4840-8022-f7356f41ec79 req-1c0c9e23-12ee-47e0-b143-b37860710e80 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e5c7cd6-e57a-4651-af7a-14c36de6b62c HTTP/1.1" status: 204 len: 173 time: 0.3130658 Feb 10 15:43:06.035843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c9e23-12ee-47e0-b143-b37860710e80 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c7cd6-e57a-4651-af7a-14c36de6b62c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:06.055722 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-3d9c5368-829d-4daa-b693-0768e103e1d7 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790892 Feb 10 15:43:06.176617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169cad2-abaf-416c-807b-072ebf2fa5de req-017a5bae-1f2b-4cfd-b9a2-9e09aa935a7c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:06.178284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9169cad2-abaf-416c-807b-072ebf2fa5de req-017a5bae-1f2b-4cfd-b9a2-9e09aa935a7c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.1033063 Feb 10 15:43:06.252575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-fcbf00e4-59a9-4126-8a60-9b4ba16dd232 service neutron] 10.222.0.21 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878164 Feb 10 15:43:06.395116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9169cad2-abaf-416c-807b-072ebf2fa5de req-31599bdf-a95a-4dd0-a709-689937039c14 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921515 Feb 10 15:43:06.395116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-a98fd0bf-1051-4c21-a6b3-0608e00c729e service neutron] 10.222.0.21 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318765 Feb 10 15:43:06.475875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-799fd65b-a97b-4def-98f4-f8181d3d951a req-5f5fe457-4b0b-406a-98b2-0f59375d7bed tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/1cb32c9e-70d4-4b73-8483-fa246adae1b3 HTTP/1.1" status: 200 len: 1813 time: 0.0524173 Feb 10 15:43:06.567463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-799fd65b-a97b-4def-98f4-f8181d3d951a req-7ce3da8a-38a8-47ca-9f04-c813c7d70034 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:06.627100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-799fd65b-a97b-4def-98f4-f8181d3d951a req-7ce3da8a-38a8-47ca-9f04-c813c7d70034 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:06.708245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4655de-032f-46ed-b9b8-364101664510 req-f19ce3ea-2340-4800-b081-5740c9637b98 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:06.708245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb4655de-032f-46ed-b9b8-364101664510 req-f19ce3ea-2340-4800-b081-5740c9637b98 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1097 time: 0.0693424 Feb 10 15:43:06.718557 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-799fd65b-a97b-4def-98f4-f8181d3d951a req-7ce3da8a-38a8-47ca-9f04-c813c7d70034 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:06.722443 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-799fd65b-a97b-4def-98f4-f8181d3d951a req-7ce3da8a-38a8-47ca-9f04-c813c7d70034 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:06.723536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-799fd65b-a97b-4def-98f4-f8181d3d951a req-7ce3da8a-38a8-47ca-9f04-c813c7d70034 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cb32c9e-70d4-4b73-8483-fa246adae1b3 HTTP/1.1" status: 204 len: 173 time: 0.2400212 Feb 10 15:43:06.785938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3da8a-38a8-47ca-9f04-c813c7d70034 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb32c9e-70d4-4b73-8483-fa246adae1b3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:06.869360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9aa2501e-7f31-4959-97be-03849e451fd7 req-2563e868-76c4-400e-ba0d-f61495417856 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 210 time: 0.0646956 Feb 10 15:43:06.882529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb4655de-032f-46ed-b9b8-364101664510 req-44e096f0-aa7f-4aa7-8f70-3a695c7f001d tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612117 Feb 10 15:43:07.041033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ca4e032-108a-4080-b5ef-8278dd7399d7 req-97b7b0e1-9070-4106-bb4b-1b20cb3b12a2 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "GET /v2.0/security-groups/4ff2286a-da17-4607-b3dc-d4b35963cb13 HTTP/1.1" status: 200 len: 1811 time: 0.1236775 Feb 10 15:43:07.065472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50488) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:07.066283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01774d15-60b0-4384-9ad3-1bc6e5309f93 req-ffa66fd5-8817-42ce-a9d9-afb5d0c3533f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:07.079665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01774d15-60b0-4384-9ad3-1bc6e5309f93 req-ffa66fd5-8817-42ce-a9d9-afb5d0c3533f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0893168 Feb 10 15:43:07.157531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01774d15-60b0-4384-9ad3-1bc6e5309f93 req-172fe07f-2b99-4ec2-b96d-98a57f53100d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509307 Feb 10 15:43:07.171845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:07.175327 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ca4e032-108a-4080-b5ef-8278dd7399d7 req-a1fff462-9696-460a-81ed-1df0bc1e6285 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.198372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 208896c5-1965-467f-aab5-587163ae5a53 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:07.198733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 208896c5-1965-467f-aab5-587163ae5a53 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:07.227538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ca4e032-108a-4080-b5ef-8278dd7399d7 req-a1fff462-9696-460a-81ed-1df0bc1e6285 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.283125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ca4e032-108a-4080-b5ef-8278dd7399d7 req-a1fff462-9696-460a-81ed-1df0bc1e6285 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.285965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ca4e032-108a-4080-b5ef-8278dd7399d7 req-a1fff462-9696-460a-81ed-1df0bc1e6285 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.294579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50492) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:07.298833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ca4e032-108a-4080-b5ef-8278dd7399d7 req-a1fff462-9696-460a-81ed-1df0bc1e6285 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ff2286a-da17-4607-b3dc-d4b35963cb13 HTTP/1.1" status: 204 len: 173 time: 0.2467706 Feb 10 15:43:07.309959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fff462-9696-460a-81ed-1df0bc1e6285 tempest-SecurityGroupRulesNegativeTestJSON-1645347738 tempest-SecurityGroupRulesNegativeTestJSON-1645347738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2286a-da17-4607-b3dc-d4b35963cb13,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:07.450215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Deleting subnet 402dc920-31cf-4963-bfcb-2f9963e752de {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:43:07.459760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.487065 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6229524b-61ad-4434-9659-f770210f9d63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=419e07c8a7eb46358afa3bc0e2600b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202652 Feb 10 15:43:07.490125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50502) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:07.521216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.553117 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.577102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.584485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.659718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.667087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.673942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.684852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/465673ac-2348-4b97-92ba-190255069588 HTTP/1.1" status: 204 len: 168 time: 0.1903691 Feb 10 15:43:07.693939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465673ac-2348-4b97-92ba-190255069588,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:07.703047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402dc920-31cf-4963-bfcb-2f9963e752de,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:07.707322 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:07.713424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2743633-945e-4747-a585-4404af05cc79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/402dc920-31cf-4963-bfcb-2f9963e752de HTTP/1.1" status: 204 len: 168 time: 0.4175758 Feb 10 15:43:07.714052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50514) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:07.715392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.715731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.716070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.716403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.716773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.717186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.717514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.717835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.718155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.718471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.719356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.720683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c505a15-20d2-43d0-96d2-9242988f5412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:07.772124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35713f26-b438-474d-82bb-fa8de16cf0a6 req-46f1d54b-fa2a-4fe0-be92-4d3b04eadbbe tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:07.774285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35713f26-b438-474d-82bb-fa8de16cf0a6 req-46f1d54b-fa2a-4fe0-be92-4d3b04eadbbe tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.0708346 Feb 10 15:43:07.827956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35713f26-b438-474d-82bb-fa8de16cf0a6 req-ed09bf40-8186-4768-b576-0021196776f3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Feb 10 15:43:07.864236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.040916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.068649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508e9955-7673-4144-9cb6-7f6bac64b7de']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:08.078909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6a1d05-e0fa-4d6b-b9a3-18da91179dda') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:08.079218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6a1d05-e0fa-4d6b-b9a3-18da91179dda') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:08.090093 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.104878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.111071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:08.111493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.144544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-117ec514-a01b-4bea-810a-462f9d6550b8 req-98a62ae5-63b6-460a-925a-96e38aa36594 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 210 time: 0.1508944 Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:08.164363 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:08.167422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f42a518c-b8cf-405c-9e11-09409b8883f6 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.168942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f42a518c-b8cf-405c-9e11-09409b8883f6 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 822 time: 0.3146055 Feb 10 15:43:08.188713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Request body: {'port': {'device_id': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'admin_state_up': True, 'tenant_id': '7764c825569c47e99e8e7037b7610f85'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:08.201876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.222881 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.234239 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/508e9955-7673-4144-9cb6-7f6bac64b7de HTTP/1.1" status: 204 len: 168 time: 0.5167642 Feb 10 15:43:08.252207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaa6fa-a3a2-47da-9472-9851fe4716eb admin admin] Pushing event deleted for resources: {'Network': ['ID=508e9955-7673-4144-9cb6-7f6bac64b7de,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:08.306315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50538) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:08.319133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:08.363583 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4bf554c7-752e-41b4-99b2-33202735ce14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f282206ed064c809cf15279bfa28100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562193 Feb 10 15:43:08.366313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50544) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:08.397856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef4490-f5a0-4a8e-adc4-2558ed017645 req-190ab743-c4a8-41a8-b553-27db1f6d739a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.403247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35ef4490-f5a0-4a8e-adc4-2558ed017645 req-190ab743-c4a8-41a8-b553-27db1f6d739a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1255527 Feb 10 15:43:08.437424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56b6abb6-baf7-4a88-afc2-fb7e9c011801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.467415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56b6abb6-baf7-4a88-afc2-fb7e9c011801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.492213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35ef4490-f5a0-4a8e-adc4-2558ed017645 req-1488ad72-2bef-44b4-abfc-81d89db9904a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758765 Feb 10 15:43:08.522119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Made reservation on behalf of 7764c825569c47e99e8e7037b7610f85 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:08.526346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.528111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-0fee9c9b-f23c-4ee0-9fb4-9310ce09e0ca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:43:08.529326 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-0fee9c9b-f23c-4ee0-9fb4-9310ce09e0ca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087154 Feb 10 15:43:08.578687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50546) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:08.580694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56b6abb6-baf7-4a88-afc2-fb7e9c011801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.583349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56b6abb6-baf7-4a88-afc2-fb7e9c011801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.583675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-009a3d13-c076-4d34-bbe1-7f79a4b10bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.584586 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-56b6abb6-baf7-4a88-afc2-fb7e9c011801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eda2dbc-3ecd-428f-9934-6abb607cc38d HTTP/1.1" status: 204 len: 168 time: 0.2165458 Feb 10 15:43:08.603386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-53ffb175-0206-4da2-b49e-08c34d5cb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.605111 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-53ffb175-0206-4da2-b49e-08c34d5cb95f service neutron] 10.222.0.21 "GET /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0660534 Feb 10 15:43:08.618970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Request body: {'binding': {'host': 'n-h1-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:08.619303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:43:08.649145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6abb6-baf7-4a88-afc2-fb7e9c011801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda2dbc-3ecd-428f-9934-6abb607cc38d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:08.682234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:08.713492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:08.713860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ee2a8ef-7ca3-4564-ac57-c020aa0f6ffe not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:08.737138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ab12812a-c1f9-4409-a08f-72e17c76650d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81dd3d6a2ec84495bd119597a51c72ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540115 Feb 10 15:43:08.737138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50550) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:08.754143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Allocated IP 172.20.0.14 (b3271483-52f9-4b7b-9067-26b874459470/1c28c091-7204-4fbd-915d-a3504a112f99/97f5cb04-a01d-403e-a426-2bf449f2f006) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:08.776649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-009a3d13-c076-4d34-bbe1-7f79a4b10bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.786596 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-009a3d13-c076-4d34-bbe1-7f79a4b10bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.830122 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d8fed71-1a5c-4b06-9edb-8d6ce971441e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.836417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on host n-h1-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:08.836417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:08.836718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:08.850101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:08.850420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:08.856373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-009a3d13-c076-4d34-bbe1-7f79a4b10bba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4788e077325426d8533aa227d355104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338359 Feb 10 15:43:08.857061 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50554) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:08.862906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d8fed71-1a5c-4b06-9edb-8d6ce971441e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.864871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:08.865202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:08.865921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:08.866401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Bound port: 810f8361-0f55-40a4-a117-64f0d40fa2a6, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:08.872959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a3d13-c076-4d34-bbe1-7f79a4b10bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d3cb9-97d2-4bc6-b154-4324e2b91da8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:08.965144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:08.981205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.982420 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4fe126c0-c7cc-4916-bebf-6e1aab4fbe5e service neutron] 10.222.0.21 "POST /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3690004 Feb 10 15:43:08.991346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d8fed71-1a5c-4b06-9edb-8d6ce971441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.996213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d8fed71-1a5c-4b06-9edb-8d6ce971441e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:08.997769 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3d8fed71-1a5c-4b06-9edb-8d6ce971441e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e40b75f0-ea66-4e79-b5e5-02f55ca91840 HTTP/1.1" status: 204 len: 168 time: 0.2601154 Feb 10 15:43:09.009366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fed71-1a5c-4b06-9edb-8d6ce971441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b75f0-ea66-4e79-b5e5-02f55ca91840,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:09.037209 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78ea215a-cafb-4645-bfc5-e64c9f48d34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.072754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77960d9-9166-4cda-b02f-122d8e315c59 req-871c986d-fffb-46e6-bb45-230ff05a1e34 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:09.080390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e77960d9-9166-4cda-b02f-122d8e315c59 req-871c986d-fffb-46e6-bb45-230ff05a1e34 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.1348255 Feb 10 15:43:09.085442 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.115035 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78ea215a-cafb-4645-bfc5-e64c9f48d34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.201722 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e77960d9-9166-4cda-b02f-122d8e315c59 req-3f7bdb54-5bcb-4051-9abc-51bd53722c4b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204808 Feb 10 15:43:09.245520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f841-f066-4887-8e88-4c51b02c8a55 req-a2890f80-91e3-4ad9-9d3b-b8b5616358dc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:09.246962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f25f841-f066-4887-8e88-4c51b02c8a55 req-a2890f80-91e3-4ad9-9d3b-b8b5616358dc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1042469 Feb 10 15:43:09.249182 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.307323 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78ea215a-cafb-4645-bfc5-e64c9f48d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.309878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78ea215a-cafb-4645-bfc5-e64c9f48d34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.313531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-78ea215a-cafb-4645-bfc5-e64c9f48d34e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a95d3cb9-97d2-4bc6-b154-4324e2b91da8 HTTP/1.1" status: 204 len: 168 time: 0.4496818 Feb 10 15:43:09.372304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea215a-cafb-4645-bfc5-e64c9f48d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d3cb9-97d2-4bc6-b154-4324e2b91da8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:09.379017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Network b3271483-52f9-4b7b-9067-26b874459470 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:09.381921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event updated for resources: {'Port': ['ID=97f5cb04-a01d-403e-a426-2bf449f2f006,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:09.394460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:09.399711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:09.408991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f25f841-f066-4887-8e88-4c51b02c8a55 req-6072c5be-ccdb-4c4b-8dfa-69de81d804c3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270792 Feb 10 15:43:09.448721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5ce75-0e80-4406-8e0f-bc5ab311f180 req-e58a8c46-55de-4da9-9278-86a29d6d8d2c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:09.450244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfd5ce75-0e80-4406-8e0f-bc5ab311f180 req-e58a8c46-55de-4da9-9278-86a29d6d8d2c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 932 time: 0.1474500 Feb 10 15:43:09.484548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:09.485169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.513893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfd5ce75-0e80-4406-8e0f-bc5ab311f180 req-ee40a974-0d82-498b-86f9-ac792bfb1d84 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Feb 10 15:43:09.517788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-f63890ac-7115-468f-a5b7-863aa3b93889 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3389320 Feb 10 15:43:09.533591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Request body: {'port': {'device_id': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:09.627763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.672491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50592) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:09.685824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80a4b5b6-7d46-4764-be2d-d6118cc5a526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.691911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322c7a-7707-496c-b790-361987605274 req-ce5bdf51-62fe-46aa-b70f-62fd3063d136 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:09.696821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5322c7a-7707-496c-b790-361987605274 req-ce5bdf51-62fe-46aa-b70f-62fd3063d136 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1047039 Feb 10 15:43:09.780268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80a4b5b6-7d46-4764-be2d-d6118cc5a526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.787256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80a4b5b6-7d46-4764-be2d-d6118cc5a526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.827879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5322c7a-7707-496c-b790-361987605274 req-94607c19-75d5-4571-9428-dc80e9841772 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212106 Feb 10 15:43:09.830216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-80a4b5b6-7d46-4764-be2d-d6118cc5a526 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02bca39f06be4e4592f51e9f26981e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568165 Feb 10 15:43:09.832477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4b5b6-7d46-4764-be2d-d6118cc5a526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22f6d60-84e8-4a14-96db-9c91db03d158,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:09.835303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50596) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:09.862962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:09.903617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9581350d-ab97-4941-ad31-2895f29a3714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:09.935422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9581350d-ab97-4941-ad31-2895f29a3714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.000648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9581350d-ab97-4941-ad31-2895f29a3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.005141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9581350d-ab97-4941-ad31-2895f29a3714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.007930 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9581350d-ab97-4941-ad31-2895f29a3714 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d22f6d60-84e8-4a14-96db-9c91db03d158 HTTP/1.1" status: 204 len: 168 time: 0.1716242 Feb 10 15:43:10.022408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f5cb04-a01d-403e-a426-2bf449f2f006 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:10.024682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581350d-ab97-4941-ad31-2895f29a3714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22f6d60-84e8-4a14-96db-9c91db03d158,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:10.032940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.054124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Transition to ACTIVE for port object 97f5cb04-a01d-403e-a426-2bf449f2f006 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:10.059871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.088923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1803071097-network', 'tenant_id': '6b857cfc3c0648138e324337195b2b20'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:10.117447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Made reservation on behalf of 6b857cfc3c0648138e324337195b2b20 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:10.125449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.131871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5cb04-a01d-403e-a426-2bf449f2f006,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:10.145700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.228925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Attempting to bind port 97f5cb04-a01d-403e-a426-2bf449f2f006 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:10.228925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Attempting to bind port 97f5cb04-a01d-403e-a426-2bf449f2f006 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:10.229267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Attempting to bind port 97f5cb04-a01d-403e-a426-2bf449f2f006 on network b3271483-52f9-4b7b-9067-26b874459470 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:10.234523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Port 97f5cb04-a01d-403e-a426-2bf449f2f006 on network b3271483-52f9-4b7b-9067-26b874459470 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:10.234852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Attempting to bind port 97f5cb04-a01d-403e-a426-2bf449f2f006 on network b3271483-52f9-4b7b-9067-26b874459470 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:10.240160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:10.240395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Checking segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:10.240800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Bound using segment: {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:10.241211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Bound port: 97f5cb04-a01d-403e-a426-2bf449f2f006, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:10.241569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.255707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.261855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.299684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:10.311353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8439c3a3-035a-4113-9853-c02ec66e962b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:10.320025 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.320368 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Added segment 79842c93-7995-4fd7-870a-52c0ead2e365 of type vlan for network ea8147ea-15ce-47a6-855a-d99c2a7ed92e Feb 10 15:43:10.361887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] For port 97f5cb04-a01d-403e-a426-2bf449f2f006, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:10.371286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.400389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] For port 97f5cb04-a01d-403e-a426-2bf449f2f006, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=97f5cb04-a01d-403e-a426-2bf449f2f006,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:10.410498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.415626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.416902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.417587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.424816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469e60-3ce1-450c-9475-a7d294a0a1bf req-b55e8a80-dd05-4676-9b03-77b22434ab91 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.426394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33469e60-3ce1-450c-9475-a7d294a0a1bf req-b55e8a80-dd05-4676-9b03-77b22434ab91 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.0874207 Feb 10 15:43:10.479638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.480267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.481743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/97f5cb04-a01d-403e-a426-2bf449f2f006 HTTP/1.1" status: 200 len: 1092 time: 0.9531796 Feb 10 15:43:10.482213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'tag': '97f5cb04-a01d-403e-a426-2bf449f2f006'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:10.484842 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe64f9-bf49-4702-a431-b069dbfbcd24" -d '{"events": [{"name": "network-changed", "server_uuid": "2692b17b-20a3-48f5-94ec-869048d6fffc", "tag": "97f5cb04-a01d-403e-a426-2bf449f2f006"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:10.498658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] Pushing event updated for resources: {'Network': ['ID=ea8147ea-15ce-47a6-855a-d99c2a7ed92e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:10.511856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:10.527344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33469e60-3ce1-450c-9475-a7d294a0a1bf req-6100b2c8-aa77-4a76-8777-c570e2799585 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764561 Feb 10 15:43:10.535116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50626) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:10.544162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Request body: {'subnet': {'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1803071097-subnet', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:10.546596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d707baf6-b04d-46f5-ae40-a72f42333c37 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6702223 Feb 10 15:43:10.549666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50630) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:10.625708 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b2c1eb-b0cf-4fc1-8e0a-e93735ed6b79 x-openstack-request-id: req-c0b2c1eb-b0cf-4fc1-8e0a-e93735ed6b79 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:10.626005 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2692b17b-20a3-48f5-94ec-869048d6fffc", "tag": "97f5cb04-a01d-403e-a426-2bf449f2f006", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:10.626257 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0b2c1eb-b0cf-4fc1-8e0a-e93735ed6b79 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:10.626658 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'tag': '97f5cb04-a01d-403e-a426-2bf449f2f006', 'status': 'completed', 'code': 200} Feb 10 15:43:10.637786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82175a3-72ef-4562-8e9a-b2e1b1d500b2 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5cb04-a01d-403e-a426-2bf449f2f006,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:10.689216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5ff21-4650-4f7e-9fae-2ae9097ccb41 req-714e63c5-1ee1-444f-a8b1-df9762e00e58 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.690731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7d5ff21-4650-4f7e-9fae-2ae9097ccb41 req-714e63c5-1ee1-444f-a8b1-df9762e00e58 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1223865 Feb 10 15:43:10.692578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-34b07564-6897-49ca-8b5d-722295b82c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.693917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-34b07564-6897-49ca-8b5d-722295b82c53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 1095 time: 0.1391404 Feb 10 15:43:10.695838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Made reservation on behalf of 6b857cfc3c0648138e324337195b2b20 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:10.698708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.815621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-7588e313-d4b0-478d-a280-c1cb9f3bbdc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97f5cb04-a01d-403e-a426-2bf449f2f006 HTTP/1.1" status: 200 len: 217 time: 0.1047320 Feb 10 15:43:10.816190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1750722805-network', 'tenant_id': '7d4d49223975426b97efb42cee349e25'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:10.842879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Made reservation on behalf of 7d4d49223975426b97efb42cee349e25 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:10.845703 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.859684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.893379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7d5ff21-4650-4f7e-9fae-2ae9097ccb41 req-2092e7bd-7da6-47aa-a287-7dab74447cda tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909165 Feb 10 15:43:10.910267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c16246-dc42-4f44-9f07-cbb9cd3c7775 req-f2b6aad0-a5f3-4402-9cca-37b784515547 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.911974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26c16246-dc42-4f44-9f07-cbb9cd3c7775 req-f2b6aad0-a5f3-4402-9cca-37b784515547 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 944 time: 0.2170811 Feb 10 15:43:10.952872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-99f82aa6-b5f7-44fd-ac0b-fb3e68d79ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.954352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-99f82aa6-b5f7-44fd-ac0b-fb3e68d79ad0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 200 len: 862 time: 0.1308961 Feb 10 15:43:10.966585 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:10.974747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.008081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f30f064-cdfd-4810-b649-39a95c5e87c9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:11.017396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:11.025288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26c16246-dc42-4f44-9f07-cbb9cd3c7775 req-d4c299ac-a644-4ab1-bd83-32d27f3a0c23 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015162 Feb 10 15:43:11.037914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-a3ffffb2-93d8-4c72-bad9-c61e06f450da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3271483-52f9-4b7b-9067-26b874459470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737906 Feb 10 15:43:11.052977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.053614 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Added segment ec174849-0700-40b0-b8f4-c38761e7d581 of type vlan for network 5a4d82e8-13e0-4a51-855c-8d560cd75243 Feb 10 15:43:11.099605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.126191 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.128215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:11.129069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.173705 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.187160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc11f42-c7e0-45a4-9690-c80c8fa67b04 req-814b9dfd-83ba-4d10-8854-594ca5c3c6d1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:11.188905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bc11f42-c7e0-45a4-9690-c80c8fa67b04 req-814b9dfd-83ba-4d10-8854-594ca5c3c6d1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1841404 Feb 10 15:43:11.201034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6502459 Feb 10 15:43:11.205276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50652) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:11.213032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Request body: {'subnet': {'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1750722805-subnet', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:11.217607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e1409-8c0d-4c6f-ad42-5575fdab850f admin admin] Pushing event updated for resources: {'Network': ['ID=5a4d82e8-13e0-4a51-855c-8d560cd75243,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:11.236487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:11.244599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Made reservation on behalf of 7d4d49223975426b97efb42cee349e25 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:11.247929 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.278686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-7afcf888-c5d9-488c-a49a-444844a432ff service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197590 Feb 10 15:43:11.308244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca53185-8f1e-4015-8ec8-d5939a5c222e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:11.329567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bc11f42-c7e0-45a4-9690-c80c8fa67b04 req-5004ec16-d6f4-44c5-8c04-a457cd82eb96 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288078 Feb 10 15:43:11.363473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Checking segment: {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:11.364158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Network hostable DHCP agents. Network: ea8147ea-15ce-47a6-855a-d99c2a7ed92e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:11.402228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:11.422311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8f40f2-47ad-4d78-9fd9-cb182d25a150 req-a130af64-d870-4267-9af8-7ebabc370bab service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292508 Feb 10 15:43:11.423491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, ea8147ea-15ce-47a6-855a-d99c2a7ed92e) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:11.427659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:11.428384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.436732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa58f7c-5d98-4888-a3a4-26d60ff76269 None None] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:11.451493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fafa9bec-1c95-49a2-8aff-2efcda2b8e75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9144881 Feb 10 15:43:11.453382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50658) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:11.457921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:11.500169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.535461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.536996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.555114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-2907388b-fc2f-472b-b84c-a61a6f4a8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:11.558212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f812a9c4-abf6-4e78-bdd3-130cd2350cea,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:11.558769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-2907388b-fc2f-472b-b84c-a61a6f4a8633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764c825569c47e99e8e7037b7610f85&device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 1095 time: 0.0789356 Feb 10 15:43:11.582893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Checking segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:11.584329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Network hostable DHCP agents. Network: 5a4d82e8-13e0-4a51-855c-8d560cd75243, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:11.606517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:11.621095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5a4d82e8-13e0-4a51-855c-8d560cd75243) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:11.633298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c317ef-2b6c-491c-add9-762e81e11b80 None None] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:11.640449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:11.641764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.667216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-332db844-523f-484c-8228-e5e6b3cae790 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4603961 Feb 10 15:43:11.669673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50666) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:11.674656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:11.709193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.718290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.735907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-ea8147ea-15ce-47a6-855a-d99c2a7ed92e', 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'fixed_ips': [{'subnet_id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:43:11.737100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.790636 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.972939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:11.998122 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.109902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401c10-304a-4a1f-838b-ca6f59d2d49e req-939fd55f-92bf-4a45-9b0c-db4f2a550b9c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.114652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c401c10-304a-4a1f-838b-ca6f59d2d49e req-939fd55f-92bf-4a45-9b0c-db4f2a550b9c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.4699163 Feb 10 15:43:12.129598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Allocated IP 172.20.0.2 (ea8147ea-15ce-47a6-855a-d99c2a7ed92e/aca53185-8f1e-4015-8ec8-d5939a5c222e/4acee988-c074-464f-ab5e-fea26e0b846d) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:12.184741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.261997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-5a4d82e8-13e0-4a51-855c-8d560cd75243', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:43:12.263020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.273549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-1531c565-6d45-4e92-96e4-96a5a6c4ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.275547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-1531c565-6d45-4e92-96e4-96a5a6c4ab56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 200 len: 923 time: 0.7036815 Feb 10 15:43:12.286111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c401c10-304a-4a1f-838b-ca6f59d2d49e req-591126cf-f794-4745-8fb8-96311d17c9e4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908194 Feb 10 15:43:12.369862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-539504f6-337c-4763-9268-9c8eb3585aa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97f5cb04-a01d-403e-a426-2bf449f2f006 HTTP/1.1" status: 200 len: 217 time: 0.0567970 Feb 10 15:43:12.382366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4b50-bb95-4141-b265-952e84dc9dc1 req-b5078c74-be06-4c80-ae58-e888a5f3f5ce tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.384345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86ec4b50-bb95-4141-b265-952e84dc9dc1 req-b5078c74-be06-4c80-ae58-e888a5f3f5ce tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1598196 Feb 10 15:43:12.478777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Allocated IP 172.20.0.2 (5a4d82e8-13e0-4a51-855c-8d560cd75243/f812a9c4-abf6-4e78-bdd3-130cd2350cea/9420d040-31db-40eb-b2ed-a613d8d3618c) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:12.482564 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.494252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.496859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-e7b64da9-7662-4b09-996d-fba73c6422ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.498400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-e7b64da9-7662-4b09-996d-fba73c6422ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 200 len: 862 time: 0.1100686 Feb 10 15:43:12.509161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86ec4b50-bb95-4141-b265-952e84dc9dc1 req-53d26ed0-02bc-49ed-926d-a1cc9797a55b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027265 Feb 10 15:43:12.516340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.537891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.547759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-8f60881b-8bd3-4800-a105-d520e471368f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3271483-52f9-4b7b-9067-26b874459470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373240 Feb 10 15:43:12.558551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7fbe-f13c-4ead-8ff5-ed7e237bc1f9 req-71c47814-4c61-42c2-a137-8a32520b7719 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.564753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-165e7fbe-f13c-4ead-8ff5-ed7e237bc1f9 req-71c47814-4c61-42c2-a137-8a32520b7719 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 944 time: 0.1687469 Feb 10 15:43:12.592714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:12.595624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Pushing event updated for resources: {'Port': ['ID=4acee988-c074-464f-ab5e-fea26e0b846d,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:12.599841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:12.602591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:12.624216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.624722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.625067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.625398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.625724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.626048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.626371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.626690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.627008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.627331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.627741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.628061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:12.680589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Allocated IP 172.25.7.82 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8d223c20-a238-49d6-80c9-7f63835d5384) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:12.699477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-165e7fbe-f13c-4ead-8ff5-ed7e237bc1f9 req-8bd27e6e-194a-4406-8957-5f5db48bf3c1 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337783 Feb 10 15:43:12.713728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Attempting to bind port 4acee988-c074-464f-ab5e-fea26e0b846d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:12.714263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Attempting to bind port 4acee988-c074-464f-ab5e-fea26e0b846d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:12.715070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Attempting to bind port 4acee988-c074-464f-ab5e-fea26e0b846d on network ea8147ea-15ce-47a6-855a-d99c2a7ed92e {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:12.719913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:12.720546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Checking segment: {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:12.720687 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.721061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Bound using segment: {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:12.722336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Bound port: 4acee988-c074-464f-ab5e-fea26e0b846d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:12.722336 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.762378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-f573131a-30e1-4f6b-bb72-be846e85fc4d service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897342 Feb 10 15:43:12.809251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb0448-694a-40e5-9b5e-c9ef49ca2501 req-eaa23ef6-2bc0-4046-8133-a4021296773a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.817535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bcb0448-694a-40e5-9b5e-c9ef49ca2501 req-eaa23ef6-2bc0-4046-8133-a4021296773a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1654477 Feb 10 15:43:12.821784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.831150 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.832217 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.871518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.890630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-453903d8-a859-4bba-8267-f7676975c791 None None] For port 4acee988-c074-464f-ab5e-fea26e0b846d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:12.896754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:12.912135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:12.912135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:12.917381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-453903d8-a859-4bba-8267-f7676975c791 None None] For port 4acee988-c074-464f-ab5e-fea26e0b846d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4acee988-c074-464f-ab5e-fea26e0b846d,segment=NetworkSegment(79842c93-7995-4fd7-870a-52c0ead2e365),segment_id=79842c93-7995-4fd7-870a-52c0ead2e365)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:12.920543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Pushing event updated for resources: {'Port': ['ID=9420d040-31db-40eb-b2ed-a613d8d3618c,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:12.936931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:12.947686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:12.949019 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:12.957649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:13.009540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d223c20-a238-49d6-80c9-7f63835d5384,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:13.015077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Attempting to bind port 9420d040-31db-40eb-b2ed-a613d8d3618c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:13.015762 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Attempting to bind port 9420d040-31db-40eb-b2ed-a613d8d3618c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:13.016097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Attempting to bind port 9420d040-31db-40eb-b2ed-a613d8d3618c on network 5a4d82e8-13e0-4a51-855c-8d560cd75243 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:13.023367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:13.023871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Checking segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:13.025120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.029726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Bound using segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:13.030318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Bound port: 9420d040-31db-40eb-b2ed-a613d8d3618c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:13.031245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.077613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bcb0448-694a-40e5-9b5e-c9ef49ca2501 req-c8fb135a-13ff-478a-8e07-1731ed5420df tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588825 Feb 10 15:43:13.086098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.114695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453903d8-a859-4bba-8267-f7676975c791 None None] Pushing event updated for resources: {'Port': ['ID=4acee988-c074-464f-ab5e-fea26e0b846d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:13.142609 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.168320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] For port 9420d040-31db-40eb-b2ed-a613d8d3618c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:13.172394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] For port 9420d040-31db-40eb-b2ed-a613d8d3618c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9420d040-31db-40eb-b2ed-a613d8d3618c,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:13.180862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dfe64f9-bf49-4702-a431-b069dbfbcd24 req-3f309dd1-0c0a-4afc-bcab-ee66b4e99205 service neutron] 10.222.0.45 "GET /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999403 Feb 10 15:43:13.182238 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.188653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 97f5cb04-a01d-403e-a426-2bf449f2f006 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:13.349601 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.353465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Allocated IP 172.25.7.71 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/c6932675-b770-4cef-85a2-6def11b9439f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:13.428089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b2a21-98aa-43e9-922d-4b1e2cbf41b1 None None] Pushing event updated for resources: {'Port': ['ID=9420d040-31db-40eb-b2ed-a613d8d3618c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:13.486650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 97f5cb04-a01d-403e-a426-2bf449f2f006, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=97f5cb04-a01d-403e-a426-2bf449f2f006,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:13.502748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '97f5cb04-a01d-403e-a426-2bf449f2f006', 'network_id': 'b3271483-52f9-4b7b-9067-26b874459470', 'port_id': '97f5cb04-a01d-403e-a426-2bf449f2f006', 'mac_address': 'fa:16:3e:b9:7f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c28c091-7204-4fbd-915d-a3504a112f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:13.575540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50706) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:13.593605 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.612161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32499-67b9-48e3-87dc-88fd52049ff0 req-175ae937-9e77-453e-a4b2-28581cd7150d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.621139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9a32499-67b9-48e3-87dc-88fd52049ff0 req-175ae937-9e77-453e-a4b2-28581cd7150d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.1833787 Feb 10 15:43:13.632733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f5cb04-a01d-403e-a426-2bf449f2f006 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:13.666196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 97f5cb04-a01d-403e-a426-2bf449f2f006, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=97f5cb04-a01d-403e-a426-2bf449f2f006,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:13.673805 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.714236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.773127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.783236 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=97f5cb04-a01d-403e-a426-2bf449f2f006,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:13.816242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9a32499-67b9-48e3-87dc-88fd52049ff0 req-91dc8d74-fc4e-42f1-ac40-f5b9e9fb5364 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936250 Feb 10 15:43:13.826963 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef759264-0532-406e-8362-db7334a19905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:13.848671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa7c9-9c08-492b-8dd6-ba856775c909 req-c326a3a0-5869-4546-a658-f5974b54020a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.850172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423aa7c9-9c08-492b-8dd6-ba856775c909 req-c326a3a0-5869-4546-a658-f5974b54020a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2264130 Feb 10 15:43:13.902029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:13.987754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['97f5cb04-a01d-403e-a426-2bf449f2f006'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:14.015762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-423aa7c9-9c08-492b-8dd6-ba856775c909 req-c01fe55d-8bb9-4802-a120-015d2ce5a271 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550024 Feb 10 15:43:14.020297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.043259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:14.058632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Sync routers for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:14.071316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.076094 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-81e3c788-abb5-4c47-8f3e-8d4e3af780d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4052935 Feb 10 15:43:14.076726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50712) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:14.103152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Pushing event updated for resources: {'Port': ['ID=c6932675-b770-4cef-85a2-6def11b9439f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:14.109882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:14.110757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:14.114679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28491d12-9ce6-49e0-8aff-66c3fde5bafa req-fb7d98dd-6a48-47ff-8fe2-e65bcc45164e tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.117681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28491d12-9ce6-49e0-8aff-66c3fde5bafa req-fb7d98dd-6a48-47ff-8fe2-e65bcc45164e tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 945 time: 0.1946065 Feb 10 15:43:14.154659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef759264-0532-406e-8362-db7334a19905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.184204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:14.185900 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef759264-0532-406e-8362-db7334a19905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.236841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ef759264-0532-406e-8362-db7334a19905 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab59cabfec6e4985a697b0d5166a87cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588180 Feb 10 15:43:14.238022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:14.243543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50716) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:14.283949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:14.407160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef759264-0532-406e-8362-db7334a19905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a239ded-0833-456a-a3c0-7820dca981b2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:14.430815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28491d12-9ce6-49e0-8aff-66c3fde5bafa req-366a2896-e8c4-4918-8630-73e58e859b2c tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693956 Feb 10 15:43:14.452938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:14.458218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4acee988-c074-464f-ab5e-fea26e0b846d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:14.565735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ae649d2-66a6-4dc5-a356-e66a97f53044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.581871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0aff-a5a1-4044-9e86-6bc83c910606 req-36d46943-ce81-4ad0-b7ab-7825fde26815 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.585294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97cb0aff-a5a1-4044-9e86-6bc83c910606 req-36d46943-ce81-4ad0-b7ab-7825fde26815 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.4051454 Feb 10 15:43:14.629531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17e294-8530-47ca-aba3-bdcda3f7c3e8 None None] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:14.676508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ae649d2-66a6-4dc5-a356-e66a97f53044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.740957 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.757316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97cb0aff-a5a1-4044-9e86-6bc83c910606 req-9477cf09-6e00-4f13-b984-1e1d1a566504 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260531 Feb 10 15:43:14.817573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.924648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ae649d2-66a6-4dc5-a356-e66a97f53044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.927378 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ae649d2-66a6-4dc5-a356-e66a97f53044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.932096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0ae649d2-66a6-4dc5-a356-e66a97f53044 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a239ded-0833-456a-a3c0-7820dca981b2 HTTP/1.1" status: 204 len: 168 time: 0.6828325 Feb 10 15:43:14.945375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-202ab064-26ae-4c94-8fce-dbe919574b20 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.946741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8004ecff-f10d-4cff-9e50-5f69461cfba5 None None] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:14.947840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-202ab064-26ae-4c94-8fce-dbe919574b20 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1097 time: 0.1755931 Feb 10 15:43:14.960946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e0c7a083-e778-4843-9cc7-7ea2b1030c67 None None] Provisioning complete for port 4acee988-c074-464f-ab5e-fea26e0b846d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:14.961337 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e0c7a083-e778-4843-9cc7-7ea2b1030c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:14.977630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Allocated IP 172.20.0.1 (5a4d82e8-13e0-4a51-855c-8d560cd75243/f812a9c4-abf6-4e78-bdd3-130cd2350cea/f105155a-63f7-44a6-9e9a-d7ba4fce3238) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:15.001199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-3'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:15.010673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae649d2-66a6-4dc5-a356-e66a97f53044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a239ded-0833-456a-a3c0-7820dca981b2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:15.136456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4acee988-c074-464f-ab5e-fea26e0b846d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:15.136832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.177914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.221796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:15.223953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 97f5cb04-a01d-403e-a426-2bf449f2f006 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:15.224486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.283395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:15.287986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:15.295100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:15.299110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Pushing event updated for resources: {'Port': ['ID=f105155a-63f7-44a6-9e9a-d7ba4fce3238,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:15.346635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.384609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:13Z', 'revision_number': 3, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:15.472371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50728) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:15.497416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11ffad50-dca7-4c0b-80c2-9284036e3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.519842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.543973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30251781-bcbb-4594-bf6f-99e0801405f4 req-7a8b3cc3-a303-4410-93f5-92d7199d92d5 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:15.551476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30251781-bcbb-4594-bf6f-99e0801405f4 req-7a8b3cc3-a303-4410-93f5-92d7199d92d5 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 946 time: 0.6216755 Feb 10 15:43:15.579805 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.607371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Checking router: d53e7879-4af2-45f1-b1b5-1c967bbc17f4 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:15.607902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Updating router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 port 8d223c20-a238-49d6-80c9-7f63835d5384 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:43:15.619634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e0c7a083-e778-4843-9cc7-7ea2b1030c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.647604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 97f5cb04-a01d-403e-a426-2bf449f2f006 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:43:15.659358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd88d0-7d9f-4519-bad5-23f4710e8063 req-cb123c1d-d7b5-4c29-a20a-700cc23b8a14 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:15.661022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cd88d0-7d9f-4519-bad5-23f4710e8063 req-cb123c1d-d7b5-4c29-a20a-700cc23b8a14 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2477989 Feb 10 15:43:15.677514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.678955 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:15.684416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 97f5cb04-a01d-403e-a426-2bf449f2f006 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:15.684789 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.708274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.714033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.732767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.769145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e has no active binding in host n-h1-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:43:15.781722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 4acee988-c074-464f-ab5e-fea26e0b846d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4acee988-c074-464f-ab5e-fea26e0b846d,segment=NetworkSegment(79842c93-7995-4fd7-870a-52c0ead2e365),segment_id=79842c93-7995-4fd7-870a-52c0ead2e365)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:15.784593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.793591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Pushing event updated for resources: {'Port': ['ID=f105155a-63f7-44a6-9e9a-d7ba4fce3238,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:15.796621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.798264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9420d040-31db-40eb-b2ed-a613d8d3618c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:15.832955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30251781-bcbb-4594-bf6f-99e0801405f4 req-20a68144-0632-4661-95de-2f5cc5b3a8f5 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804425 Feb 10 15:43:15.896971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:15.899415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:15.921775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11ffad50-dca7-4c0b-80c2-9284036e3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:15.997930 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-e0c7a083-e778-4843-9cc7-7ea2b1030c67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:43:15.998500 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-e0c7a083-e778-4843-9cc7-7ea2b1030c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:43:16.030750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=4acee988-c074-464f-ab5e-fea26e0b846d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.041360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:16.071346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:16.109685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9420d040-31db-40eb-b2ed-a613d8d3618c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:16.110066 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.116584 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.123303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:16.172137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.192793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:16.198392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5cb04-a01d-403e-a426-2bf449f2f006'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:16.201074 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150a3b42-750e-4ab5-9cef-f7bf2cab016c" -d '{"events": [{"server_uuid": "2692b17b-20a3-48f5-94ec-869048d6fffc", "name": "network-vif-plugged", "status": "completed", "tag": "97f5cb04-a01d-403e-a426-2bf449f2f006"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:16.202904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cd88d0-7d9f-4519-bad5-23f4710e8063 req-9c6fe769-99b5-4674-b984-07ad9b387c8a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847305 Feb 10 15:43:16.203188 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a92fe756-0fde-44bf-a9e1-65dac05c3d83 admin admin] 10.222.0.21 "PUT /v2.0/routers/d53e7879-4af2-45f1-b1b5-1c967bbc17f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1250138 Feb 10 15:43:16.203546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:16.205829 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4874e5-d5bd-4cfb-b685-c58f508207a1" -d '{"events": [{"server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "name": "network-vif-unplugged", "status": "completed", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:16.225512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 97f5cb04-a01d-403e-a426-2bf449f2f006, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=97f5cb04-a01d-403e-a426-2bf449f2f006,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:16.230024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11ffad50-dca7-4c0b-80c2-9284036e3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.254402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.269897 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.301951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-11ffad50-dca7-4c0b-80c2-9284036e3075 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1840a17d96384f7ca70e9758ff43396f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8261476 Feb 10 15:43:16.304469 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.304955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50742) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:16.387693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9af31024-32cf-4022-8e98-6b5f56d48826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.419883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9af31024-32cf-4022-8e98-6b5f56d48826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.431555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffad50-dca7-4c0b-80c2-9284036e3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5721a0-e421-401b-9e60-2d9d0dc265ff,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.453848 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.458754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=97f5cb04-a01d-403e-a426-2bf449f2f006,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.461974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.468153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.495026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9af31024-32cf-4022-8e98-6b5f56d48826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.500501 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9af31024-32cf-4022-8e98-6b5f56d48826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.502524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9af31024-32cf-4022-8e98-6b5f56d48826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b5721a0-e421-401b-9e60-2d9d0dc265ff HTTP/1.1" status: 204 len: 168 time: 0.1960518 Feb 10 15:43:16.534602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1643b-6ba6-404e-8b86-9f2e16157310 req-99e47ebb-7a25-416c-9170-f40c72cb8427 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.535222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af31024-32cf-4022-8e98-6b5f56d48826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5721a0-e421-401b-9e60-2d9d0dc265ff,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.536139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ae1643b-6ba6-404e-8b86-9f2e16157310 req-99e47ebb-7a25-416c-9170-f40c72cb8427 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 946 time: 0.3157392 Feb 10 15:43:16.615764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 9420d040-31db-40eb-b2ed-a613d8d3618c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9420d040-31db-40eb-b2ed-a613d8d3618c,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:16.618624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Attempting to bind port 8d223c20-a238-49d6-80c9-7f63835d5384 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:16.619031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Attempting to bind port 8d223c20-a238-49d6-80c9-7f63835d5384 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:16.619454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Attempting to bind port 8d223c20-a238-49d6-80c9-7f63835d5384 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:16.622998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on host n-h2-827895-3 for vnic_type normal with profile {"migrating_to": "n-h1-827895-3"} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:16.623335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:16.623691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:16.627625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656c9c-3156-408b-9776-27f3a46b54a4 None None] Pushing event updated for resources: {'Port': ['ID=8d223c20-a238-49d6-80c9-7f63835d5384,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.634320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:16.634695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:16.635084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.635274 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.635674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:16.636536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Bound port: 8d223c20-a238-49d6-80c9-7f63835d5384, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:16.636927 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.638687 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.646754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:16.647073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Attempting to bind port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:16.656928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d14da-dd06-4852-8f8a-a9a144bec168 req-07f0f78d-d524-4476-9cae-e9752a518c33 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.658422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-689d14da-dd06-4852-8f8a-a9a144bec168 req-07f0f78d-d524-4476-9cae-e9752a518c33 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.3257728 Feb 10 15:43:16.677176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:16.677776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:16.677906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:16.678316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Bound port: 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:16.678674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.687785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ae1643b-6ba6-404e-8b86-9f2e16157310 req-cd753eb3-e713-4699-8b8b-d7200f02a160 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036060 Feb 10 15:43:16.782785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4acee988-c074-464f-ab5e-fea26e0b846d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:16.787226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-689d14da-dd06-4852-8f8a-a9a144bec168 req-bd564bd5-fce8-433b-b6e6-7d2806d42c21 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118066 Feb 10 15:43:16.802359 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62678ff0-5cdf-4395-b885-ba1aee6e0ea9 x-openstack-request-id: req-62678ff0-5cdf-4395-b885-ba1aee6e0ea9 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:16.803025 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2692b17b-20a3-48f5-94ec-869048d6fffc", "name": "network-vif-plugged", "status": "completed", "tag": "97f5cb04-a01d-403e-a426-2bf449f2f006", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:16.803616 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62678ff0-5cdf-4395-b885-ba1aee6e0ea9 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:16.804189 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5cb04-a01d-403e-a426-2bf449f2f006', 'code': 200} Feb 10 15:43:16.818707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Router 2635e32f-27a3-45b1-b729-347d68308d0c is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:16.820019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:16.825997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:16.844673 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.898607 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be1cd7-728c-4f38-af56-28185108493f x-openstack-request-id: req-e7be1cd7-728c-4f38-af56-28185108493f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:16.899431 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "name": "network-vif-unplugged", "status": "completed", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:16.899729 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7be1cd7-728c-4f38-af56-28185108493f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:16.900136 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'code': 200} Feb 10 15:43:16.900557 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=9420d040-31db-40eb-b2ed-a613d8d3618c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.931773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] For port 8d223c20-a238-49d6-80c9-7f63835d5384, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:16.938023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Provisioning complete for port 9420d040-31db-40eb-b2ed-a613d8d3618c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:16.938684 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:16.950072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab6aa9-aad3-436b-a92f-d4dbe51f3084 req-fde46f8e-0aa9-422c-a123-3c2d2b94b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.951933 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9ab6aa9-aad3-436b-a92f-d4dbe51f3084 req-fde46f8e-0aa9-422c-a123-3c2d2b94b400 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 1097 time: 0.0869992 Feb 10 15:43:17.010692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9ab6aa9-aad3-436b-a92f-d4dbe51f3084 req-6e6ec670-e930-4d03-9c30-9807dcdccf78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Feb 10 15:43:17.015668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] For port 8d223c20-a238-49d6-80c9-7f63835d5384, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d223c20-a238-49d6-80c9-7f63835d5384,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:17.016329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:17.017146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:17.020631 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] 10.222.0.45 "PUT /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 1122 time: 2.0284579 Feb 10 15:43:17.025987 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:17.108248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab079e37-21aa-447b-ad20-a439f6863e53 service neutron] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=8']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:17.114046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:17.119413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4acee988-c074-464f-ab5e-fea26e0b846d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:17.119812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:17.133782 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Sync routers for ids ['2635e32f-27a3-45b1-b729-347d68308d0c'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:17.143670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656c9c-3156-408b-9776-27f3a46b54a4 None None] Pushing event updated for resources: {'Port': ['ID=8d223c20-a238-49d6-80c9-7f63835d5384,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:17.150992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:17.152144 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Routers {'2635e32f-27a3-45b1-b729-347d68308d0c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:17.153304 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2635e32f-27a3-45b1-b729-347d68308d0c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:17.154535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['25f37e85-c514-46a7-81c1-c3a7a0028c8e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:17.155564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:17.156232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a35d6aca-4cc5-426b-bd09-734f54506d5a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7017975 Feb 10 15:43:17.156867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:17.157735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:17.179572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017b445-89d5-4384-a8d8-9f982d30ae2a req-8e3a41ab-0da4-4c2f-9944-678ce241f92a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:17.181585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1017b445-89d5-4384-a8d8-9f982d30ae2a req-8e3a41ab-0da4-4c2f-9944-678ce241f92a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.1590273 Feb 10 15:43:17.314901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1017b445-89d5-4384-a8d8-9f982d30ae2a req-3912a616-89ff-4869-89b3-d4b9514f7772 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263258 Feb 10 15:43:17.315898 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Set router 2635e32f-27a3-45b1-b729-347d68308d0c gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:17.455865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['25f37e85-c514-46a7-81c1-c3a7a0028c8e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:17.549627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4604a-afda-412f-acb4-e3b723245485 req-ad6ccbae-efde-44e8-8e8b-e76b328e90f0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:17.559083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3f4604a-afda-412f-acb4-e3b723245485 req-ad6ccbae-efde-44e8-8e8b-e76b328e90f0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1179817 Feb 10 15:43:17.676528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3f4604a-afda-412f-acb4-e3b723245485 req-5ddfdc86-336f-4c84-b7e4-c8cd5e273ba9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153121 Feb 10 15:43:17.702667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:17.709470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Provisioning complete for port f105155a-63f7-44a6-9e9a-d7ba4fce3238 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:17.709846 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:17.849458 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:14Z', 'revision_number': 3, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:17.884305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50778) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:17.894659 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Checking router: 2635e32f-27a3-45b1-b729-347d68308d0c for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:17.895274 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Updating router 2635e32f-27a3-45b1-b729-347d68308d0c port c6932675-b770-4cef-85a2-6def11b9439f binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:43:17.898860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653090982', 'description': 'tempest-description--295887547'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:17.945097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Port f105155a-63f7-44a6-9e9a-d7ba4fce3238 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:17.956757 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.019319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a36bfb-ec8b-41dd-ba05-9dfc72ac1590 req-9b727bce-1a45-4a4b-8915-94ce0a8c97cb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:18.021185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89a36bfb-ec8b-41dd-ba05-9dfc72ac1590 req-9b727bce-1a45-4a4b-8915-94ce0a8c97cb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 946 time: 0.2163284 Feb 10 15:43:18.059653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.072273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2a9f-5071-4585-aa72-2f56a564d677 req-24c1ebac-84b3-48af-89e8-cc338af73e24 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:18.080936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96ec2a9f-5071-4585-aa72-2f56a564d677 req-24c1ebac-84b3-48af-89e8-cc338af73e24 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1644313 Feb 10 15:43:18.099962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Provisioning complete for port 4acee988-c074-464f-ab5e-fea26e0b846d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:18.100577 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ee91645f-603b-46b5-8cef-f1a7081e927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.143526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89a36bfb-ec8b-41dd-ba05-9dfc72ac1590 req-4f2d5040-21d1-4090-bcfd-9404924dc1ca tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136527 Feb 10 15:43:18.170395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96ec2a9f-5071-4585-aa72-2f56a564d677 req-dcd5f4c9-4751-4f2e-91dc-0adb8d664ed5 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752065 Feb 10 15:43:18.285962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.293358 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.364029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.371922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4843838 Feb 10 15:43:18.374228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50788) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:18.378618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Request body: {'security_group_rule': {'security_group_id': '64762354-f682-40ab-aff8-99de9a45266c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:18.384148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 2, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:18.390649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975cba1-ca43-46ce-b3ff-93f11de33bef tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64762354-f682-40ab-aff8-99de9a45266c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.411567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08254fee-45cd-47b6-8d1c-2b968e21ccf8 None None] The sync data for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 is: [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 2, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:18.505447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.520536 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.531636 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.544025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb3351-b75f-4d93-b8e8-15a832d5062a req-9c3e047c-008c-4e5e-ac75-91be5ca0183f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:18.553516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33eb3351-b75f-4d93-b8e8-15a832d5062a req-9c3e047c-008c-4e5e-ac75-91be5ca0183f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.1176226 Feb 10 15:43:18.628215 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Attempting to bind port c6932675-b770-4cef-85a2-6def11b9439f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:18.628590 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Attempting to bind port c6932675-b770-4cef-85a2-6def11b9439f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:18.628955 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Attempting to bind port c6932675-b770-4cef-85a2-6def11b9439f on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:18.631582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33eb3351-b75f-4d93-b8e8-15a832d5062a req-2aa69672-db79-4690-b1d9-5da859c56fc7 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742140 Feb 10 15:43:18.641637 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:18.642057 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:18.642637 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.643034 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:18.644103 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Bound port: c6932675-b770-4cef-85a2-6def11b9439f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:18.644523 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.647418 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Pushing event updated for resources: {'Port': ['ID=c6932675-b770-4cef-85a2-6def11b9439f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.650870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.658791 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.682227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e81742-7e77-4c2f-a44a-bd941292efad,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.689511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.705311 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.705513 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.705880 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.706156 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.706487 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.706819 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.707144 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.707592 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.707916 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.708033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.708483 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.708779 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.709104 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:18.709235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e79c4366-2302-4566-ba44-0a9326602498 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340764 Feb 10 15:43:18.714279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50798) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:18.725929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Request body: {'security_group_rule': {'security_group_id': '64762354-f682-40ab-aff8-99de9a45266c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:18.781731 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] For port c6932675-b770-4cef-85a2-6def11b9439f, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:18.800094 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] For port c6932675-b770-4cef-85a2-6def11b9439f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c6932675-b770-4cef-85a2-6def11b9439f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:18.810823 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.832197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:18.874479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9420d040-31db-40eb-b2ed-a613d8d3618c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:18.903175 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa912e-aa73-402d-ba93-5bfafc37a1b7 None None] Pushing event updated for resources: {'Port': ['ID=c6932675-b770-4cef-85a2-6def11b9439f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.913243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:18.915974 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73833d9-159d-4ec8-bf04-2fda621e86c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:18.917602 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Routers {'2635e32f-27a3-45b1-b729-347d68308d0c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:18.918571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2635e32f-27a3-45b1-b729-347d68308d0c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:18.981935 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.002076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9420d040-31db-40eb-b2ed-a613d8d3618c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:19.002884 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.009256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.027941 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca334cf-55fc-4848-9500-24959535ee31 x-openstack-request-id: req-fca334cf-55fc-4848-9500-24959535ee31 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:19.028307 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:19.029317 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fca334cf-55fc-4848-9500-24959535ee31 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:19.030137 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'status': 'completed', 'code': 200} Feb 10 15:43:19.088585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8788842a-4f67-45ba-8af1-014d792f60ee,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:19.127756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef711d-5db7-4d56-a152-06c0fa6033c5 req-652ed54c-6762-4f95-884e-f8d1e16ad1eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.139755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-daef711d-5db7-4d56-a152-06c0fa6033c5 req-652ed54c-6762-4f95-884e-f8d1e16ad1eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.3090398 Feb 10 15:43:19.141439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Allocated IP 172.20.0.1 (ea8147ea-15ce-47a6-855a-d99c2a7ed92e/aca53185-8f1e-4015-8ec8-d5939a5c222e/7aff29db-1646-4a90-a642-1559e1200b11) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:19.155139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.159063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-086999a9-928a-425f-89b2-911a15238c69 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4411314 Feb 10 15:43:19.163647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50808) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:19.189236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:19.206089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-5e151753-8786-40a5-b813-2d55608df59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.207637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-5e151753-8786-40a5-b813-2d55608df59d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1125 time: 0.1490445 Feb 10 15:43:19.218182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-daef711d-5db7-4d56-a152-06c0fa6033c5 req-b23ad74e-2587-456c-a9f2-5754e078b17e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774460 Feb 10 15:43:19.307381 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] Set router 2635e32f-27a3-45b1-b729-347d68308d0c gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:19.356059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.364672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1602e-d60c-4d9d-9f68-ba794104ed41 req-c6aa941b-25af-4466-870e-ca55d43410eb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.371318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94d1602e-d60c-4d9d-9f68-ba794104ed41 req-c6aa941b-25af-4466-870e-ca55d43410eb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 946 time: 0.0799048 Feb 10 15:43:19.484296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-1540e8af-1500-41bf-9207-efa0231ab2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.485972 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-1540e8af-1500-41bf-9207-efa0231ab2fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.2486248 Feb 10 15:43:19.498938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94d1602e-d60c-4d9d-9f68-ba794104ed41 req-ccb9fd6b-caf1-48f5-98a9-80ab1e84c1b0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214249 Feb 10 15:43:19.566071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-d6db9de8-9f65-4b4c-b4e1-445af5261d66 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 217 time: 0.0681925 Feb 10 15:43:19.569737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.659630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a49650-6590-4708-9da6-a242975dd748 req-bf87ebd1-13ec-4168-ae16-e3f499da7939 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.661703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02a49650-6590-4708-9da6-a242975dd748 req-bf87ebd1-13ec-4168-ae16-e3f499da7939 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0990913 Feb 10 15:43:19.673225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-cae1d45c-7296-452e-8602-00b08b74c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.679174 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-cae1d45c-7296-452e-8602-00b08b74c856 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0950363 Feb 10 15:43:19.719317 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:14Z', 'revision_number': 3, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:19.730622 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-25b837c2-0789-4406-98d7-cd8e13a670e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359306 Feb 10 15:43:19.733313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.734463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02a49650-6590-4708-9da6-a242975dd748 req-57e697d6-47ad-4cb6-9de3-d81f21a0ae72 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660050 Feb 10 15:43:19.776295 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:19.792537 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a24d5-2432-4c56-b807-c5c4c5773580 None None] The sync data for ids ['2635e32f-27a3-45b1-b729-347d68308d0c'] in n-d-827895-3 is: [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:14Z', 'revision_number': 3, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:19.907989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:19.946618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:19.947891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0bee9-42da-4555-8b1c-d962e2ad1427 req-fe6b1eae-4cb2-4883-95a1-2d807525c132 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.963027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4a0bee9-42da-4555-8b1c-d962e2ad1427 req-fe6b1eae-4cb2-4883-95a1-2d807525c132 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.1345205 Feb 10 15:43:19.981978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:20.004451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Pushing event updated for resources: {'Port': ['ID=7aff29db-1646-4a90-a642-1559e1200b11,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:20.058819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4a0bee9-42da-4555-8b1c-d962e2ad1427 req-e2edfd7f-a0b2-464a-9a45-739875c02c16 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867920 Feb 10 15:43:20.138764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.142636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-0042c891-accf-46f6-a3d1-b4cb8bb0d149 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946314 Feb 10 15:43:20.179121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa39e1b-3cb8-483b-b969-589c74649457 req-5c489755-ba72-4a01-b452-6b8a763a117d tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:20.198239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfa39e1b-3cb8-483b-b969-589c74649457 req-5c489755-ba72-4a01-b452-6b8a763a117d tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 946 time: 0.1202638 Feb 10 15:43:20.277011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfa39e1b-3cb8-483b-b969-589c74649457 req-61113d3d-1b2c-48db-811d-b07c7b1319df tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766611 Feb 10 15:43:20.329873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Allocated IP 172.25.7.138 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/f0836758-2e9d-4538-99e8-b55a11f5fcb7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:20.415423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0ca09e9c-f4d6-413a-b17a-b380a0dea32c None None] Provisioning complete for port 7aff29db-1646-4a90-a642-1559e1200b11 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:20.416535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ca09e9c-f4d6-413a-b17a-b380a0dea32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.490977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16965e-dfa2-4922-8b51-48178ade4d73 req-bb118ad7-1e31-436f-99ac-7bc1238a366d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:20.492887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f16965e-dfa2-4922-8b51-48178ade4d73 req-bb118ad7-1e31-436f-99ac-7bc1238a366d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.0790195 Feb 10 15:43:20.505021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0ca09e9c-f4d6-413a-b17a-b380a0dea32c None None] Port 7aff29db-1646-4a90-a642-1559e1200b11 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:20.533666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b73833d9-159d-4ec8-bf04-2fda621e86c4 req-bdbce6b8-6fa8-4dff-a778-bd71bdf6cadd service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702495 Feb 10 15:43:20.554313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.595996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f16965e-dfa2-4922-8b51-48178ade4d73 req-3a6a24a3-665d-4002-aa56-7463ee55ca8b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864713 Feb 10 15:43:20.712819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.734373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50840) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:20.813765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.877349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.881862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:20.888544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d223c20-a238-49d6-80c9-7f63835d5384 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:20.895383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b518cc-7289-40a3-800b-259ba147fed6 req-cd01af95-308e-449d-bf38-9cd56d0f7408 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:20.896955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4b518cc-7289-40a3-800b-259ba147fed6 req-cd01af95-308e-449d-bf38-9cd56d0f7408 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0835803 Feb 10 15:43:20.901221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:20.911424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.913782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:20.967109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8d223c20-a238-49d6-80c9-7f63835d5384 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:20.967522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:20.983905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4b518cc-7289-40a3-800b-259ba147fed6 req-437b289c-4c10-4d87-840f-b5c44d5eee77 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Feb 10 15:43:20.985105 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b26d5fb-d338-4e5f-bf39-a29f3771cbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.005763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event updated for resources: {'Port': ['ID=f0836758-2e9d-4538-99e8-b55a11f5fcb7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:21.074887 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.077056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.106186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8d223c20-a238-49d6-80c9-7f63835d5384, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d223c20-a238-49d6-80c9-7f63835d5384,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:21.121319 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.122605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c6932675-b770-4cef-85a2-6def11b9439f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:21.127760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b26d5fb-d338-4e5f-bf39-a29f3771cbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.138933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b26d5fb-d338-4e5f-bf39-a29f3771cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.224564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8d223c20-a238-49d6-80c9-7f63835d5384,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:21.225612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1b26d5fb-d338-4e5f-bf39-a29f3771cbcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c577dfffc924d59a622e684bf8a6b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900916 Feb 10 15:43:21.228988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26d5fb-d338-4e5f-bf39-a29f3771cbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b49e3d2-ca26-4849-a642-1db350118dc4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:21.240847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c6932675-b770-4cef-85a2-6def11b9439f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:21.241489 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.246266 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.256189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50848) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:21.285169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Pushing event updated for resources: {'Port': ['ID=7aff29db-1646-4a90-a642-1559e1200b11,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:21.330260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7de9b1-71ba-48fb-82b1-d38a111e65d4 req-ca6ab697-beef-4c1f-b537-a3d69765f5cb tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:21.338582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.340134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff7de9b1-71ba-48fb-82b1-d38a111e65d4 req-ca6ab697-beef-4c1f-b537-a3d69765f5cb tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.1343737 Feb 10 15:43:21.365628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c6932675-b770-4cef-85a2-6def11b9439f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c6932675-b770-4cef-85a2-6def11b9439f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:21.368346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.372978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.390799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc5ece8a-94c7-4759-b882-92acbbeb4f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.409181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:21.413406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:21.432221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c6932675-b770-4cef-85a2-6def11b9439f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:21.444309 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc5ece8a-94c7-4759-b882-92acbbeb4f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.460033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff7de9b1-71ba-48fb-82b1-d38a111e65d4 req-6b9f46b6-3ae6-4a1e-a2c4-379950944230 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186001 Feb 10 15:43:21.504873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6498639-4a6a-4059-959e-643f14283ac3 req-f7ea8c13-8cb6-48c2-b597-d930788697e5 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:21.506496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6498639-4a6a-4059-959e-643f14283ac3 req-f7ea8c13-8cb6-48c2-b597-d930788697e5 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 946 time: 0.1329544 Feb 10 15:43:21.548275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc5ece8a-94c7-4759-b882-92acbbeb4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.552034 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc5ece8a-94c7-4759-b882-92acbbeb4f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.553160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bc5ece8a-94c7-4759-b882-92acbbeb4f68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b49e3d2-ca26-4849-a642-1db350118dc4 HTTP/1.1" status: 204 len: 168 time: 0.2951462 Feb 10 15:43:21.572762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ece8a-94c7-4759-b882-92acbbeb4f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b49e3d2-ca26-4849-a642-1db350118dc4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:21.585193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6498639-4a6a-4059-959e-643f14283ac3 req-36695783-09e5-41b9-8ac6-c7820a034f47 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618565 Feb 10 15:43:21.661104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Router 2635e32f-27a3-45b1-b729-347d68308d0c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:21.738849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.742219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da350580-b0f4-49ca-aad7-5dac66fe5ea7 req-4c1229ad-bbb4-4015-a11d-552c1104271b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:21.748331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.751693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da350580-b0f4-49ca-aad7-5dac66fe5ea7 req-4c1229ad-bbb4-4015-a11d-552c1104271b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.0690637 Feb 10 15:43:21.771867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4b98b0b3-a44c-47ae-8138-0e5c9863b6e1 None None] Provisioning complete for port 7aff29db-1646-4a90-a642-1559e1200b11 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:21.772240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b98b0b3-a44c-47ae-8138-0e5c9863b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:21.809956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4b98b0b3-a44c-47ae-8138-0e5c9863b6e1 None None] Port 7aff29db-1646-4a90-a642-1559e1200b11 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:21.834564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da350580-b0f4-49ca-aad7-5dac66fe5ea7 req-d4677bbf-2c3f-47f1-beac-9d34213275c9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697312 Feb 10 15:43:21.928277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:21.942677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d37e-e116-4824-84cf-cbd336c17f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.074046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d37e-e116-4824-84cf-cbd336c17f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.087782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d37e-e116-4824-84cf-cbd336c17f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.111093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-515a3d38-cb5f-4453-bf54-2a6ee954744e tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:22.112600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-515a3d38-cb5f-4453-bf54-2a6ee954744e tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "GET /v2.0/ports?device_id=2692b17b-20a3-48f5-94ec-869048d6fffc HTTP/1.1" status: 200 len: 946 time: 0.0986624 Feb 10 15:43:22.159680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event updated for resources: {'Port': ['ID=f0836758-2e9d-4538-99e8-b55a11f5fcb7,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:22.172704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.184129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:22.191564 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da11a662-1345-4527-a244-541017d4cdff admin admin] 10.222.0.21 "PUT /v2.0/routers/2635e32f-27a3-45b1-b729-347d68308d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0324669 Feb 10 15:43:22.191766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9d37e-e116-4824-84cf-cbd336c17f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727bde8e-3ee3-4a3f-a050-c78857c6e2ab,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:22.202051 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.206023 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-68200da0-1213-4fa1-a779-477bf5f60f77 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0398796 Feb 10 15:43:22.207140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a5b9d37e-e116-4824-84cf-cbd336c17f9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce6f2c412106415c8bd39773f480dc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777958 Feb 10 15:43:22.209662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:22.257222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c059387-9b68-4071-aec6-a6b406bc5b6a req-2eac5f2c-6d13-41bd-b326-ed547b129aff tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:22.259135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c059387-9b68-4071-aec6-a6b406bc5b6a req-2eac5f2c-6d13-41bd-b326-ed547b129aff tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1891918 Feb 10 15:43:22.281372 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bad0389-2cf7-4f39-a8da-c82bb3591ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.313949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bad0389-2cf7-4f39-a8da-c82bb3591ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.331747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c059387-9b68-4071-aec6-a6b406bc5b6a req-e535376b-8276-49ef-a253-e68ff08ee810 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565534 Feb 10 15:43:22.362092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Deleting port 97f5cb04-a01d-403e-a426-2bf449f2f006 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:22.363308 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.369812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Sync routers for ids ['2635e32f-27a3-45b1-b729-347d68308d0c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:22.383506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Routers {'2635e32f-27a3-45b1-b729-347d68308d0c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:22.385104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2635e32f-27a3-45b1-b729-347d68308d0c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:22.393426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bad0389-2cf7-4f39-a8da-c82bb3591ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.396151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bad0389-2cf7-4f39-a8da-c82bb3591ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.397378 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6bad0389-2cf7-4f39-a8da-c82bb3591ca1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/727bde8e-3ee3-4a3f-a050-c78857c6e2ab HTTP/1.1" status: 204 len: 168 time: 0.1867683 Feb 10 15:43:22.406525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad0389-2cf7-4f39-a8da-c82bb3591ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727bde8e-3ee3-4a3f-a050-c78857c6e2ab,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:22.458807 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Sync routers for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:22.484298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:22.485459 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:22.545069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] For port 97f5cb04-a01d-403e-a426-2bf449f2f006, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=97f5cb04-a01d-403e-a426-2bf449f2f006,segment=NetworkSegment(0dd7d067-ea56-45fd-aa97-0bec9daa2f2a),segment_id=0dd7d067-ea56-45fd-aa97-0bec9daa2f2a)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:22.546548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.567931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Calling delete_port for 97f5cb04-a01d-403e-a426-2bf449f2f006 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:22.568370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Set router 2635e32f-27a3-45b1-b729-347d68308d0c gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:22.602311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-e32cef28-c0f8-4032-9726-ad3a4122bf66 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1653090982&fields=id&tenant_id=7d4d49223975426b97efb42cee349e25 HTTP/1.1" status: 200 len: 267 time: 0.1022520 Feb 10 15:43:22.623493 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:22.837943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-589cec14-f3fb-4743-92ba-5c7117550635 req-547de693-afa6-4e6c-a797-18f2c1057e42 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1195884 Feb 10 15:43:22.842745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c6932675-b770-4cef-85a2-6def11b9439f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:22.842909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:22.925761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.935142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-9b5efb49-7dbb-4920-ba35-14ced5b71b6c tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:22.937323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-9b5efb49-7dbb-4920-ba35-14ced5b71b6c tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/networks?id=5a4d82e8-13e0-4a51-855c-8d560cd75243 HTTP/1.1" status: 200 len: 812 time: 0.3340101 Feb 10 15:43:22.962129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c6932675-b770-4cef-85a2-6def11b9439f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:22.962777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:22.974815 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 2, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:22.983887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-99656aa1-6c45-42cb-8152-98f29950c5d3 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/quotas/7d4d49223975426b97efb42cee349e25 HTTP/1.1" status: 200 len: 375 time: 0.0357811 Feb 10 15:43:23.006852 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Checking router: d53e7879-4af2-45f1-b1b5-1c967bbc17f4 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:23.007590 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Updating router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 port f105155a-63f7-44a6-9e9a-d7ba4fce3238 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:43:23.040327 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.109472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d223c20-a238-49d6-80c9-7f63835d5384 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:23.147621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-1f48a3ff-736c-47ed-a37b-db45c80d2ff6 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d4d49223975426b97efb42cee349e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1552310 Feb 10 15:43:23.149247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:20Z', 'revision_number': 4, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7aff29db-1646-4a90-a642-1559e1200b11', 'name': '', 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'mac_address': 'fa:16:3e:ba:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:18Z', 'updated_at': '2022-02-10T15:43:20Z', 'revision_number': 2, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'subnets': [{'id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:23.151224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.184075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['97f5cb04-a01d-403e-a426-2bf449f2f006'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:23.188135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Checking router: 2635e32f-27a3-45b1-b729-347d68308d0c for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:23.188726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Updating router 2635e32f-27a3-45b1-b729-347d68308d0c port 7aff29db-1646-4a90-a642-1559e1200b11 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:43:23.208855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event deleted for resources: {'Port': ['ID=97f5cb04-a01d-403e-a426-2bf449f2f006,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:23.250530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.311650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] No DVR routers for this DVR port 97f5cb04-a01d-403e-a426-2bf449f2f006 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:23.319346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.323252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab3a4f98-aa64-4d19-80d8-4d06549bcd38 req-623ba5b8-da82-4eb6-9a8d-9b3bdbaa14bb tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.45 "DELETE /v2.0/ports/97f5cb04-a01d-403e-a426-2bf449f2f006 HTTP/1.1" status: 204 len: 173 time: 1.1910059 Feb 10 15:43:23.339766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'name': 'network-vif-deleted', 'tag': '97f5cb04-a01d-403e-a426-2bf449f2f006'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:23.344960 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b830cd-c9b8-41f2-a14e-d9d9a0ceb232" -d '{"events": [{"server_uuid": "2692b17b-20a3-48f5-94ec-869048d6fffc", "name": "network-vif-deleted", "tag": "97f5cb04-a01d-403e-a426-2bf449f2f006"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:23.345243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8d223c20-a238-49d6-80c9-7f63835d5384 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:23.345580 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.376590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.392150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-84ec5062-b572-4c6b-977d-6562fc0eb5d0 service neutron] 10.222.0.21 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340934 Feb 10 15:43:23.404274 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.522170 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.533547 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.712025 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Attempting to bind port f105155a-63f7-44a6-9e9a-d7ba4fce3238 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:23.712329 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Attempting to bind port f105155a-63f7-44a6-9e9a-d7ba4fce3238 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:23.713750 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Attempting to bind port f105155a-63f7-44a6-9e9a-d7ba4fce3238 on network 5a4d82e8-13e0-4a51-855c-8d560cd75243 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:23.717809 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898bc2d-6b9e-4ef5-bd1b-9738f8e4dfea None None] Pushing event updated for resources: {'Port': ['ID=f105155a-63f7-44a6-9e9a-d7ba4fce3238,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:23.730122 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:23.743892 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Checking segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:23.744196 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.744603 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Bound using segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:23.746501 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Bound port: f105155a-63f7-44a6-9e9a-d7ba4fce3238, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:23.746876 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.829234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.838053 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:23.933615 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] For port f105155a-63f7-44a6-9e9a-d7ba4fce3238, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:23.939036 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] For port f105155a-63f7-44a6-9e9a-d7ba4fce3238, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f105155a-63f7-44a6-9e9a-d7ba4fce3238,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:23.945434 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.022615 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:24.023906 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.062578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e1535-2c88-43c9-96ac-af56aca27a07 None None] Pushing event updated for resources: {'Port': ['ID=7aff29db-1646-4a90-a642-1559e1200b11,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.109702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e3d70852-e11e-4ffd-af7c-d5d471573d01 None None] Provisioning complete for port f105155a-63f7-44a6-9e9a-d7ba4fce3238 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:24.112825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3d70852-e11e-4ffd-af7c-d5d471573d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.203462 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:24.285607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Attempting to bind port 7aff29db-1646-4a90-a642-1559e1200b11 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:24.286151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Attempting to bind port 7aff29db-1646-4a90-a642-1559e1200b11 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:24.286615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Attempting to bind port 7aff29db-1646-4a90-a642-1559e1200b11 on network ea8147ea-15ce-47a6-855a-d99c2a7ed92e {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:24.293618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:24.294199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Checking segment: {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:24.294710 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.295207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Bound using segment: {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:24.298196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Bound port: 7aff29db-1646-4a90-a642-1559e1200b11, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79842c93-7995-4fd7-870a-52c0ead2e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:24.298703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.393583 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898bc2d-6b9e-4ef5-bd1b-9738f8e4dfea None None] Pushing event updated for resources: {'Port': ['ID=f105155a-63f7-44a6-9e9a-d7ba4fce3238,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.399777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3d70852-e11e-4ffd-af7c-d5d471573d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.427628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Allocated IP 172.25.7.139 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/65dd4b4f-8c8b-4b6d-a0d5-0a441ecf28bf) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:24.463876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e3d70852-e11e-4ffd-af7c-d5d471573d01 None None] For port f105155a-63f7-44a6-9e9a-d7ba4fce3238, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f105155a-63f7-44a6-9e9a-d7ba4fce3238,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:24.469595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] For port 7aff29db-1646-4a90-a642-1559e1200b11, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:24.473677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] For port 7aff29db-1646-4a90-a642-1559e1200b11, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7aff29db-1646-4a90-a642-1559e1200b11,segment=NetworkSegment(79842c93-7995-4fd7-870a-52c0ead2e365),segment_id=79842c93-7995-4fd7-870a-52c0ead2e365)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:24.476685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3d70852-e11e-4ffd-af7c-d5d471573d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.485441 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.548851 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:23Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.574813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.601004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Routers {'2635e32f-27a3-45b1-b729-347d68308d0c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:24.604502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2635e32f-27a3-45b1-b729-347d68308d0c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.626523 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd957ae-546b-40b2-931f-86fb28fe0691 None None] The sync data for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 is: [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:23Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:24.636684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8a292430-87f9-4d40-bc1f-a8b10d3006f7 service neutron] 10.222.0.21 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2434747 Feb 10 15:43:24.644391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.750296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Pushing event updated for resources: {'Port': ['ID=65dd4b4f-8c8b-4b6d-a0d5-0a441ecf28bf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.773362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d70852-e11e-4ffd-af7c-d5d471573d01 None None] Pushing event updated for resources: {'Port': ['ID=f105155a-63f7-44a6-9e9a-d7ba4fce3238,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.773648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:24.775211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:24.777591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:24.919425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f105155a-63f7-44a6-9e9a-d7ba4fce3238 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:24.956878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:24.958663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Provisioning complete for port f105155a-63f7-44a6-9e9a-d7ba4fce3238 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:24.959114 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.029150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.050195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e1535-2c88-43c9-96ac-af56aca27a07 None None] Pushing event updated for resources: {'Port': ['ID=7aff29db-1646-4a90-a642-1559e1200b11,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:25.060306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] Set router 2635e32f-27a3-45b1-b729-347d68308d0c gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:25.225300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f105155a-63f7-44a6-9e9a-d7ba4fce3238 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:25.225538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.228149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.272397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.297035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 97f5cb04-a01d-403e-a426-2bf449f2f006 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:25.337302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 97f5cb04-a01d-403e-a426-2bf449f2f006 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:25.337793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 97f5cb04-a01d-403e-a426-2bf449f2f006 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:25.356360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b804-a1c5-4ae8-b69b-e7920ffbde6a req-42be9575-3505-4b54-b03b-f44f43c6f458 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.365308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65d2b804-a1c5-4ae8-b69b-e7920ffbde6a req-42be9575-3505-4b54-b03b-f44f43c6f458 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.1346829 Feb 10 15:43:25.430760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.452935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Provisioning complete for port 7aff29db-1646-4a90-a642-1559e1200b11 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:25.452935 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.508265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65d2b804-a1c5-4ae8-b69b-e7920ffbde6a req-1136fd44-cf23-4f23-82a2-8a810a2c98df tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396792 Feb 10 15:43:25.509300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Pushing event updated for resources: {'Port': ['ID=65dd4b4f-8c8b-4b6d-a0d5-0a441ecf28bf,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:25.519964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.529009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-589cec14-f3fb-4743-92ba-5c7117550635 req-3521b5fc-a029-4858-b03a-ea702faaeb09 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6899805 Feb 10 15:43:25.630834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:20Z', 'revision_number': 4, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7aff29db-1646-4a90-a642-1559e1200b11', 'name': '', 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'mac_address': 'fa:16:3e:ba:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:18Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 4, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'subnets': [{'id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:25.660463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-589cec14-f3fb-4743-92ba-5c7117550635 req-a24e56c3-fb77-421b-a345-13d09580977a tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.1242957 Feb 10 15:43:25.854109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c008162-e2e8-4439-8ab3-13447ed2c78f req-8ff3a4f2-da1f-4ead-8d72-b716b2af3099 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.861503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c008162-e2e8-4439-8ab3-13447ed2c78f req-8ff3a4f2-da1f-4ead-8d72-b716b2af3099 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1278865 Feb 10 15:43:25.871345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed517025-9189-4557-a89f-c787bdaf5cb1 None None] The sync data for ids ['2635e32f-27a3-45b1-b729-347d68308d0c'] in n-d-827895-3 is: [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:20Z', 'revision_number': 4, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7aff29db-1646-4a90-a642-1559e1200b11', 'name': '', 'network_id': 'ea8147ea-15ce-47a6-855a-d99c2a7ed92e', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'mac_address': 'fa:16:3e:ba:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:18Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 4, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'subnets': [{'id': 'aca53185-8f1e-4015-8ec8-d5939a5c222e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:25.876689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cec14-f3fb-4743-92ba-5c7117550635 req-5b38883d-b9e0-43c1-bc5e-47fe814648b9 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.878258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-589cec14-f3fb-4743-92ba-5c7117550635 req-5b38883d-b9e0-43c1-bc5e-47fe814648b9 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2088106 Feb 10 15:43:25.893912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:25.939954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c008162-e2e8-4439-8ab3-13447ed2c78f req-3170a7a7-1549-47d4-a0ae-9436a0583e60 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774770 Feb 10 15:43:25.948829 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d13996-b515-412f-aef1-87b2f29013be x-openstack-request-id: req-19d13996-b515-412f-aef1-87b2f29013be {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:25.949125 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2692b17b-20a3-48f5-94ec-869048d6fffc", "name": "network-vif-deleted", "tag": "97f5cb04-a01d-403e-a426-2bf449f2f006", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:25.949381 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19d13996-b515-412f-aef1-87b2f29013be {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:25.953211 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2692b17b-20a3-48f5-94ec-869048d6fffc', 'name': 'network-vif-deleted', 'tag': '97f5cb04-a01d-403e-a426-2bf449f2f006', 'status': 'completed', 'code': 200} Feb 10 15:43:25.978046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] For port 7aff29db-1646-4a90-a642-1559e1200b11, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7aff29db-1646-4a90-a642-1559e1200b11,segment=NetworkSegment(79842c93-7995-4fd7-870a-52c0ead2e365),segment_id=79842c93-7995-4fd7-870a-52c0ead2e365)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:25.985707 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:26.050304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9d063-41b9-40e0-9a60-092d13931105 None None] Pushing event updated for resources: {'Port': ['ID=7aff29db-1646-4a90-a642-1559e1200b11,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:26.120189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d49edec3-289f-4f38-b513-2236af8e31b0 None None] Provisioning complete for port 7aff29db-1646-4a90-a642-1559e1200b11 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:26.120914 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d49edec3-289f-4f38-b513-2236af8e31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:26.137641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22e219-59c9-439e-8108-2b171af111d4 req-db62fb75-9a11-4bc4-b7a1-0f83edabbf9e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.139262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c22e219-59c9-439e-8108-2b171af111d4 req-db62fb75-9a11-4bc4-b7a1-0f83edabbf9e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0751703 Feb 10 15:43:26.196081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c22e219-59c9-439e-8108-2b171af111d4 req-a10b0e85-87fd-43b5-88b4-c2af4f7a3c8d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472813 Feb 10 15:43:26.367539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a97399f-12b3-4f14-bc7b-67c0c2ee8019 req-21408b48-e260-4c9a-a916-6b17e11d08ae tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips/7b360b80-595f-4b9a-bc86-5693ec689930 HTTP/1.1" status: 200 len: 693 time: 0.0642478 Feb 10 15:43:26.369842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64e1bdec-075d-4f2c-b717-32c20885f5dc req-fc66ea88-bb18-4566-88b9-4950688e2615 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 210 time: 0.0807729 Feb 10 15:43:26.411216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-0578b915-6ec0-4923-9f6b-30763ed47d4b service neutron] 10.222.0.75 "GET /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.0790591 Feb 10 15:43:26.746614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97399f-12b3-4f14-bc7b-67c0c2ee8019 req-cc2ffa97-9c4c-4b15-bb1b-2558abe372c2 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.753671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:26.758130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a97399f-12b3-4f14-bc7b-67c0c2ee8019 req-cc2ffa97-9c4c-4b15-bb1b-2558abe372c2 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.3786719 Feb 10 15:43:26.801380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-add4a787-9593-4c15-a3b2-35506229c789 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.803174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-add4a787-9593-4c15-a3b2-35506229c789 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.45 "GET /v2.0/networks?id=5a4d82e8-13e0-4a51-855c-8d560cd75243 HTTP/1.1" status: 200 len: 812 time: 0.3507142 Feb 10 15:43:26.818223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-4a97399f-12b3-4f14-bc7b-67c0c2ee8019 req-3940922b-57ce-4c2c-8375-acf9a5db0aae tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:43:26.821520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a97399f-12b3-4f14-bc7b-67c0c2ee8019 req-3940922b-57ce-4c2c-8375-acf9a5db0aae tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553486 Feb 10 15:43:26.853548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:26.865467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50968) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:26.865722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50970) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:26.889586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:26.907767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dfa48-9cd4-4075-8b0d-53df43fb807d req-fe2c688e-93b9-47be-94be-9a413baa6f93 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.919016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-703dfa48-9cd4-4075-8b0d-53df43fb807d req-fe2c688e-93b9-47be-94be-9a413baa6f93 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 944 time: 0.2578421 Feb 10 15:43:26.961120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f37e85-c514-46a7-81c1-c3a7a0028c8e {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:26.965762 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:26.977412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7aff29db-1646-4a90-a642-1559e1200b11 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:26.982100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:26.999908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.063578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7aff29db-1646-4a90-a642-1559e1200b11 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:27.064159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.074297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f5c3b9-57b4-492f-a6e0-9b910785ddec req-84c3223f-8963-426c-8a80-4be20cc7fb76 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=6b857cfc3c0648138e324337195b2b20 HTTP/1.1" status: 200 len: 696 time: 0.1500769 Feb 10 15:43:27.088825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-395b3b4f-973c-490c-9e20-fce9efacb447 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d4d49223975426b97efb42cee349e25 HTTP/1.1" status: 200 len: 380 time: 0.2456677 Feb 10 15:43:27.114962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Request body: {'port': {'device_id': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'admin_state_up': True, 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'security_groups': ['64762354-f682-40ab-aff8-99de9a45266c']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:27.126059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] Transition to ACTIVE for port object 25f37e85-c514-46a7-81c1-c3a7a0028c8e will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:27.138840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.144005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86a4a8e-86fc-4135-932f-08d11b2dd03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.158961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-703dfa48-9cd4-4075-8b0d-53df43fb807d req-53bc5778-d91d-4c2f-8fff-a49520b9425d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591399 Feb 10 15:43:27.162745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f105155a-63f7-44a6-9e9a-d7ba4fce3238 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:27.248334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] No DVR routers for this DVR port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:27.265350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] Pushing event updated for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.273366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f105155a-63f7-44a6-9e9a-d7ba4fce3238 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:27.274431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.331323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7ebac544-e8f4-47d2-b638-779308edc3ed service neutron] 10.222.0.75 "PUT /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e/bindings/n-h1-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9125733 Feb 10 15:43:27.350099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a739160b-8795-4ce6-a741-abcb9a552bd0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.376186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86a4a8e-86fc-4135-932f-08d11b2dd03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.384395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86a4a8e-86fc-4135-932f-08d11b2dd03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.444846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a739160b-8795-4ce6-a741-abcb9a552bd0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.473227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a4a8e-86fc-4135-932f-08d11b2dd03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc518f88-5e52-4c59-8fca-fa5917d5de41,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.482798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f86a4a8e-86fc-4135-932f-08d11b2dd03d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bef58f3c75e443d9b4eb9fed9e7591a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167231 Feb 10 15:43:27.486776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:27.495737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd8653-2997-40fb-9049-e48b594752ff req-91b78b5f-2aef-41e6-927b-3d75a7015c28 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.497312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96dd8653-2997-40fb-9049-e48b594752ff req-91b78b5f-2aef-41e6-927b-3d75a7015c28 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2303827 Feb 10 15:43:27.507401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5c3b9-57b4-492f-a6e0-9b910785ddec req-37eaa5e2-700b-49db-b0f6-68a1999c0f35 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.509289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f5c3b9-57b4-492f-a6e0-9b910785ddec req-37eaa5e2-700b-49db-b0f6-68a1999c0f35 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks?id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 787 time: 0.4341815 Feb 10 15:43:27.516059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-968aede4-e125-4375-96ec-202d5c49d3c4 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.517764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-968aede4-e125-4375-96ec-202d5c49d3c4 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1025293 Feb 10 15:43:27.526532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-d6f5c3b9-57b4-492f-a6e0-9b910785ddec req-eb4ea211-88e8-4782-ade0-e8556df0ad59 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:43:27.527634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f5c3b9-57b4-492f-a6e0-9b910785ddec req-eb4ea211-88e8-4782-ade0-e8556df0ad59 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101998 Feb 10 15:43:27.582441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Made reservation on behalf of 7d4d49223975426b97efb42cee349e25 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:27.588813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.606305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96dd8653-2997-40fb-9049-e48b594752ff req-89137654-368c-4269-b80e-e29ed515c714 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959775 Feb 10 15:43:27.610580 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a739160b-8795-4ce6-a741-abcb9a552bd0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.611149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1408fa4e-802d-47e7-bbb7-17817fb0cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.614321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a739160b-8795-4ce6-a741-abcb9a552bd0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.619054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a739160b-8795-4ce6-a741-abcb9a552bd0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfdd84c8-fa14-45f0-8b28-647876f4cf02 HTTP/1.1" status: 204 len: 168 time: 0.7509723 Feb 10 15:43:27.620078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:27.621466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-e629b9df-8c6a-444e-9aa3-cb0da31d0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.623322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-e629b9df-8c6a-444e-9aa3-cb0da31d0699 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2&tenant_id=85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 1096 time: 0.0963948 Feb 10 15:43:27.650698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739160b-8795-4ce6-a741-abcb9a552bd0 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd84c8-fa14-45f0-8b28-647876f4cf02,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.656983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1408fa4e-802d-47e7-bbb7-17817fb0cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.672893 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-efd759cd-1727-4885-8f1f-77194f777bf9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] show failed (client error): The resource could not be found. Feb 10 15:43:27.677416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-efd759cd-1727-4885-8f1f-77194f777bf9 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "GET /v2.0/security-groups/bfdd84c8-fa14-45f0-8b28-647876f4cf02 HTTP/1.1" status: 404 len: 347 time: 0.0495400 Feb 10 15:43:27.677416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50986) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:27.756195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7d8953fa-3c11-4141-90a9-fe1e846ca207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.759307 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-7d8953fa-3c11-4141-90a9-fe1e846ca207 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1096 time: 0.0867918 Feb 10 15:43:27.791031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1408fa4e-802d-47e7-bbb7-17817fb0cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.794918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1408fa4e-802d-47e7-bbb7-17817fb0cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:27.802499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1408fa4e-802d-47e7-bbb7-17817fb0cd56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc518f88-5e52-4c59-8fca-fa5917d5de41 HTTP/1.1" status: 204 len: 168 time: 0.3088648 Feb 10 15:43:27.822708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b14a32c-0436-473c-b3f5-e472238057ec req-a4756747-84a1-49f7-8b4c-a8e5727a2bfc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 210 time: 0.0498395 Feb 10 15:43:27.843658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408fa4e-802d-47e7-bbb7-17817fb0cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc518f88-5e52-4c59-8fca-fa5917d5de41,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.897910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998b5f-080e-40ae-8425-c6536362b331 req-72409b8b-b56b-4908-82e5-92963bb2bb26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.899679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed998b5f-080e-40ae-8425-c6536362b331 req-72409b8b-b56b-4908-82e5-92963bb2bb26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.2577114 Feb 10 15:43:27.913608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-d93a72dd-c6c4-4908-afdf-3a4f7c209fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.915970 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-d93a72dd-c6c4-4908-afdf-3a4f7c209fd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1494746 Feb 10 15:43:27.978857 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-f11abae3-57bb-441f-89d6-a9b417c83375 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 200 len: 217 time: 0.0548596 Feb 10 15:43:28.002923 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-75f7904b-f78f-4a7a-b79b-8355a9d7a5ba tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips/7b360b80-595f-4b9a-bc86-5693ec689930 HTTP/1.1" status: 200 len: 693 time: 0.1361961 Feb 10 15:43:28.031843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-b9a45e46-4beb-4e70-bd98-499ec0b330a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:28.033508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-b9a45e46-4beb-4e70-bd98-499ec0b330a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0467551 Feb 10 15:43:28.076167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-82c13aba-3f7d-4fdc-87cf-8ea523dc786d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293882 Feb 10 15:43:28.097135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Allocated IP 172.20.0.12 (5a4d82e8-13e0-4a51-855c-8d560cd75243/f812a9c4-abf6-4e78-bdd3-130cd2350cea/07f501ca-e297-4919-8593-da47afe06ff4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:28.114678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed998b5f-080e-40ae-8425-c6536362b331 req-72806f7e-6be2-463d-98b5-6c002eafb057 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583395 Feb 10 15:43:28.167007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Deleting port 2017e51e-5364-42bc-9ba7-9e9778298061 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:28.167757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.186644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-1075b433-c39c-4206-acaf-c5e2b1dee173 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020558 Feb 10 15:43:28.251871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:28.269569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-97f06ce5-0153-4104-afb1-dbf916b7e0ec tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:28.270886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-97f06ce5-0153-4104-afb1-dbf916b7e0ec tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2585011 Feb 10 15:43:28.284585 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-068f84f3-66ad-48c0-9888-98c0dc4de3f1 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906022 Feb 10 15:43:28.335164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bc64108-38d9-4a65-8e83-2844d9bff0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.424764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-8693c171-21f8-48fc-91f4-c622b499b81c tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.1130974 Feb 10 15:43:28.453335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.453602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.521140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Calling delete_port for 2017e51e-5364-42bc-9ba7-9e9778298061 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:28.547322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-6f7b4693-55e7-4d51-9efe-aaf3d85e82fa tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:28.548609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef287-50f8-4e1c-b221-7c78aad49402 req-ab92c50d-195c-4ed0-80ab-c4b47b826d93 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:28.548873 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-6f7b4693-55e7-4d51-9efe-aaf3d85e82fa tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.0471070 Feb 10 15:43:28.550122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86bef287-50f8-4e1c-b221-7c78aad49402 req-ab92c50d-195c-4ed0-80ab-c4b47b826d93 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.2774651 Feb 10 15:43:28.575145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-93e64337-4a78-4aaa-85bd-04bd57fb6c30 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.1321216 Feb 10 15:43:28.590767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.708245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-2e9da2f4-0026-4c7b-99e2-9450628beeb8 service neutron] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:28.712235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-2e9da2f4-0026-4c7b-99e2-9450628beeb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.713597 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8fd8df04-8b6e-446f-8d2e-177feee05a01 req-2e9da2f4-0026-4c7b-99e2-9450628beeb8 service neutron] 10.222.0.45 "DELETE /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e/bindings/n-h2-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.1449301 Feb 10 15:43:28.794251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86bef287-50f8-4e1c-b221-7c78aad49402 req-5e3431a2-91d4-4f0e-8985-eced904995bc tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224741 Feb 10 15:43:28.832192 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-85daff79-1ada-45e3-b631-b4d601dfdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.852753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bc64108-38d9-4a65-8e83-2844d9bff0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.856176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:28.875665 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bc64108-38d9-4a65-8e83-2844d9bff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.285466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:29.303042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0bc64108-38d9-4a65-8e83-2844d9bff0a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7c893fb89a24502a93e2ced1864c527&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0486414 Feb 10 15:43:29.305689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:29.306793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51002) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:29.310886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event updated for resources: {'Port': ['ID=07f501ca-e297-4919-8593-da47afe06ff4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:29.314249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:29.321263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc64108-38d9-4a65-8e83-2844d9bff0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3e5f1-40c8-4a5d-967b-6af510168ea1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:29.370853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0b72-2d3f-4d31-8014-efc7cefbcad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.379696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.388815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31565c29-90a9-48ad-938f-fa060591e51e req-57762899-6ae2-4a15-aa00-ac8976c001d5 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:29.390384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31565c29-90a9-48ad-938f-fa060591e51e req-57762899-6ae2-4a15-aa00-ac8976c001d5 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2077067 Feb 10 15:43:29.394226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0b72-2d3f-4d31-8014-efc7cefbcad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.396360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Deleting port 65dd4b4f-8c8b-4b6d-a0d5-0a441ecf28bf {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:29.396699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.411176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:29.411848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.447937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0b72-2d3f-4d31-8014-efc7cefbcad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.451433 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0b72-2d3f-4d31-8014-efc7cefbcad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.456854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b1eb0b72-2d3f-4d31-8014-efc7cefbcad5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37e3e5f1-40c8-4a5d-967b-6af510168ea1 HTTP/1.1" status: 204 len: 168 time: 0.1456118 Feb 10 15:43:29.477426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb0b72-2d3f-4d31-8014-efc7cefbcad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3e5f1-40c8-4a5d-967b-6af510168ea1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:29.484420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Pushing event deleted for resources: {'Port': ['ID=2017e51e-5364-42bc-9ba7-9e9778298061,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:29.530939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-def49c57-aa35-4e6d-bd9c-eb0ecde62f02 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4262168 Feb 10 15:43:29.569810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Request body: {'port': {'device_id': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:29.610815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31565c29-90a9-48ad-938f-fa060591e51e req-e378db98-4469-4291-8451-e9834aebd2c5 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057493 Feb 10 15:43:29.663222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.666616 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.667832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3634b2d2-8232-42f3-a6ce-d448f360cd02 tempest-ImagesOneServerNegativeTestJSON-1879994660 tempest-ImagesOneServerNegativeTestJSON-1879994660-project] 10.222.0.21 "DELETE /v2.0/floatingips/23169883-0f8a-4dcd-bc28-0a1333f431af HTTP/1.1" status: 204 len: 168 time: 1.9894733 Feb 10 15:43:29.668562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f70d1155-e35d-4b37-a765-57eb0ed19785 None None] Provisioning complete for port 07f501ca-e297-4919-8593-da47afe06ff4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:29.668947 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f70d1155-e35d-4b37-a765-57eb0ed19785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.674882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.675212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.684345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:29.699150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Calling delete_port for 65dd4b4f-8c8b-4b6d-a0d5-0a441ecf28bf owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:29.727434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f70d1155-e35d-4b37-a765-57eb0ed19785 None None] Port 07f501ca-e297-4919-8593-da47afe06ff4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:29.924639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487a4c0-b13c-4daa-8a9d-13faf7d28174 req-b35d8530-18e7-46be-9bc6-e2ca27e6a79d tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:29.926139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e487a4c0-b13c-4daa-8a9d-13faf7d28174 req-b35d8530-18e7-46be-9bc6-e2ca27e6a79d tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 932 time: 0.1630545 Feb 10 15:43:30.048154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e487a4c0-b13c-4daa-8a9d-13faf7d28174 req-e889c8ed-00fd-48b4-add3-bf9111b90803 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122267 Feb 10 15:43:30.085104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.122189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Pushing event deleted for resources: {'Port': ['ID=65dd4b4f-8c8b-4b6d-a0d5-0a441ecf28bf,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:30.265640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f501ca-e297-4919-8593-da47afe06ff4 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:30.282461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e9ed0-c986-40c6-99b4-c3ecc4393691 req-cd2cae67-3813-4391-9dd7-53c52e705537 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:30.284040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d5e9ed0-c986-40c6-99b4-c3ecc4393691 req-cd2cae67-3813-4391-9dd7-53c52e705537 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1491697 Feb 10 15:43:30.286238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.289367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.292143 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.293320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-434f0e48-e421-4209-82b0-7579d17e8cd3 req-cc79f4d0-4e78-492b-9b98-9f89c97fc29b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "DELETE /v2.0/floatingips/7b360b80-595f-4b9a-bc86-5693ec689930 HTTP/1.1" status: 204 len: 173 time: 1.7009394 Feb 10 15:43:30.322129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Transition to ACTIVE for port object 07f501ca-e297-4919-8593-da47afe06ff4 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:30.325879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.396555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d5e9ed0-c986-40c6-99b4-c3ecc4393691 req-13853bea-0fde-448e-be18-de6ce09556dc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020880 Feb 10 15:43:30.463952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Pushing event updated for resources: {'Port': ['ID=07f501ca-e297-4919-8593-da47afe06ff4,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:30.488117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-b900c4c9-fb78-40cc-a413-998bdb373751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:30.489761 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-b900c4c9-fb78-40cc-a413-998bdb373751 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1097 time: 0.0561800 Feb 10 15:43:30.617521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4aa9ce9f-d356-4bfa-96c1-03c012e2e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:30.620874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4aa9ce9f-d356-4bfa-96c1-03c012e2e82c service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1238885 Feb 10 15:43:30.627027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987123b-4394-4f7b-a228-b18047a4bef6 req-d1761faf-1696-4894-a5dd-0fbab844ada5 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:30.628551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a987123b-4394-4f7b-a228-b18047a4bef6 req-d1761faf-1696-4894-a5dd-0fbab844ada5 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.2116601 Feb 10 15:43:30.672238 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-516d99f4-4ea5-4c8a-b85f-47c9ba996e44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 217 time: 0.0439241 Feb 10 15:43:30.701263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Attempting to bind port 07f501ca-e297-4919-8593-da47afe06ff4 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:30.701600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Attempting to bind port 07f501ca-e297-4919-8593-da47afe06ff4 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:30.701928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Attempting to bind port 07f501ca-e297-4919-8593-da47afe06ff4 on network 5a4d82e8-13e0-4a51-855c-8d560cd75243 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:30.717661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-3cb0db40-e242-4620-a0bb-b99f1be1e46b tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2547307 Feb 10 15:43:30.724429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Port 07f501ca-e297-4919-8593-da47afe06ff4 on network 5a4d82e8-13e0-4a51-855c-8d560cd75243 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:30.725039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Attempting to bind port 07f501ca-e297-4919-8593-da47afe06ff4 on network 5a4d82e8-13e0-4a51-855c-8d560cd75243 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:30.732562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:30.735932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-f84efbda-e5cf-4aa8-83a7-426869f85a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:30.737671 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-f84efbda-e5cf-4aa8-83a7-426869f85a39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0586171 Feb 10 15:43:30.742972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:30.743351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Checking segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:30.743757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Bound using segment: {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:30.744233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Bound port: 07f501ca-e297-4919-8593-da47afe06ff4, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec174849-0700-40b0-b8f4-c38761e7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:30.744566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.763486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a987123b-4394-4f7b-a228-b18047a4bef6 req-c3c5706a-2abc-4ff9-b549-ef05155981e7 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258979 Feb 10 15:43:30.777478 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-6b857e34-c8be-4545-90b3-43b4f15f1e9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327950 Feb 10 15:43:30.823282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:30.895487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] For port 07f501ca-e297-4919-8593-da47afe06ff4, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:30.921835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] For port 07f501ca-e297-4919-8593-da47afe06ff4, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=07f501ca-e297-4919-8593-da47afe06ff4,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:30.922790 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-dc226cd7-441b-44f0-930e-1b74278c0a01 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249046 Feb 10 15:43:30.943938 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.001489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.001489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.001489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] 10.222.0.45 "PUT /v2.0/ports/07f501ca-e297-4919-8593-da47afe06ff4 HTTP/1.1" status: 200 len: 1092 time: 1.4424939 Feb 10 15:43:31.001489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:31.003310 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f873c1-6413-45e7-b2e3-2cc35336b96f" -d '{"events": [{"name": "network-changed", "server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "tag": "07f501ca-e297-4919-8593-da47afe06ff4"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:31.028790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538114ed-51dc-4be1-937a-7489ff344989 req-bd2af707-7af0-4f64-bc08-8b202f8686d7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.030305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-538114ed-51dc-4be1-937a-7489ff344989 req-bd2af707-7af0-4f64-bc08-8b202f8686d7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1289282 Feb 10 15:43:31.045665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-a2d3e638-6c85-4058-99fc-efea89385186 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142807 Feb 10 15:43:31.061832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf1f1d-bafb-4397-86b1-6d7be635a608 service neutron] Pushing event updated for resources: {'Port': ['ID=07f501ca-e297-4919-8593-da47afe06ff4,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:31.127807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-538114ed-51dc-4be1-937a-7489ff344989 req-75f663af-a90a-43ae-912b-c338a0642fe7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910017 Feb 10 15:43:31.138528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-ad344a7a-8219-48e2-b754-85bd597c9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.140025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-ad344a7a-8219-48e2-b754-85bd597c9c46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4d49223975426b97efb42cee349e25&device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 1095 time: 0.0906370 Feb 10 15:43:31.152005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.206067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-d550870e-0be9-4eaa-acc4-e070bf845a83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07f501ca-e297-4919-8593-da47afe06ff4 HTTP/1.1" status: 200 len: 217 time: 0.0519412 Feb 10 15:43:31.220314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51064) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:31.303994 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a14176fc-d8f3-4b97-aa49-0947110152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.311037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Deleting subnet 1c28c091-7204-4fbd-915d-a3504a112f99 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:43:31.318819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.319247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-352da383-d4af-4154-b11c-e8372244ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.320899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-352da383-d4af-4154-b11c-e8372244ee99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f812a9c4-abf6-4e78-bdd3-130cd2350cea HTTP/1.1" status: 200 len: 851 time: 0.0838771 Feb 10 15:43:31.363556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.393689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Allocated IP 172.25.7.205 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8a0ee331-cc73-4784-9f7d-a848eba13c22) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:31.412654 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.469224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-9ca1c1e4-73db-4693-8f53-4b94936d0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.470383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-9ca1c1e4-73db-4693-8f53-4b94936d0dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a4d82e8-13e0-4a51-855c-8d560cd75243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411905 Feb 10 15:43:31.489952 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.521543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c28c091-7204-4fbd-915d-a3504a112f99,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:31.533481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.541056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7320186-a2c2-45c0-85f6-03b4d359ea21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1c28c091-7204-4fbd-915d-a3504a112f99 HTTP/1.1" status: 204 len: 168 time: 0.3193288 Feb 10 15:43:31.542032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51070) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:31.582283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-133954e0-c0cf-4f64-aefb-a5420b849d23 service neutron] 10.222.0.45 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976491 Feb 10 15:43:31.630701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.670096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.719147 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.734207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce2d2b26-be3b-4ad5-9eda-80475b7e0e4a req-fd5a9343-da4d-475c-9185-f3eb092dcbb6 service neutron] 10.222.0.45 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430054 Feb 10 15:43:31.742959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3271483-52f9-4b7b-9067-26b874459470']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.746316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.755346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.755787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd7d067-ea56-45fd-aa97-0bec9daa2f2a') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.770369 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.785496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.802609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:31.803141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.812894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:31.816048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:31.819836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:31.857146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Pushing event updated for resources: {'Port': ['ID=8a0ee331-cc73-4784-9f7d-a848eba13c22,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:31.863241 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b3859-b3a7-490b-ab90-b4653c9599d5 x-openstack-request-id: req-e63b3859-b3a7-490b-ab90-b4653c9599d5 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:31.863545 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "tag": "07f501ca-e297-4919-8593-da47afe06ff4", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:31.863798 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e63b3859-b3a7-490b-ab90-b4653c9599d5 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:31.864187 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4', 'status': 'completed', 'code': 200} Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:31.871893 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:31.893871 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.917999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:31.921416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3271483-52f9-4b7b-9067-26b874459470 HTTP/1.1" status: 204 len: 168 time: 0.3779781 Feb 10 15:43:31.938189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68480425-0947-4f32-a496-3f1143cdbed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3271483-52f9-4b7b-9067-26b874459470,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:32.001753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.010164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-70571cd0-2b3d-454d-bfe7-d17ffe5cf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.011681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-70571cd0-2b3d-454d-bfe7-d17ffe5cf918 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4d49223975426b97efb42cee349e25&device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 1095 time: 0.1241767 Feb 10 15:43:32.068112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe44f4-9319-48b4-8d8b-996b9698c54b req-5010ac5b-bb65-4c9e-ba8c-904e07370c04 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.069574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5fe44f4-9319-48b4-8d8b-996b9698c54b req-5010ac5b-bb65-4c9e-ba8c-904e07370c04 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 944 time: 0.1174016 Feb 10 15:43:32.102854 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.138446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51076) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:32.189298 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71e2f7c9-105c-4888-ac1a-c787d9bb2f3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7764c825569c47e99e8e7037b7610f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484779 Feb 10 15:43:32.192402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51080) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:32.274204 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-bdf03848-5a6b-4d47-9cb7-b0d575048803 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710821 Feb 10 15:43:32.279128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02f94ebd-4613-4068-af59-5a42fe4df8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.302638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02f94ebd-4613-4068-af59-5a42fe4df8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.312209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.317407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5fe44f4-9319-48b4-8d8b-996b9698c54b req-fa954642-2e7a-47e6-8d00-bc1143945727 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197850 Feb 10 15:43:32.324620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-b5bcec28-a7b4-4c85-bf93-7bcd32c92925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.326064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-b5bcec28-a7b4-4c85-bf93-7bcd32c92925 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a4d82e8-13e0-4a51-855c-8d560cd75243 HTTP/1.1" status: 200 len: 913 time: 0.3057103 Feb 10 15:43:32.348683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.377946 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-0756eaeb-8321-4ae9-b8e4-bc630e64f1db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07f501ca-e297-4919-8593-da47afe06ff4 HTTP/1.1" status: 200 len: 217 time: 0.0402946 Feb 10 15:43:32.378539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.415652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02f94ebd-4613-4068-af59-5a42fe4df8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.419073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02f94ebd-4613-4068-af59-5a42fe4df8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.420480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-02f94ebd-4613-4068-af59-5a42fe4df8f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992 HTTP/1.1" status: 204 len: 168 time: 0.2271161 Feb 10 15:43:32.433207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f94ebd-4613-4068-af59-5a42fe4df8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad9b7da-37d6-4fa8-ae9b-a7c010bd7992,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:32.436900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1503f-a620-43d0-b39d-85af6654e794 req-62d65b5c-b9c7-4a44-aa20-a9c4de336766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.438894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-62d65b5c-b9c7-4a44-aa20-a9c4de336766 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 1100 time: 0.0880744 Feb 10 15:43:32.542066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-80ea9622-559c-4dbf-a171-0c95c87f238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.543596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-80ea9622-559c-4dbf-a171-0c95c87f238a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f812a9c4-abf6-4e78-bdd3-130cd2350cea HTTP/1.1" status: 200 len: 851 time: 0.1386044 Feb 10 15:43:32.575039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1503f-a620-43d0-b39d-85af6654e794 req-c93a0582-d8d4-4595-81b7-f616fafacfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.576541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-c93a0582-d8d4-4595-81b7-f616fafacfbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1103139 Feb 10 15:43:32.591157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Pushing event updated for resources: {'Port': ['ID=8a0ee331-cc73-4784-9f7d-a848eba13c22,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:32.631646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.639878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3983a-9783-4d90-a642-13f8b64183b9 req-481e60f8-8196-4c92-a6ee-e9edc2637770 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.647214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02f3983a-9783-4d90-a642-13f8b64183b9 req-481e60f8-8196-4c92-a6ee-e9edc2637770 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1096 time: 0.2244239 Feb 10 15:43:32.647836 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-32a92919-7f51-4bb0-9fc8-05e39b317ffd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 200 len: 217 time: 0.0632057 Feb 10 15:43:32.681137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:32.682709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-100df1a0-f030-4eed-854f-205918e438c5 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9638557 Feb 10 15:43:32.684248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-b4cd279f-948d-46a2-a67d-95649b28bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.685654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-b4cd279f-948d-46a2-a67d-95649b28bc7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a4d82e8-13e0-4a51-855c-8d560cd75243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131346 Feb 10 15:43:32.746487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1503f-a620-43d0-b39d-85af6654e794 req-6411e971-307d-4e3b-90dc-11a1295510c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.748365 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-6411e971-307d-4e3b-90dc-11a1295510c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0931652 Feb 10 15:43:32.809610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1503f-a620-43d0-b39d-85af6654e794 req-71ed899d-e9f3-4789-98b2-ce36a7e06018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.811328 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-71ed899d-e9f3-4789-98b2-ce36a7e06018 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547152 Feb 10 15:43:32.934722 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-5c399a09-b6e3-4bb0-bac3-748649ac4cb8 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148288 Feb 10 15:43:33.058994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02f3983a-9783-4d90-a642-13f8b64183b9 req-949f0d52-0607-47a1-9eaf-cad70c7c2e6c tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026484 Feb 10 15:43:33.076230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cee1503f-a620-43d0-b39d-85af6654e794 req-6a41009f-d556-44a1-941f-38cfc058b12e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332507 Feb 10 15:43:33.219720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-b8192e62-f44e-431b-88c0-c333e2aee806 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.205 HTTP/1.1" status: 200 len: 696 time: 0.5068307 Feb 10 15:43:33.286946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51104) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:33.324328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-a629174d-9776-403c-b09f-683dd4be32ac service neutron] 10.222.0.45 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267171 Feb 10 15:43:33.333568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1c945-b028-4f7b-9c8f-0a28156d7f8c req-05e38b38-54b6-4890-892c-50a6fdc6f289 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:33.334996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42f1c945-b028-4f7b-9c8f-0a28156d7f8c req-05e38b38-54b6-4890-892c-50a6fdc6f289 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1576967 Feb 10 15:43:33.393896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1335073466-network', 'tenant_id': 'f489e01072114632b4f3cbaffcdfae28'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:33.419937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Made reservation on behalf of f489e01072114632b4f3cbaffcdfae28 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:33.423334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.436063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.441051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-1dd2df57-4187-489f-8398-e4f2387dffe0 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:33.442412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b69d7d7-3cc1-4d25-ba62-c344810d2004 req-1dd2df57-4187-489f-8398-e4f2387dffe0 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2092628 Feb 10 15:43:33.475310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42f1c945-b028-4f7b-9c8f-0a28156d7f8c req-ad35571e-b014-4e3d-9b0f-183d11fd6324 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267567 Feb 10 15:43:33.541199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f873c1-6413-45e7-b2e3-2cc35336b96f req-b9e9b0cd-9816-4fd2-b4a3-097bafb57f43 service neutron] 10.222.0.45 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050688 Feb 10 15:43:33.578214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.583977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.617387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5024e-b5b1-4c8c-9095-0c4e7007965e req-e9e46f87-0def-49d0-bea2-850ae2b2b728 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:33.619393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d3347e-861c-4ca5-a89e-e006415529e6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:33.628072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27d5024e-b5b1-4c8c-9095-0c4e7007965e req-e9e46f87-0def-49d0-bea2-850ae2b2b728 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.0742936 Feb 10 15:43:33.630219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:33.649808 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.650171 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Added segment 2e5a28b1-ce83-4041-8f97-3c998d26a961 of type vlan for network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 Feb 10 15:43:33.681962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27d5024e-b5b1-4c8c-9095-0c4e7007965e req-987543f2-2c4e-4219-a704-c4cc4aa9e6fc tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Feb 10 15:43:33.696272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.727304 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.728515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:33.729230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.816131 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5279455 Feb 10 15:43:33.818958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51114) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:33.824639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Request body: {'subnet': {'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1335073466-subnet', 'tenant_id': 'f489e01072114632b4f3cbaffcdfae28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:33.833729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafea698-5f78-446d-8e17-fda43b8362c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fb3a62-5edb-4fd9-b37e-843238a03bb7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:33.835600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5660f8-1a17-4a39-b71c-8c5c213f635b req-d02803e4-144b-4b3d-bd17-747d072b6b5a tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:33.843756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df5660f8-1a17-4a39-b71c-8c5c213f635b req-d02803e4-144b-4b3d-bd17-747d072b6b5a tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 1096 time: 0.0862660 Feb 10 15:43:33.847069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:33.862197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Made reservation on behalf of f489e01072114632b4f3cbaffcdfae28 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:33.866598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.892743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05083b5c-6cab-4496-9ab8-c55d80393375 req-4581ffc2-c5b7-4537-82fd-a5d213b11e14 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:33.894484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05083b5c-6cab-4496-9ab8-c55d80393375 req-4581ffc2-c5b7-4537-82fd-a5d213b11e14 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 944 time: 0.1014659 Feb 10 15:43:33.950129 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:33.953619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df5660f8-1a17-4a39-b71c-8c5c213f635b req-4a5a2087-0d85-4ed6-a85e-2f1bdcefddad tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090016 Feb 10 15:43:33.957237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05083b5c-6cab-4496-9ab8-c55d80393375 req-39f36475-069c-4462-9529-43cea998cddf tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552993 Feb 10 15:43:34.042205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-954bf604-9eff-4a52-b5c8-6337731385dc tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips/cbe0621f-3979-41d7-b097-50e8b3a643cd HTTP/1.1" status: 200 len: 693 time: 0.0532949 Feb 10 15:43:34.146493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:34.184852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-0018a58f-e30e-4fcb-9e13-2a94962e49cb tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:34.187142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-0018a58f-e30e-4fcb-9e13-2a94962e49cb tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1388681 Feb 10 15:43:34.217228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Checking segment: {'id': '2e5a28b1-ce83-4041-8f97-3c998d26a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:34.217509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Network hostable DHCP agents. Network: b8fb3a62-5edb-4fd9-b37e-843238a03bb7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:34.234604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70e59f3-8982-41e6-b37c-86efdda573d2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:34.251311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:34.265228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-b661a1cf-67b2-468c-99d2-af54f1fc118c tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.205 HTTP/1.1" status: 200 len: 696 time: 0.0696678 Feb 10 15:43:34.271129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b8fb3a62-5edb-4fd9-b37e-843238a03bb7) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:34.279122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:34.279974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:34.284366 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:34.296051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb70cf-fa5d-46d6-b832-48eb55754712 None None] Network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:34.313818 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5cf0e129-ae4b-4a63-a9a7-6032802225a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4862721 Feb 10 15:43:34.326299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-d6745931-0e56-40d9-811d-c5b940006a0c tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.205 HTTP/1.1" status: 200 len: 696 time: 0.0602703 Feb 10 15:43:34.529903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0714df-4997-4fbe-8084-fbf409e3734a None None] Network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:34.549309 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-c20cc8b9-571d-43a1-b171-032df6ef5b16 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873883 Feb 10 15:43:34.633589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Deleting port 8a0ee331-cc73-4784-9f7d-a848eba13c22 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:34.633939 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:34.648440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-7c309974-0f75-4d38-8cf6-74eec7f01a6f service neutron] 10.222.0.45 "GET /v2.0/ports/3561e083-9483-463c-b036-26d0f24ec743/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 382 time: 0.0826802 Feb 10 15:43:34.702564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-8fb9f9a9-404c-44b1-93ff-42690578f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:34.704117 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-8fb9f9a9-404c-44b1-93ff-42690578f2e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 1096 time: 0.1196547 Feb 10 15:43:34.765968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:34.766387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:34.782556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Calling delete_port for 8a0ee331-cc73-4784-9f7d-a848eba13c22 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:34.859149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-0d410d72-6ae5-4b52-bd86-0b53d04ec039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:34.861255 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-0d410d72-6ae5-4b52-bd86-0b53d04ec039 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1309226 Feb 10 15:43:34.938855 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-dc927070-e45b-4dc4-af02-bcbb64c81bc6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 200 len: 217 time: 0.0605183 Feb 10 15:43:35.015530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-5b82a3d2-2d7c-4354-af9b-b81391165712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.017198 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-5b82a3d2-2d7c-4354-af9b-b81391165712 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0668435 Feb 10 15:43:35.050296 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-b4c9406c-b172-4f69-b49d-4be0c0cd263c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249994 Feb 10 15:43:35.092913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-5fa374df-1e6e-4175-ab15-495419c30c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.094396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-5fa374df-1e6e-4175-ab15-495419c30c2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b&tenant_id=872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 1100 time: 0.2196095 Feb 10 15:43:35.122822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c85e5d-4cd4-4cc1-a8d3-90ccd99b2354 req-5a4f83ed-0278-40c0-b75f-d1fb9a3c463d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.124364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6c85e5d-4cd4-4cc1-a8d3-90ccd99b2354 req-5a4f83ed-0278-40c0-b75f-d1fb9a3c463d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0707974 Feb 10 15:43:35.125158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:35.147226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-dc4c4fa9-04eb-48e2-835c-acc9afcf5222 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883453 Feb 10 15:43:35.214040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Pushing event deleted for resources: {'Port': ['ID=8a0ee331-cc73-4784-9f7d-a848eba13c22,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:35.254393 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc668960-c9b6-45be-a619-14ac8ceb8fab req-e3b5fbfb-3939-4196-bece-516868ac0dbb service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988865 Feb 10 15:43:35.280750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6c85e5d-4cd4-4cc1-a8d3-90ccd99b2354 req-4c9102ec-5ef6-4c8b-beb8-cdec7bb8baf3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322575 Feb 10 15:43:35.285950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:35.290346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:35.291483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d9db3c-8e98-4983-953e-dfa9c93b26f6 req-27088714-110a-42a8-9077-8586afcf2b41 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "DELETE /v2.0/floatingips/cbe0621f-3979-41d7-b097-50e8b3a643cd HTTP/1.1" status: 204 len: 173 time: 0.9511642 Feb 10 15:43:35.295395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-ff91e6b2-3030-463f-8490-892086d12476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.300232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-ff91e6b2-3030-463f-8490-892086d12476 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1100 time: 0.1657217 Feb 10 15:43:35.330903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 07f501ca-e297-4919-8593-da47afe06ff4 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:35.453588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8a3f-10ab-4861-ae62-11beb72858bc req-b72831a4-e6dd-41d4-bf40-1abeab7c1f94 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.455274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e83e8a3f-10ab-4861-ae62-11beb72858bc req-b72831a4-e6dd-41d4-bf40-1abeab7c1f94 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.0888169 Feb 10 15:43:35.459059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 07f501ca-e297-4919-8593-da47afe06ff4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=07f501ca-e297-4919-8593-da47afe06ff4,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:35.473854 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '07f501ca-e297-4919-8593-da47afe06ff4', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'port_id': '07f501ca-e297-4919-8593-da47afe06ff4', 'mac_address': 'fa:16:3e:5c:53:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:35.485307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-083d25d5-0ce9-42aa-a929-731453fd5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.486783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-083d25d5-0ce9-42aa-a929-731453fd5fff service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1793239 Feb 10 15:43:35.533195 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:35.549859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f501ca-e297-4919-8593-da47afe06ff4 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:35.566637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e83e8a3f-10ab-4861-ae62-11beb72858bc req-aec44079-d3d1-4d1d-a2b0-12b546121b14 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038849 Feb 10 15:43:35.567927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-7663f2e7-b02f-413e-a6d9-8471f2354278 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 217 time: 0.0698450 Feb 10 15:43:35.586082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 07f501ca-e297-4919-8593-da47afe06ff4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=07f501ca-e297-4919-8593-da47afe06ff4,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:35.598675 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:35.691996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=07f501ca-e297-4919-8593-da47afe06ff4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:35.726993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-fafbc5e1-7f33-4ec7-9797-bc4c6f2fcfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.728756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-fafbc5e1-7f33-4ec7-9797-bc4c6f2fcfdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1522031 Feb 10 15:43:35.831034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-859e810b-0c0c-48d1-9c9a-8a730456bbda tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.832539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-859e810b-0c0c-48d1-9c9a-8a730456bbda tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/networks?id=b8fb3a62-5edb-4fd9-b37e-843238a03bb7 HTTP/1.1" status: 200 len: 821 time: 0.1940999 Feb 10 15:43:35.841822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-31beedad-adb4-41e4-b249-828aeee834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.843270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-31beedad-adb4-41e4-b249-828aeee834ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067808 Feb 10 15:43:35.855685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['07f501ca-e297-4919-8593-da47afe06ff4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:35.876078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88774e33-14a0-4b6e-9e79-0807cf8aca8b req-1026e2ab-8c13-4f3f-bbe4-8063aa4bf7a5 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:35.877688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88774e33-14a0-4b6e-9e79-0807cf8aca8b req-1026e2ab-8c13-4f3f-bbe4-8063aa4bf7a5 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 945 time: 0.1075566 Feb 10 15:43:35.892234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-ddfc8577-2bfe-44ca-b6f9-af3634007ac6 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/quotas/f489e01072114632b4f3cbaffcdfae28 HTTP/1.1" status: 200 len: 375 time: 0.0479960 Feb 10 15:43:35.980052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-0bfc76a1-accd-4c4a-b456-1e175b7c3103 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f489e01072114632b4f3cbaffcdfae28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458751 Feb 10 15:43:36.058083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88774e33-14a0-4b6e-9e79-0807cf8aca8b req-23432f75-b475-4552-ba1b-58e530345e9f tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646733 Feb 10 15:43:36.081198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-8bdcf85a-f6e3-4e10-9714-e6ba128c2a38 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283027 Feb 10 15:43:36.141538 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-53cf8daf-c365-43ec-8e7b-db045fd80f94 req-918a1972-dc6f-4d53-82fa-bd5679b3a922 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] show failed (client error): The resource could not be found. Feb 10 15:43:36.142547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53cf8daf-c365-43ec-8e7b-db045fd80f94 req-918a1972-dc6f-4d53-82fa-bd5679b3a922 tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips/cbe0621f-3979-41d7-b097-50e8b3a643cd HTTP/1.1" status: 404 len: 350 time: 0.0605059 Feb 10 15:43:36.206317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-e27c27bb-8024-4250-9320-1d4005caf373 service neutron] 10.222.0.21 "GET /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183399 Feb 10 15:43:36.249069 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-719719ad-8b69-4a92-b11b-7356a7c7a968 req-897cd26a-fd9e-4d17-ae7d-9468e65787ea tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] show failed (client error): The resource could not be found. Feb 10 15:43:36.250096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-719719ad-8b69-4a92-b11b-7356a7c7a968 req-897cd26a-fd9e-4d17-ae7d-9468e65787ea tempest-FloatingIPsTestJSON-1841089924 tempest-FloatingIPsTestJSON-1841089924-project] 10.222.0.21 "GET /v2.0/floatingips/cbe0621f-3979-41d7-b097-50e8b3a643cd HTTP/1.1" status: 404 len: 350 time: 0.0603130 Feb 10 15:43:36.259895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51162) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:36.322461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b02613c1-3d4d-4e7f-8f68-a28bd7a547b4 req-e4d3da98-d1a7-4ddc-90c6-6e8a5b4816ad service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320142 Feb 10 15:43:36.437037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-7f4055c1-5806-4cca-910a-8e154260bb42 service neutron] 10.222.0.21 "GET /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014942 Feb 10 15:43:36.474194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bbff6-3e25-4b22-81c5-5a764ab3b225 req-5ba8c347-a7c0-4894-81dd-bc670bcadf26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:36.480123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c06bbff6-3e25-4b22-81c5-5a764ab3b225 req-5ba8c347-a7c0-4894-81dd-bc670bcadf26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1124792 Feb 10 15:43:36.548910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c06bbff6-3e25-4b22-81c5-5a764ab3b225 req-1399e567-788b-4b0e-9ff1-ffabaab8eb05 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629177 Feb 10 15:43:36.717051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51180) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:36.720086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a0fdeb5d-524b-40ca-8fca-cc7d38a8ed74 req-ff9b8d39-f23d-4374-af0a-159cf769f36f tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 210 time: 0.0665359 Feb 10 15:43:36.827897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154355e-99ee-48b0-b46e-36ce7b46d475 req-b06dbb95-99c3-4d34-93ee-3a4ed2c50449 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:36.837575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e154355e-99ee-48b0-b46e-36ce7b46d475 req-b06dbb95-99c3-4d34-93ee-3a4ed2c50449 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1203630 Feb 10 15:43:36.883100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:36.920591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e154355e-99ee-48b0-b46e-36ce7b46d475 req-adc8b0af-e3f0-45f7-aafb-c083cc55213f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825164 Feb 10 15:43:36.958136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-410a1235-aa3b-46b6-ad3a-d19e3a3a6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.042272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-410a1235-aa3b-46b6-ad3a-d19e3a3a6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.045900 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-410a1235-aa3b-46b6-ad3a-d19e3a3a6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.076093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a1235-aa3b-46b6-ad3a-d19e3a3a6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bd19e-1361-4814-97af-93f64cbf65a5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.118687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-410a1235-aa3b-46b6-ad3a-d19e3a3a6dcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dd5445f3f0b479abae353e140929ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974104 Feb 10 15:43:37.121950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51192) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:37.190172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66c06e77-0657-4060-9528-a90719ac9904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.216080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66c06e77-0657-4060-9528-a90719ac9904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.220224 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Deleting port 7aff29db-1646-4a90-a642-1559e1200b11 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:37.220588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.309513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589c143-46a4-4c60-bd76-4c95b12cca23 req-232b0a96-5139-4e0d-98fe-2e864ac0b347 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:37.311032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3589c143-46a4-4c60-bd76-4c95b12cca23 req-232b0a96-5139-4e0d-98fe-2e864ac0b347 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 945 time: 0.0929737 Feb 10 15:43:37.317075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66c06e77-0657-4060-9528-a90719ac9904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.322275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66c06e77-0657-4060-9528-a90719ac9904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.323871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-66c06e77-0657-4060-9528-a90719ac9904 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e3bd19e-1361-4814-97af-93f64cbf65a5 HTTP/1.1" status: 204 len: 168 time: 0.2007844 Feb 10 15:43:37.329475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] For port 7aff29db-1646-4a90-a642-1559e1200b11, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7aff29db-1646-4a90-a642-1559e1200b11,segment=NetworkSegment(79842c93-7995-4fd7-870a-52c0ead2e365),segment_id=79842c93-7995-4fd7-870a-52c0ead2e365)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:37.330073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.341566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 07f501ca-e297-4919-8593-da47afe06ff4 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:37.344467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Calling delete_port for 7aff29db-1646-4a90-a642-1559e1200b11 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:37.371119 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:43:37.394863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3589c143-46a4-4c60-bd76-4c95b12cca23 req-c177bf33-b528-430f-9c79-885d709102e6 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640202 Feb 10 15:43:37.395920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c06e77-0657-4060-9528-a90719ac9904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bd19e-1361-4814-97af-93f64cbf65a5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.482679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 07f501ca-e297-4919-8593-da47afe06ff4 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:43:37.489119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 07f501ca-e297-4919-8593-da47afe06ff4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:37.489989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.591888 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.619626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:37.622533 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8aa6c-7e41-4fb6-ab03-7c7994f9f496" -d '{"events": [{"server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "name": "network-vif-plugged", "status": "completed", "tag": "07f501ca-e297-4919-8593-da47afe06ff4"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:37.638691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 07f501ca-e297-4919-8593-da47afe06ff4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=07f501ca-e297-4919-8593-da47afe06ff4,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:37.644936 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.646639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:37.675084 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.722477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b998-6bbd-4cee-b9bd-7bb85aff13a5 req-0ec1f001-df05-46ff-9840-0d26d6920472 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:37.726990 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee12a228-843f-4089-98d7-48408c4dc21a x-openstack-request-id: req-ee12a228-843f-4089-98d7-48408c4dc21a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:37.727487 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "name": "network-vif-plugged", "status": "completed", "tag": "07f501ca-e297-4919-8593-da47afe06ff4", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:37.727884 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee12a228-843f-4089-98d7-48408c4dc21a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:37.728399 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4', 'code': 200} Feb 10 15:43:37.730146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aff29db-1646-4a90-a642-1559e1200b11,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.748570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee93b998-6bbd-4cee-b9bd-7bb85aff13a5 req-0ec1f001-df05-46ff-9840-0d26d6920472 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0886834 Feb 10 15:43:37.777853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=07f501ca-e297-4919-8593-da47afe06ff4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.845435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee93b998-6bbd-4cee-b9bd-7bb85aff13a5 req-eafa3068-7766-40b0-add3-6554d61e7a34 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908742 Feb 10 15:43:37.850417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.888500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9349a-899c-4995-8212-34128a5bf8dc req-67618d78-f64d-4002-b097-dfd4cf875d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:37.894061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96d9349a-899c-4995-8212-34128a5bf8dc req-67618d78-f64d-4002-b097-dfd4cf875d1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 1097 time: 0.1008031 Feb 10 15:43:37.909884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51206) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:37.947979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:37.957480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:37.979941 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5645d25-3811-474c-a1a5-dbca8f6dcc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:38.035005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:38.047500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61dd998a-0317-40bb-b86f-67b8aaf406e1 req-665042bb-66aa-4932-b17d-ee732a3c39fb tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 210 time: 0.1041248 Feb 10 15:43:38.062733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96d9349a-899c-4995-8212-34128a5bf8dc req-274a1caa-5210-49a0-8a22-c0cab3f9f2a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597996 Feb 10 15:43:38.154314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1ae8-61ac-489d-b305-e3b9c161444d req-a7d20a6a-d904-43b9-8966-debdfe20c594 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:38.157099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d08d1ae8-61ac-489d-b305-e3b9c161444d req-a7d20a6a-d904-43b9-8966-debdfe20c594 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.0804093 Feb 10 15:43:38.205972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d08d1ae8-61ac-489d-b305-e3b9c161444d req-77bf67a7-059e-4b03-b1fc-653485449ca3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Feb 10 15:43:38.265258 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:38.293600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-10f08cc6-60db-4938-9b59-3f0e35c661db tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:38.295063 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-10f08cc6-60db-4938-9b59-3f0e35c661db tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.75 "GET /v2.0/networks?id=b8fb3a62-5edb-4fd9-b37e-843238a03bb7 HTTP/1.1" status: 200 len: 821 time: 0.2247431 Feb 10 15:43:38.339413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Request body: {'port': {'device_id': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7', 'admin_state_up': True, 'tenant_id': 'f489e01072114632b4f3cbaffcdfae28'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:38.433828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5645d25-3811-474c-a1a5-dbca8f6dcc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:38.468686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5645d25-3811-474c-a1a5-dbca8f6dcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:38.540664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddf2b3-14c9-4c61-826f-58d56955018f req-aa1e2d7d-7db0-4a7f-8a49-a2eec9be8ba8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:38.548117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84ddf2b3-14c9-4c61-826f-58d56955018f req-aa1e2d7d-7db0-4a7f-8a49-a2eec9be8ba8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.0658736 Feb 10 15:43:38.555064 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5645d25-3811-474c-a1a5-dbca8f6dcc6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4452d63f4a9c4e2697f5b03ca98c0345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384835 Feb 10 15:43:38.555546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5645d25-3811-474c-a1a5-dbca8f6dcc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce17e7-8ab2-49f4-9b42-04a1fa55ff30,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:38.559961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:38.607495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84ddf2b3-14c9-4c61-826f-58d56955018f req-4fb88223-427e-4440-a8b1-6422faa30d11 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584741 Feb 10 15:43:38.648619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Made reservation on behalf of f489e01072114632b4f3cbaffcdfae28 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:38.652159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:38.972675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf95f-c6d0-4418-a9d4-546090bb3ca5 req-9fc00e6e-239b-4941-8d9b-59edafa07c77 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:38.974179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6adf95f-c6d0-4418-a9d4-546090bb3ca5 req-9fc00e6e-239b-4941-8d9b-59edafa07c77 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.0589013 Feb 10 15:43:39.021290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6adf95f-c6d0-4418-a9d4-546090bb3ca5 req-c40a8984-4971-442c-bfe9-0af701f2945e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Feb 10 15:43:39.034468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6524a2b-4694-4238-901a-bd414f97124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.075178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6524a2b-4694-4238-901a-bd414f97124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.093690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Router 2635e32f-27a3-45b1-b729-347d68308d0c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:39.168738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ff2082e-f238-4b1e-9f23-33c70fb0c2f6 req-42986dd4-ec0c-490b-88ba-fe7d9168f882 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 210 time: 0.0334682 Feb 10 15:43:39.210824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Allocated IP 172.20.0.2 (b8fb3a62-5edb-4fd9-b37e-843238a03bb7/a70e59f3-8982-41e6-b37c-86efdda573d2/ce09435e-e76f-410e-9a93-05edae7bbed8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:39.230913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6524a2b-4694-4238-901a-bd414f97124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.240234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6524a2b-4694-4238-901a-bd414f97124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.241149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6524a2b-4694-4238-901a-bd414f97124b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11ce17e7-8ab2-49f4-9b42-04a1fa55ff30 HTTP/1.1" status: 204 len: 168 time: 0.6802273 Feb 10 15:43:39.350998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6524a2b-4694-4238-901a-bd414f97124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce17e7-8ab2-49f4-9b42-04a1fa55ff30,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:39.358923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:39.415993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:39.432710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc036-6e43-496d-ab42-f3af361e225d req-92d0d367-5b8e-410e-a9ac-25a53ed98f1a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:39.434137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7b70ad79-0755-4e4d-aa14-1702ffb30239 admin admin] 10.222.0.21 "PUT /v2.0/routers/2635e32f-27a3-45b1-b729-347d68308d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1708465 Feb 10 15:43:39.434657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:39.443011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5cc036-6e43-496d-ab42-f3af361e225d req-92d0d367-5b8e-410e-a9ac-25a53ed98f1a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.1651359 Feb 10 15:43:39.547891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] Sync routers for ids ['2635e32f-27a3-45b1-b729-347d68308d0c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:39.604601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] Routers {'2635e32f-27a3-45b1-b729-347d68308d0c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:39.605383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2635e32f-27a3-45b1-b729-347d68308d0c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:39.615224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a5cc036-6e43-496d-ab42-f3af361e225d req-c2e3fdf8-a6d5-45b8-bc51-2769827fd998 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666462 Feb 10 15:43:39.638289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.663139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a0b2-dd87-4912-b926-b2736121bcee req-8cbb6948-acaa-429d-835e-8407b6b922ef tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:39.668898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b48a0b2-dd87-4912-b926-b2736121bcee req-8cbb6948-acaa-429d-835e-8407b6b922ef tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 947 time: 0.1274331 Feb 10 15:43:39.684626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-17f1c20c-ba39-4725-a61a-7dd050635f47 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:39.689584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-17f1c20c-ba39-4725-a61a-7dd050635f47 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b&tenant_id=872ae74478324283955467ee2b7c76cb&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 947 time: 0.2313862 Feb 10 15:43:39.721959 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.734878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] Set router 2635e32f-27a3-45b1-b729-347d68308d0c gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:39.800207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:39.811351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:39.828779 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683bcd99-0cea-43e6-91ba-453a4c55b429" -d '{"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:39.842166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b48a0b2-dd87-4912-b926-b2736121bcee req-355c898a-22b2-4b87-a4e9-3f8aeaf852bd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464593 Feb 10 15:43:39.868292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-8895c1eb-6bc9-49b9-abf2-c3f9562f5c06 service neutron] 10.222.0.45 "GET /v2.0/ports/3561e083-9483-463c-b036-26d0f24ec743/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 382 time: 0.1585658 Feb 10 15:43:39.882043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4151d-4b40-44c3-bfd6-8117c70c50a3 req-f78216ee-919d-4970-a8b9-2935a8fab5c9 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:39.895946 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85f4151d-4b40-44c3-bfd6-8117c70c50a3 req-f78216ee-919d-4970-a8b9-2935a8fab5c9 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.1770785 Feb 10 15:43:39.900455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:39.945743 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c15e6e-1097-4e37-93da-d10fb1fb98bc x-openstack-request-id: req-d5c15e6e-1097-4e37-93da-d10fb1fb98bc {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:39.946163 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:39.946507 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5c15e6e-1097-4e37-93da-d10fb1fb98bc {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:39.946981 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'code': 200} Feb 10 15:43:39.957954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '3561e083-9483-463c-b036-26d0f24ec743', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '3561e083-9483-463c-b036-26d0f24ec743', 'mac_address': 'fa:16:3e:5e:00:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:39.999721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85f4151d-4b40-44c3-bfd6-8117c70c50a3 req-c0743b5e-3a78-49c2-8424-affd6fa55457 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987372 Feb 10 15:43:40.010221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.027625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-c1096a70-7b20-40e6-8c2b-cc951a82c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.032657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-c1096a70-7b20-40e6-8c2b-cc951a82c742 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1098 time: 0.1335750 Feb 10 15:43:40.046269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:40.060934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:40.065400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:40.067259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:40.075030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.266932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:40.277238 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.293653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.294347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.307125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Pushing event updated for resources: {'Port': ['ID=ce09435e-e76f-410e-9a93-05edae7bbed8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:40.356494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:40.357397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Deleting port c6932675-b770-4cef-85a2-6def11b9439f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:40.358068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.360161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:37Z', 'revision_number': 5, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port': {'id': 'c6932675-b770-4cef-85a2-6def11b9439f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:13Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:40.396645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] Checking router: 2635e32f-27a3-45b1-b729-347d68308d0c for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:40.407379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] Routers {'2635e32f-27a3-45b1-b729-347d68308d0c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:40.408043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2635e32f-27a3-45b1-b729-347d68308d0c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:40.440990 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a99d798d-1316-4d5d-8121-03892d772478 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1340888 Feb 10 15:43:40.491705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Request body: {'port': {'device_id': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:40.508522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] Set router 2635e32f-27a3-45b1-b729-347d68308d0c gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:40.534918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] For port c6932675-b770-4cef-85a2-6def11b9439f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c6932675-b770-4cef-85a2-6def11b9439f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:40.535734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.561959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Calling delete_port for c6932675-b770-4cef-85a2-6def11b9439f owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:40.570003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:40Z', 'revision_number': 6, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:40.572664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a01473-1fad-45d4-95e0-332fd7ee84d3 req-3bd15f41-3cb9-4a26-9167-dc2c34c087bd tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.574251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64a01473-1fad-45d4-95e0-332fd7ee84d3 req-3bd15f41-3cb9-4a26-9167-dc2c34c087bd tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.4682200 Feb 10 15:43:40.583637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397a09c-1614-46a9-bec4-1e4657593bdc req-6e3f7fdc-ebdb-4fc4-b222-1bb3b4fe5ef0 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.585120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3397a09c-1614-46a9-bec4-1e4657593bdc req-6e3f7fdc-ebdb-4fc4-b222-1bb3b4fe5ef0 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 931 time: 0.1068835 Feb 10 15:43:40.589309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51258) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:40.598690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Request body: {'floatingip': {'port_id': '07f501ca-e297-4919-8593-da47afe06ff4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:40.605161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['3561e083-9483-463c-b036-26d0f24ec743'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:40.646622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.682936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0cccd-5d49-4313-9b8f-b6a7f2ad43ff None None] The sync data for ids ['2635e32f-27a3-45b1-b729-347d68308d0c'] in n-d-827895-3 is: [{'id': '2635e32f-27a3-45b1-b729-347d68308d0c', 'name': 'tempest-FloatingIPsTestJSON-1803071097-router', 'tenant_id': '6b857cfc3c0648138e324337195b2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:40Z', 'revision_number': 6, 'project_id': '6b857cfc3c0648138e324337195b2b20', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:40.687797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3397a09c-1614-46a9-bec4-1e4657593bdc req-5a67835b-6982-48f0-b18d-be9fde8fa55c tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768182 Feb 10 15:43:40.696708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-854b1acf-edc0-4591-8190-aa33835799b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.698162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-854b1acf-edc0-4591-8190-aa33835799b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.6597230 Feb 10 15:43:40.763970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.767259 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-6916f582-020f-4710-87e5-7d58b13f02c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 217 time: 0.0610902 Feb 10 15:43:40.907599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-a38fec00-2cb1-4e11-8e86-b2153a913f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.909067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-a38fec00-2cb1-4e11-8e86-b2153a913f58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1321077 Feb 10 15:43:40.996198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:40.996384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e60f-9bfb-4161-bc94-445f54c22fa5 req-f51f0972-22c6-4b16-896f-eac2e5002d4a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.998278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1590e60f-9bfb-4161-bc94-445f54c22fa5 req-f51f0972-22c6-4b16-896f-eac2e5002d4a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2473433 Feb 10 15:43:41.027477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6932675-b770-4cef-85a2-6def11b9439f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:41.160819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.202651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-8bd02de6-8eb3-43bd-acf5-46a24cfa042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:41.204202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-8bd02de6-8eb3-43bd-acf5-46a24cfa042f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2824435 Feb 10 15:43:41.263168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b11b00-2e4e-408c-9b50-1b856180275e req-6c0fedb2-f98b-441e-b7b5-42d1df68d2f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:41.264694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72b11b00-2e4e-408c-9b50-1b856180275e req-6c0fedb2-f98b-441e-b7b5-42d1df68d2f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 948 time: 0.3339248 Feb 10 15:43:41.272236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1590e60f-9bfb-4161-bc94-445f54c22fa5 req-57a51a80-6ace-4a81-ae21-ede53162812d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536023 Feb 10 15:43:41.283255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.287280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.298828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce09435e-e76f-410e-9a93-05edae7bbed8 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:41.347873 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.367029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Transition to ACTIVE for port object ce09435e-e76f-410e-9a93-05edae7bbed8 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:41.367949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.368541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2635e32f-27a3-45b1-b729-347d68308d0c {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:41.383665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.383665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-506bd39b-4adf-4197-9a1d-252e6aba77b0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2635e32f-27a3-45b1-b729-347d68308d0c HTTP/1.1" status: 204 len: 168 time: 1.9298065 Feb 10 15:43:41.384860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51284) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:41.434009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.442419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Deleting subnet aca53185-8f1e-4015-8ec8-d5939a5c222e {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:43:41.457735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72b11b00-2e4e-408c-9b50-1b856180275e req-f19c1ad6-4a9e-45ee-9598-b3ed334f2dfd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833024 Feb 10 15:43:41.467208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.484205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-a5596ca8-bd7c-4d22-ba04-d9821e9dd934 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404745 Feb 10 15:43:41.544160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.565638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09435e-e76f-410e-9a93-05edae7bbed8,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:41.657332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Attempting to bind port ce09435e-e76f-410e-9a93-05edae7bbed8 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:41.657750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Attempting to bind port ce09435e-e76f-410e-9a93-05edae7bbed8 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '2e5a28b1-ce83-4041-8f97-3c998d26a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:41.658000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Attempting to bind port ce09435e-e76f-410e-9a93-05edae7bbed8 on network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:41.671165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Port ce09435e-e76f-410e-9a93-05edae7bbed8 on network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:41.671562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Attempting to bind port ce09435e-e76f-410e-9a93-05edae7bbed8 on network b8fb3a62-5edb-4fd9-b37e-843238a03bb7 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:41.680972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:41.681315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Checking segment: {'id': '2e5a28b1-ce83-4041-8f97-3c998d26a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:41.681702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Bound using segment: {'id': '2e5a28b1-ce83-4041-8f97-3c998d26a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:41.682135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Bound port: ce09435e-e76f-410e-9a93-05edae7bbed8, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5a28b1-ce83-4041-8f97-3c998d26a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:41.682490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.695260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.773620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-119e936c-70f1-4bde-adc0-71612779a22c service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728555 Feb 10 15:43:41.786960 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.797378 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.803588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] For port ce09435e-e76f-410e-9a93-05edae7bbed8, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:41.808710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] For port ce09435e-e76f-410e-9a93-05edae7bbed8, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ce09435e-e76f-410e-9a93-05edae7bbed8,segment=NetworkSegment(2e5a28b1-ce83-4041-8f97-3c998d26a961),segment_id=2e5a28b1-ce83-4041-8f97-3c998d26a961)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:41.811482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.823343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.857486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca53185-8f1e-4015-8ec8-d5939a5c222e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:41.862431 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.868460 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c15fdfe7-dd61-475a-8293-2a9c4f20ff24 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aca53185-8f1e-4015-8ec8-d5939a5c222e HTTP/1.1" status: 204 len: 168 time: 0.4823749 Feb 10 15:43:41.870494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238b686-d9d8-4798-93bc-3de5fa0fb858 None None] Network ea8147ea-15ce-47a6-855a-d99c2a7ed92e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:41.875930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51324) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:41.910246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:41.911878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:41.923037 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] 10.222.0.75 "PUT /v2.0/ports/ce09435e-e76f-410e-9a93-05edae7bbed8 HTTP/1.1" status: 200 len: 1091 time: 1.4372177 Feb 10 15:43:41.925845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'tag': 'ce09435e-e76f-410e-9a93-05edae7bbed8'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:41.928734 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7" -d '{"events": [{"name": "network-changed", "server_uuid": "38371e16-dc0f-4b1c-8c44-7e0a070c1548", "tag": "ce09435e-e76f-410e-9a93-05edae7bbed8"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:41.965002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ee35f-ca6e-41e1-b1df-f088f480e772 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09435e-e76f-410e-9a93-05edae7bbed8,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:42.063233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb44979-956f-4a8c-bc79-9af6fca4b77b req-1783f321-f22f-446d-a3bf-99a36c1b2f72 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.069046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcb44979-956f-4a8c-bc79-9af6fca4b77b req-1783f321-f22f-446d-a3bf-99a36c1b2f72 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 943 time: 0.2811182 Feb 10 15:43:42.090845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-c1bd7114-8e6a-4a6b-b392-c4e140ea33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.093595 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-c1bd7114-8e6a-4a6b-b392-c4e140ea33c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f489e01072114632b4f3cbaffcdfae28&device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 1094 time: 0.1062248 Feb 10 15:43:42.097945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-6f0ecfed-77f1-4451-b852-d69ead9d9cb0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=93d553e556ed4403ab4fdf4c183127bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229565 Feb 10 15:43:42.151240 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:42.152028 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-7f208615-b181-4bc9-8efa-42038a08f09b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce09435e-e76f-410e-9a93-05edae7bbed8 HTTP/1.1" status: 200 len: 217 time: 0.0483274 Feb 10 15:43:42.176350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] DHCP port deletion for ea8147ea-15ce-47a6-855a-d99c2a7ed92e request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:43:42.211037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-462fba02-0a93-4c72-b0ad-d2121b1e4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.212573 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-462fba02-0a93-4c72-b0ad-d2121b1e4dda service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a70e59f3-8982-41e6-b37c-86efdda573d2 HTTP/1.1" status: 200 len: 861 time: 0.0531659 Feb 10 15:43:42.213225 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Floating IP 6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34 associated. External IP: 172.25.7.138, port: 07f501ca-e297-4919-8593-da47afe06ff4. Feb 10 15:43:42.230551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcb44979-956f-4a8c-bc79-9af6fca4b77b req-c2a8fe8c-5e92-4c69-af13-edb23cdc6029 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387439 Feb 10 15:43:42.252035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] Deleting port 4acee988-c074-464f-ab5e-fea26e0b846d {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:42.252224 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:42.262967 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-bcc37018-3773-4e61-9d31-4894ceab095f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b8fb3a62-5edb-4fd9-b37e-843238a03bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415483 Feb 10 15:43:42.301939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-6be7cea0-67aa-48d8-9330-269cd1bfefca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.303403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-6be7cea0-67aa-48d8-9330-269cd1bfefca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1097 time: 0.3273869 Feb 10 15:43:42.319145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-3'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:42.349231 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c26f54-f996-423b-ba3b-d367e36d1edb x-openstack-request-id: req-c5c26f54-f996-423b-ba3b-d367e36d1edb {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:42.349391 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38371e16-dc0f-4b1c-8c44-7e0a070c1548", "tag": "ce09435e-e76f-410e-9a93-05edae7bbed8", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:42.349679 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5c26f54-f996-423b-ba3b-d367e36d1edb {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:42.349981 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'tag': 'ce09435e-e76f-410e-9a93-05edae7bbed8', 'status': 'completed', 'code': 200} Feb 10 15:43:42.377915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] For port 4acee988-c074-464f-ab5e-fea26e0b846d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4acee988-c074-464f-ab5e-fea26e0b846d,segment=NetworkSegment(79842c93-7995-4fd7-870a-52c0ead2e365),segment_id=79842c93-7995-4fd7-870a-52c0ead2e365)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:42.378317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:42.406664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] Calling delete_port for 4acee988-c074-464f-ab5e-fea26e0b846d owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:42.431506 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-a955eabf-4da5-4060-b32e-49344f73318f service neutron] 10.222.0.75 "GET /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593428 Feb 10 15:43:42.507252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:42.527391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-2cfcb0ea-f244-49b6-8531-fd044572fe4e tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.535992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-2cfcb0ea-f244-49b6-8531-fd044572fe4e tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108019 Feb 10 15:43:42.536266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] Pushing event deleted for resources: {'Port': ['ID=4acee988-c074-464f-ab5e-fea26e0b846d,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:42.543511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf3d0e-5684-4f56-aa8c-22f486f4be85 None None] No DVR routers for this DVR port 4acee988-c074-464f-ab5e-fea26e0b846d on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:42.550499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-17b27d2a-2f41-42d0-95a4-119289b35f70 req-f6c5c03b-e8ed-45fe-bcdd-15119e9eb92c service neutron] 10.222.0.75 "GET /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114235 Feb 10 15:43:42.611918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:42.619947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-4ed9994f-4aed-4e35-9e0e-67b619c12b94 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/quotas/93d553e556ed4403ab4fdf4c183127bf HTTP/1.1" status: 200 len: 375 time: 0.0832834 Feb 10 15:43:42.661028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-e8ec4339-30b6-4877-8f27-03ac49af4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.662570 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-e8ec4339-30b6-4877-8f27-03ac49af4cae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f489e01072114632b4f3cbaffcdfae28&device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 1094 time: 0.0523303 Feb 10 15:43:42.710361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf8a0-4370-4a4f-85de-f825a043337a req-e85248db-4804-40b4-9141-a0eab095ae9e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.716726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7ddf8a0-4370-4a4f-85de-f825a043337a req-e85248db-4804-40b4-9141-a0eab095ae9e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 946 time: 0.2951663 Feb 10 15:43:42.719921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-97d1b5ba-9310-44ec-9e0a-1484f2c5b106 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d553e556ed4403ab4fdf4c183127bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900764 Feb 10 15:43:42.721418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Deleting port 4acee988-c074-464f-ab5e-fea26e0b846d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:43:42.721760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:42.795085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-f663a497-36c1-4700-a59a-125e451e79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.797377 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-f663a497-36c1-4700-a59a-125e451e79b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b8fb3a62-5edb-4fd9-b37e-843238a03bb7 HTTP/1.1" status: 200 len: 922 time: 0.1228642 Feb 10 15:43:42.810088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4acee988-c074-464f-ab5e-fea26e0b846d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:42.843250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 4acee988-c074-464f-ab5e-fea26e0b846d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:42.843861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4acee988-c074-464f-ab5e-fea26e0b846d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:42.844552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c6932675-b770-4cef-85a2-6def11b9439f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:42.859349 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-60eb8117-975a-4750-963a-0b9a0acf5c95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce09435e-e76f-410e-9a93-05edae7bbed8 HTTP/1.1" status: 200 len: 217 time: 0.0492151 Feb 10 15:43:42.871769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: c6932675-b770-4cef-85a2-6def11b9439f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:42.872456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c6932675-b770-4cef-85a2-6def11b9439f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:42.872968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7aff29db-1646-4a90-a642-1559e1200b11 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:42.909069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 7aff29db-1646-4a90-a642-1559e1200b11 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:43:42.909502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7aff29db-1646-4a90-a642-1559e1200b11 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:42.981402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-afb73599-013e-4356-9f21-98eae1f00cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.984633 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-afb73599-013e-4356-9f21-98eae1f00cd6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a70e59f3-8982-41e6-b37c-86efdda573d2 HTTP/1.1" status: 200 len: 861 time: 0.1141968 Feb 10 15:43:42.989131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7ddf8a0-4370-4a4f-85de-f825a043337a req-ed875eb1-492f-410f-b449-e17500bbcac1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714915 Feb 10 15:43:42.992348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] For port 4acee988-c074-464f-ab5e-fea26e0b846d, host n-d-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:42.992727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:43.046104 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-47fa782c-36ab-486a-855f-8da2ac25570c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b8fb3a62-5edb-4fd9-b37e-843238a03bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540111 Feb 10 15:43:43.135879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Calling delete_port for 4acee988-c074-464f-ab5e-fea26e0b846d owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:43:43.140519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3efad056-8ef2-4e7f-98c7-19384decf2f9 req-380d01a8-9285-49d6-8ee3-82bfd28a1a3f tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 210 time: 0.0560529 Feb 10 15:43:43.145972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Port 4acee988-c074-464f-ab5e-fea26e0b846d was not found and therefore no delete operation was performed {{(pid=102615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:43:43.176571 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-8cd1fd0e-35d3-4aa2-94bb-63bcc3b05835 service neutron] 10.222.0.75 "GET /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201971 Feb 10 15:43:43.344600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15ee79c3-e9e7-488e-9ae1-f93f42ac92d7 req-17814c6d-29f8-4be9-9f42-a38391ba8270 service neutron] 10.222.0.75 "GET /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589651 Feb 10 15:43:43.363020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:43.367513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:43.501408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:43.538021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 3561e083-9483-463c-b036-26d0f24ec743 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:43.539225 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:43.588228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acee988-c074-464f-ab5e-fea26e0b846d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:43.607679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] No DVR routers for this DVR port 4acee988-c074-464f-ab5e-fea26e0b846d on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:43.609341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:43.619989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:43.620277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:43.640413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 has no active binding in host n-h1-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:43:43.700234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:43.712711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25223c35-67e1-47f3-8d90-5c4b6cabaa87 req-6140b582-0ef8-4339-9dca-3cef5f6da887 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:43.714218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25223c35-67e1-47f3-8d90-5c4b6cabaa87 req-6140b582-0ef8-4339-9dca-3cef5f6da887 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 948 time: 0.6339920 Feb 10 15:43:43.728916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:43.731580 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6a43a-a7f4-4d7b-a65e-d8526c58b70e" -d '{"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:43.750571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:43.759650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:43.829390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:43.850293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82091-ad8a-4838-be8c-4ca2ce9c8682 req-1202ddb6-7f29-4f35-a873-9f7c5ac3796b tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:43.851960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e82091-ad8a-4838-be8c-4ca2ce9c8682 req-1202ddb6-7f29-4f35-a873-9f7c5ac3796b tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 943 time: 0.3677037 Feb 10 15:43:43.869782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:43.875305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:43.956618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8147ea-15ce-47a6-855a-d99c2a7ed92e']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:43.970747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25223c35-67e1-47f3-8d90-5c4b6cabaa87 req-f81e9e86-9cdd-440c-aec3-1c46e32071bf tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399161 Feb 10 15:43:44.022451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79842c93-7995-4fd7-870a-52c0ead2e365') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:44.023765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79842c93-7995-4fd7-870a-52c0ead2e365') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:44.039108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:44.041501 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4560a-bd92-4137-b305-05184cfb48fd" -d '{"events": [{"server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "name": "network-vif-unplugged", "status": "completed", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:44.046654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e82091-ad8a-4838-be8c-4ca2ce9c8682 req-2cf423ee-4e04-46de-9273-559507bd8698 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835461 Feb 10 15:43:44.048753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.053333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.068838 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dad49e-6df8-47a2-acbe-6f1c233eeaad x-openstack-request-id: req-b8dad49e-6df8-47a2-acbe-6f1c233eeaad {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:44.069400 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:44.069400 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8dad49e-6df8-47a2-acbe-6f1c233eeaad {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:44.069813 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'code': 200} Feb 10 15:43:44.070882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.087732 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.118553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-4a54d643-86da-4a47-8636-0b2c37931ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.119994 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-4a54d643-86da-4a47-8636-0b2c37931ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b&tenant_id=872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 1100 time: 0.1153903 Feb 10 15:43:44.123662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:44.133875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.136418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:44.136665 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] Sync routers for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:44.137205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:44.138476 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:44.151491 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64dbcb2-dc93-403e-b0c6-62f90a168ecb x-openstack-request-id: req-e64dbcb2-dc93-403e-b0c6-62f90a168ecb {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:44.151817 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "name": "network-vif-unplugged", "status": "completed", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:44.152010 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e64dbcb2-dc93-403e-b0c6-62f90a168ecb {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:44.152415 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'code': 200} Feb 10 15:43:44.159193 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:44.159838 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:44.218535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-d6ec2f82-815e-4388-b349-f7d36693681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.221301 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-d6ec2f82-815e-4388-b349-f7d36693681b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 1100 time: 0.0627961 Feb 10 15:43:44.256551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:44.282938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-42aca371-508a-4cec-af29-f9bb3d9b8ab8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "PUT /v2.0/floatingips/6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34 HTTP/1.1" status: 200 len: 992 time: 3.6901135 Feb 10 15:43:44.306283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.310909 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:44.320077 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.326349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea8147ea-15ce-47a6-855a-d99c2a7ed92e HTTP/1.1" status: 204 len: 168 time: 2.4457870 Feb 10 15:43:44.350407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a6de6-0885-4fdc-a232-d1819c2ed247 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8147ea-15ce-47a6-855a-d99c2a7ed92e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:44.360583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on host n-h2-827895-3 for vnic_type normal with profile {"migrating_to": "n-h1-827895-3"} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:44.361071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:44.361609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:44.420345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-701626a0-a259-4418-a94e-7cd8a47d9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.420994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b6cc1-94c5-4134-9f68-b4ff262c581e req-5db6a2b4-2299-485e-866d-0ed0869d2f6b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.421622 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-701626a0-a259-4418-a94e-7cd8a47d9842 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1942971 Feb 10 15:43:44.422549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b0b6cc1-94c5-4134-9f68-b4ff262c581e req-5db6a2b4-2299-485e-866d-0ed0869d2f6b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.2008865 Feb 10 15:43:44.428338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe7b7eb9-7606-45f8-85b9-652fa6f64a9a req-89b1f8f1-bb3f-4de1-b73d-b784a157fb43 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 210 time: 0.0923226 Feb 10 15:43:44.431599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:44.432231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Attempting to bind port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:44.452790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:44.453136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:44.454053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:44.454503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Bound port: 810f8361-0f55-40a4-a117-64f0d40fa2a6, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:44.454961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.548058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-f2bd957c-840d-4a01-8a06-a9621b9f83d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 200 len: 217 time: 0.1172338 Feb 10 15:43:44.659103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-19952ed1-8bc4-4596-b296-60fe7a758b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.660882 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-19952ed1-8bc4-4596-b296-60fe7a758b11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1043434 Feb 10 15:43:44.665800 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-979a595c-122c-4eda-bb96-31dbe8230555 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=93d553e556ed4403ab4fdf4c183127bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1373785 Feb 10 15:43:44.685095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:44.722520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b0b6cc1-94c5-4134-9f68-b4ff262c581e req-58356e84-4bb1-4990-b6a9-fe722f874510 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740006 Feb 10 15:43:44.724335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:44.728285 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'port_id': '07f501ca-e297-4919-8593-da47afe06ff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'mac_address': 'fa:16:3e:5c:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:43:21Z', 'updated_at': '2022-02-10T15:43:41Z', 'revision_number': 1, 'project_id': '7d4d49223975426b97efb42cee349e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:44.742333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.775933 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] Checking router: d53e7879-4af2-45f1-b1b5-1c967bbc17f4 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:44.799338 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:44.801111 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:44.805926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f21b4-97d8-47f3-a59c-dabc758f7b68 req-99b98ce8-bca0-4a4a-b88e-2a6e7e135c49 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.807534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b61f21b4-97d8-47f3-a59c-dabc758f7b68 req-99b98ce8-bca0-4a4a-b88e-2a6e7e135c49 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.1200964 Feb 10 15:43:44.818481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51412) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:44.861550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=8']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:44.873913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-9002c6ca-ba07-47df-94dc-557212c51e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.876581 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-9002c6ca-ba07-47df-94dc-557212c51e1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2062306 Feb 10 15:43:44.893579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:44.894216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:44.895643 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-028f6727-e868-4929-97aa-7cd6564965a4 service neutron] 10.222.0.45 "PUT /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 1122 time: 2.5807908 Feb 10 15:43:44.936861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b61f21b4-97d8-47f3-a59c-dabc758f7b68 req-58c69bd3-c199-43e1-9811-90dc8ed842a7 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158361 Feb 10 15:43:44.940952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1af656be-eb79-40a6-8b0b-6bd27c317012 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b857cfc3c0648138e324337195b2b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187205 Feb 10 15:43:44.952020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51414) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:44.992429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['810f8361-0f55-40a4-a117-64f0d40fa2a6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:45.018366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-32ee91b2-48c7-43f8-a42f-cc99a37882c9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.020659 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-32ee91b2-48c7-43f8-a42f-cc99a37882c9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491704 Feb 10 15:43:45.033817 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:45.051623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Request body: {'port': {'device_id': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '93d553e556ed4403ab4fdf4c183127bf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:45.061422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-877df5dd-2d11-482d-a073-9f9a9dd5563f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.139339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-877df5dd-2d11-482d-a073-9f9a9dd5563f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.170130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['810f8361-0f55-40a4-a117-64f0d40fa2a6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:45.207227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f589c7-4798-4f39-aeff-28d74b50daa6 req-60ec2d3c-e085-4aff-9c8a-130e9bd9955b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.215138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76f589c7-4798-4f39-aeff-28d74b50daa6 req-60ec2d3c-e085-4aff-9c8a-130e9bd9955b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0928147 Feb 10 15:43:45.240981 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-d75a57b7-67d9-47c3-8a9b-b5171ab3674b service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482633 Feb 10 15:43:45.348983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-877df5dd-2d11-482d-a073-9f9a9dd5563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.354966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-877df5dd-2d11-482d-a073-9f9a9dd5563f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.357816 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-34c1db25-86d0-460c-8e1c-7a2522cd5ac2 req-dc17a140-3804-44ef-994d-483601745a99 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071980 Feb 10 15:43:45.359369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-877df5dd-2d11-482d-a073-9f9a9dd5563f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8439c3a3-035a-4113-9853-c02ec66e962b HTTP/1.1" status: 204 len: 168 time: 0.4063513 Feb 10 15:43:45.382638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76f589c7-4798-4f39-aeff-28d74b50daa6 req-98e017fb-f997-4c39-88a5-a5bf783a92e9 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656451 Feb 10 15:43:45.419750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Made reservation on behalf of 93d553e556ed4403ab4fdf4c183127bf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:45.433062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.433973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877df5dd-2d11-482d-a073-9f9a9dd5563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8439c3a3-035a-4113-9853-c02ec66e962b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:45.482094 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'port_id': '07f501ca-e297-4919-8593-da47afe06ff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'mac_address': 'fa:16:3e:5c:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:43:21Z', 'updated_at': '2022-02-10T15:43:41Z', 'revision_number': 1, 'project_id': '7d4d49223975426b97efb42cee349e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:45.484405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.487860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176311d0-016c-47d1-8836-9885283550fa req-775ed9c9-01a9-4b58-823a-69df0911b622 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.499496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-176311d0-016c-47d1-8836-9885283550fa req-775ed9c9-01a9-4b58-823a-69df0911b622 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 943 time: 0.2643933 Feb 10 15:43:45.646849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.653869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:45.698286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-176311d0-016c-47d1-8836-9885283550fa req-3c32c717-f076-4b5f-bf2a-7eabaa8efa97 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960742 Feb 10 15:43:45.718165 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-becb1549-d314-4aad-8cbd-52a76d3f5cb9 req-6918cf5a-022f-491b-8ba7-fd9a6abe85df tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 210 time: 0.1575086 Feb 10 15:43:45.743531 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37696e9f-27f7-4b1b-a4fe-f1988814a691 None None] The sync data for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 is: [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'port_id': '07f501ca-e297-4919-8593-da47afe06ff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'mac_address': 'fa:16:3e:5c:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:43:21Z', 'updated_at': '2022-02-10T15:43:41Z', 'revision_number': 1, 'project_id': '7d4d49223975426b97efb42cee349e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:45.750595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346f358a-6525-4a87-b786-47af04e84b0d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:45.901188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Allocated IP 192.168.233.179 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/09c29abf-8cfc-415c-9e96-746c6c84f9d6) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:45.934009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ec1d-9fc3-4b06-9c06-75c359c0d76b req-6fb8420f-8b3e-4416-9147-764fe3fb35af tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.935948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ade1ec1d-9fc3-4b06-9c06-75c359c0d76b req-6fb8420f-8b3e-4416-9147-764fe3fb35af tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0699327 Feb 10 15:43:46.001248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ade1ec1d-9fc3-4b06-9c06-75c359c0d76b req-9eb06233-92bc-40c9-bb58-0eaeb7732b74 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585265 Feb 10 15:43:46.140030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e686-d6b5-450c-bcbd-b66dd52006ee None None] New status for floating IP 6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:43:46.153337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4'}, {'name': 'network-changed', 'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:46.155929 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bbd4e8-558c-4311-a5f3-4974d6997133" -d '{"events": [{"name": "network-changed", "server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "tag": "07f501ca-e297-4919-8593-da47afe06ff4"}, {"name": "network-changed", "server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:46.242609 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce22b597-7ad5-4807-82c8-9fbde6c7135f x-openstack-request-id: req-ce22b597-7ad5-4807-82c8-9fbde6c7135f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:46.242890 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "tag": "07f501ca-e297-4919-8593-da47afe06ff4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:46.243149 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce22b597-7ad5-4807-82c8-9fbde6c7135f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:46.243555 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4', 'status': 'completed', 'code': 200} Feb 10 15:43:46.243806 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'status': 'completed', 'code': 200} Feb 10 15:43:46.497145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:46.526151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679da2d-5cdc-4076-bda2-a70e49a0b91b req-66b63853-b4ac-471b-ac0c-801089f26738 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.533510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a679da2d-5cdc-4076-bda2-a70e49a0b91b req-66b63853-b4ac-471b-ac0c-801089f26738 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0633790 Feb 10 15:43:46.544865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-9270bd0c-c347-4afb-a17b-a82a62a9f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.546495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-9270bd0c-c347-4afb-a17b-a82a62a9f525 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1125 time: 0.1262741 Feb 10 15:43:46.555292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-595843f3-b79a-428f-8f28-72e7545d0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.556924 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-595843f3-b79a-428f-8f28-72e7545d0d08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4d49223975426b97efb42cee349e25&device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 1097 time: 0.1356664 Feb 10 15:43:46.560938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:46.590484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a679da2d-5cdc-4076-bda2-a70e49a0b91b req-a46df1c8-2507-47c4-a1a9-7713d3457bfa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560451 Feb 10 15:43:46.670621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-network', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:46.773481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Made reservation on behalf of 00de58fe46254d77bfc4742723f4bf1f for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:46.776153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:46.787965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:46.791412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-3f471e79-381d-49ba-9bee-6c3160858e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.792960 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-3f471e79-381d-49ba-9bee-6c3160858e66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a4d82e8-13e0-4a51-855c-8d560cd75243 HTTP/1.1" status: 200 len: 913 time: 0.2238011 Feb 10 15:43:46.793890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-58a36e67-b672-43b2-96d6-55d36d0f1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.795503 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-58a36e67-b672-43b2-96d6-55d36d0f1f05 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.2374060 Feb 10 15:43:46.797782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:46.799066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ce09435e-e76f-410e-9a93-05edae7bbed8 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:46.913611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e90ef9-e1a4-4347-b64f-786fd97f77e4 req-94b98128-5147-4a62-b5b0-f0ffea391050 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.921694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5e90ef9-e1a4-4347-b64f-786fd97f77e4 req-94b98128-5147-4a62-b5b0-f0ffea391050 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 943 time: 0.1306586 Feb 10 15:43:46.942714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:46.947020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-e94f9b14-89fd-4157-8ad4-92c4ca7be8b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 217 time: 0.1075130 Feb 10 15:43:46.947248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ce09435e-e76f-410e-9a93-05edae7bbed8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ce09435e-e76f-410e-9a93-05edae7bbed8,segment=NetworkSegment(2e5a28b1-ce83-4041-8f97-3c998d26a961),segment_id=2e5a28b1-ce83-4041-8f97-3c998d26a961)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:46.955292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:46.963470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:46.965210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'ce09435e-e76f-410e-9a93-05edae7bbed8', 'network_id': 'b8fb3a62-5edb-4fd9-b37e-843238a03bb7', 'port_id': 'ce09435e-e76f-410e-9a93-05edae7bbed8', 'mac_address': 'fa:16:3e:d0:25:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70e59f3-8982-41e6-b37c-86efdda573d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:46.975892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Pushing event updated for resources: {'Port': ['ID=09c29abf-8cfc-415c-9e96-746c6c84f9d6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:46.999494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d6bae-132e-463e-b550-9bc8c1caf267 req-3a3fc1fe-4a2c-488d-9618-33ef65ea7f69 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.010826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-493d6bae-132e-463e-b550-9bc8c1caf267 req-3a3fc1fe-4a2c-488d-9618-33ef65ea7f69 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 936 time: 0.1835382 Feb 10 15:43:47.024779 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.056445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce09435e-e76f-410e-9a93-05edae7bbed8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:47.058887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5e90ef9-e1a4-4347-b64f-786fd97f77e4 req-68da483a-fe71-45f3-ae8b-315d29666014 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359622 Feb 10 15:43:47.073549 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-e9562a7f-55cf-4246-8e2b-41f9077a3613 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07f501ca-e297-4919-8593-da47afe06ff4 HTTP/1.1" status: 200 len: 1002 time: 0.2688212 Feb 10 15:43:47.091264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-493d6bae-132e-463e-b550-9bc8c1caf267 req-e47b6c0d-372d-40f2-9db0-80ccab0fb98e tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788708 Feb 10 15:43:47.098553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ce09435e-e76f-410e-9a93-05edae7bbed8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ce09435e-e76f-410e-9a93-05edae7bbed8,segment=NetworkSegment(2e5a28b1-ce83-4041-8f97-3c998d26a961),segment_id=2e5a28b1-ce83-4041-8f97-3c998d26a961)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:47.106851 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.172243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-2a7e34a2-7c5e-48d2-974a-3f7c31bc3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.173714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-2a7e34a2-7c5e-48d2-974a-3f7c31bc3856 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.2125885 Feb 10 15:43:47.183543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.184208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.203175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=ce09435e-e76f-410e-9a93-05edae7bbed8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:47.229770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-562b32a3-4b67-4ba0-8427-42b338597537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.231369 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-562b32a3-4b67-4ba0-8427-42b338597537 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f812a9c4-abf6-4e78-bdd3-130cd2350cea HTTP/1.1" status: 200 len: 851 time: 0.1486158 Feb 10 15:43:47.239137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-e119484c-a55d-43ff-802c-91ab0fdb2b6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464046 Feb 10 15:43:47.243845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8128-1a3e-48b0-8521-445dd956f536 req-b8ea3e8f-f077-46f4-8b59-1bc8d83ccbd9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.245149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d7c8128-1a3e-48b0-8521-445dd956f536 req-b8ea3e8f-f077-46f4-8b59-1bc8d83ccbd9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0907345 Feb 10 15:43:47.262456 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-9ea508f9-ca12-4557-b8e2-cbffcacf5a39 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2263327 Feb 10 15:43:47.302333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Request body: {'port': {'device_id': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:47.316353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.326057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d7c8128-1a3e-48b0-8521-445dd956f536 req-fff8adfd-b75d-4026-8c8a-5c12020b7971 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742512 Feb 10 15:43:47.370678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.397004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4d307710-cdf6-41c7-b756-e5637ea78092 None None] Provisioning complete for port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:47.397604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4d307710-cdf6-41c7-b756-e5637ea78092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.412715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:47.426908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:47.429510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:47.445852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-6ea9d7df-81d5-4e05-973b-2a1366c11b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.447491 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-6ea9d7df-81d5-4e05-973b-2a1366c11b0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a4d82e8-13e0-4a51-855c-8d560cd75243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022634 Feb 10 15:43:47.482659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.483002 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Added segment a8507b78-c780-4971-a726-441346ad68bb of type vlan for network 46906825-517b-4e21-a4af-95a407552228 Feb 10 15:43:47.484978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc2c7fb-b885-49b1-af77-665bf71d78fd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:47.486343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4d307710-cdf6-41c7-b756-e5637ea78092 None None] Port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:47.504857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.568622 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-5a962e5a-f7d8-46b2-b1c0-d0b316b0b6b8 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016026 Feb 10 15:43:47.626155 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.633842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.639418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:47.646853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['ce09435e-e76f-410e-9a93-05edae7bbed8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:47.721100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '3561e083-9483-463c-b036-26d0f24ec743', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '3561e083-9483-463c-b036-26d0f24ec743', 'mac_address': 'fa:16:3e:5e:00:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:47.757897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:47.760625 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b789dbf6-1b2b-47bd-9191-8eca2a1c51d7" -d '{"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:47.766768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff28dd-ebd2-4b9d-9d8e-f02b01d76f65 req-fb8d503d-b01f-4b82-bf42-4cb69d152adc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.770492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90ff28dd-ebd2-4b9d-9d8e-f02b01d76f65 req-fb8d503d-b01f-4b82-bf42-4cb69d152adc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0827227 Feb 10 15:43:47.799535 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.800510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.801354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.861593 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-15a37354-bb87-4d43-b4d8-9031565c1029 service neutron] 10.222.0.45 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987331 Feb 10 15:43:47.863855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90ff28dd-ebd2-4b9d-9d8e-f02b01d76f65 req-46a7c168-d29e-435d-83ac-3a7d8c35e8c1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803003 Feb 10 15:43:47.887647 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e4692-0f05-436c-a264-f1749028511f x-openstack-request-id: req-201e4692-0f05-436c-a264-f1749028511f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:47.889319 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:47.890286 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-201e4692-0f05-436c-a264-f1749028511f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:47.890697 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'code': 200} Feb 10 15:43:47.895154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:47.903300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.918037 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:47.976211 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-80362c9d-52a0-4e94-8e55-72a11471f0bf service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976583 Feb 10 15:43:47.977761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:48.001690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4976149 Feb 10 15:43:48.005035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51472) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:48.005892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.014171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Request body: {'subnet': {'network_id': '46906825-517b-4e21-a4af-95a407552228', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-subnet', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:48.044517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740e3fe-85dd-414a-bf25-c9b793905c90 admin admin] Pushing event updated for resources: {'Network': ['ID=46906825-517b-4e21-a4af-95a407552228,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.056539 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:43:48.056897 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:43:48.069038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Made reservation on behalf of 00de58fe46254d77bfc4742723f4bf1f for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:48.076875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.078734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 46906825-517b-4e21-a4af-95a407552228 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:48.177134 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-30bbd4e8-558c-4311-a5f3-4974d6997133 req-6b7b4f8e-1c9c-452e-9681-658df2f2ff3e service neutron] 10.222.0.45 "GET /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547777 Feb 10 15:43:48.249521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c29abf-8cfc-415c-9e96-746c6c84f9d6 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:48.259838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.278515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Transition to ACTIVE for port object 09c29abf-8cfc-415c-9e96-746c6c84f9d6 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:48.284186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.337835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=09c29abf-8cfc-415c-9e96-746c6c84f9d6,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.382809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c91ef-c589-427e-abe9-3a7dd4cbe3d6 req-9e24f0b5-2ffc-4f76-91a1-4ee35b2ac23e tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.384739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07c91ef-c589-427e-abe9-3a7dd4cbe3d6 req-9e24f0b5-2ffc-4f76-91a1-4ee35b2ac23e tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 944 time: 0.1767392 Feb 10 15:43:48.451162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Attempting to bind port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:48.451530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Attempting to bind port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:48.451864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Attempting to bind port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:48.456822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:48.457280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Attempting to bind port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:48.463111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:48.463471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:48.463867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:48.464454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Bound port: 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:48.464817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.478969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080f42a-2d01-4ba6-8a0b-fe93eda87db6 req-7fed514e-8673-4462-add7-465531a2746d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.480710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d080f42a-2d01-4ba6-8a0b-fe93eda87db6 req-7fed514e-8673-4462-add7-465531a2746d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 948 time: 0.2598515 Feb 10 15:43:48.527953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.536224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07c91ef-c589-427e-abe9-3a7dd4cbe3d6 req-2fe6f267-9959-4f3a-960a-568592bd08b3 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403854 Feb 10 15:43:48.588854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] For port 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:48.601854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] For port 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:48.607978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d080f42a-2d01-4ba6-8a0b-fe93eda87db6 req-8fe63d0c-7f42-479f-8685-91663bf28005 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178107 Feb 10 15:43:48.609109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.633702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.641048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Checking segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:48.641313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Network hostable DHCP agents. Network: 46906825-517b-4e21-a4af-95a407552228, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:48.656818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.673064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:48.685113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.685688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.687585 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] 10.222.0.75 "PUT /v2.0/ports/09c29abf-8cfc-415c-9e96-746c6c84f9d6 HTTP/1.1" status: 200 len: 1096 time: 1.3906317 Feb 10 15:43:48.688201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'tag': '09c29abf-8cfc-415c-9e96-746c6c84f9d6'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:48.690941 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e102996-c9a3-468d-b1b4-b47fbb789692" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fd9415-0b19-478d-9b17-279e121b17a1", "tag": "09c29abf-8cfc-415c-9e96-746c6c84f9d6"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:48.702187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Network 46906825-517b-4e21-a4af-95a407552228 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:48.722084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 46906825-517b-4e21-a4af-95a407552228) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:48.731089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.731850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.744805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91311ca-8878-4aae-865f-82b35e854638 None None] Network 46906825-517b-4e21-a4af-95a407552228 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:48.759066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddd160-7891-4c67-8169-73b3bb172cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=09c29abf-8cfc-415c-9e96-746c6c84f9d6,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.765169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db2e2d-48c2-431b-bea3-946b5aecee6f req-8cea4db6-e6c9-411e-8cfc-d87aca619377 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.767273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26db2e2d-48c2-431b-bea3-946b5aecee6f req-8cea4db6-e6c9-411e-8cfc-d87aca619377 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.1049075 Feb 10 15:43:48.774551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c320263a-4a9d-4eaa-a157-a969e6b1f932 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7630916 Feb 10 15:43:48.777448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51482) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:48.782584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:48.784169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:48.839375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.840649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.842085 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e37a5c-41e4-4a8c-8427-31683bf4d2f2 x-openstack-request-id: req-08e37a5c-41e4-4a8c-8427-31683bf4d2f2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:48.842399 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fd9415-0b19-478d-9b17-279e121b17a1", "tag": "09c29abf-8cfc-415c-9e96-746c6c84f9d6", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:48.842666 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08e37a5c-41e4-4a8c-8427-31683bf4d2f2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:48.843092 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'tag': '09c29abf-8cfc-415c-9e96-746c6c84f9d6', 'status': 'completed', 'code': 200} Feb 10 15:43:48.862435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26db2e2d-48c2-431b-bea3-946b5aecee6f req-02938852-cdb2-4a34-bb5a-3709ef9a7517 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Feb 10 15:43:48.876641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-babaf6a1-6372-4274-952f-4baf3cf82a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.878176 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-babaf6a1-6372-4274-952f-4baf3cf82a29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93d553e556ed4403ab4fdf4c183127bf&device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 1099 time: 0.1114690 Feb 10 15:43:48.883730 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.944014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:48.976642 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-0a697fa5-c31b-40e3-abc7-ef5e20b92e45 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6 HTTP/1.1" status: 200 len: 217 time: 0.0875707 Feb 10 15:43:49.049130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:49.052746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-f4272431-b5c8-4e16-9782-4617d752f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.055207 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-f4272431-b5c8-4e16-9782-4617d752f56f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0687580 Feb 10 15:43:49.120207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-74d4c62b-ca98-4ba2-b384-71d823a279bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.121975 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-74d4c62b-ca98-4ba2-b384-71d823a279bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590239 Feb 10 15:43:49.138083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dcbaa-cd10-4f0d-b2a8-0321286048cf req-8e0359d4-133e-47f1-a716-b747a667888e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.141003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-517dcbaa-cd10-4f0d-b2a8-0321286048cf req-8e0359d4-133e-47f1-a716-b747a667888e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.1035950 Feb 10 15:43:49.150125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-46906825-517b-4e21-a4af-95a407552228', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:43:49.151236 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.214541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.220012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-517dcbaa-cd10-4f0d-b2a8-0321286048cf req-60dafa41-cdb1-4d13-bddc-d5ed123a90e9 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Feb 10 15:43:49.250616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['3561e083-9483-463c-b036-26d0f24ec743'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:49.278770 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-ced56a7a-92e8-43c0-8bdb-96a7f3b1ea0f service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469986 Feb 10 15:43:49.376748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Allocated IP 172.20.0.2 (46906825-517b-4e21-a4af-95a407552228/49921bbd-a5d7-4ee2-8b1f-a3b79be6662d/2a3ec15c-480f-48b2-a225-31d044ee77a9) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:49.383141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8147-a999-49fc-8b3d-8fb528bfe047 req-6760c008-e1f4-4379-83ff-e1aa4906bb6f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.384761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4afe8147-a999-49fc-8b3d-8fb528bfe047 req-6760c008-e1f4-4379-83ff-e1aa4906bb6f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 949 time: 0.0733280 Feb 10 15:43:49.408633 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8e47d119-c6f8-4e8a-a50d-82940a71aa90 req-43fd2840-ba1f-4aea-b2c1-35ce3107d14b service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228378 Feb 10 15:43:49.456074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4afe8147-a999-49fc-8b3d-8fb528bfe047 req-f1d816c1-e5f0-42d6-a991-80e0b5db3956 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Feb 10 15:43:49.582132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-7450501f-e0cf-431f-a9a7-58ade71976a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.584432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-7450501f-e0cf-431f-a9a7-58ade71976a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93d553e556ed4403ab4fdf4c183127bf&device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 1099 time: 0.1036260 Feb 10 15:43:49.607888 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.664840 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.679989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.684561 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.715701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-6eefac29-a201-4059-a335-0991b9bd1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.718275 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-6eefac29-a201-4059-a335-0991b9bd1b73 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1257102 Feb 10 15:43:49.741394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Network 46906825-517b-4e21-a4af-95a407552228 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:49.754859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:49.759506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:49.773139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Pushing event updated for resources: {'Port': ['ID=2a3ec15c-480f-48b2-a225-31d044ee77a9,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:49.788977 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-c585c7f8-06ef-4215-8603-9b7d6a8ea315 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6 HTTP/1.1" status: 200 len: 217 time: 0.0611601 Feb 10 15:43:49.810515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ff6e-f1ce-4736-8585-b65348e281ac req-458a4a7a-c7ba-42e6-8933-c36d6d9af502 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.812264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0669ff6e-f1ce-4736-8585-b65348e281ac req-458a4a7a-c7ba-42e6-8933-c36d6d9af502 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 944 time: 0.1685903 Feb 10 15:43:49.822149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Attempting to bind port 2a3ec15c-480f-48b2-a225-31d044ee77a9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:49.822149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Attempting to bind port 2a3ec15c-480f-48b2-a225-31d044ee77a9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:49.822149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Attempting to bind port 2a3ec15c-480f-48b2-a225-31d044ee77a9 on network 46906825-517b-4e21-a4af-95a407552228 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:49.827551 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:49.827933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Checking segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:49.828341 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.828737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Bound using segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:49.829203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Bound port: 2a3ec15c-480f-48b2-a225-31d044ee77a9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:49.829582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.857045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-c57cd87a-b1ec-4267-886d-c0c70d4b420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.859018 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-c57cd87a-b1ec-4267-886d-c0c70d4b420c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0605748 Feb 10 15:43:49.901189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0669ff6e-f1ce-4736-8585-b65348e281ac req-50e29eb9-1bc9-4764-8384-54c624d429df tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815275 Feb 10 15:43:49.905183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] For port 2a3ec15c-480f-48b2-a225-31d044ee77a9, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:49.908732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ab3a-a3d0-4741-886d-7f779107bbee req-d29a2e22-37a4-49ee-b735-42f7d4a98f9a tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.908942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] For port 2a3ec15c-480f-48b2-a225-31d044ee77a9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2a3ec15c-480f-48b2-a225-31d044ee77a9,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:49.910538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8443ab3a-a3d0-4741-886d-7f779107bbee req-d29a2e22-37a4-49ee-b735-42f7d4a98f9a tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 948 time: 0.1475122 Feb 10 15:43:49.923133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:49.941176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-be1d763b-b9b1-40e2-85fb-ccef607b1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.942692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-be1d763b-b9b1-40e2-85fb-ccef607b1212 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749545 Feb 10 15:43:50.033908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69e147-81dd-4146-9d37-506b04b8ccb6 None None] Pushing event updated for resources: {'Port': ['ID=2a3ec15c-480f-48b2-a225-31d044ee77a9,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:50.041177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Allocated IP 172.25.7.144 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/31826456-f66e-484c-bb20-4eed53d31321) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:50.058539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8443ab3a-a3d0-4741-886d-7f779107bbee req-c9189917-c8c8-492e-b908-7ff3e5bdee36 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332684 Feb 10 15:43:50.075975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-8ce1a7e1-028c-4654-bc46-7a887bfb1fd6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392737 Feb 10 15:43:50.117485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-fac8bbe4-4bbd-4368-96e3-b2cc77552104 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638377 Feb 10 15:43:50.238418 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e102996-c9a3-468d-b1b4-b47fbb789692 req-b61ac6cc-3c03-4333-9e3a-8b4377eead15 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134069 Feb 10 15:43:50.326080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:50.356937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4b528-e2ca-41af-bf42-bf3a23e4e51b req-5ca642a6-9685-454d-a8b3-a36ca512e21e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:50.366650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2e4b528-e2ca-41af-bf42-bf3a23e4e51b req-5ca642a6-9685-454d-a8b3-a36ca512e21e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.2085085 Feb 10 15:43:50.396152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-71fd527b-cf4c-4d67-916a-db12471dda1e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:50.397759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-71fd527b-cf4c-4d67-916a-db12471dda1e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159249 Feb 10 15:43:50.442536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2e4b528-e2ca-41af-bf42-bf3a23e4e51b req-7f503f46-38ad-410c-b265-1c1c7b1b02b3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749812 Feb 10 15:43:50.443775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ed9f244e-dc76-4d85-b9e4-fbddcd240fcb tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/quotas/872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 375 time: 0.0347326 Feb 10 15:43:50.490508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:50.545520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:50.551171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:50.556574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:50.586071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-5fba8a80-f6bf-4966-bdba-37977430fdee tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1355662 Feb 10 15:43:50.588419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=31826456-f66e-484c-bb20-4eed53d31321,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:50.806846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ce09435e-e76f-410e-9a93-05edae7bbed8 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:50.959408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a3ec15c-480f-48b2-a225-31d044ee77a9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:51.068498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port ce09435e-e76f-410e-9a93-05edae7bbed8 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:43:51.079162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port ce09435e-e76f-410e-9a93-05edae7bbed8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:51.089215 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.190227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2a3ec15c-480f-48b2-a225-31d044ee77a9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:51.190698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.392112 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.397319 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.460641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09435e-e76f-410e-9a93-05edae7bbed8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:51.463744 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d4b37-6baa-4983-85ed-e7bb1bdfd2e6" -d '{"events": [{"server_uuid": "38371e16-dc0f-4b1c-8c44-7e0a070c1548", "name": "network-vif-plugged", "status": "completed", "tag": "ce09435e-e76f-410e-9a93-05edae7bbed8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:51.467294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:51.521802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bec950-fa97-424d-823c-ef36c1bf9c63 None None] Network 46906825-517b-4e21-a4af-95a407552228 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:43:51.556221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4de36bbb-e9e7-4de5-a599-6000d618d5f1 req-fdedd818-b51f-44aa-9271-c3cf295c85af tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 210 time: 0.7611451 Feb 10 15:43:51.652048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ce09435e-e76f-410e-9a93-05edae7bbed8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ce09435e-e76f-410e-9a93-05edae7bbed8,segment=NetworkSegment(2e5a28b1-ce83-4041-8f97-3c998d26a961),segment_id=2e5a28b1-ce83-4041-8f97-3c998d26a961)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:51.691456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 2a3ec15c-480f-48b2-a225-31d044ee77a9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2a3ec15c-480f-48b2-a225-31d044ee77a9,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:51.693418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.732597 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.752029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eca2939f-00d0-4039-a1e7-fb03fa3c8fea None None] Provisioning complete for port 2a3ec15c-480f-48b2-a225-31d044ee77a9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:51.752422 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eca2939f-00d0-4039-a1e7-fb03fa3c8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.772848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a160677-ef2a-4d4b-acc9-7c0e86f25e71 req-c5450bc7-0428-412c-bf0a-63d138fd0172 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:51.774454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a160677-ef2a-4d4b-acc9-7c0e86f25e71 req-c5450bc7-0428-412c-bf0a-63d138fd0172 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 944 time: 0.2315376 Feb 10 15:43:51.812201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.855806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 3561e083-9483-463c-b036-26d0f24ec743 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:51.856413 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:51.909936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=ce09435e-e76f-410e-9a93-05edae7bbed8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:51.961313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534e4dd-fe02-49c8-83b6-2934a86e8b80 req-0e7900df-ef45-40fa-801e-2bc2fc9bbf7b tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:51.964266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b534e4dd-fe02-49c8-83b6-2934a86e8b80 req-0e7900df-ef45-40fa-801e-2bc2fc9bbf7b tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 948 time: 0.2645605 Feb 10 15:43:52.064670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a160677-ef2a-4d4b-acc9-7c0e86f25e71 req-33639b89-c5e3-4ed7-b319-317d5f756699 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794120 Feb 10 15:43:52.075394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=2a3ec15c-480f-48b2-a225-31d044ee77a9,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:52.109364 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:52.166266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:52.181528 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:52.207351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b534e4dd-fe02-49c8-83b6-2934a86e8b80 req-7de7e9d3-2ada-4bb1-bb3a-dcfcb21aee50 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307189 Feb 10 15:43:52.277084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=11']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:52.292917 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06680112-1f4d-4510-b365-ca0572343717 x-openstack-request-id: req-06680112-1f4d-4510-b365-ca0572343717 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:52.293463 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38371e16-dc0f-4b1c-8c44-7e0a070c1548", "name": "network-vif-plugged", "status": "completed", "tag": "ce09435e-e76f-410e-9a93-05edae7bbed8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:52.293890 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06680112-1f4d-4510-b365-ca0572343717 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:52.294459 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09435e-e76f-410e-9a93-05edae7bbed8', 'code': 200} Feb 10 15:43:52.301421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:52.316059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16142011-c83e-4bd1-bb4b-ffb9df62f032 req-e854c874-b8b9-4838-9be0-70f454744ab8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:52.326023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16142011-c83e-4bd1-bb4b-ffb9df62f032 req-e854c874-b8b9-4838-9be0-70f454744ab8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.1304858 Feb 10 15:43:52.387962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-030f0e43-c016-4a5f-bcd6-e2494ebfcb46 None None] Provisioning complete for port 2a3ec15c-480f-48b2-a225-31d044ee77a9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:52.388351 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-030f0e43-c016-4a5f-bcd6-e2494ebfcb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:52.438675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16142011-c83e-4bd1-bb4b-ffb9df62f032 req-49c2c23e-fa0e-4772-a0e5-d2fc956e8b5d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106308 Feb 10 15:43:52.557641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Router 8dd30627-fbff-49ad-9757-b8ede335d9ff is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:52.562147 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-a9c80a14-bd6e-4799-9e13-d9eb628d7b9e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=872ae74478324283955467ee2b7c76cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939910 Feb 10 15:43:52.599740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92109-c199-4758-bfa7-502fa2648699 req-75f621ac-78ad-4f47-a182-0cd9e2d11a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:52.602701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-51f92109-c199-4758-bfa7-502fa2648699 req-75f621ac-78ad-4f47-a182-0cd9e2d11a8e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 1096 time: 0.1478257 Feb 10 15:43:52.702101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06695442-50e5-45c0-957c-3df3e517b9b7 req-20c09fc8-a802-471f-83ff-87a2916bdc1e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 210 time: 0.0400321 Feb 10 15:43:52.757177 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-51f92109-c199-4758-bfa7-502fa2648699 req-c576af45-1ff2-4258-a4f3-1127c9b9744d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228621 Feb 10 15:43:52.777565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:52.787379 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Sync routers for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:52.798871 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:52.808922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:52.813432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51538) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:43:52.815262 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:52.816481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fef052d1-2d5a-4c23-b53b-52bd23074ad2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0371544 Feb 10 15:43:52.821040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a3ec15c-480f-48b2-a225-31d044ee77a9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:52.921600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2a3ec15c-480f-48b2-a225-31d044ee77a9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:52.922326 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:52.950070 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:53.159228 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:50Z', 'revision_number': 3, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:53.200024 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Checking router: 8dd30627-fbff-49ad-9757-b8ede335d9ff for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:53.200455 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Updating router 8dd30627-fbff-49ad-9757-b8ede335d9ff port 31826456-f66e-484c-bb20-4eed53d31321 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:43:53.206055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-62101ead-de2d-44d4-85d9-d8c744f269a8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:53.207560 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-62101ead-de2d-44d4-85d9-d8c744f269a8 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6375427 Feb 10 15:43:53.223613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Request body: {'port': {'device_id': 'df739356-192d-4218-9345-0bc918555e69', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '872ae74478324283955467ee2b7c76cb'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:53.236187 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.290704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cca7b-a11e-42a0-84a4-8ba4d0fb9a7f req-475a6e9f-3997-4118-8ca7-19ae736178af tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:53.308556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd7cca7b-a11e-42a0-84a4-8ba4d0fb9a7f req-475a6e9f-3997-4118-8ca7-19ae736178af tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.1318438 Feb 10 15:43:53.316897 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.439501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd7cca7b-a11e-42a0-84a4-8ba4d0fb9a7f req-7e929c3a-70d2-4789-a7a1-a4294eb4f922 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222832 Feb 10 15:43:53.477654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34e7e-203a-448c-a034-9537a2ebd651 req-2b3c5e18-23f2-4c2d-8f43-7f9a2ac24330 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:53.479844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca34e7e-203a-448c-a034-9537a2ebd651 req-2b3c5e18-23f2-4c2d-8f43-7f9a2ac24330 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 948 time: 0.1040010 Feb 10 15:43:53.519995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Made reservation on behalf of 872ae74478324283955467ee2b7c76cb for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:53.527006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.530092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ca34e7e-203a-448c-a034-9537a2ebd651 req-11d15613-bc3f-4db6-9d3c-63baa6e883fc tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Feb 10 15:43:53.615403 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.624547 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.646312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dae439-155d-4026-8f04-8d90208d49dc req-69c28bbc-df2b-4f4d-b42b-d21f839a2c49 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:53.656978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7dae439-155d-4026-8f04-8d90208d49dc req-69c28bbc-df2b-4f4d-b42b-d21f839a2c49 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.0767317 Feb 10 15:43:53.685406 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Attempting to bind port 31826456-f66e-484c-bb20-4eed53d31321 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:53.686040 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Attempting to bind port 31826456-f66e-484c-bb20-4eed53d31321 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:53.686581 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Attempting to bind port 31826456-f66e-484c-bb20-4eed53d31321 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:53.699021 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:53.699951 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:53.701243 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.701838 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:53.702498 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Bound port: 31826456-f66e-484c-bb20-4eed53d31321, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:53.703066 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.721520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7dae439-155d-4026-8f04-8d90208d49dc req-c5a55ef1-9564-4da7-a27b-5e434852d781 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634668 Feb 10 15:43:53.764886 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] For port 31826456-f66e-484c-bb20-4eed53d31321, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:53.771296 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] For port 31826456-f66e-484c-bb20-4eed53d31321, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=31826456-f66e-484c-bb20-4eed53d31321,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:53.779044 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:53.780755 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196927-3755-4106-bacc-56bbe8e2a05f None None] Pushing event updated for resources: {'Port': ['ID=31826456-f66e-484c-bb20-4eed53d31321,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:53.881185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18b593af-053f-4071-8726-d70149300715 req-9440cecb-7fff-46c8-8f94-30a157778d65 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 210 time: 0.0449016 Feb 10 15:43:53.886671 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196927-3755-4106-bacc-56bbe8e2a05f None None] Pushing event updated for resources: {'Port': ['ID=31826456-f66e-484c-bb20-4eed53d31321,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:53.895163 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:53.896004 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:53.974247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Allocated IP 192.168.233.133 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:54.021692 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:54.048012 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-13f51cbc-0079-4fd3-ab2a-8ce06323a510 service neutron] 10.222.0.75 "GET /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.1597714 Feb 10 15:43:54.219293 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:50Z', 'revision_number': 3, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:54.235556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:54.250058 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f7247-3cac-49d3-ab79-346485b56758 None None] The sync data for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 is: [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:50Z', 'revision_number': 3, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:54.296185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:54.300124 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8525c06-32ff-493e-bb0b-3cc7ca18358d" -d '{"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:54.311249 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:54.348678 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806d743-9786-440c-82a8-93eb89f6266a x-openstack-request-id: req-7806d743-9786-440c-82a8-93eb89f6266a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:54.348969 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:54.349222 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7806d743-9786-440c-82a8-93eb89f6266a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:54.349612 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'code': 200} Feb 10 15:43:54.504724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:54.520449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:54.561206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:54.582198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:54.646079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:54.646291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63', '3561e083-9483-463c-b036-26d0f24ec743'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:54.659518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:54.665515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:54.669605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:54.734061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810f8361-0f55-40a4-a117-64f0d40fa2a6 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:54.771757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Allocated IP 172.20.0.1 (46906825-517b-4e21-a4af-95a407552228/49921bbd-a5d7-4ee2-8b1f-a3b79be6662d/431fdd42-4774-4296-b547-8969de2df914) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:54.784574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:54.807614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44814a2a-6c91-468c-99a3-d25541b5595b req-e5984a6b-7ca1-4661-aa40-ddd7ce2f4581 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:54.813938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44814a2a-6c91-468c-99a3-d25541b5595b req-e5984a6b-7ca1-4661-aa40-ddd7ce2f4581 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.2987623 Feb 10 15:43:54.834512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339926a-17a6-4256-a7e7-cc8cec313613 req-b35e6b65-7ffa-4e3f-a81e-3dc06dbbddb5 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:54.857084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5339926a-17a6-4256-a7e7-cc8cec313613 req-b35e6b65-7ffa-4e3f-a81e-3dc06dbbddb5 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 948 time: 0.2202468 Feb 10 15:43:54.858225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 09c29abf-8cfc-415c-9e96-746c6c84f9d6 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:54.862696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:54.864319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:54.877206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:54.955489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 31826456-f66e-484c-bb20-4eed53d31321 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:54.979803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44814a2a-6c91-468c-99a3-d25541b5595b req-c340806f-f201-4fde-83f2-e31eb1e48537 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199429 Feb 10 15:43:55.003915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5339926a-17a6-4256-a7e7-cc8cec313613 req-22c3ec5e-1fab-478c-baeb-ccb771ff488d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324964 Feb 10 15:43:55.043505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.082835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.090287 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-80d4148d-2dc0-4fc0-ab8e-47c99eab9a7a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8721859 Feb 10 15:43:55.099640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.117295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Request body: {'port': {'device_id': 'df739356-192d-4218-9345-0bc918555e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:55.174234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Network 46906825-517b-4e21-a4af-95a407552228 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:55.191572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Pushing event updated for resources: {'Port': ['ID=431fdd42-4774-4296-b547-8969de2df914,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:55.222276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97e0ac-b68f-419d-b6f4-38b19fb60a38 req-b8abf026-325f-4c22-bcaa-4f6230de83ae tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:55.229988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b97e0ac-b68f-419d-b6f4-38b19fb60a38 req-b8abf026-325f-4c22-bcaa-4f6230de83ae tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 944 time: 0.1253560 Feb 10 15:43:55.250181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202ef3-8a9b-40ad-90a4-65ad52297b3d req-87286fca-a9f8-4865-8438-ca427ba1f8b7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:55.257860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df202ef3-8a9b-40ad-90a4-65ad52297b3d req-87286fca-a9f8-4865-8438-ca427ba1f8b7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 936 time: 0.1007504 Feb 10 15:43:55.289338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:55.292286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:55.313254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b97e0ac-b68f-419d-b6f4-38b19fb60a38 req-a241486a-ed43-43f2-ad52-cf5408a112d9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822186 Feb 10 15:43:55.346784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df202ef3-8a9b-40ad-90a4-65ad52297b3d req-296ef040-d516-4232-8596-83f147681bf2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878935 Feb 10 15:43:55.439473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] Transition to ACTIVE for port object 810f8361-0f55-40a4-a117-64f0d40fa2a6 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:55.445084 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.476463 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:43:55.504166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.581528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-97e2a748-e7b1-4965-9007-ad9b1af1f48c None None] Provisioning complete for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:55.582391 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-97e2a748-e7b1-4965-9007-ad9b1af1f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.595226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] Pushing event updated for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:55.607704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.659357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 31826456-f66e-484c-bb20-4eed53d31321 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:55.659748 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.663299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] No DVR routers for this DVR port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:55.663497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:55.667049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:55.742125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-11955cb4-f866-42a9-b3b4-c67301f0d650 service neutron] 10.222.0.75 "PUT /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6/bindings/n-h1-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6784639 Feb 10 15:43:55.757565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '09c29abf-8cfc-415c-9e96-746c6c84f9d6', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '09c29abf-8cfc-415c-9e96-746c6c84f9d6', 'mac_address': 'fa:16:3e:eb:a3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:55.765424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-97e2a748-e7b1-4965-9007-ad9b1af1f48c None None] Port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:55.857386 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.859179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:55.889026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4920d2be-ba99-4b2c-858a-7f454f139ffb tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:55.890570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4920d2be-ba99-4b2c-858a-7f454f139ffb tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.0732849 Feb 10 15:43:55.946672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c29abf-8cfc-415c-9e96-746c6c84f9d6 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:55.947380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-359ecd44-5d49-4827-b825-0b4c991cf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:55.949279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-359ecd44-5d49-4827-b825-0b4c991cf0a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 1096 time: 0.0501494 Feb 10 15:43:56.002382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:56.006470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-59fdbf43-c5ff-41c1-87ad-8155392166fb None None] Provisioning complete for port 431fdd42-4774-4296-b547-8969de2df914 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:56.015342 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-59fdbf43-c5ff-41c1-87ad-8155392166fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.052177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-852cd0b4-3150-4b19-96c7-de9d47c254a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.054298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-852cd0b4-3150-4b19-96c7-de9d47c254a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1096 time: 0.0746150 Feb 10 15:43:56.130774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.137176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.169749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:43:56.179584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.185844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-59fdbf43-c5ff-41c1-87ad-8155392166fb None None] Port 431fdd42-4774-4296-b547-8969de2df914 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:56.201675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.208278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Transition to ACTIVE for port object c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:56.211007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.224440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 31826456-f66e-484c-bb20-4eed53d31321, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=31826456-f66e-484c-bb20-4eed53d31321,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:56.248732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.254227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.267619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d2b4-c2c1-49b7-be1a-779f66fc1d00 req-51a8407c-f621-458a-bbe9-3f9901330f54 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.268298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=09c29abf-8cfc-415c-9e96-746c6c84f9d6,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.269067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30d1d2b4-c2c1-49b7-be1a-779f66fc1d00 req-51a8407c-f621-458a-bbe9-3f9901330f54 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 949 time: 0.0941629 Feb 10 15:43:56.281043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f752c-f179-4b7c-8739-c5dce6183592 req-0d4da1dd-db06-470f-a35f-dca360339201 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.282603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-371f752c-f179-4b7c-8739-c5dce6183592 req-0d4da1dd-db06-470f-a35f-dca360339201 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.1357944 Feb 10 15:43:56.325480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:56.364506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-7f0a1633-895f-4466-b24a-fc4cee2b7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.366049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-7f0a1633-895f-4466-b24a-fc4cee2b7218 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.3049386 Feb 10 15:43:56.369159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=31826456-f66e-484c-bb20-4eed53d31321,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.421741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Pushing event updated for resources: {'Port': ['ID=431fdd42-4774-4296-b547-8969de2df914,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.421942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-371f752c-f179-4b7c-8739-c5dce6183592 req-10a81767-9a19-4f24-a09a-83b52e8f8ea4 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287789 Feb 10 15:43:56.422378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-99915ce3-ab8d-4e8c-95a2-863735320ff2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 200 len: 217 time: 0.0446548 Feb 10 15:43:56.430691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30d1d2b4-c2c1-49b7-be1a-779f66fc1d00 req-141c97a7-2acc-4d6b-bda8-637e5ff857b4 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470077 Feb 10 15:43:56.572673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Network 46906825-517b-4e21-a4af-95a407552228 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:56.640938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-19ce42ea-9b25-491d-b6f8-ffd640cd4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.642328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-19ce42ea-9b25-491d-b6f8-ffd640cd4b88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.2108648 Feb 10 15:43:56.700378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-5e0ff17a-1a5f-4523-8fbc-1327b97ba675 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408926 Feb 10 15:43:56.710988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38abe45-47c7-473f-b648-7bf5c483fb99 req-84a6ed0c-1d27-46a8-9d7c-d166e64870bf tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.712546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e38abe45-47c7-473f-b648-7bf5c483fb99 req-84a6ed0c-1d27-46a8-9d7c-d166e64870bf tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.1592715 Feb 10 15:43:56.780894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['09c29abf-8cfc-415c-9e96-746c6c84f9d6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:56.791700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bc2e2-79ab-4bb6-8087-0184416219b8 req-ec232181-9803-4dda-a53a-1886b502e689 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.793256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-587bc2e2-79ab-4bb6-8087-0184416219b8 req-ec232181-9803-4dda-a53a-1886b502e689 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.1716814 Feb 10 15:43:56.863743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e38abe45-47c7-473f-b648-7bf5c483fb99 req-42a85255-2f7b-41b6-8de7-69bbc6c30d5f tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361828 Feb 10 15:43:56.880021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 31826456-f66e-484c-bb20-4eed53d31321 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:56.969964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.016140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-587bc2e2-79ab-4bb6-8087-0184416219b8 req-c12a96c5-2b4a-426d-9a44-31c34b4b1313 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944065 Feb 10 15:43:57.020242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-db7ef765-7483-4d01-bd70-8f99e6d92ceb service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056777 Feb 10 15:43:57.026529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:57.072019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 31826456-f66e-484c-bb20-4eed53d31321 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:57.072950 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.089179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:57.160877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:57.161224 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:57.161553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:57.178547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:57.179293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:57.241742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-40224d55-7776-414b-a9e8-a84684d22a99 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101126 Feb 10 15:43:57.270260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:57.271329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:57.271886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:57.272440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Bound port: c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:57.272897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.362540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Router 8dd30627-fbff-49ad-9757-b8ede335d9ff has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:57.369412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:57.373533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:57.382604 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.442723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.443850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.444884 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] 10.222.0.45 "PUT /v2.0/ports/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 1096 time: 2.3331978 Feb 10 15:43:57.445531 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:57.447961 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a4a81-8529-45e4-b1d2-03153af9207d" -d '{"events": [{"name": "network-changed", "server_uuid": "df739356-192d-4218-9345-0bc918555e69", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:57.491748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7fc5d853-5831-45a7-b3a8-a65ca7030b32 None None] Provisioning complete for port 431fdd42-4774-4296-b547-8969de2df914 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:57.492332 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d853-5831-45a7-b3a8-a65ca7030b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.587726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5d853-5831-45a7-b3a8-a65ca7030b32 None None] Port 431fdd42-4774-4296-b547-8969de2df914 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:57.730111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4646d977-8e38-47cb-a3cc-aeae7ceb89ca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.732725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-4646d977-8e38-47cb-a3cc-aeae7ceb89ca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1723084 Feb 10 15:43:57.747004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e804dc-87f4-44b9-83fa-a115c690a0ee req-45cc9408-46f9-4bd1-9e75-42843cdd5f57 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.749647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde79c1-3c6a-401b-9a0d-2c2befac5c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:57.754279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50e804dc-87f4-44b9-83fa-a115c690a0ee req-45cc9408-46f9-4bd1-9e75-42843cdd5f57 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.1405320 Feb 10 15:43:57.770259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-a5450bb5-0e65-4740-b6cf-4bb20e3dd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.772747 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-a5450bb5-0e65-4740-b6cf-4bb20e3dd574 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1099 time: 0.2167926 Feb 10 15:43:57.854385 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-9bc25294-aa04-4223-93d8-0e6d157986da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0730135 Feb 10 15:43:57.858823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:57.871059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Sync routers for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:57.879497 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8e340ce0-f563-4e9f-b747-adf19dd2b201 admin admin] 10.222.0.21 "PUT /v2.0/routers/8dd30627-fbff-49ad-9757-b8ede335d9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0553539 Feb 10 15:43:57.902637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:57.905419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:57.915893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-01f616ee-efe9-4655-bd7d-a0951254e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.917816 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-01f616ee-efe9-4655-bd7d-a0951254e98b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0562527 Feb 10 15:43:57.923337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50e804dc-87f4-44b9-83fa-a115c690a0ee req-f6f1915c-928a-4b6f-a5c5-48bb9311657d tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991912 Feb 10 15:43:57.958140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5395-0eef-4cd0-9d89-d577ad2bbb34 req-8419d3a1-7029-48bd-b309-f827b42380d0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.959999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-455a5395-0eef-4cd0-9d89-d577ad2bbb34 req-8419d3a1-7029-48bd-b309-f827b42380d0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 949 time: 0.0924385 Feb 10 15:43:57.965071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-bc45fbc7-4939-43ad-b3e5-c9bc9b4166b4 service neutron] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:57.968950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-bc45fbc7-4939-43ad-b3e5-c9bc9b4166b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:57.970272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1403c0dd-c9c5-4849-ad1c-80b835a71540 req-bc45fbc7-4939-43ad-b3e5-c9bc9b4166b4 service neutron] 10.222.0.45 "DELETE /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6/bindings/n-h2-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.2141354 Feb 10 15:43:58.029533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-455a5395-0eef-4cd0-9d89-d577ad2bbb34 req-0a53dfdc-56cf-4123-b0f4-b0893568daf9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576987 Feb 10 15:43:58.032298 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd29796-5cb3-455c-bb16-206a583c465c x-openstack-request-id: req-9fd29796-5cb3-455c-bb16-206a583c465c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:58.032993 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df739356-192d-4218-9345-0bc918555e69", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:58.033486 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fd29796-5cb3-455c-bb16-206a583c465c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:58.034138 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'status': 'completed', 'code': 200} Feb 10 15:43:58.052882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-5a2dabc9-6fd7-4619-b46e-bc24a79efe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.057549 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-5a2dabc9-6fd7-4619-b46e-bc24a79efe54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193626 Feb 10 15:43:58.113717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:58.207298 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-fa2576be-a034-487a-9bee-a2647a421dcc service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392844 Feb 10 15:43:58.223207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192cf52-4224-4576-b1d3-ed5da7d0d1d5 req-ec659e2a-6f6a-4b51-a365-57ca0a1220ae tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.224755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6192cf52-4224-4576-b1d3-ed5da7d0d1d5 req-ec659e2a-6f6a-4b51-a365-57ca0a1220ae tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.0887063 Feb 10 15:43:58.248080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073919a-c843-42b7-8c11-62e4289b3a94 req-d93659ff-f695-407f-af31-6fe542732aa7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.249996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d073919a-c843-42b7-8c11-62e4289b3a94 req-d93659ff-f695-407f-af31-6fe542732aa7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.0793304 Feb 10 15:43:58.316961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6192cf52-4224-4576-b1d3-ed5da7d0d1d5 req-6b8943ad-2cf5-4778-bc06-a2b98ecd3594 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657358 Feb 10 15:43:58.323157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d073919a-c843-42b7-8c11-62e4289b3a94 req-9f65c826-067f-41a9-80dc-674ecc55a526 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644817 Feb 10 15:43:58.344323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ff6f804-28e3-41d4-a23e-6595eacc4ec2 req-2daa35bc-0216-4fa5-9300-f8c97fd7b336 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186979 Feb 10 15:43:58.379030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 2, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:58.430379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Checking router: 8dd30627-fbff-49ad-9757-b8ede335d9ff for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:58.430979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Updating router 8dd30627-fbff-49ad-9757-b8ede335d9ff port 431fdd42-4774-4296-b547-8969de2df914 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:43:58.447210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-e4506023-4ccd-41aa-a942-4bc05e37a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.448778 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-e4506023-4ccd-41aa-a942-4bc05e37a59d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1099 time: 0.0547838 Feb 10 15:43:58.464339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:58.530975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a948893-24b9-425d-8662-17e5fbbecf63 req-68a444ef-169b-41a3-8696-79a4def4af36 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.538993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a948893-24b9-425d-8662-17e5fbbecf63 req-68a444ef-169b-41a3-8696-79a4def4af36 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1096 time: 0.0667915 Feb 10 15:43:58.558312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-713f5387-f9c1-4e2e-bef9-3e49270b8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.560095 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-713f5387-f9c1-4e2e-bef9-3e49270b8bad service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.0990968 Feb 10 15:43:58.624249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a948893-24b9-425d-8662-17e5fbbecf63 req-8937aeac-9ecc-4a70-a154-a996d0f26eea tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674639 Feb 10 15:43:58.663888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-0a632312-232a-4cbd-ba48-9a935021f7e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0923193 Feb 10 15:43:58.750692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-72538ba6-d267-4f10-8e1f-da9645d71664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.759345 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-72538ba6-d267-4f10-8e1f-da9645d71664 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0862391 Feb 10 15:43:58.830028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-9726eda1-1052-455d-9228-db7a682a916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.831917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-9726eda1-1052-455d-9228-db7a682a916d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615673 Feb 10 15:43:58.837864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa46719-1c36-4f1a-b8db-fb3167651cce req-de414c64-d473-498f-85d0-b545124e7e31 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.839414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fa46719-1c36-4f1a-b8db-fb3167651cce req-de414c64-d473-498f-85d0-b545124e7e31 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 1096 time: 0.0913639 Feb 10 15:43:58.857862 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbf7fd8e-111c-452b-adda-b224a7fa3720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:58.872174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 09c29abf-8cfc-415c-9e96-746c6c84f9d6 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:58.881290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-70d852cc-aa26-4c96-bcca-79b62993cb9b tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.882719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-70d852cc-aa26-4c96-bcca-79b62993cb9b tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 829 time: 0.2571790 Feb 10 15:43:58.906193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fa46719-1c36-4f1a-b8db-fb3167651cce req-cc818b7b-91b1-4a81-b882-3b7964c9f286 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595188 Feb 10 15:43:58.914153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-3ceecc93-728e-4fc3-b776-4d7d8a3f4f5b tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/quotas/00de58fe46254d77bfc4742723f4bf1f HTTP/1.1" status: 200 len: 375 time: 0.0218010 Feb 10 15:43:59.011479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-69f16b05-08a8-4144-b407-2b6bf77fe31d tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868320 Feb 10 15:43:59.018289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.040011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.043675 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-3ed66204-02c6-4576-9c0b-e432b0977260 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984098 Feb 10 15:43:59.122791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ce27-98ad-4a32-95cc-6c6ebb82c804 req-03989eb0-679e-42af-8c6a-a98fcba346a2 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:59.130066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0110ce27-98ad-4a32-95cc-6c6ebb82c804 req-03989eb0-679e-42af-8c6a-a98fcba346a2 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.1146204 Feb 10 15:43:59.144652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:43:59.169588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:59.170215 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.175790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03027ef-9695-4e0f-accd-ede1d46acb9d None None] Pushing event updated for resources: {'Port': ['ID=431fdd42-4774-4296-b547-8969de2df914,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:59.204461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-1d1d4c2b-f5e2-484f-a2f0-cd36e87d7a33 service neutron] 10.222.0.21 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998730 Feb 10 15:43:59.214919 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca8a4a81-8529-45e4-b1d2-03153af9207d req-884f330d-0c0e-40b8-bddb-ad7aa8b879a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601043 Feb 10 15:43:59.236800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0110ce27-98ad-4a32-95cc-6c6ebb82c804 req-42c38e4e-f02c-48b2-a188-a831af3e868e tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900915 Feb 10 15:43:59.390037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-c825b15b-eecc-4b28-a3e9-52a183eface8 service neutron] 10.222.0.21 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846812 Feb 10 15:43:59.544727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d17a0c9f-4f55-4baf-857b-f375b06ffd68 None None] Provisioning complete for port 431fdd42-4774-4296-b547-8969de2df914 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:59.545113 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d17a0c9f-4f55-4baf-857b-f375b06ffd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.580411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Attempting to bind port 431fdd42-4774-4296-b547-8969de2df914 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:43:59.580863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Attempting to bind port 431fdd42-4774-4296-b547-8969de2df914 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:43:59.581251 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Attempting to bind port 431fdd42-4774-4296-b547-8969de2df914 on network 46906825-517b-4e21-a4af-95a407552228 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:59.612141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:59.614859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Checking segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:43:59.615335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.617826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Bound using segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:59.619494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Bound port: 431fdd42-4774-4296-b547-8969de2df914, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:43:59.619831 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.689978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d17a0c9f-4f55-4baf-857b-f375b06ffd68 None None] Port 431fdd42-4774-4296-b547-8969de2df914 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:43:59.715101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144c33-b86c-4d76-9b80-8e244add5128 req-2bc65735-356b-499b-b1ad-9976fc03111f tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:59.723004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37144c33-b86c-4d76-9b80-8e244add5128 req-2bc65735-356b-499b-b1ad-9976fc03111f tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 949 time: 0.1041198 Feb 10 15:43:59.788135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37144c33-b86c-4d76-9b80-8e244add5128 req-aadfa7da-02a0-4564-b79b-6b87387a4e4a tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625398 Feb 10 15:43:59.828085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.867368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24239273-0623-41a2-9b76-6ab53bd8cfbf req-c9e2666e-fd88-4f2d-8c82-7815232c2e8d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:59.877121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24239273-0623-41a2-9b76-6ab53bd8cfbf req-c9e2666e-fd88-4f2d-8c82-7815232c2e8d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.2052708 Feb 10 15:43:59.889751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c29abf-8cfc-415c-9e96-746c6c84f9d6'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:43:59.892203 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137dfa7-75e8-420c-91a4-09260bf8cce8" -d '{"events": [{"server_uuid": "a4fd9415-0b19-478d-9b17-279e121b17a1", "name": "network-vif-plugged", "status": "completed", "tag": "09c29abf-8cfc-415c-9e96-746c6c84f9d6"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:59.908326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] For port 431fdd42-4774-4296-b547-8969de2df914, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:59.933686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e1ad397-23bf-4f39-9aa1-c6111689a25d req-db1aae35-b3e5-4407-9e3c-f9272ff2afd1 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 210 time: 0.0449097 Feb 10 15:43:59.934778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:59.941028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] For port 431fdd42-4774-4296-b547-8969de2df914, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=431fdd42-4774-4296-b547-8969de2df914,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:59.945120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.954269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:43:59.967151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24239273-0623-41a2-9b76-6ab53bd8cfbf req-0b58ba20-c094-479f-80b0-19e6cd44f498 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890946 Feb 10 15:44:00.011684 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70fa73d-3cd1-46c9-a6c7-475a2b058281 x-openstack-request-id: req-c70fa73d-3cd1-46c9-a6c7-475a2b058281 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:00.011979 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fd9415-0b19-478d-9b17-279e121b17a1", "name": "network-vif-plugged", "status": "completed", "tag": "09c29abf-8cfc-415c-9e96-746c6c84f9d6", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:00.012330 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c70fa73d-3cd1-46c9-a6c7-475a2b058281 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:00.012688 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c29abf-8cfc-415c-9e96-746c6c84f9d6', 'code': 200} Feb 10 15:44:00.036064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:00.036705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:43:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:00.097730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=09c29abf-8cfc-415c-9e96-746c6c84f9d6,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:00.174222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46447fcd-ea41-4d3a-8073-f68d3b16b42b req-ddc01129-a3e2-4a46-9317-0f979b8418f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:00.175938 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-46447fcd-ea41-4d3a-8073-f68d3b16b42b req-ddc01129-a3e2-4a46-9317-0f979b8418f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 1101 time: 0.0585814 Feb 10 15:44:00.218053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03027ef-9695-4e0f-accd-ede1d46acb9d None None] Pushing event updated for resources: {'Port': ['ID=431fdd42-4774-4296-b547-8969de2df914,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:00.240738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:00.352075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-a95f8460-009d-4e5d-9a8b-42ea64bcccde tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:00.353620 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-a95f8460-009d-4e5d-9a8b-42ea64bcccde tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.75 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.1256542 Feb 10 15:44:00.355788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-46447fcd-ea41-4d3a-8073-f68d3b16b42b req-e82614eb-4017-485d-889d-379ce364f3ad service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630230 Feb 10 15:44:00.444634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b17999bc-e2fb-4ab0-9ae2-c838aa92b20d None None] Provisioning complete for port 431fdd42-4774-4296-b547-8969de2df914 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:00.445167 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b17999bc-e2fb-4ab0-9ae2-c838aa92b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:00.466636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00397f-01eb-4e83-ac37-caf293c155a7 req-9f7371a6-23bc-4c10-aaa5-21721283b49b tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:00.480301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e00397f-01eb-4e83-ac37-caf293c155a7 req-9f7371a6-23bc-4c10-aaa5-21721283b49b tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 945 time: 0.0978358 Feb 10 15:44:00.534288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e00397f-01eb-4e83-ac37-caf293c155a7 req-1c92d577-d511-45e6-ae3d-66ce1ecb8b1c tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d3347e-861c-4ca5-a89e-e006415529e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Feb 10 15:44:00.606771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b17999bc-e2fb-4ab0-9ae2-c838aa92b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:00.620653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:43:59Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:00.654703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe55abf-8fbc-41d5-8b9b-c8909d25ea3d None None] The sync data for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 is: [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:43:59Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:00.683810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b17999bc-e2fb-4ab0-9ae2-c838aa92b20d None None] For port 431fdd42-4774-4296-b547-8969de2df914, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=431fdd42-4774-4296-b547-8969de2df914,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:00.693619 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b17999bc-e2fb-4ab0-9ae2-c838aa92b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:00.891974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17999bc-e2fb-4ab0-9ae2-c838aa92b20d None None] Pushing event updated for resources: {'Port': ['ID=431fdd42-4774-4296-b547-8969de2df914,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:00.944071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Deleting port ce09435e-e76f-410e-9a93-05edae7bbed8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:00.955372 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.091234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 431fdd42-4774-4296-b547-8969de2df914 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:01.142025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] For port ce09435e-e76f-410e-9a93-05edae7bbed8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ce09435e-e76f-410e-9a93-05edae7bbed8,segment=NetworkSegment(2e5a28b1-ce83-4041-8f97-3c998d26a961),segment_id=2e5a28b1-ce83-4041-8f97-3c998d26a961)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:01.142496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.180366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Calling delete_port for ce09435e-e76f-410e-9a93-05edae7bbed8 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:01.191854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59f86b29-2840-481d-91cd-c0f688b57cd5 req-dc7997db-cfa8-42ae-bf96-a9b4e5c45c5d tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 210 time: 0.0809121 Feb 10 15:44:01.218601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 431fdd42-4774-4296-b547-8969de2df914 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:01.218972 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.288988 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-19f937d9-f16e-4335-bfee-4927e66f10b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.408102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eaae5-fcee-4a09-a0c7-8ebc4965b3c6 req-87232432-e2c1-41cf-a3bc-2117f41587dc tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:01.422022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f4eaae5-fcee-4a09-a0c7-8ebc4965b3c6 req-87232432-e2c1-41cf-a3bc-2117f41587dc tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 950 time: 0.3806088 Feb 10 15:44:01.431917 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.463343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:01.510506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f4eaae5-fcee-4a09-a0c7-8ebc4965b3c6 req-bbd1e90c-9079-48c9-83b5-ff4195c750f3 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817864 Feb 10 15:44:01.512953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Pushing event deleted for resources: {'Port': ['ID=ce09435e-e76f-410e-9a93-05edae7bbed8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:01.525661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8239f-b205-46b4-af19-66b4e816c5e0 req-0707c906-da3d-4513-82db-5cbdc0bf12dc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:01.541093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcb8239f-b205-46b4-af19-66b4e816c5e0 req-0707c906-da3d-4513-82db-5cbdc0bf12dc tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.2082386 Feb 10 15:44:01.645304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcb8239f-b205-46b4-af19-66b4e816c5e0 req-0a95ddb5-a85a-42f4-ad7d-990956535aae tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032989 Feb 10 15:44:01.671375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] No DVR routers for this DVR port ce09435e-e76f-410e-9a93-05edae7bbed8 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:01.680140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.685653 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50a79672-c9c6-4502-9e59-587f118d4b8d req-6053f2b1-9aa9-4fa1-acbd-fdabfb893115 tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.75 "DELETE /v2.0/ports/ce09435e-e76f-410e-9a93-05edae7bbed8 HTTP/1.1" status: 204 len: 173 time: 0.9655263 Feb 10 15:44:01.686183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'name': 'network-vif-deleted', 'tag': 'ce09435e-e76f-410e-9a93-05edae7bbed8'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:01.711564 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10a7da8-1521-4fed-8576-df3cec6eb0bd" -d '{"events": [{"server_uuid": "38371e16-dc0f-4b1c-8c44-7e0a070c1548", "name": "network-vif-deleted", "tag": "ce09435e-e76f-410e-9a93-05edae7bbed8"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:01.715546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:01.744982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'mac_address': 'fa:16:3e:c3:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:01.794240 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fbb410-8c92-41a2-910a-0306efbfff0e x-openstack-request-id: req-f7fbb410-8c92-41a2-910a-0306efbfff0e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:01.794557 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38371e16-dc0f-4b1c-8c44-7e0a070c1548", "name": "network-vif-deleted", "tag": "ce09435e-e76f-410e-9a93-05edae7bbed8", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:01.794796 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7fbb410-8c92-41a2-910a-0306efbfff0e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:01.795349 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38371e16-dc0f-4b1c-8c44-7e0a070c1548', 'name': 'network-vif-deleted', 'tag': 'ce09435e-e76f-410e-9a93-05edae7bbed8', 'status': 'completed', 'code': 200} Feb 10 15:44:01.826943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2370e542-6a2b-4375-98d0-1822040e0db3 req-09bf6358-2da4-47fa-b960-33a4a5b67a7f tempest-ServerMetadataNegativeTestJSON-777428595 tempest-ServerMetadataNegativeTestJSON-777428595-project] 10.222.0.21 "GET /v2.0/ports?device_id=38371e16-dc0f-4b1c-8c44-7e0a070c1548 HTTP/1.1" status: 200 len: 210 time: 0.0605328 Feb 10 15:44:01.878339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:01.906924 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:01.975541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:01.985818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:02.057348 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-e5172d7d-6178-43db-9268-040f7015723c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:02.060277 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-e5172d7d-6178-43db-9268-040f7015723c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.75 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 829 time: 0.2195976 Feb 10 15:44:02.084731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Request body: {'port': {'device_id': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'admin_state_up': True, 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:02.093207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:02.310792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:02.311967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:02.330644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Made reservation on behalf of 00de58fe46254d77bfc4742723f4bf1f for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:02.336643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:02.374689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9bad13a-50b8-46cf-bc95-d66cc294a860 req-38708499-3239-421c-a54a-1ed4d8264c5a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 210 time: 0.0502155 Feb 10 15:44:02.633484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Allocated IP 172.20.0.8 (46906825-517b-4e21-a4af-95a407552228/49921bbd-a5d7-4ee2-8b1f-a3b79be6662d/45ec5e0f-ddb9-4799-8706-32374687e539) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:02.814960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d08df7-e737-4fd1-ae2c-f8e285b9b9ca req-55c44bbf-6f0b-4986-a7dc-acb4e60dd0fe tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:02.821031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01d08df7-e737-4fd1-ae2c-f8e285b9b9ca req-55c44bbf-6f0b-4986-a7dc-acb4e60dd0fe tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 950 time: 0.1883252 Feb 10 15:44:02.868014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 431fdd42-4774-4296-b547-8969de2df914 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:02.872202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ce09435e-e76f-410e-9a93-05edae7bbed8 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:02.887457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01d08df7-e737-4fd1-ae2c-f8e285b9b9ca req-e3beffa3-d21b-47d4-bc0b-d91235adc0d9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Feb 10 15:44:02.915668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc619b9-31e8-457a-a628-03d001ea9f8b req-48b98e4a-9bf0-4a98-9bcd-5d17a745e264 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:02.930200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bc619b9-31e8-457a-a628-03d001ea9f8b req-48b98e4a-9bf0-4a98-9bcd-5d17a745e264 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 949 time: 0.1618674 Feb 10 15:44:02.931257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: ce09435e-e76f-410e-9a93-05edae7bbed8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:02.932121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ce09435e-e76f-410e-9a93-05edae7bbed8 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:02.986895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:02.998535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bc619b9-31e8-457a-a628-03d001ea9f8b req-cdb585b3-045c-4580-8b6b-9ed574374ac3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591869 Feb 10 15:44:03.029448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51718) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:03.071915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.081087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 431fdd42-4774-4296-b547-8969de2df914 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:03.081759 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.094613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Deleting subnet a70e59f3-8982-41e6-b37c-86efdda573d2 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:44:03.116678 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.145614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event updated for resources: {'Port': ['ID=45ec5e0f-ddb9-4799-8706-32374687e539,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:03.159376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Network 46906825-517b-4e21-a4af-95a407552228 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:03.161533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:03.181259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:03.197909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.261864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:03.262546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.282552 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8e98deb8-14b6-4a17-b996-c2ec352127b3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2074413 Feb 10 15:44:03.289125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.299532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Request body: {'port': {'device_id': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:03.386206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.429843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.454422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.460809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a70e59f3-8982-41e6-b37c-86efdda573d2 HTTP/1.1" status: 204 len: 168 time: 0.4298868 Feb 10 15:44:03.463225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:03.466363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:03.526360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ba5ed-0d3c-4c63-8d35-28ba385e6d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70e59f3-8982-41e6-b37c-86efdda573d2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:03.575337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:03.580398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:03.581164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.617719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.637967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-403de4a1-b20d-49d0-923e-2656e966c6b9 None None] Provisioning complete for port 45ec5e0f-ddb9-4799-8706-32374687e539 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:03.638881 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-403de4a1-b20d-49d0-923e-2656e966c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.675099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18c24-4f56-4eaf-a73a-272de7c3b763 req-c17c88d8-ba27-4625-b033-8b9be7e3e55f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:03.677326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67b18c24-4f56-4eaf-a73a-272de7c3b763 req-c17c88d8-ba27-4625-b033-8b9be7e3e55f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 931 time: 0.1555603 Feb 10 15:44:03.711580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.731253 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.733997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fb3a62-5edb-4fd9-b37e-843238a03bb7']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:03.743135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-403de4a1-b20d-49d0-923e-2656e966c6b9 None None] Port 45ec5e0f-ddb9-4799-8706-32374687e539 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:44:03.744195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5a28b1-ce83-4041-8f97-3c998d26a961') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:03.744362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5a28b1-ce83-4041-8f97-3c998d26a961') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:03.759200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.761520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67b18c24-4f56-4eaf-a73a-272de7c3b763 req-f5a3b034-fe08-44e7-877a-2aaac25d1577 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749264 Feb 10 15:44:03.773309 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.779528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:03.779920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.791813 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:03.795248 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a291374-2f7e-45a9-ba8e-da59ff94eb29" -d '{"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:03.826548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:03.832291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.884420 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aef7d2-6b30-4ca7-b774-38e81f1f21f4 x-openstack-request-id: req-57aef7d2-6b30-4ca7-b774-38e81f1f21f4 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:03.884713 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:03.884969 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57aef7d2-6b30-4ca7-b774-38e81f1f21f4 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:03.885361 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'code': 200} Feb 10 15:44:03.904101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:03.947428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:03.954185 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:04.050209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26a04a-17cd-40c4-94be-32dfbbe41978 req-3edee984-43ee-4117-9884-3fc9cca466eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:04.050887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695635b-3edc-481b-8746-4e99d65fd37d req-95b72713-ebf3-4349-8a35-df67c62317a0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:04.051704 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5e26a04a-17cd-40c4-94be-32dfbbe41978 req-3edee984-43ee-4117-9884-3fc9cca466eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1101 time: 0.0952795 Feb 10 15:44:04.054950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.061960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f695635b-3edc-481b-8746-4e99d65fd37d req-95b72713-ebf3-4349-8a35-df67c62317a0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 950 time: 0.0777454 Feb 10 15:44:04.078570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.084737 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8fb3a62-5edb-4fd9-b37e-843238a03bb7 HTTP/1.1" status: 204 len: 168 time: 0.6174741 Feb 10 15:44:04.089792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fb3a62-5edb-4fd9-b37e-843238a03bb7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.115178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.116161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.116365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.116738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.117109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.117435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.117764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.118087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.118406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.118742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.119042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.119363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e22e9c-e3eb-4564-820d-4acf394ae796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:04.147431 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5e26a04a-17cd-40c4-94be-32dfbbe41978 req-d5fbfa63-7a99-4024-8573-3cf85604e9fe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877645 Feb 10 15:44:04.151329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f695635b-3edc-481b-8746-4e99d65fd37d req-d0456bf9-4fe9-4c9f-be97-852158304824 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883360 Feb 10 15:44:04.201870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec5e0f-ddb9-4799-8706-32374687e539 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:04.221448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.248892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Transition to ACTIVE for port object 45ec5e0f-ddb9-4799-8706-32374687e539 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:04.257202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.291181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084f1e-a578-4f2d-9b52-09d065327eb2 req-2491a2b4-c5eb-4a85-af0a-a983f65ec199 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:04.301315 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c084f1e-a578-4f2d-9b52-09d065327eb2 req-2491a2b4-c5eb-4a85-af0a-a983f65ec199 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1807952 Feb 10 15:44:04.306603 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.347207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51748) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:04.379013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c084f1e-a578-4f2d-9b52-09d065327eb2 req-32c874d9-f427-4b82-bc02-5e78258f605e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762877 Feb 10 15:44:04.458143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec5e0f-ddb9-4799-8706-32374687e539,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.504312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Attempting to bind port 45ec5e0f-ddb9-4799-8706-32374687e539 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:04.504956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Attempting to bind port 45ec5e0f-ddb9-4799-8706-32374687e539 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:04.504956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Attempting to bind port 45ec5e0f-ddb9-4799-8706-32374687e539 on network 46906825-517b-4e21-a4af-95a407552228 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:04.512812 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-17d8aedb-18e4-4484-ae73-87150683f916 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f489e01072114632b4f3cbaffcdfae28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606126 Feb 10 15:44:04.513899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51752) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:04.519880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Port 45ec5e0f-ddb9-4799-8706-32374687e539 on network 46906825-517b-4e21-a4af-95a407552228 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:04.520207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Attempting to bind port 45ec5e0f-ddb9-4799-8706-32374687e539 on network 46906825-517b-4e21-a4af-95a407552228 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:04.526105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:04.526426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Checking segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:04.526839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Bound using segment: {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:04.527226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Bound port: 45ec5e0f-ddb9-4799-8706-32374687e539, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8507b78-c780-4971-a726-441346ad68bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '46906825-517b-4e21-a4af-95a407552228'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:04.527704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.618503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705a1fc5-33b3-4829-bcd0-1bd377f716eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.632931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] For port 45ec5e0f-ddb9-4799-8706-32374687e539, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:04.637410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] For port 45ec5e0f-ddb9-4799-8706-32374687e539, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45ec5e0f-ddb9-4799-8706-32374687e539,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:04.648435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705a1fc5-33b3-4829-bcd0-1bd377f716eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.655867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.719408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705a1fc5-33b3-4829-bcd0-1bd377f716eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.723541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705a1fc5-33b3-4829-bcd0-1bd377f716eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.728523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-705a1fc5-33b3-4829-bcd0-1bd377f716eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8d3347e-861c-4ca5-a89e-e006415529e6 HTTP/1.1" status: 204 len: 168 time: 0.2110300 Feb 10 15:44:04.728695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:04.729518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:04.731087 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] 10.222.0.75 "PUT /v2.0/ports/45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 1091 time: 1.4392848 Feb 10 15:44:04.732772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:04.736822 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f95d431-dc75-48e6-af64-81d54abebb49" -d '{"events": [{"name": "network-changed", "server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:04.745094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a1fc5-33b3-4829-bcd0-1bd377f716eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d3347e-861c-4ca5-a89e-e006415529e6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.869167 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92f42d8-f685-49a5-976f-5d1e6c5050a6 x-openstack-request-id: req-c92f42d8-f685-49a5-976f-5d1e6c5050a6 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:04.869601 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:04.869944 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c92f42d8-f685-49a5-976f-5d1e6c5050a6 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:04.870475 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539', 'status': 'completed', 'code': 200} Feb 10 15:44:04.872271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cef13-2805-460c-9b49-98d89865f588 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec5e0f-ddb9-4799-8706-32374687e539,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.930227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-e15d9b09-f69c-4056-98de-ab0fca029d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:04.932892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-e15d9b09-f69c-4056-98de-ab0fca029d0a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1094 time: 0.1366560 Feb 10 15:44:04.983920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07246a-6297-49a7-a4e0-a5d064eeeb34 req-3f5f11b0-4291-4bb8-a0fa-a9938c04fd06 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:04.995708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd07246a-6297-49a7-a4e0-a5d064eeeb34 req-3f5f11b0-4291-4bb8-a0fa-a9938c04fd06 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 943 time: 0.1213257 Feb 10 15:44:05.043607 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-982321ff-1161-4c09-97ae-7efd37bd05e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 217 time: 0.0924168 Feb 10 15:44:05.130922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-f589cdc4-d49f-4372-8ca9-0a178ad62991 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=93d553e556ed4403ab4fdf4c183127bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287720 Feb 10 15:44:05.144657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd07246a-6297-49a7-a4e0-a5d064eeeb34 req-27f23edb-c477-41ca-bede-3e59a6806d52 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438606 Feb 10 15:44:05.172682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-4ffe0678-9ddf-4ea4-bc3c-53ac3f14ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:05.175109 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-4ffe0678-9ddf-4ea4-bc3c-53ac3f14ab8a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 200 len: 868 time: 0.1194594 Feb 10 15:44:05.266414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-ffb1b190-190c-486d-852e-baf2e42f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:05.270074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-ffb1b190-190c-486d-852e-baf2e42f349a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46906825-517b-4e21-a4af-95a407552228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849431 Feb 10 15:44:05.276463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-b4b8185d-e8fc-4ea6-93e0-dac19c16c9e9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:05.284497 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-b4b8185d-e8fc-4ea6-93e0-dac19c16c9e9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385572 Feb 10 15:44:05.308542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-f9ca934c-a81b-46c2-8929-3043c7be6d6f tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/quotas/93d553e556ed4403ab4fdf4c183127bf HTTP/1.1" status: 200 len: 375 time: 0.0231047 Feb 10 15:44:05.388778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-f9de0c34-f366-431f-a20c-09d3be26dff7 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d553e556ed4403ab4fdf4c183127bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791712 Feb 10 15:44:05.511858 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-87184df0-a638-4fb2-ac8d-7a296f59852f service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260177 Feb 10 15:44:05.666894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-53ddeafc-8e3a-4621-8fa6-72baeac2dc33 req-8ef6dcc7-4047-4398-b25f-8e26263ce35e service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491671 Feb 10 15:44:05.668562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55471-5cf0-45be-aa0b-be65b8ebd81f req-f23198c2-86f4-46f2-bef7-8e4a9f539268 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:05.670286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9f55471-5cf0-45be-aa0b-be65b8ebd81f req-f23198c2-86f4-46f2-bef7-8e4a9f539268 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1570203 Feb 10 15:44:05.712195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2086cad-1185-4553-9606-3cd5e035a788 req-91eff078-0b9f-469a-8759-b0583bfd0605 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 210 time: 0.0785301 Feb 10 15:44:05.751368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9f55471-5cf0-45be-aa0b-be65b8ebd81f req-5ddf3b57-39d8-409f-ab0e-ac630d674586 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665312 Feb 10 15:44:05.849632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-12c0bdbf-962a-4423-a756-925d1c4b0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:05.851377 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-12c0bdbf-962a-4423-a756-925d1c4b0763 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1094 time: 0.0623507 Feb 10 15:44:06.016142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-780fb3a8-398f-48ee-b3ca-19b54111e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:06.018524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-780fb3a8-398f-48ee-b3ca-19b54111e5f9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 930 time: 0.1555300 Feb 10 15:44:06.031983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51804) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:06.086065 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-b833ed67-bd52-4268-af74-1a3673b22dba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 217 time: 0.0575051 Feb 10 15:44:06.156060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-4079f8ce-7662-4d7e-81f6-435c154d36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:06.157818 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-4079f8ce-7662-4d7e-81f6-435c154d36eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 200 len: 868 time: 0.0650260 Feb 10 15:44:06.208069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-network', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:06.277546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-4cc495c3-089a-4c7f-bbe7-8390aa2d4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:06.279274 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-4cc495c3-089a-4c7f-bbe7-8390aa2d4a8a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46906825-517b-4e21-a4af-95a407552228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047058 Feb 10 15:44:06.338672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Made reservation on behalf of fff1e86ac2924545a6108c19c786165a for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:06.342366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.353422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158612-8cbd-4713-9b0a-db518a550aa5 req-2f1a1214-2b06-4616-abc4-79c990b799d0 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:06.355692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77158612-8cbd-4713-9b0a-db518a550aa5 req-2f1a1214-2b06-4616-abc4-79c990b799d0 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 943 time: 0.1228507 Feb 10 15:44:06.364572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.466596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-fbc2e5c9-708a-4197-b7a4-10c9eac4541b service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772373 Feb 10 15:44:06.472393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77158612-8cbd-4713-9b0a-db518a550aa5 req-b3224e2e-1ea3-462f-81c2-6285c608b1eb tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959749 Feb 10 15:44:06.560737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.575563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.649508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08855ff3-bed7-437d-a624-2bf5e9642684,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:06.668377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:06.683140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.683859 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Added segment a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d of type vlan for network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 Feb 10 15:44:06.766451 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.815364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.817012 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:06.817868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:06.938427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f9687d-d4ad-4386-801a-e2f1f54d1f93,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:06.952364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:07.020998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-802bfeec-6573-47de-8093-59f09fba430b req-c93e39e1-4e17-4c30-9f20-7ee53d6474f1 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 210 time: 0.1011312 Feb 10 15:44:07.044513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-11208f8c-c53e-4a94-aea6-a8e1bd4075d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0103080 Feb 10 15:44:07.056014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:07.070658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Request body: {'subnet': {'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-subnet', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:07.144372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd91ed-1a56-4ba7-b098-8ad7d2e76cc6 req-eb717fc6-ba96-44c5-a310-15aa3196c938 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:07.153517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9bd91ed-1a56-4ba7-b098-8ad7d2e76cc6 req-eb717fc6-ba96-44c5-a310-15aa3196c938 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1762099 Feb 10 15:44:07.175264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Made reservation on behalf of fff1e86ac2924545a6108c19c786165a for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:07.178726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:07.179945 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f95d431-dc75-48e6-af64-81d54abebb49 req-64d84078-7b3b-4570-80de-ad7ff18a3f07 service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855140 Feb 10 15:44:07.266270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9bd91ed-1a56-4ba7-b098-8ad7d2e76cc6 req-7a110fc6-9574-41d7-86df-f1ceb1b7df9e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117530 Feb 10 15:44:07.525238 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-0e02aff6-ece1-4abf-813c-126892e5a8be tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=93d553e556ed4403ab4fdf4c183127bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300658 Feb 10 15:44:07.750635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-13fed4f5-734f-48fe-8c36-a47e5643d983 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:07.752472 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-13fed4f5-734f-48fe-8c36-a47e5643d983 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102365 Feb 10 15:44:07.775091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Request body: {'port': {'device_id': '346d804f-1e72-4d26-a710-d5a86594fe24', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '93d553e556ed4403ab4fdf4c183127bf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:07.884933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff05b5-41ee-4ae0-b867-673c4ab535ed req-6bade3ac-d9be-4081-a2cc-b0dab3c9f0bf tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:07.892104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-deff05b5-41ee-4ae0-b867-673c4ab535ed req-6bade3ac-d9be-4081-a2cc-b0dab3c9f0bf tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 943 time: 0.1863794 Feb 10 15:44:07.915556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183957f-5f6d-437a-9cd8-3f25b6a65665 req-68b6e153-ee2e-420b-9904-1ad3d7b54985 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:07.921380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c183957f-5f6d-437a-9cd8-3f25b6a65665 req-68b6e153-ee2e-420b-9904-1ad3d7b54985 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1101 time: 0.2144387 Feb 10 15:44:07.946935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Made reservation on behalf of 93d553e556ed4403ab4fdf4c183127bf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:07.949041 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:07.951813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.028540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-deff05b5-41ee-4ae0-b867-673c4ab535ed req-c81d7089-8137-4760-8ab0-2fbc1c317e21 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350410 Feb 10 15:44:08.035135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c183957f-5f6d-437a-9cd8-3f25b6a65665 req-943308eb-3dae-49c4-88ed-bc66e6528381 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128869 Feb 10 15:44:08.053609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391ef0d8-fe3f-41c9-8c82-7cd676fce378,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:08.064544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.065026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.065481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.065915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.066572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.067003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.067835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.068260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.068888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.069614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.070014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.070676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:08.086249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Checking segment: {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:08.086840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Network hostable DHCP agents. Network: c7f9687d-d4ad-4386-801a-e2f1f54d1f93, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:08.111839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:08.128490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c7f9687d-d4ad-4386-801a-e2f1f54d1f93) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:08.135507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Allocated IP 192.168.233.189 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/a7cff1f8-fd5e-4228-b360-b360d35af7dc) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:08.139993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5da579-0f0d-4e5e-b87a-fde79e43018d None None] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:08.154328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:08.155288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.212022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8348ab4f-61af-4c20-a5a6-65d99fd37136 req-55a1d131-99d1-40df-b913-d0b8af9bea58 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 210 time: 0.0352800 Feb 10 15:44:08.218382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1ddaf08b-220a-46ef-a134-28f364f6cb04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1594896 Feb 10 15:44:08.223427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51912) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:08.234280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:08.260666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.262363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.329810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.369453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4498ccd-ffe8-4c41-9a6e-58cd2807d108 None None] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:08.426994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.481424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.506967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['09c29abf-8cfc-415c-9e96-746c6c84f9d6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:08.547774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:08.557285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Pushing event updated for resources: {'Port': ['ID=a7cff1f8-fd5e-4228-b360-b360d35af7dc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:08.562314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:08.565611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:08.631794 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.655284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:08.661344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:08.710120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-1ad9cc4a-84d7-4c46-8a26-3fef3e2977b8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9429791 Feb 10 15:44:08.885338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Request body: {'port': {'device_id': '346d804f-1e72-4d26-a710-d5a86594fe24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:08.896779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45ec5e0f-ddb9-4799-8706-32374687e539 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:09.071349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.088617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-045fdac2-0024-4f2f-989b-0770397b8720 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302114 Feb 10 15:44:09.107629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-69d746d1-3692-4847-91e7-c9067f04615d None None] Provisioning complete for port a7cff1f8-fd5e-4228-b360-b360d35af7dc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:09.108656 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69d746d1-3692-4847-91e7-c9067f04615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.183139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91ecb-35b5-45ce-9f63-6f01eae6e339 req-25f03710-cdcc-48b5-afe6-be25ffc494f6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:09.191706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8cb91ecb-35b5-45ce-9f63-6f01eae6e339 req-25f03710-cdcc-48b5-afe6-be25ffc494f6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.2223773 Feb 10 15:44:09.208843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-cecf955f-2454-4a14-9eb2-debf29465094 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:09.216832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-cecf955f-2454-4a14-9eb2-debf29465094 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.3119671 Feb 10 15:44:09.223523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-69d746d1-3692-4847-91e7-c9067f04615d None None] Port a7cff1f8-fd5e-4228-b360-b360d35af7dc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:44:09.261827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45ec5e0f-ddb9-4799-8706-32374687e539, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45ec5e0f-ddb9-4799-8706-32374687e539,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:09.275406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '45ec5e0f-ddb9-4799-8706-32374687e539', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'port_id': '45ec5e0f-ddb9-4799-8706-32374687e539', 'mac_address': 'fa:16:3e:b5:cb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:09.294139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-a3920a14-5d08-497f-a1b0-ad8f21a4e099 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/quotas/85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 375 time: 0.0762041 Feb 10 15:44:09.319857 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.337575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec5e0f-ddb9-4799-8706-32374687e539 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:09.359417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45ec5e0f-ddb9-4799-8706-32374687e539, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45ec5e0f-ddb9-4799-8706-32374687e539,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:09.366129 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.392896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8cb91ecb-35b5-45ce-9f63-6f01eae6e339 req-c48e0197-a9dc-448b-b5b3-c7c083733bb1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000272 Feb 10 15:44:09.393963 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.405086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-8aaccda3-ef77-4814-a37d-c10b8ced8992 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005790 Feb 10 15:44:09.448422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.461715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45ec5e0f-ddb9-4799-8706-32374687e539,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:09.550261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cff1f8-fd5e-4228-b360-b360d35af7dc {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:09.561977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.582765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Transition to ACTIVE for port object a7cff1f8-fd5e-4228-b360-b360d35af7dc will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:09.589907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.676159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Pushing event updated for resources: {'Port': ['ID=a7cff1f8-fd5e-4228-b360-b360d35af7dc,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:09.710247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21ce5-4ae7-463b-8fb7-ea931076d80e req-e48b19eb-796e-4e29-a2fc-62b9ab1fc1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:09.711888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63b21ce5-4ae7-463b-8fb7-ea931076d80e req-e48b19eb-796e-4e29-a2fc-62b9ab1fc1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 944 time: 0.1753011 Feb 10 15:44:09.721262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-4d584b31-b81d-41a5-b167-4abe9700ce12 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820101 Feb 10 15:44:09.790228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Attempting to bind port a7cff1f8-fd5e-4228-b360-b360d35af7dc on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:09.790759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Attempting to bind port a7cff1f8-fd5e-4228-b360-b360d35af7dc by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:09.791094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Attempting to bind port a7cff1f8-fd5e-4228-b360-b360d35af7dc on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:09.796784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Port a7cff1f8-fd5e-4228-b360-b360d35af7dc on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:09.797102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Attempting to bind port a7cff1f8-fd5e-4228-b360-b360d35af7dc on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:09.806728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:09.807070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:09.807475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:09.808181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Bound port: a7cff1f8-fd5e-4228-b360-b360d35af7dc, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:09.808595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:09.861537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45ec5e0f-ddb9-4799-8706-32374687e539'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:09.863593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-917a97a6-6fe3-4fe8-b576-6f0df4523fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048963 Feb 10 15:44:09.879666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Allocated IP 172.25.7.189 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/a277a9ee-1005-45f7-8e55-c49aa9a70368) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:09.894892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63b21ce5-4ae7-463b-8fb7-ea931076d80e req-e0a7441f-02d8-4285-81a1-403ab2e793e9 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636610 Feb 10 15:44:09.980372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] For port a7cff1f8-fd5e-4228-b360-b360d35af7dc, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:09.988017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] For port a7cff1f8-fd5e-4228-b360-b360d35af7dc, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:09.998190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:10.060629 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:10.061537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:10.063861 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] 10.222.0.75 "PUT /v2.0/ports/a7cff1f8-fd5e-4228-b360-b360d35af7dc HTTP/1.1" status: 200 len: 1096 time: 1.3294356 Feb 10 15:44:10.064528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346d804f-1e72-4d26-a710-d5a86594fe24', 'tag': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:10.067410 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0" -d '{"events": [{"name": "network-changed", "server_uuid": "346d804f-1e72-4d26-a710-d5a86594fe24", "tag": "a7cff1f8-fd5e-4228-b360-b360d35af7dc"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:10.101189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b5787-ffde-4301-8fa7-2f1df2c391fb service neutron] Pushing event updated for resources: {'Port': ['ID=a7cff1f8-fd5e-4228-b360-b360d35af7dc,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:10.221494 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-4c5ea480-cfed-48d8-8678-ebfe2e6c0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:10.223682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-4c5ea480-cfed-48d8-8678-ebfe2e6c0d0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93d553e556ed4403ab4fdf4c183127bf&device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 1099 time: 0.0921769 Feb 10 15:44:10.262182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c474-b976-4c1c-8e93-7d7a39802096 req-00b3e3be-8c14-49b3-a913-c1c3ac8a2dc0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:10.263353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bf7c474-b976-4c1c-8e93-7d7a39802096 req-00b3e3be-8c14-49b3-a913-c1c3ac8a2dc0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 948 time: 0.1883039 Feb 10 15:44:10.321402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:10.363848 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-384c1d77-a467-47e4-8fd3-d7ad73e4f9d3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc HTTP/1.1" status: 200 len: 217 time: 0.1148391 Feb 10 15:44:10.429815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bf7c474-b976-4c1c-8e93-7d7a39802096 req-4751b3bb-3a8b-438c-8cea-87f941445f8a tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931323 Feb 10 15:44:10.510135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:10.536661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-36f31973-8e0c-4b54-9a61-a3ad4a7049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:10.545487 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-36f31973-8e0c-4b54-9a61-a3ad4a7049e5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1532600 Feb 10 15:44:10.549078 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b3807-4471-4223-92c8-7f4321f65a3e x-openstack-request-id: req-9b0b3807-4471-4223-92c8-7f4321f65a3e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:10.549391 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346d804f-1e72-4d26-a710-d5a86594fe24", "tag": "a7cff1f8-fd5e-4228-b360-b360d35af7dc", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:10.549645 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b0b3807-4471-4223-92c8-7f4321f65a3e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:10.550045 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346d804f-1e72-4d26-a710-d5a86594fe24', 'tag': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc', 'status': 'completed', 'code': 200} Feb 10 15:44:10.643973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a277a9ee-1005-45f7-8e55-c49aa9a70368,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:10.654805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-b9242fe1-2f4b-4e13-9e7a-892caef67239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:10.657499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-b9242fe1-2f4b-4e13-9e7a-892caef67239 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811510 Feb 10 15:44:10.705661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-903dffc5-052a-4c8a-a89b-54c2ccfda0d6 req-c1e4a019-ae9f-4538-bdd1-1e3a7de5f827 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.0960443 Feb 10 15:44:10.707969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:10.710574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:10.714375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:10.778322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92ab15-6be5-4ca9-a91a-e3ac72c69b8d req-a27f7761-a4c6-43b8-bcd3-87f691039729 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:10.785900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d92ab15-6be5-4ca9-a91a-e3ac72c69b8d req-a27f7761-a4c6-43b8-bcd3-87f691039729 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.2032628 Feb 10 15:44:10.816932 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-d8f84894-ed3f-45f8-ba08-a5bf5c8e76cf service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434150 Feb 10 15:44:10.899105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d92ab15-6be5-4ca9-a91a-e3ac72c69b8d req-73854ac2-712f-4436-ae45-0b0ee4e6ec68 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075728 Feb 10 15:44:10.954569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7345bd55-ef0a-48d3-8f26-54b579b0e1bc req-be54560d-8260-4477-8b3e-17d7426956bb service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291244 Feb 10 15:44:11.093494 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-865a5c50-ab4a-4c3f-8831-6e6ebeaa1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.095647 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-865a5c50-ab4a-4c3f-8831-6e6ebeaa1df4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93d553e556ed4403ab4fdf4c183127bf&device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 1099 time: 0.0741985 Feb 10 15:44:11.153005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48726a1-d2fa-4a7e-a471-889857313d21 req-6a0b0283-bb65-44dc-8f8d-297ad7bf9049 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.154835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c48726a1-d2fa-4a7e-a471-889857313d21 req-6a0b0283-bb65-44dc-8f8d-297ad7bf9049 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 944 time: 0.1205375 Feb 10 15:44:11.186664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:11.233100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-7511e0ef-63d8-435a-aacc-1bc1d476cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.234862 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-7511e0ef-63d8-435a-aacc-1bc1d476cde3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1290042 Feb 10 15:44:11.252712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c48726a1-d2fa-4a7e-a471-889857313d21 req-1cba8087-8609-4c87-8a2e-047d673bdf04 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Feb 10 15:44:11.328857 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-2aa91778-aacc-4546-900f-fd2786f203d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc HTTP/1.1" status: 200 len: 217 time: 0.0640457 Feb 10 15:44:11.355925 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-ce79a9eb-20a8-46fb-8191-3caf1487a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.357650 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-ce79a9eb-20a8-46fb-8191-3caf1487a665 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1101 time: 0.1930654 Feb 10 15:44:11.427461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:11.448861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-7c0f2da2-039a-4d1c-872e-36612cdea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.450324 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-7c0f2da2-039a-4d1c-872e-36612cdea4a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1109397 Feb 10 15:44:11.518579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-a3fa4755-1fe1-4f2a-b5bb-841b6301e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.520002 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-a3fa4755-1fe1-4f2a-b5bb-841b6301e14b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1442299 Feb 10 15:44:11.527538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-0bef5d32-4086-4e74-a994-8512e5011554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.528998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-0bef5d32-4086-4e74-a994-8512e5011554 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660937 Feb 10 15:44:11.597318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1d05-c317-4410-8a9a-6e983616ffe3 req-cbdd5e46-d3b2-4d36-bee4-16778c7df819 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.599981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e03f1d05-c317-4410-8a9a-6e983616ffe3 req-cbdd5e46-d3b2-4d36-bee4-16778c7df819 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 948 time: 0.0714591 Feb 10 15:44:11.626815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-7c6c1713-d1ea-45a9-ba30-a3b5e4359145 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0959466 Feb 10 15:44:11.645501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:44:11.659973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e03f1d05-c317-4410-8a9a-6e983616ffe3 req-98d70354-2428-4524-ae39-3dca85b4eee9 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518432 Feb 10 15:44:11.694726 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-d9d0d36e-9f6c-45ff-8f4b-d6988f67cdae service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296868 Feb 10 15:44:11.703180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-aad53d8f-a03d-4458-bf9d-febb589a8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.704657 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-aad53d8f-a03d-4458-bf9d-febb589a8c46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0667396 Feb 10 15:44:11.820311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-13cc4b39-0bb4-46c7-b08c-16314e634a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.821797 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-13cc4b39-0bb4-46c7-b08c-16314e634a31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073959 Feb 10 15:44:11.858359 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fbf50cc-4ea1-4097-8bfe-6fe6edc280c0 req-5d083a0c-d585-4682-a326-0368130e334f service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519983 Feb 10 15:44:11.921688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7780a269-47b3-4252-a30b-7478f9ee4133 req-6d3372e0-1149-44a3-8f0a-3fcaa378d52b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.0534685 Feb 10 15:44:11.956874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-d980e376-9f21-4657-ba44-59594d51edf6 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252575 Feb 10 15:44:12.055404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-068615ae-ad27-4f97-98b0-697ab4790fe3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:12.056871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-068615ae-ad27-4f97-98b0-697ab4790fe3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 821 time: 0.2874753 Feb 10 15:44:12.077113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Request body: {'port': {'device_id': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'admin_state_up': True, 'tenant_id': '85cedf49b642434eafdccaf41357fa21'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:12.079925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-fdfe3161-9248-4ecb-b7c8-f004fd2b451d service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087434 Feb 10 15:44:12.080809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:12.092785 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Sync routers for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:12.107549 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:12.118962 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:12.161498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22125f5b-ce50-41c1-bc78-b462e4e86b7e req-cfd6027b-f9bf-4531-bfb0-469788af1687 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:12.163571 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22125f5b-ce50-41c1-bc78-b462e4e86b7e req-cfd6027b-f9bf-4531-bfb0-469788af1687 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1649728 Feb 10 15:44:12.168758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:12.169882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c213f0b9-f2e7-4dea-8254-8d1b764b9bf7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9453580 Feb 10 15:44:12.172671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:12.302983 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:12.338768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22125f5b-ce50-41c1-bc78-b462e4e86b7e req-55ce2a9c-782c-4329-907a-5c04d5459493 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477480 Feb 10 15:44:12.410675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Made reservation on behalf of 85cedf49b642434eafdccaf41357fa21 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:12.426302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:12.511367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d9693-6bcf-4f2a-b6d0-39524a2c9821 req-47509cd3-c932-4982-a472-f02a171b7dab tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:12.521938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa1d9693-6bcf-4f2a-b6d0-39524a2c9821 req-47509cd3-c932-4982-a472-f02a171b7dab tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 944 time: 0.1450636 Feb 10 15:44:12.626553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa1d9693-6bcf-4f2a-b6d0-39524a2c9821 req-2099dc55-ece9-41c7-a614-0b941c4492fa tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029730 Feb 10 15:44:12.657625 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:10Z', 'revision_number': 3, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:12.737519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Allocated IP 172.20.0.13 (5a9664c0-1721-4c6e-b070-ffac7c7ed648/161ee6e1-5ece-4066-8599-dcd157bfc2aa/a7125430-8119-4fa8-a02c-9de5dcb10636) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:12.791503 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Checking router: 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:12.791850 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Updating router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 port a277a9ee-1005-45f7-8e55-c49aa9a70368 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:12.831190 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:12.841427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:12.918487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45ec5e0f-ddb9-4799-8706-32374687e539 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:13.046782 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 45ec5e0f-ddb9-4799-8706-32374687e539 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:13.051833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 45ec5e0f-ddb9-4799-8706-32374687e539 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:13.052485 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.123289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Allocated IP 172.20.0.1 (c7f9687d-d4ad-4386-801a-e2f1f54d1f93/391ef0d8-fe3f-41c9-8c82-7cd676fce378/fc0f1a96-9d18-45ad-a2f0-e374df5090da) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:13.173572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.215795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45ec5e0f-ddb9-4799-8706-32374687e539, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45ec5e0f-ddb9-4799-8706-32374687e539,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:13.217438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:13.221108 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b7085-ada9-4a82-adce-eae776ceb230" -d '{"events": [{"server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "name": "network-vif-plugged", "status": "completed", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:13.226651 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.289177 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.300858 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.333307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.355705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45ec5e0f-ddb9-4799-8706-32374687e539,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.373432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.373938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.374906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.375353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.378152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.378901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.379131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.379596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.380025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.383027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.383541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.383987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:13.396046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.421338 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09027c75-de4f-4f7f-88c0-2cd64d82058c None None] Pushing event updated for resources: {'Port': ['ID=a277a9ee-1005-45f7-8e55-c49aa9a70368,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.428836 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Attempting to bind port a277a9ee-1005-45f7-8e55-c49aa9a70368 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:13.429121 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Attempting to bind port a277a9ee-1005-45f7-8e55-c49aa9a70368 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:13.429481 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Attempting to bind port a277a9ee-1005-45f7-8e55-c49aa9a70368 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:13.435488 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:13.435870 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:13.436501 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.436891 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:13.437355 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Bound port: a277a9ee-1005-45f7-8e55-c49aa9a70368, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:13.437749 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.498961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f1a96-9d18-45ad-a2f0-e374df5090da,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.500270 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] For port a277a9ee-1005-45f7-8e55-c49aa9a70368, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:13.507337 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] For port a277a9ee-1005-45f7-8e55-c49aa9a70368, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a277a9ee-1005-45f7-8e55-c49aa9a70368,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:13.523624 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.523754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:13.525293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04e26344-a917-42da-9bda-26a8e58823f8 req-3d3d2fc5-19a0-4185-bdb7-09d8c41b004a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.1034362 Feb 10 15:44:13.526261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:13.534523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:13.568811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a02673-fb0a-434f-b430-c02594b4e073 req-ef1ee8cf-9bf9-4230-9251-12ec061476f0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:13.570587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88a02673-fb0a-434f-b430-c02594b4e073 req-ef1ee8cf-9bf9-4230-9251-12ec061476f0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 948 time: 0.7973154 Feb 10 15:44:13.646999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.647911 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafe9a3f-3337-468f-a570-bb074b646b30 x-openstack-request-id: req-aafe9a3f-3337-468f-a570-bb074b646b30 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:13.648466 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "name": "network-vif-plugged", "status": "completed", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:13.649059 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aafe9a3f-3337-468f-a570-bb074b646b30 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:13.649687 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539', 'code': 200} Feb 10 15:44:13.723483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88a02673-fb0a-434f-b430-c02594b4e073 req-741ccce8-e1ed-4111-ae5a-d8926c149f38 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374674 Feb 10 15:44:13.726958 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09027c75-de4f-4f7f-88c0-2cd64d82058c None None] Pushing event updated for resources: {'Port': ['ID=a277a9ee-1005-45f7-8e55-c49aa9a70368,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.780879 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:13.781484 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:13.814252 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:13.828729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa0116-8cca-41a5-af3d-8ce1bcbca898 req-f1fdb056-e507-4584-a6b3-f8c84bb02f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:13.830905 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-37fa0116-8cca-41a5-af3d-8ce1bcbca898 req-f1fdb056-e507-4584-a6b3-f8c84bb02f2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1096 time: 0.0805976 Feb 10 15:44:13.939863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a088a-0bc9-4b64-80a6-f629e17a6536 req-138520c3-fb32-4b5e-b6fb-494bb0275c64 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:13.941376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-600a088a-0bc9-4b64-80a6-f629e17a6536 req-138520c3-fb32-4b5e-b6fb-494bb0275c64 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 945 time: 0.1260290 Feb 10 15:44:13.961157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99423d-b142-4e7d-b0dd-5780cc8cf0c3 req-094de445-c96b-41e5-a918-bd02b7afec43 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:13.962100 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-37fa0116-8cca-41a5-af3d-8ce1bcbca898 req-d6e041b5-b340-4698-8460-1739f533693b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117237 Feb 10 15:44:13.970953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db99423d-b142-4e7d-b0dd-5780cc8cf0c3 req-094de445-c96b-41e5-a918-bd02b7afec43 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1621935 Feb 10 15:44:13.996471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.020157 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:14.042683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.055388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['25f37e85-c514-46a7-81c1-c3a7a0028c8e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:14.071868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-600a088a-0bc9-4b64-80a6-f629e17a6536 req-9a83c8e2-3846-4026-9688-8bf97da48e6e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Feb 10 15:44:14.120812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db99423d-b142-4e7d-b0dd-5780cc8cf0c3 req-b13b5f1d-7d11-4cc9-9559-ef0d55eb39b1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431234 Feb 10 15:44:14.135670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:14.141345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:14.146030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:14.199060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:14.199977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.218804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:14.227532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-ecc1bd61-054f-44d9-8395-4526d770c069 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1573458 Feb 10 15:44:14.243142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Request body: {'port': {'device_id': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:14.320222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.382510 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:44:14.390890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.399315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.415412 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:10Z', 'revision_number': 3, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:14.465129 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37d387-478b-448f-9994-34c1d46ee56b None None] The sync data for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 is: [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:10Z', 'revision_number': 3, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:14.525600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.528364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f1a96-9d18-45ad-a2f0-e374df5090da,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:14.667863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:14.673343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:14.718985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896a62b-3e07-477f-ac13-96fbe0aeb596 req-ee82e69c-cd29-4efc-9790-c6d0705a022d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:14.721229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5896a62b-3e07-477f-ac13-96fbe0aeb596 req-ee82e69c-cd29-4efc-9790-c6d0705a022d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 932 time: 0.1097200 Feb 10 15:44:14.799099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5896a62b-3e07-477f-ac13-96fbe0aeb596 req-8aa94ecf-0c68-460c-9117-3d28db382202 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691266 Feb 10 15:44:14.865672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7125430-8119-4fa8-a02c-9de5dcb10636 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:14.903353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:14.920710 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7cff1f8-fd5e-4228-b360-b360d35af7dc details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:14.956930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:15.080586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Transition to ACTIVE for port object a7125430-8119-4fa8-a02c-9de5dcb10636 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:15.101224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:15.131931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:15.140189 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ca8e4876-c404-4d7e-9455-f0c099d82d46 admin admin] 10.222.0.21 "PUT /v2.0/routers/91c2f926-a5d9-484d-b6ec-4af7e0ba2b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648261 Feb 10 15:44:15.192551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6d080-d6b7-4579-934c-27ce0bcdf225 req-8ce9d58f-40cc-4ff0-b297-990e1cc28f99 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:15.195754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcc6d080-d6b7-4579-934c-27ce0bcdf225 req-8ce9d58f-40cc-4ff0-b297-990e1cc28f99 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 948 time: 0.3059652 Feb 10 15:44:15.249148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a7cff1f8-fd5e-4228-b360-b360d35af7dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:15.264075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc', 'mac_address': 'fa:16:3e:1a:7b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:15.274214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:15.324477 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:15.347336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcc6d080-d6b7-4579-934c-27ce0bcdf225 req-63634d65-6f10-487c-97ad-8bf815e90abc tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346877 Feb 10 15:44:15.352350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cff1f8-fd5e-4228-b360-b360d35af7dc {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:15.383851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:15.384412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:15.384839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:15.388820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a7cff1f8-fd5e-4228-b360-b360d35af7dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:15.391040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:15.392408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:15.397484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:15.407356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:15.408892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:15.411462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:15.414945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Bound port: a7125430-8119-4fa8-a02c-9de5dcb10636, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:15.415654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:15.536166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a7cff1f8-fd5e-4228-b360-b360d35af7dc,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:15.629546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816085-6fe8-4de3-9f97-4603209c24bf req-abf3f249-e01f-4fd7-a7fa-06c73f3f82ba tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:15.632309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c816085-6fe8-4de3-9f97-4603209c24bf req-abf3f249-e01f-4fd7-a7fa-06c73f3f82ba tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 945 time: 0.1337886 Feb 10 15:44:15.633682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:15.667205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:15.690175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:15.714558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b86da1-1ce8-4553-9b7d-54c8feb27e38 req-77390eb0-bb5b-415d-acc2-baa45ab1c13a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:15.716529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b86da1-1ce8-4553-9b7d-54c8feb27e38 req-77390eb0-bb5b-415d-acc2-baa45ab1c13a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.1589813 Feb 10 15:44:15.745087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c816085-6fe8-4de3-9f97-4603209c24bf req-23fba480-c31b-4e6f-9fdb-c592771d1811 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983174 Feb 10 15:44:15.751208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:15.752437 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:15.754335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] 10.222.0.45 "PUT /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 1092 time: 1.5175402 Feb 10 15:44:15.762133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:15.764664 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:15.813471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9fedf-2b54-4c35-9ab6-2da55591d43d service neutron] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:15.952152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b86da1-1ce8-4553-9b7d-54c8feb27e38 req-d7b67413-a828-4398-afa8-185d85b07ed7 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106729 Feb 10 15:44:15.966327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-5a90d9b5-f6b0-423e-b1d7-039439b4dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:15.968930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-5a90d9b5-f6b0-423e-b1d7-039439b4dfdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1095 time: 0.1493015 Feb 10 15:44:15.998890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b3f96-50ec-495b-977f-4a661bd705dd req-820f1330-b08d-4096-8ac8-1027d0f4a480 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:16.007298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f9b3f96-50ec-495b-977f-4a661bd705dd req-820f1330-b08d-4096-8ac8-1027d0f4a480 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1475546 Feb 10 15:44:16.053075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-7de20a70-5f76-467f-a5c2-285bd31d8f6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 217 time: 0.0725789 Feb 10 15:44:16.104283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a7cff1f8-fd5e-4228-b360-b360d35af7dc'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:16.152840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f9b3f96-50ec-495b-977f-4a661bd705dd req-6a1c6040-c609-4992-af9d-d6fe82ad464c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442800 Feb 10 15:44:16.165082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-57f27083-8864-41ea-8f72-10a3e199bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:16.166539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-57f27083-8864-41ea-8f72-10a3e199bebd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1027911 Feb 10 15:44:16.239465 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-d6380f25-385d-4820-87f3-64088ba20dc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614164 Feb 10 15:44:16.449122 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f63fd-0a2b-4a8a-a219-1dda439433e6 x-openstack-request-id: req-c56f63fd-0a2b-4a8a-a219-1dda439433e6 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:16.449456 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:16.450292 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56f63fd-0a2b-4a8a-a219-1dda439433e6 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:16.450701 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'status': 'completed', 'code': 200} Feb 10 15:44:16.549584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-f184c98f-0e6c-4ad5-8c5e-9bbac807cc4d service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003345 Feb 10 15:44:16.562454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-4e59bcd9-bd03-43e8-8cfb-d930d5dbe33d tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:16.564271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-4e59bcd9-bd03-43e8-8cfb-d930d5dbe33d tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 820 time: 0.2208486 Feb 10 15:44:16.634898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47026a-2d51-4374-ac7f-117fb728956f req-b0a7891c-d1c3-4ee8-95e9-001f20237ad4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:16.636496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd47026a-2d51-4374-ac7f-117fb728956f req-b0a7891c-d1c3-4ee8-95e9-001f20237ad4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.1599665 Feb 10 15:44:16.639818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-9a7458f7-73bb-4763-ac74-4d674dc496a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/quotas/fff1e86ac2924545a6108c19c786165a HTTP/1.1" status: 200 len: 375 time: 0.0656772 Feb 10 15:44:16.752727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd47026a-2d51-4374-ac7f-117fb728956f req-4b95fa68-5d30-49e7-9e61-7c3789b34866 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065662 Feb 10 15:44:16.763325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668a6317-c71d-4357-ac2b-18c11ccba7c1 req-93e7bc07-6d83-4944-b4e1-16739341e985 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979613 Feb 10 15:44:16.768367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-d80c4a9b-761f-451b-8457-3bbad1a6df80 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189427 Feb 10 15:44:16.892408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a277a9ee-1005-45f7-8e55-c49aa9a70368 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:16.985557 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a277a9ee-1005-45f7-8e55-c49aa9a70368 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:16.986186 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:16.998912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-295dcde2-9a17-40f1-b6c0-5aa4e1b110ec service neutron] 10.222.0.21 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199514 Feb 10 15:44:17.003151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-52b10668-b65d-40dc-b378-15d82de8d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.005026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-52b10668-b65d-40dc-b378-15d82de8d75a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1095 time: 0.1509969 Feb 10 15:44:17.018252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a5da5-80f3-43e9-9720-6100a1d5bb26 req-da2dbb5d-74fe-45f2-93b5-9183d23caf7b tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.026831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-590a5da5-80f3-43e9-9720-6100a1d5bb26 req-da2dbb5d-74fe-45f2-93b5-9183d23caf7b tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 949 time: 0.0972939 Feb 10 15:44:17.110026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:17.133851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port a277a9ee-1005-45f7-8e55-c49aa9a70368, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a277a9ee-1005-45f7-8e55-c49aa9a70368,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:17.142604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:17.195647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-590a5da5-80f3-43e9-9720-6100a1d5bb26 req-8c6e11c0-bc33-48cc-a3de-054af4bac875 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678014 Feb 10 15:44:17.205815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Sync routers for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:17.265285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=a277a9ee-1005-45f7-8e55-c49aa9a70368,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:17.279177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:17.280031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:17.325659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-47442042-c6f4-45f0-b3ef-d2c69a0a2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.327129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-47442042-c6f4-45f0-b3ef-d2c69a0a2b51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.2967861 Feb 10 15:44:17.344179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-1fc1ec26-0cb7-4378-b139-a6262663e14d service neutron] 10.222.0.21 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146794 Feb 10 15:44:17.391219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-17f030db-73be-4278-8523-620d0f10ee5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 217 time: 0.0451488 Feb 10 15:44:17.405496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:17.488326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d7fb-522d-4b58-8da6-73b156b60806 req-aa84a3a2-df77-4939-874f-c188100abc8b tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.492636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9504d7fb-522d-4b58-8da6-73b156b60806 req-aa84a3a2-df77-4939-874f-c188100abc8b tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 945 time: 0.1952868 Feb 10 15:44:17.633223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9504d7fb-522d-4b58-8da6-73b156b60806 req-4ca7f553-65cf-49d6-8928-cf250ddd5edd tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105654 Feb 10 15:44:17.650979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-7461647c-0236-42f9-b42f-e3bc14fb7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.659515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-7461647c-0236-42f9-b42f-e3bc14fb7850 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.2516229 Feb 10 15:44:17.749890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-5c6f3f54-efe5-401c-a315-8f16fb78e237 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502636 Feb 10 15:44:17.762360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:14Z', 'revision_number': 2, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:17.812312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Checking router: 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:17.812698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Updating router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 port fc0f1a96-9d18-45ad-a2f0-e374df5090da binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:17.843601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f9d1b-540d-48fd-ac0a-df43a486095d req-34f0afce-0ff5-4280-adb8-f58ab9591c2c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.852392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c2f9d1b-540d-48fd-ac0a-df43a486095d req-34f0afce-0ff5-4280-adb8-f58ab9591c2c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.2525821 Feb 10 15:44:17.868715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:17.946128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c2f9d1b-540d-48fd-ac0a-df43a486095d req-49e85b27-c96a-43b8-a310-773dd3f5a81a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919552 Feb 10 15:44:17.948462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-ddae982d-b17d-46e9-9b35-3eb02d24eecc service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910591 Feb 10 15:44:18.141230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8cb3657-d5b4-42aa-9b89-fb7773b77aeb req-a2901b2b-dd60-4704-84a9-29dc106f858d service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800234 Feb 10 15:44:18.150674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef249c20-9a8c-4b2c-b2bd-31e0d6edb711 req-1a1ca31d-78c0-4fcf-bbe7-e7f32eb6b923 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 210 time: 0.2011757 Feb 10 15:44:18.319256 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.329077 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.384796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49a84d18-694e-4795-84b9-87e9d176f79e req-64216eeb-d67b-453d-b3b6-f1ed52fe7fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 258 time: 0.3519371 Feb 10 15:44:18.394414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67172-13dc-4f93-b234-d5760acb3cc4 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1a96-9d18-45ad-a2f0-e374df5090da,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:18.407322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0e21-afcc-46f4-b182-f3bce5cc12e9 req-4154d994-3718-4b38-b5f0-07de7dfafe3e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:18.415221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-440f0e21-afcc-46f4-b182-f3bce5cc12e9 req-4154d994-3718-4b38-b5f0-07de7dfafe3e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.1673310 Feb 10 15:44:18.419538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:18.478770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-440f0e21-afcc-46f4-b182-f3bce5cc12e9 req-5be20fea-fa4e-4ab7-8bf9-178aefd9295b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Feb 10 15:44:18.484766 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.506469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Attempting to bind port fc0f1a96-9d18-45ad-a2f0-e374df5090da on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:18.506840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Attempting to bind port fc0f1a96-9d18-45ad-a2f0-e374df5090da by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:18.507226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Attempting to bind port fc0f1a96-9d18-45ad-a2f0-e374df5090da on network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:18.515026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:18.515336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Checking segment: {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:18.515890 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.516592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Bound using segment: {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:18.517056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Bound port: fc0f1a96-9d18-45ad-a2f0-e374df5090da, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:18.517472 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.620028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] For port fc0f1a96-9d18-45ad-a2f0-e374df5090da, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:18.623291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] For port fc0f1a96-9d18-45ad-a2f0-e374df5090da, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fc0f1a96-9d18-45ad-a2f0-e374df5090da,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:18.628631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.656212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32356-88e8-4d01-9d4d-5412b30c0ca2 req-5f6b834b-6dbb-41c1-a0cf-9f33e8ebbbb2 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:18.657638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4df32356-88e8-4d01-9d4d-5412b30c0ca2 req-5f6b834b-6dbb-41c1-a0cf-9f33e8ebbbb2 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.0694835 Feb 10 15:44:18.664147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:18.686701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:18.687337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:18.727014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67172-13dc-4f93-b234-d5760acb3cc4 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1a96-9d18-45ad-a2f0-e374df5090da,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:18.749822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4df32356-88e8-4d01-9d4d-5412b30c0ca2 req-10143b5e-80e0-488f-bc94-f76855b04d06 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775506 Feb 10 15:44:18.818179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:18.830911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Allocated IP 172.25.7.95 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8f2ceb83-59d7-4066-a2a7-521fd961e5de) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:18.864079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a277a9ee-1005-45f7-8e55-c49aa9a70368 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:19.067939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7cff1f8-fd5e-4228-b360-b360d35af7dc up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:19.226209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-b5d41ea1-c793-464b-bae9-46ec5ba97a98 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:19.230189 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-b5d41ea1-c793-464b-bae9-46ec5ba97a98 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 820 time: 0.1391337 Feb 10 15:44:19.253333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'port': {'device_id': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'admin_state_up': True, 'tenant_id': 'fff1e86ac2924545a6108c19c786165a'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:19.286971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port a7cff1f8-fd5e-4228-b360-b360d35af7dc completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:19.292795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port a7cff1f8-fd5e-4228-b360-b360d35af7dc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:19.293164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.297277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a277a9ee-1005-45f7-8e55-c49aa9a70368 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:19.297648 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.348408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24406408-cb85-4c24-b6a7-d3d1b1da566e req-674c8397-6ffe-441b-bdb7-39e58817708f tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:19.355916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24406408-cb85-4c24-b6a7-d3d1b1da566e req-674c8397-6ffe-441b-bdb7-39e58817708f tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 949 time: 0.4931037 Feb 10 15:44:19.406256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.417532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24406408-cb85-4c24-b6a7-d3d1b1da566e req-42b37c99-f6d6-4927-a19d-a7ee3b981500 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Feb 10 15:44:19.457069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Made reservation on behalf of fff1e86ac2924545a6108c19c786165a for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:19.461927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.477524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.536743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:18Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:19.544248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:19.564942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:19.571043 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.581013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359582b-1fd9-4762-b97d-5f579956a293 None None] The sync data for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 is: [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:18Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:19.598668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:19.609731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346d804f-1e72-4d26-a710-d5a86594fe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:19.612414 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee5e414-2ba5-4723-80d6-f4e910b942c6" -d '{"events": [{"server_uuid": "346d804f-1e72-4d26-a710-d5a86594fe24", "name": "network-vif-plugged", "status": "completed", "tag": "a7cff1f8-fd5e-4228-b360-b360d35af7dc"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:19.625003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a7cff1f8-fd5e-4228-b360-b360d35af7dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:19.632611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event updated for resources: {'Port': ['ID=8f2ceb83-59d7-4066-a2a7-521fd961e5de,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:19.633821 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.706738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a7cff1f8-fd5e-4228-b360-b360d35af7dc,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:19.718007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a6db-b220-4371-aef1-fcf93ef4ca4f req-d610ecdd-1818-4970-8f28-e7d31e64498b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:19.726998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02f5a6db-b220-4371-aef1-fcf93ef4ca4f req-d610ecdd-1818-4970-8f28-e7d31e64498b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1966615 Feb 10 15:44:19.739158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Allocated IP 172.20.0.9 (c7f9687d-d4ad-4386-801a-e2f1f54d1f93/391ef0d8-fe3f-41c9-8c82-7cd676fce378/470f9ac8-e347-48ad-8e20-2b0363ae8707) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:19.805429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02f5a6db-b220-4371-aef1-fcf93ef4ca4f req-3332eeab-eedf-4d8c-8917-ba94e2f59246 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775537 Feb 10 15:44:19.818578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.867819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:19.934683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe851e6b-60cc-4700-a535-cf65be44c269 req-9c279643-c922-402a-9c79-59a06d9ac245 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 210 time: 0.0333643 Feb 10 15:44:19.939623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.121032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eedf9-1a02-4b15-afb3-0580304caf01 req-2a511e88-98db-4a63-9047-6a10f64119c0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.130445 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea6eedf9-1a02-4b15-afb3-0580304caf01 req-2a511e88-98db-4a63-9047-6a10f64119c0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.1023095 Feb 10 15:44:20.181550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.200346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea6eedf9-1a02-4b15-afb3-0580304caf01 req-87565b88-a566-4c78-b031-d5afac88444a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689116 Feb 10 15:44:20.206032 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.292312 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c357e-3685-451d-a93e-4ab74219c410 x-openstack-request-id: req-2f2c357e-3685-451d-a93e-4ab74219c410 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:20.293293 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346d804f-1e72-4d26-a710-d5a86594fe24", "name": "network-vif-plugged", "status": "completed", "tag": "a7cff1f8-fd5e-4228-b360-b360d35af7dc", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:20.293677 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f2c357e-3685-451d-a93e-4ab74219c410 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:20.294480 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346d804f-1e72-4d26-a710-d5a86594fe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc', 'code': 200} Feb 10 15:44:20.340405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.345386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event updated for resources: {'Port': ['ID=8f2ceb83-59d7-4066-a2a7-521fd961e5de,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:20.363626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.385007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.386236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49a84d18-694e-4795-84b9-87e9d176f79e req-6b957eb9-fa45-4a15-a6fb-c9928196154f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9939055 Feb 10 15:44:20.446725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:20.452241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:20.464285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49a84d18-694e-4795-84b9-87e9d176f79e req-22a61cab-2b37-4c29-963f-e50839f8a8f5 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.0632670 Feb 10 15:44:20.468453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:20.499518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb1849-67c1-4bf2-98e5-3f43609a6da3 req-04476821-ae14-4d9a-8019-ff9054f3a5fe tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.501202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77cb1849-67c1-4bf2-98e5-3f43609a6da3 req-04476821-ae14-4d9a-8019-ff9054f3a5fe tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.1299684 Feb 10 15:44:20.522965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812406-2aff-4558-a715-1528f4b5699c req-d7b17ef0-6124-4510-a974-5e3532552197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.524514 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-23812406-2aff-4558-a715-1528f4b5699c req-d7b17ef0-6124-4510-a974-5e3532552197 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 1101 time: 0.1234162 Feb 10 15:44:20.527661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:20.574512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.574512 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.593126 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-23812406-2aff-4558-a715-1528f4b5699c req-7e135c15-10e6-4199-9482-833c57bde856 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Feb 10 15:44:20.622091 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-8d01f899-caf2-419f-9f1a-b00b8a6e4c1c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3769042 Feb 10 15:44:20.627530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77cb1849-67c1-4bf2-98e5-3f43609a6da3 req-528ce4ed-5c9d-43c6-b75a-621b689b842b tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1462823-cd4b-4d5a-8554-5b0357320bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102152 Feb 10 15:44:20.644155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f02f6beb-e5d3-425b-a39d-d8448359accb tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.648442 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f02f6beb-e5d3-425b-a39d-d8448359accb tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 946 time: 0.0705807 Feb 10 15:44:20.663017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a84d18-694e-4795-84b9-87e9d176f79e req-91e6a973-4019-405b-ba14-e201f686bad2 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.664852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49a84d18-694e-4795-84b9-87e9d176f79e req-91e6a973-4019-405b-ba14-e201f686bad2 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1895564 Feb 10 15:44:20.762796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da692-e2b0-44f0-90f0-eaa4161322b4 req-4de73f70-8fad-4fe3-968f-6912326d0f34 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.764888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a6da692-e2b0-44f0-90f0-eaa4161322b4 req-4de73f70-8fad-4fe3-968f-6912326d0f34 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 950 time: 0.0747700 Feb 10 15:44:20.854737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-b19501c6-d14f-487e-89f8-86d23d263edc tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.855070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fc0f1a96-9d18-45ad-a2f0-e374df5090da up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:20.856563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-b19501c6-d14f-487e-89f8-86d23d263edc tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0907578 Feb 10 15:44:20.869456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a6da692-e2b0-44f0-90f0-eaa4161322b4 req-24d076cd-36f7-46c1-842a-a6215a1c77dc tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910640 Feb 10 15:44:20.935066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fc0f1a96-9d18-45ad-a2f0-e374df5090da triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:20.935466 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:20.950140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-10667aa4-5da4-4139-b36a-ce0d98031d90 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.0746460 Feb 10 15:44:20.956746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Request body: {'floatingip': {'port_id': '45ec5e0f-ddb9-4799-8706-32374687e539', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:20.957177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Request body: {'port': {'device_id': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:21.039741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.075086 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.092445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.136188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port fc0f1a96-9d18-45ad-a2f0-e374df5090da, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fc0f1a96-9d18-45ad-a2f0-e374df5090da,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:21.148535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.209257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd77284-730a-44d5-9a4e-04a12c8324fd req-bd374d72-e0d8-43a4-8da2-edcf06b0e92d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:21.211791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ecd77284-730a-44d5-9a4e-04a12c8324fd req-bd374d72-e0d8-43a4-8da2-edcf06b0e92d tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.2595108 Feb 10 15:44:21.226459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=fc0f1a96-9d18-45ad-a2f0-e374df5090da,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:21.227405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Deleting port 0f021d6d-58d3-49e0-81fb-64e69b708a52 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:21.229352 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.277101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ecd77284-730a-44d5-9a4e-04a12c8324fd req-3bbd3d0e-8a41-404c-a080-406b09cbd3ac tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580294 Feb 10 15:44:21.473120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88580433-cabd-4d4f-8cca-9cbe1ee71356 req-d7e5092a-21e0-4011-a795-be27092e8535 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:21.475804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88580433-cabd-4d4f-8cca-9cbe1ee71356 req-d7e5092a-21e0-4011-a795-be27092e8535 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 931 time: 0.1125503 Feb 10 15:44:21.478954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] For port 0f021d6d-58d3-49e0-81fb-64e69b708a52, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0f021d6d-58d3-49e0-81fb-64e69b708a52,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:21.479476 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.613110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88580433-cabd-4d4f-8cca-9cbe1ee71356 req-16ddb2f5-d1d7-4b6c-935e-feaf099de860 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266015 Feb 10 15:44:21.702028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470f9ac8-e347-48ad-8e20-2b0363ae8707 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:21.742500 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.762756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Transition to ACTIVE for port object 470f9ac8-e347-48ad-8e20-2b0363ae8707 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:21.771670 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.777756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.778131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.778450 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Floating IP 4104598b-da26-49fd-8046-51df3e743b98 disassociated. External IP: 172.25.7.4, port: 0f021d6d-58d3-49e0-81fb-64e69b708a52. Feb 10 15:44:21.778795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Calling delete_port for 0f021d6d-58d3-49e0-81fb-64e69b708a52 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:21.825223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3720-8deb-453b-b3c3-1c267f549d82 req-e40fb207-4d40-4b02-bce6-9cbf4fcebddf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:21.827104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb0a3720-8deb-453b-b3c3-1c267f549d82 req-e40fb207-4d40-4b02-bce6-9cbf4fcebddf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.1093647 Feb 10 15:44:21.835692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.843380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:21.870158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:21.932357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb0a3720-8deb-453b-b3c3-1c267f549d82 req-1757497b-d9ca-41b2-9890-b26d7edc6d04 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990388 Feb 10 15:44:21.975797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Attempting to bind port 470f9ac8-e347-48ad-8e20-2b0363ae8707 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:21.975797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Attempting to bind port 470f9ac8-e347-48ad-8e20-2b0363ae8707 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:21.975797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Attempting to bind port 470f9ac8-e347-48ad-8e20-2b0363ae8707 on network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:22.002272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Port 470f9ac8-e347-48ad-8e20-2b0363ae8707 on network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:22.002605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Attempting to bind port 470f9ac8-e347-48ad-8e20-2b0363ae8707 on network c7f9687d-d4ad-4386-801a-e2f1f54d1f93 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:22.015940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:22.016208 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Floating IP 3f824812-05d4-47dd-96b0-21ff3f538876 associated. External IP: 172.25.7.95, port: 45ec5e0f-ddb9-4799-8706-32374687e539. Feb 10 15:44:22.016354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Checking segment: {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:22.016661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Bound using segment: {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:22.017135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Bound port: 470f9ac8-e347-48ad-8e20-2b0363ae8707, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:22.017524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:22.064963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:22.104052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event deleted for resources: {'Port': ['ID=0f021d6d-58d3-49e0-81fb-64e69b708a52,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:22.108817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7b8ff8-4a39-4a69-9e05-dcabb0683fa2 req-bb2d5a62-f410-466f-8505-0471466bdd33 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4e3c97-3234-45f1-ba95-3277fcbdc0eb HTTP/1.1" status: 200 len: 210 time: 0.0323112 Feb 10 15:44:22.188162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:22.206264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:22.243639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:22.311837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:22.312459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:22.313853 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] 10.222.0.75 "PUT /v2.0/ports/470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 1091 time: 1.3613420 Feb 10 15:44:22.314291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:22.316633 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d229f9-185f-4dcd-b486-57c90c162543" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:22.351676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7732-949c-44c8-9322-421ddd5b34f1 service neutron] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:22.358687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:22.369197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7118-fcc6-429f-819c-0916ffe6c5af req-ecea9ceb-4b3b-48b8-bedd-25d5f470b38c tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:22.372132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d4c7118-fcc6-429f-819c-0916ffe6c5af req-ecea9ceb-4b3b-48b8-bedd-25d5f470b38c tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 950 time: 0.1394022 Feb 10 15:44:22.398783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Router 8dd30627-fbff-49ad-9757-b8ede335d9ff has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:22.469253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d4c7118-fcc6-429f-819c-0916ffe6c5af req-81e25852-70a7-448c-954b-3ad9726837ac tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900869 Feb 10 15:44:22.524620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-260ea831-ffbc-4ced-951b-fe422fd5612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:22.526517 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-260ea831-ffbc-4ced-951b-fe422fd5612e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1094 time: 0.1570134 Feb 10 15:44:22.562610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:22.577637 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] Sync routers for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:22.599468 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:22.600509 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:22.620900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:22.638192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] Sync routers for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:22.639274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:22.659895 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-b5e46408-e8bb-4d8e-bf90-fe71a737cb74 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.0597532 Feb 10 15:44:22.670280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:22.670948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:22.706836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] No DVR routers for this DVR port 0f021d6d-58d3-49e0-81fb-64e69b708a52 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:22.711770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:22.716703 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ddae071c-f9c2-4094-94a1-864a3c911515 req-f110cdee-3e6f-479c-9f5a-6e7f6bd29709 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.75 "DELETE /v2.0/ports/0f021d6d-58d3-49e0-81fb-64e69b708a52 HTTP/1.1" status: 204 len: 173 time: 1.7091575 Feb 10 15:44:22.719172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e9539-4671-4391-96b6-0dfb182175f0 req-77851630-0449-417e-a296-5c698d4f3ffe tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:22.736430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-356e9539-4671-4391-96b6-0dfb182175f0 req-77851630-0449-417e-a296-5c698d4f3ffe tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1888385 Feb 10 15:44:22.785820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-ad0720a2-3bb4-43cc-a51d-772b497d529a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "PUT /v2.0/floatingips/3f824812-05d4-47dd-96b0-21ff3f538876 HTTP/1.1" status: 200 len: 995 time: 1.8346577 Feb 10 15:44:22.811000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:22.818052 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33820c-addf-440c-9654-b151d4d25841" -d '{"events": [{"name": "network-changed", "server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:22.846959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-f9bfcd52-b930-4928-9535-aa9157cfd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:22.852387 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-f9bfcd52-b930-4928-9535-aa9157cfd279 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1519194 Feb 10 15:44:22.853316 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:22.891652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:22.918930 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-5584fb46-69ed-4873-bfef-74fec8d0cdd2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490701 Feb 10 15:44:22.935038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-356e9539-4671-4391-96b6-0dfb182175f0 req-893f382f-e0c3-4e2e-80e0-35838e7039b2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930552 Feb 10 15:44:22.943772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-cf3353b1-bd3c-41f4-a298-74b3b6e36cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:22.954691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-cf3353b1-bd3c-41f4-a298-74b3b6e36cc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1096 time: 0.1667819 Feb 10 15:44:22.999372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fc0f1a96-9d18-45ad-a2f0-e374df5090da up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:23.001698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0f021d6d-58d3-49e0-81fb-64e69b708a52 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:23.076705 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd884e04-56e4-4937-9933-2e33dc0b60fb x-openstack-request-id: req-dd884e04-56e4-4937-9933-2e33dc0b60fb {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:23.077315 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:23.077691 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd884e04-56e4-4937-9933-2e33dc0b60fb {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:23.078189 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'status': 'completed', 'code': 200} Feb 10 15:44:23.085665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-a2fc1317-2635-4ab5-9de3-dfff6a8aafa5 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517258 Feb 10 15:44:23.117417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 0f021d6d-58d3-49e0-81fb-64e69b708a52 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:23.117850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0f021d6d-58d3-49e0-81fb-64e69b708a52 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:23.179342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-cd780a5d-c4a1-41b9-b2d3-67bf3b8ba122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.190500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-cd780a5d-c4a1-41b9-b2d3-67bf3b8ba122 service neutron] 10.222.0.21 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 930 time: 0.2323756 Feb 10 15:44:23.195544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fc0f1a96-9d18-45ad-a2f0-e374df5090da triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:23.195933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:23.218075 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-42a8e966-2ac7-4939-8f8f-ca0c5ff0bd63 req-942e3485-8505-4c56-8973-e5b855fc0801 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127779 Feb 10 15:44:23.234482 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:23.264166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5814af1-1f75-4a25-a4ea-3a8d90aa89af req-957b562b-208d-4750-91f8-97b65accde42 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.265978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5814af1-1f75-4a25-a4ea-3a8d90aa89af req-957b562b-208d-4750-91f8-97b65accde42 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 943 time: 0.1594191 Feb 10 15:44:23.274104 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] Checking router: 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:23.285330 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:23.286218 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:23.347885 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:23.349663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5814af1-1f75-4a25-a4ea-3a8d90aa89af req-12c1ddde-e240-4be8-b0d6-c297de75af25 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755687 Feb 10 15:44:23.378261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-3ce06fdb-526e-45d4-8d62-e881946fd79d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 998 time: 0.1869283 Feb 10 15:44:23.378586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d229f9-185f-4dcd-b486-57c90c162543 req-a94e4b24-b106-4eaf-aba1-492c0cf98dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.380874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-a94e4b24-b106-4eaf-aba1-492c0cf98dfd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1094 time: 0.0773227 Feb 10 15:44:23.429157 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29c1277-9aa0-44f5-bf4e-252c18087723 x-openstack-request-id: req-d29c1277-9aa0-44f5-bf4e-252c18087723 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:23.429667 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:23.430160 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d29c1277-9aa0-44f5-bf4e-252c18087723 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:23.430788 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539', 'status': 'completed', 'code': 200} Feb 10 15:44:23.452393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-f8973729-4c92-489f-9fbc-dc29c1091837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.454282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-f8973729-4c92-489f-9fbc-dc29c1091837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 200 len: 868 time: 0.0694571 Feb 10 15:44:23.513823 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:23.576887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33820c-addf-440c-9654-b151d4d25841 req-bc8ecc21-aaea-498e-8a64-4b7a2311cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.578503 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-bc8ecc21-aaea-498e-8a64-4b7a2311cf88 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1096 time: 0.0958388 Feb 10 15:44:23.581638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d229f9-185f-4dcd-b486-57c90c162543 req-c96689cd-b5f0-45bf-9931-be045f706476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.582341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '3f824812-05d4-47dd-96b0-21ff3f538876', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'port_id': '45ec5e0f-ddb9-4799-8706-32374687e539', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'mac_address': 'fa:16:3e:b5:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:44:19Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 1, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:44:00Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:23.583652 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-c96689cd-b5f0-45bf-9931-be045f706476 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.1846004 Feb 10 15:44:23.625148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] Checking router: 8dd30627-fbff-49ad-9757-b8ede335d9ff for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:23.636674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-6ecd6165-f93a-4300-ac40-47f945335c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.637310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:23.637928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:23.638198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-6ecd6165-f93a-4300-ac40-47f945335c4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46906825-517b-4e21-a4af-95a407552228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763697 Feb 10 15:44:23.682709 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-d790211f-efbf-4744-a1cd-5fe885db8354 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.0624197 Feb 10 15:44:23.697092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdeb44-d032-48cf-8818-85d34603605f req-86d9bfad-c0a6-4d17-92a7-aecc22b35f4c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.703142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5afdeb44-d032-48cf-8818-85d34603605f req-86d9bfad-c0a6-4d17-92a7-aecc22b35f4c tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.1612573 Feb 10 15:44:23.841897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5afdeb44-d032-48cf-8818-85d34603605f req-4e77c00b-0595-45b1-8067-eea6246bd881 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050816 Feb 10 15:44:23.885731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:23.939374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-77c8e318-0964-4afd-96d2-f60c33e20587 service neutron] 10.222.0.21 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934320 Feb 10 15:44:23.951481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33820c-addf-440c-9654-b151d4d25841 req-ba0b1297-c6d1-4390-8981-b23b6b9b5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.952972 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-ba0b1297-c6d1-4390-8981-b23b6b9b5369 service neutron] 10.222.0.75 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 930 time: 0.3451567 Feb 10 15:44:23.967747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d229f9-185f-4dcd-b486-57c90c162543 req-9a0d1e81-ac9d-4a9a-81ac-bbe2714b59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.969345 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-9a0d1e81-ac9d-4a9a-81ac-bbe2714b59d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.2443104 Feb 10 15:44:23.982771 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:24.051763 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-6ad9b013-b506-489e-8517-0c318ff32f42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679801 Feb 10 15:44:24.142467 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83439d52-55e4-4f79-9596-ed589ce9ea7d None None] The sync data for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 is: [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '01f06b24-547a-43e7-bcf6-673a1c2132fe', 'name': '', 'network_id': '4373d187-2351-4b2a-b215-0118cd8baeb3', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'mac_address': 'fa:16:3e:37:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:43Z', 'updated_at': '2022-02-10T15:41:48Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'subnets': [{'id': 'dd5436d1-16ff-4db4-9f62-e8225dc69104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:24.147636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac3210ca-7990-46b7-a81b-f441a08390fa req-fa9197b8-e4b1-40f2-a994-1eac10b64f69 service neutron] 10.222.0.21 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073095 Feb 10 15:44:24.174395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-ed77e8eb-cbb3-4f6c-a6f2-92692afb2def service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 998 time: 0.2037888 Feb 10 15:44:24.215763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52156) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:24.297162 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-1f83dd25-3df5-4677-b844-12102af54a04 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148066 Feb 10 15:44:24.310953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33820c-addf-440c-9654-b151d4d25841 req-d488c538-2710-4f46-82b7-b7941c8bef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.315435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-d488c538-2710-4f46-82b7-b7941c8bef4d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 200 len: 868 time: 0.1320632 Feb 10 15:44:24.331464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da04cbb-4424-475c-aae4-baa8a4e16bc5 req-7bbb1e04-181c-4de6-9382-ea30bc7abeb6 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.339537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9da04cbb-4424-475c-aae4-baa8a4e16bc5 req-7bbb1e04-181c-4de6-9382-ea30bc7abeb6 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 950 time: 0.1596291 Feb 10 15:44:24.387846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f83eaeef-b073-453c-8892-451e4e19fa34 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:24.405404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '3f824812-05d4-47dd-96b0-21ff3f538876', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'port_id': '45ec5e0f-ddb9-4799-8706-32374687e539', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'mac_address': 'fa:16:3e:b5:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:44:19Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 1, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:44:00Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:24.436482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f83eaeef-b073-453c-8892-451e4e19fa34 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:24.439907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b7fcc-db67-4f12-9944-46d06fe7b91b None None] The sync data for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 is: [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '3f824812-05d4-47dd-96b0-21ff3f538876', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'port_id': '45ec5e0f-ddb9-4799-8706-32374687e539', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'mac_address': 'fa:16:3e:b5:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:44:19Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 1, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:44:00Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:24.447085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7bec-051c-41a2-96a5-65f16a2b958d req-a4491842-f1bb-450a-a73d-ee827e2e57ea tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.448814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e3a7bec-051c-41a2-96a5-65f16a2b958d req-a4491842-f1bb-450a-a73d-ee827e2e57ea tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1705611 Feb 10 15:44:24.463789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9da04cbb-4424-475c-aae4-baa8a4e16bc5 req-97f8eaa5-bbd9-45d2-bba0-e0adbb48d23e tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232991 Feb 10 15:44:24.502466 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41d229f9-185f-4dcd-b486-57c90c162543 req-c51b1493-808c-41aa-a130-79b0c8bc2c25 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860139 Feb 10 15:44:24.516324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33820c-addf-440c-9654-b151d4d25841 req-195650fe-7d6f-4679-bb1b-8c8a12882aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.518004 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-195650fe-7d6f-4679-bb1b-8c8a12882aa3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46906825-517b-4e21-a4af-95a407552228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823785 Feb 10 15:44:24.556283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e3a7bec-051c-41a2-96a5-65f16a2b958d req-971c5fbf-1eca-49f2-964e-7815d9c7c3a5 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994065 Feb 10 15:44:24.599652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f83eaeef-b073-453c-8892-451e4e19fa34 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:24.602847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f83eaeef-b073-453c-8892-451e4e19fa34 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:24.608277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f83eaeef-b073-453c-8892-451e4e19fa34 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "DELETE /v2.0/security-groups/b1462823-cd4b-4d5a-8554-5b0357320bfb HTTP/1.1" status: 204 len: 168 time: 0.3904767 Feb 10 15:44:24.610301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52162) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:24.625299 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a59d77-100b-4ba2-8c7d-0d29933a1513 None None] New status for floating IP 4104598b-da26-49fd-8046-51df3e743b98: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:44:24.656982 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-d5fb1faf-d1f5-498e-8e21-acd1fdde698a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] show failed (client error): The resource could not be found. Feb 10 15:44:24.663082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d5fb1faf-d1f5-498e-8e21-acd1fdde698a tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "GET /v2.0/security-groups/b1462823-cd4b-4d5a-8554-5b0357320bfb HTTP/1.1" status: 404 len: 347 time: 0.0366554 Feb 10 15:44:24.663943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52164) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:24.668271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eaeef-b073-453c-8892-451e4e19fa34 tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1462823-cd4b-4d5a-8554-5b0357320bfb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:24.715034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-52d14473-63dd-4996-96ba-bae7a3ec3160 service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642041 Feb 10 15:44:24.877701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c33820c-addf-440c-9654-b151d4d25841 req-27737b5d-509f-420c-92fc-7a1d1f0cc62f service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370077 Feb 10 15:44:24.902119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114fc29-a383-4edd-9671-8b0368f1b378 None None] New status for floating IP 3f824812-05d4-47dd-96b0-21ff3f538876: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:44:24.971766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb5cc0-c376-4efc-b6f2-aaf1820b9147 req-9b00dd56-c895-4d67-94e5-7270d36d77b8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.973244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7fb5cc0-c376-4efc-b6f2-aaf1820b9147 req-9b00dd56-c895-4d67-94e5-7270d36d77b8 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.2171156 Feb 10 15:44:24.984985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-8310d8f7-6b90-4eee-8c4f-5ee160e1f09e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 258 time: 0.3403566 Feb 10 15:44:25.003246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:25.054458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Deleting port debdc300-f5ed-4307-9185-5c3b1bc7e449 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:25.054956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.061179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7fb5cc0-c376-4efc-b6f2-aaf1820b9147 req-befd8f3d-ab5f-4028-9369-06e6fd2db9cf tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752664 Feb 10 15:44:25.075313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.079615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'name': 'network-vif-deleted', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:25.083311 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2d0817-fc3c-42e1-8e12-3389aade1c80" -d '{"events": [{"server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "name": "network-vif-deleted", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:25.537662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.538004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.545660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:25.547794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810e38e-da8e-45c6-a893-39b2771f2609 req-d5f865ec-6273-4e04-9126-7f108ac3714c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:25.549267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f810e38e-da8e-45c6-a893-39b2771f2609 req-d5f865ec-6273-4e04-9126-7f108ac3714c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 943 time: 0.1370146 Feb 10 15:44:25.563051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Calling delete_port for debdc300-f5ed-4307-9185-5c3b1bc7e449 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:25.646814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:25.655243 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f810e38e-da8e-45c6-a893-39b2771f2609 req-5620f57c-0b96-4b6a-8374-3e8923cbf4d6 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939906 Feb 10 15:44:25.658821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648', 'port_id': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'mac_address': 'fa:16:3e:c8:d3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ee6e1-5ece-4066-8599-dcd157bfc2aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:25.708630 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.715434 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.725381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7125430-8119-4fa8-a02c-9de5dcb10636 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:25.747149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:25.751284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.810220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:25.838365 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:25.884728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Pushing event deleted for resources: {'Port': ['ID=debdc300-f5ed-4307-9185-5c3b1bc7e449,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:25.937070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Allocated IP 172.25.7.239 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/082201ff-ca8c-40cf-8ae7-9798ac98fdc8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:26.054255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb18eb6-a902-4ae1-a8b3-e287092aca65 req-3f3a1538-b561-461f-be21-699e5b6b75da tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:26.055672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ecb18eb6-a902-4ae1-a8b3-e287092aca65 req-3f3a1538-b561-461f-be21-699e5b6b75da tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.1781678 Feb 10 15:44:26.058040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.060639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.062649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4b6ab4d7-2321-4ac2-87bd-25cb427d6aae tempest-ServersTestJSON-1783327369 tempest-ServersTestJSON-1783327369-project] 10.222.0.21 "DELETE /v2.0/floatingips/4104598b-da26-49fd-8046-51df3e743b98 HTTP/1.1" status: 204 len: 168 time: 1.3958063 Feb 10 15:44:26.064778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:26.119965 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ecb18eb6-a902-4ae1-a8b3-e287092aca65 req-65dbd216-2634-4a46-acdf-27a1beff706a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559416 Feb 10 15:44:26.128243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['a7125430-8119-4fa8-a02c-9de5dcb10636'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:26.145435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.194715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.235689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:26.240941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:26.244928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:26.269749 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7585d8-8c8a-4923-9c0b-86e26924030e x-openstack-request-id: req-8a7585d8-8c8a-4923-9c0b-86e26924030e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:26.271093 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4e3c97-3234-45f1-ba95-3277fcbdc0eb", "name": "network-vif-deleted", "tag": "0f021d6d-58d3-49e0-81fb-64e69b708a52", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:26.271456 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a7585d8-8c8a-4923-9c0b-86e26924030e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:26.271915 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4e3c97-3234-45f1-ba95-3277fcbdc0eb', 'name': 'network-vif-deleted', 'tag': '0f021d6d-58d3-49e0-81fb-64e69b708a52', 'status': 'completed', 'code': 200} Feb 10 15:44:26.328962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event updated for resources: {'Port': ['ID=082201ff-ca8c-40cf-8ae7-9798ac98fdc8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:26.368924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c471b-62b3-4e7d-b476-c69ae963a472 req-284fd757-9107-4bc5-8329-de4d2642329e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:26.370446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef8c471b-62b3-4e7d-b476-c69ae963a472 req-284fd757-9107-4bc5-8329-de4d2642329e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.0795791 Feb 10 15:44:26.455735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef8c471b-62b3-4e7d-b476-c69ae963a472 req-3bf96f62-13ed-4d6f-ac5e-1e919f6487f2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Feb 10 15:44:26.465868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.507939 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.645173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495e81-d82a-404e-806d-cf250d129cba req-95c39814-1569-4bec-b6d2-a0cc30db9365 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:26.647619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de495e81-d82a-404e-806d-cf250d129cba req-95c39814-1569-4bec-b6d2-a0cc30db9365 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 1101 time: 0.1041176 Feb 10 15:44:26.696547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de495e81-d82a-404e-806d-cf250d129cba req-ec5b79e3-ce00-43bb-9909-bd7bdd9efdd6 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.756862 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.765813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.784489 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.879041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event updated for resources: {'Port': ['ID=082201ff-ca8c-40cf-8ae7-9798ac98fdc8,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:26.890708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.902592 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.913173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de495e81-d82a-404e-806d-cf250d129cba req-ec5b79e3-ce00-43bb-9909-bd7bdd9efdd6 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.924381 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de495e81-d82a-404e-806d-cf250d129cba req-ec5b79e3-ce00-43bb-9909-bd7bdd9efdd6 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.949532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:26.950854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-55620e20-9590-4fc5-a461-acd0e5c67631 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9564621 Feb 10 15:44:26.958196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de495e81-d82a-404e-806d-cf250d129cba req-ec5b79e3-ce00-43bb-9909-bd7bdd9efdd6 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991066 Feb 10 15:44:26.965603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 470f9ac8-e347-48ad-8e20-2b0363ae8707 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:27.110388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b79e3-ce00-43bb-9909-bd7bdd9efdd6 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493163d6-b7ca-4c6f-8801-068bce61ced4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:27.132034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-1fd6eb5a-2579-4c01-94a5-4fb5376551e2 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.1724119 Feb 10 15:44:27.148774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Deleting port 01f06b24-547a-43e7-bcf6-673a1c2132fe {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:27.149440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.227406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:27.243340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'port_id': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'mac_address': 'fa:16:3e:54:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:27.275131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] For port 01f06b24-547a-43e7-bcf6-673a1c2132fe, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=01f06b24-547a-43e7-bcf6-673a1c2132fe,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:27.275613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.294475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Calling delete_port for 01f06b24-547a-43e7-bcf6-673a1c2132fe owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:27.304200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.329122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470f9ac8-e347-48ad-8e20-2b0363ae8707 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:27.358435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:27.366446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.417776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4abe-a253-407f-9efa-f75d07ee7864 req-02c6836b-b50c-482d-9284-9f7af4db1ca1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.419734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-724f4abe-a253-407f-9efa-f75d07ee7864 req-02c6836b-b50c-482d-9284-9f7af4db1ca1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 943 time: 0.0955920 Feb 10 15:44:27.427894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-743254d1-428b-43bb-8187-bba9bfca7d88 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.429356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a82d6cf-b56d-4a6b-9226-ba582f581892 req-743254d1-428b-43bb-8187-bba9bfca7d88 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2867939 Feb 10 15:44:27.443086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:27.471179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-724f4abe-a253-407f-9efa-f75d07ee7864 req-f9268a82-e664-4b83-b58c-b4352d12c6aa tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Feb 10 15:44:27.558129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:27.626444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfccc2c-175d-4a72-8b68-062b70cb1892 req-e1830c87-a0b8-41d4-8608-29c2e28bc0f4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.627716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.628433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccfccc2c-175d-4a72-8b68-062b70cb1892 req-e1830c87-a0b8-41d4-8608-29c2e28bc0f4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.1094224 Feb 10 15:44:27.629439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port a7125430-8119-4fa8-a02c-9de5dcb10636 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:27.637067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port a7125430-8119-4fa8-a02c-9de5dcb10636 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:27.637448 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.677795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=01f06b24-547a-43e7-bcf6-673a1c2132fe,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:27.702512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccfccc2c-175d-4a72-8b68-062b70cb1892 req-e5108b6d-add4-4a65-af6f-a20dbcf632b2 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517454 Feb 10 15:44:27.737681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dd6bd-6a86-4002-9f3b-6534367f2f1a req-2322a366-d6ea-4e81-8515-48d26054c7a4 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.749543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd1dd6bd-6a86-4002-9f3b-6534367f2f1a req-2322a366-d6ea-4e81-8515-48d26054c7a4 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.1504352 Feb 10 15:44:27.766965 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.804155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:27.806587 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c3792c-2f65-4bff-a52f-de81bc1b562a" -d '{"events": [{"server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "name": "network-vif-plugged", "status": "completed", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:27.825713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:27.833996 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.836023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd1dd6bd-6a86-4002-9f3b-6534367f2f1a req-7ddcf215-596c-4c00-bec6-38125a30229b tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852294 Feb 10 15:44:27.902686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:27.950317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['470f9ac8-e347-48ad-8e20-2b0363ae8707'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:27.993812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:27.999697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-490d13a5-729f-435c-ba4f-ac73623391a3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:28.001702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-490d13a5-729f-435c-ba4f-ac73623391a3 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1431286 Feb 10 15:44:28.104845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0959f7-8e47-495a-821a-af77959297e8 req-00ba480e-b584-4ab5-b21f-9e970e7a8e26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:28.112548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd0959f7-8e47-495a-821a-af77959297e8 req-00ba480e-b584-4ab5-b21f-9e970e7a8e26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1532974 Feb 10 15:44:28.119883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-4c7961d7-9fcb-4010-b726-75b249457fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0980914 Feb 10 15:44:28.138733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-d02a19fa-e9ac-45f3-849b-13abbf906a00 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Request body: {'floatingip': {'port_id': '45ec5e0f-ddb9-4799-8706-32374687e539', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:28.189647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-d02a19fa-e9ac-45f3-849b-13abbf906a00 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:28.199070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd0959f7-8e47-495a-821a-af77959297e8 req-0094f86b-ff4a-44bf-a968-89e7d1ffec99 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853820 Feb 10 15:44:28.238175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:28.259170 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34787eed-49ec-468f-abd0-857f9d69f8af x-openstack-request-id: req-34787eed-49ec-468f-abd0-857f9d69f8af {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:28.259713 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "name": "network-vif-plugged", "status": "completed", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:28.259813 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34787eed-49ec-468f-abd0-857f9d69f8af {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:28.260397 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'code': 200} Feb 10 15:44:28.383398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:28.389243 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8fc0fc6f-5e69-4364-a4de-acf74cd21c9d admin admin] 10.222.0.21 "PUT /v2.0/routers/48ca81d6-b9ef-4d76-88c5-87e55ce662d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233743 Feb 10 15:44:28.391781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:28.399068 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] Sync routers for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:28.413247 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:28.414210 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:28.459226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1c2d9-f9af-4ce0-965a-1c0cba31a178 req-8ad2d7e7-358e-44d5-afdf-d65fc9118c3d tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:28.466670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24c1c2d9-f9af-4ce0-965a-1c0cba31a178 req-8ad2d7e7-358e-44d5-afdf-d65fc9118c3d tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 1101 time: 0.1498809 Feb 10 15:44:28.493903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192cad7-fca0-4702-a1cb-821ec1e43974 req-4c86a922-4356-48ff-adeb-ca89a9010867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:28.495702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c192cad7-fca0-4702-a1cb-821ec1e43974 req-4c86a922-4356-48ff-adeb-ca89a9010867 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1097 time: 0.1471295 Feb 10 15:44:28.513556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:28.537837 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:28.577387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24c1c2d9-f9af-4ce0-965a-1c0cba31a178 req-87f47419-f002-42ff-8e6e-7ef5d009b961 tempest-ServersAdminNegativeTestJSON-226230519 tempest-ServersAdminNegativeTestJSON-226230519-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051636 Feb 10 15:44:28.620660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c192cad7-fca0-4702-a1cb-821ec1e43974 req-4d9526c5-f380-42e1-a567-41017cef41e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861089 Feb 10 15:44:28.628399 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-d02a19fa-e9ac-45f3-849b-13abbf906a00 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 15:44:28.629406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f3e72dc-4fb8-49fa-8dc5-5087310acd83 req-d02a19fa-e9ac-45f3-849b-13abbf906a00 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "PUT /v2.0/floatingips/55f5e4f6-33b8-4216-b8cd-ab6489fa78e8 HTTP/1.1" status: 409 len: 550 time: 0.5032794 Feb 10 15:44:28.717420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dffdd-1635-4139-b6e4-8272daacb8c2 req-3a128eef-702f-4248-9eca-fd9f1b625d11 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:28.727324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b9dffdd-1635-4139-b6e4-8272daacb8c2 req-3a128eef-702f-4248-9eca-fd9f1b625d11 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 944 time: 0.0682855 Feb 10 15:44:28.731254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:28.831889 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port': {'id': '5c0cade0-3dc6-4469-bf98-3a597edafab3', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:28.835433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Deleting port 5c0cade0-3dc6-4469-bf98-3a597edafab3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:28.836464 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7287cf4f-9732-4a64-b7de-a1f3cc158c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:28.837298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:28.867096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-3bec03e6-a4df-40b2-bcf0-bbebda8cc814 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips/55f5e4f6-33b8-4216-b8cd-ab6489fa78e8 HTTP/1.1" status: 200 len: 693 time: 0.1028535 Feb 10 15:44:28.881850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b9dffdd-1635-4139-b6e4-8272daacb8c2 req-0114af01-2435-4927-b7f7-046d710bbd90 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509552 Feb 10 15:44:28.907324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] Checking router: 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:28.929109 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] Routers {'48ca81d6-b9ef-4d76-88c5-87e55ce662d4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:28.930103 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:28.998254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] For port 5c0cade0-3dc6-4469-bf98-3a597edafab3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5c0cade0-3dc6-4469-bf98-3a597edafab3,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:28.998947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.022692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Calling delete_port for 5c0cade0-3dc6-4469-bf98-3a597edafab3 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:29.073829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] Set router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:29.099256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d84b5-719c-4fe4-9b10-802b85043169 req-f02318b2-23fa-4ff8-8fa2-165b406868b6 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.100788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-183d84b5-719c-4fe4-9b10-802b85043169 req-f02318b2-23fa-4ff8-8fa2-165b406868b6 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.2162802 Feb 10 15:44:29.128453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5571d16-57fa-4340-ab87-f17904d05182 req-cb4400b6-5a74-409f-a194-29d8fd22c8ae tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.129976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5571d16-57fa-4340-ab87-f17904d05182 req-cb4400b6-5a74-409f-a194-29d8fd22c8ae tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.1177690 Feb 10 15:44:29.135421 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:44:28Z', 'revision_number': 6, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:29.170977 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf14fa-0ab1-49de-b637-8180ba3700aa None None] The sync data for ids ['48ca81d6-b9ef-4d76-88c5-87e55ce662d4'] in n-d-827895-3 is: [{'id': '48ca81d6-b9ef-4d76-88c5-87e55ce662d4', 'name': 'tempest-ServersTestJSON-413313-router', 'tenant_id': '357cb9aa15b44125862eb222608f201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:39Z', 'updated_at': '2022-02-10T15:44:28Z', 'revision_number': 6, 'project_id': '357cb9aa15b44125862eb222608f201c', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:29.173452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-1d9dd689-c417-4ddf-91e1-20911de98bc8 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.174971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-1d9dd689-c417-4ddf-91e1-20911de98bc8 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.2892842 Feb 10 15:44:29.293163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.318954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0cade0-3dc6-4469-bf98-3a597edafab3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:29.345169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-50b68637-a206-4d6d-b30e-b053fad701ef tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.1101868 Feb 10 15:44:29.367574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5571d16-57fa-4340-ab87-f17904d05182 req-8983856a-bc5c-4101-966a-0b2d4c93e52f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892118 Feb 10 15:44:29.392176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.433349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-a9b1dd28-82f7-4eb6-a3e0-10d51f835956 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0777187 Feb 10 15:44:29.449518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Deleting port 07f501ca-e297-4919-8593-da47afe06ff4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:29.449848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.508846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.519234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.578804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.579557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ca81d6-b9ef-4d76-88c5-87e55ce662d4 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:29.587351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.589057 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-21d915a2-bc9b-4e41-81b4-218ba518c6e8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/48ca81d6-b9ef-4d76-88c5-87e55ce662d4 HTTP/1.1" status: 204 len: 168 time: 1.1959534 Feb 10 15:44:29.591182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52248) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:29.651690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Deleting subnet dd5436d1-16ff-4db4-9f62-e8225dc69104 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:44:29.655163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.725644 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.758250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] For port 07f501ca-e297-4919-8593-da47afe06ff4, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=07f501ca-e297-4919-8593-da47afe06ff4,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:29.758625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.775953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d6821-205d-4981-88bd-d783d8436958 req-873b50f1-2f79-44cb-9222-35eaa0a9099f tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.777456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-754d6821-205d-4981-88bd-d783d8436958 req-873b50f1-2f79-44cb-9222-35eaa0a9099f tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 946 time: 0.3230190 Feb 10 15:44:29.817849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.889349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.943015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5436d1-16ff-4db4-9f62-e8225dc69104,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:29.950387 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:29.958089 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d7b0842e-ef25-44be-95cb-3aae6e9a7c38 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dd5436d1-16ff-4db4-9f62-e8225dc69104 HTTP/1.1" status: 204 len: 168 time: 0.3634708 Feb 10 15:44:29.958512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52252) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:29.959318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7435368-628a-495b-960d-8e0e65b1794a None None] Network 4373d187-2351-4b2a-b215-0118cd8baeb3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:30.108613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.224568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Deleting port 40da198a-5504-42d0-a2e6-7264b14b2555 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:30.225159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.330738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] DHCP port deletion for 4373d187-2351-4b2a-b215-0118cd8baeb3 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:44:30.348501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] For port 40da198a-5504-42d0-a2e6-7264b14b2555, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=40da198a-5504-42d0-a2e6-7264b14b2555,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:30.349233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.369992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-754d6821-205d-4981-88bd-d783d8436958 req-38e6b331-3fbf-4391-bbae-882289ba194e tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups?id=64762354-f682-40ab-aff8-99de9a45266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5817182 Feb 10 15:44:30.377114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Calling delete_port for 40da198a-5504-42d0-a2e6-7264b14b2555 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:30.391546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Deleting port 082201ff-ca8c-40cf-8ae7-9798ac98fdc8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:30.391953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.399794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] Deleting port 40da198a-5504-42d0-a2e6-7264b14b2555 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:30.400169 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.499061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] For port 40da198a-5504-42d0-a2e6-7264b14b2555, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=40da198a-5504-42d0-a2e6-7264b14b2555,segment=NetworkSegment(42a32ec2-a71f-4eaf-a711-7289a22108a4),segment_id=42a32ec2-a71f-4eaf-a711-7289a22108a4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:30.499959 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.538749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] Calling delete_port for 40da198a-5504-42d0-a2e6-7264b14b2555 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:30.592300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.609805 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.610172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.610491 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Floating IP 6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34 disassociated. External IP: 172.25.7.138, port: 07f501ca-e297-4919-8593-da47afe06ff4. Feb 10 15:44:30.610831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Calling delete_port for 07f501ca-e297-4919-8593-da47afe06ff4 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:30.640843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Pushing event deleted for resources: {'Port': ['ID=40da198a-5504-42d0-a2e6-7264b14b2555,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:30.643294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48518b41-f1fa-4ded-ba20-85575ef8ce19 req-1c001f22-a7c6-4308-b072-0f187dacde6a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:30.645062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48518b41-f1fa-4ded-ba20-85575ef8ce19 req-1c001f22-a7c6-4308-b072-0f187dacde6a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1307547 Feb 10 15:44:30.647197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.647497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.657871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] No DVR routers for this DVR port 40da198a-5504-42d0-a2e6-7264b14b2555 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:30.693063 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.700036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Calling delete_port for 082201ff-ca8c-40cf-8ae7-9798ac98fdc8 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:30.728242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] Pushing event deleted for resources: {'Port': ['ID=40da198a-5504-42d0-a2e6-7264b14b2555,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:30.730870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dcd73-8ff9-4481-8292-28f615792e03 None None] No DVR routers for this DVR port 40da198a-5504-42d0-a2e6-7264b14b2555 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:30.777911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.809538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48518b41-f1fa-4ded-ba20-85575ef8ce19 req-9a51073a-562a-45e4-a342-f6c93985fe27 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485584 Feb 10 15:44:30.828972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4373d187-2351-4b2a-b215-0118cd8baeb3']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:30.849550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a32ec2-a71f-4eaf-a711-7289a22108a4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:30.854188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a32ec2-a71f-4eaf-a711-7289a22108a4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:30.871992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.879962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c0cade0-3dc6-4469-bf98-3a597edafab3 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:30.910068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 5c0cade0-3dc6-4469-bf98-3a597edafab3 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:30.910068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c0cade0-3dc6-4469-bf98-3a597edafab3 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:30.910068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 40da198a-5504-42d0-a2e6-7264b14b2555 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:30.921203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.939321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:30.939938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:30.942914 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:30.957513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 40da198a-5504-42d0-a2e6-7264b14b2555 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:30.957892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 40da198a-5504-42d0-a2e6-7264b14b2555 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:30.958319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 01f06b24-547a-43e7-bcf6-673a1c2132fe no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:30.981336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 470f9ac8-e347-48ad-8e20-2b0363ae8707 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:30.983601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 01f06b24-547a-43e7-bcf6-673a1c2132fe {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:30.984888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 01f06b24-547a-43e7-bcf6-673a1c2132fe not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:31.008386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.015805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.024129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4373d187-2351-4b2a-b215-0118cd8baeb3 HTTP/1.1" status: 204 len: 168 time: 1.0603695 Feb 10 15:44:31.034900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45589bda-99c8-4569-b24f-61c025c97892 admin admin] Pushing event deleted for resources: {'Network': ['ID=4373d187-2351-4b2a-b215-0118cd8baeb3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:31.048600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9299bc2-0383-4fdd-8a64-1f81e6b58d75 req-dad6f981-9bf6-4a5e-86e6-f670fa27ca8c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:31.051019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9299bc2-0383-4fdd-8a64-1f81e6b58d75 req-dad6f981-9bf6-4a5e-86e6-f670fa27ca8c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 944 time: 0.1543500 Feb 10 15:44:31.052973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.055148 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.109362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event deleted for resources: {'Port': ['ID=082201ff-ca8c-40cf-8ae7-9798ac98fdc8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:31.109807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 470f9ac8-e347-48ad-8e20-2b0363ae8707 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:31.124952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 470f9ac8-e347-48ad-8e20-2b0363ae8707 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:31.125360 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.181903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event deleted for resources: {'Port': ['ID=07f501ca-e297-4919-8593-da47afe06ff4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:31.225107 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.235262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52262) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:31.255125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:31.257734 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c204c73-e30c-47b5-a981-1862f93ba602" -d '{"events": [{"server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "name": "network-vif-plugged", "status": "completed", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:31.267409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9299bc2-0383-4fdd-8a64-1f81e6b58d75 req-d0e8e535-bb97-4940-91f6-fa1509e8d03a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005641 Feb 10 15:44:31.282222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a0726e7c-935b-46e6-9a0a-81a7da4e332d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=357cb9aa15b44125862eb222608f201c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457826 Feb 10 15:44:31.287466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:31.288331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:31.294898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.301509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be21a56b-53b1-4806-bf80-379c4380cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.352291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205ae5cf-4cfd-49c9-9f95-511d6ed7b2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.355349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:31.372529 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.375113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.376624 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205ae5cf-4cfd-49c9-9f95-511d6ed7b2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.382073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-134522e2-df58-44e1-84d6-89ef21bc7396 req-b4ccfef7-0a69-4125-87d4-2f451a17371c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "DELETE /v2.0/floatingips/55f5e4f6-33b8-4216-b8cd-ab6489fa78e8 HTTP/1.1" status: 204 len: 173 time: 1.9371135 Feb 10 15:44:31.440137 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054db672-16d9-4fcf-8e72-1b5d21847958 x-openstack-request-id: req-054db672-16d9-4fcf-8e72-1b5d21847958 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:31.440431 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "name": "network-vif-plugged", "status": "completed", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:31.440711 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-054db672-16d9-4fcf-8e72-1b5d21847958 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:31.441112 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'code': 200} Feb 10 15:44:31.472103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205ae5cf-4cfd-49c9-9f95-511d6ed7b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.485148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205ae5cf-4cfd-49c9-9f95-511d6ed7b2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:31.491284 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-205ae5cf-4cfd-49c9-9f95-511d6ed7b2a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6363d3f5-9268-41ed-a80a-7a639f390e5a HTTP/1.1" status: 204 len: 168 time: 0.2003818 Feb 10 15:44:31.518192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ae5cf-4cfd-49c9-9f95-511d6ed7b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6363d3f5-9268-41ed-a80a-7a639f390e5a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:31.578047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 07f501ca-e297-4919-8593-da47afe06ff4 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:31.593525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff91dac-b8ce-413d-9c5b-3282526ec17f req-ba970ba4-9d06-4863-9c95-c5607ad4c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:31.595572 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3ff91dac-b8ce-413d-9c5b-3282526ec17f req-ba970ba4-9d06-4863-9c95-c5607ad4c853 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.0503852 Feb 10 15:44:31.622019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 07f501ca-e297-4919-8593-da47afe06ff4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:31.622649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 07f501ca-e297-4919-8593-da47afe06ff4 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:31.626793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:31.650465 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3ff91dac-b8ce-413d-9c5b-3282526ec17f req-24024674-7452-4d65-97dc-78c5ea90730b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Feb 10 15:44:31.665077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4303ff-19c1-45a1-af7c-b20accd4a881 req-d212c4c3-6e65-4f97-910f-71e65dca436e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:31.667180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c4303ff-19c1-45a1-af7c-b20accd4a881 req-d212c4c3-6e65-4f97-910f-71e65dca436e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.2285311 Feb 10 15:44:31.673551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-7ea34adf-7192-43fd-a6fb-b69e87a3e057 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 1000 time: 0.2182238 Feb 10 15:44:31.804254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-c8e58d42-09f8-4c35-a077-31f74b0b43b2 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:31.805649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-c8e58d42-09f8-4c35-a077-31f74b0b43b2 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports/45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 942 time: 0.1241114 Feb 10 15:44:31.828069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c4303ff-19c1-45a1-af7c-b20accd4a881 req-b027d82d-7b0e-4499-ac37-bb9e707d9a81 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476519 Feb 10 15:44:31.962852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c731401-b2f5-455f-a422-11b6d3c73391 req-373b113e-4c4d-49e7-b715-e56e9821faa4 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97a88d5-006b-4794-a714-a2fe2399f6a6 HTTP/1.1" status: 200 len: 210 time: 0.0681777 Feb 10 15:44:31.974167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:31.986618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] Sync routers for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:32.007490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:32.008547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:32.021888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] No DVR routers for this DVR port 07f501ca-e297-4919-8593-da47afe06ff4 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:32.026029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-b7333967-3bc7-4d09-ad1c-f16f0700b1d9 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 1000 time: 0.1470432 Feb 10 15:44:32.027079 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.030314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-183d84b5-719c-4fe4-9b10-802b85043169 req-d629232e-5f7a-470c-9c6f-9c6a6e12b238 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.45 "DELETE /v2.0/ports/07f501ca-e297-4919-8593-da47afe06ff4 HTTP/1.1" status: 204 len: 173 time: 2.9178574 Feb 10 15:44:32.030754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'name': 'network-vif-deleted', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:32.033036 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987f6ac-449f-4192-a2c0-776a431b81c5" -d '{"events": [{"server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "name": "network-vif-deleted", "tag": "07f501ca-e297-4919-8593-da47afe06ff4"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:32.198284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:32.201611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-b97131fb-cca0-48ae-8ed3-d6f3d211c18c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:32.220144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-b97131fb-cca0-48ae-8ed3-d6f3d211c18c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1830490 Feb 10 15:44:32.332486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-239ca89c-833e-464c-a7a7-611020492984 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 1000 time: 0.1084146 Feb 10 15:44:32.344776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.349725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb62fa-e7e9-4568-a48c-71e23f744217 req-1ba55aca-a9de-4d5f-a95f-f006bd052651 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:32.351184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72cb62fa-e7e9-4568-a48c-71e23f744217 req-1ba55aca-a9de-4d5f-a95f-f006bd052651 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.0782292 Feb 10 15:44:32.354905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:32.418333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52306) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:32.438590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72cb62fa-e7e9-4568-a48c-71e23f744217 req-f37f14ce-9280-4418-830f-98bdaa1d2b26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790999 Feb 10 15:44:32.440591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.450334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:32.492506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] Checking router: d53e7879-4af2-45f1-b1b5-1c967bbc17f4 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:32.506035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:32.506876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:32.588506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-network', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:32.617929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:32.622072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.634557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.638914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:32.658617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.667230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.667652 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Floating IP 3f824812-05d4-47dd-96b0-21ff3f538876 disassociated. External IP: 172.25.7.95, port: 45ec5e0f-ddb9-4799-8706-32374687e539. Feb 10 15:44:32.714212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754e547-ca39-4068-80dc-3a6be601a280 req-3906c007-8823-4012-bae1-6abb6593cc81 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:32.715771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2754e547-ca39-4068-80dc-3a6be601a280 req-3906c007-8823-4012-bae1-6abb6593cc81 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1097 time: 0.1447039 Feb 10 15:44:32.730238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.736608 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.751398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:32.761276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.761645 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Added segment 9f4facd0-7860-46f8-8fc7-b912ab114341 of type vlan for network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c Feb 10 15:44:32.794429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2754e547-ca39-4068-80dc-3a6be601a280 req-30715fc5-b20c-488a-98b5-6ca79d095eca tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721242 Feb 10 15:44:32.849708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f96c44-4e50-41b3-9167-4dd2f6bc1c59,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:32.865861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.894087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:32.903671 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.904395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:32.904760 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f3fd8-9831-433d-b91c-0de93ac88985 x-openstack-request-id: req-2a2f3fd8-9831-433d-b91c-0de93ac88985 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:32.904979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:32.905101 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97a88d5-006b-4794-a714-a2fe2399f6a6", "name": "network-vif-deleted", "tag": "07f501ca-e297-4919-8593-da47afe06ff4", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:32.905303 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a2f3fd8-9831-433d-b91c-0de93ac88985 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:32.905966 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97a88d5-006b-4794-a714-a2fe2399f6a6', 'name': 'network-vif-deleted', 'tag': '07f501ca-e297-4919-8593-da47afe06ff4', 'status': 'completed', 'code': 200} Feb 10 15:44:32.927927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73003caf-e58b-408d-ae6d-3ccb611db125 None None] The sync data for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 is: [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:43:15Z', 'revision_number': 4, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f105155a-63f7-44a6-9e9a-d7ba4fce3238', 'name': '', 'network_id': '5a4d82e8-13e0-4a51-855c-8d560cd75243', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'mac_address': 'fa:16:3e:62:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:14Z', 'updated_at': '2022-02-10T15:43:24Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'subnets': [{'id': 'f812a9c4-abf6-4e78-bdd3-130cd2350cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:32.941602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Router 8dd30627-fbff-49ad-9757-b8ede335d9ff has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:32.996838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5765731 Feb 10 15:44:32.997121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c69b09-3dfd-4033-9a79-ef4197eb6220 admin admin] Pushing event updated for resources: {'Network': ['ID=4671a6c8-fa43-42e5-9c17-ae34057b0c7c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:32.999388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52318) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:33.004217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Request body: {'subnet': {'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-subnet', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:33.016766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:33.030404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:33.033208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.055815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db2ba3-8536-45cf-a4ed-e0707fd54070 req-f832de44-9506-4a51-9fc7-67215cceaeb0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.057452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41db2ba3-8536-45cf-a4ed-e0707fd54070 req-f832de44-9506-4a51-9fc7-67215cceaeb0 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 950 time: 0.1077363 Feb 10 15:44:33.143574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41db2ba3-8536-45cf-a4ed-e0707fd54070 req-97db0168-691b-44b0-af3e-a38c0aaa4970 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768526 Feb 10 15:44:33.146943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:33.158938 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] Sync routers for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:33.160474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.180688 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:33.181509 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:33.199898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-407e0694-a6d5-456a-812a-cf16c36a8365 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "PUT /v2.0/floatingips/3f824812-05d4-47dd-96b0-21ff3f538876 HTTP/1.1" status: 200 len: 694 time: 0.8587925 Feb 10 15:44:33.244012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.314901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72944349-1b94-4636-bc84-9689413c1029,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.335389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf9bc0-ccf3-4e25-9592-e17cf88dd889 None None] New status for floating IP 6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:44:33.342270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Checking segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:33.342632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Network hostable DHCP agents. Network: 4671a6c8-fa43-42e5-9c17-ae34057b0c7c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:33.346590 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:33.352214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e5b83-b71e-4294-8e43-2c21a336b59a req-811f56ba-16cc-44b4-9d6b-21e3ab2a286a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.359730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-259e5b83-b71e-4294-8e43-2c21a336b59a req-811f56ba-16cc-44b4-9d6b-21e3ab2a286a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1173029 Feb 10 15:44:33.361787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:33.374809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4671a6c8-fa43-42e5-9c17-ae34057b0c7c) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:33.380385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.381187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.401310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-30616fa3-6b04-4920-884f-5bf5996ffb6e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4008048 Feb 10 15:44:33.403905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52322) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:33.408557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:33.414090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-259e5b83-b71e-4294-8e43-2c21a336b59a req-50552547-d68b-4af5-8154-812623b1aab2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533783 Feb 10 15:44:33.439415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-b6297060-61c4-426c-ac91-45c7d306fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.440421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.443747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.444698 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-b6297060-61c4-426c-ac91-45c7d306fc0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1096 time: 0.2253749 Feb 10 15:44:33.521343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.601805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a295f-7c6a-4efb-a232-e0e960e86eba None None] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:33.639367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-1760f404-cc7a-4869-b1f0-9c4b71788050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.640877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-1760f404-cc7a-4869-b1f0-9c4b71788050 service neutron] 10.222.0.21 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 930 time: 0.1898460 Feb 10 15:44:33.686498 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:44:00Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:33.703076 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.734631 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] Checking router: 8dd30627-fbff-49ad-9757-b8ede335d9ff for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:33.746476 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:33.747171 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:33.946113 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:33.989857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:33.995298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.022517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.031690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-a8c941de-7035-42c3-8ebd-bc127d14efb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 217 time: 0.3820603 Feb 10 15:44:34.037921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:44:34.038937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.104540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-a0999095-36c8-4b78-930b-01291e368b28 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.106380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-a0999095-36c8-4b78-930b-01291e368b28 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.5521400 Feb 10 15:44:34.116381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-1b060365-82c8-4c77-93d3-ce05d687c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.118096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-1b060365-82c8-4c77-93d3-ce05d687c5ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 200 len: 868 time: 0.0761151 Feb 10 15:44:34.126815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-65caac36-e8c0-4cbc-b257-6acd1fe05c52 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/quotas/3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 375 time: 0.0137432 Feb 10 15:44:34.193345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Allocated IP 172.25.7.109 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3b4e22fb-73e3-4759-a083-ed34c5e44817) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:34.203530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-c0af4554-1f13-4160-a3f0-981f5d3e70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.209873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-c0af4554-1f13-4160-a3f0-981f5d3e70ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46906825-517b-4e21-a4af-95a407552228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817943 Feb 10 15:44:34.239328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Allocated IP 172.20.0.2 (4671a6c8-fa43-42e5-9c17-ae34057b0c7c/72944349-1b94-4636-bc84-9689413c1029/417032ed-fb98-4a9a-b376-91ac492bae5a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:34.253453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-40854bcc-a04b-4ab3-85ab-9f9febabf703 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146049 Feb 10 15:44:34.324621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.357350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.451969 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.454535 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:44:00Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:34.456423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-665188ec-f3e5-4413-a051-c7ef7d6aec96 service neutron] 10.222.0.21 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385561 Feb 10 15:44:34.466777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.488190 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b700d1-d649-41ce-b5bb-6adb2a0b0aa6 None None] The sync data for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 is: [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:43:55Z', 'revision_number': 4, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '431fdd42-4774-4296-b547-8969de2df914', 'name': '', 'network_id': '46906825-517b-4e21-a4af-95a407552228', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'mac_address': 'fa:16:3e:97:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:54Z', 'updated_at': '2022-02-10T15:44:00Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'subnets': [{'id': '49921bbd-a5d7-4ee2-8b1f-a3b79be6662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:34.499108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2783f012-4938-4d16-8b91-b38691f9a8e4 service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140303 Feb 10 15:44:34.547275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:34.550702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:34.556538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:34.570748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Pushing event updated for resources: {'Port': ['ID=417032ed-fb98-4a9a-b376-91ac492bae5a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:34.651946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Attempting to bind port 417032ed-fb98-4a9a-b376-91ac492bae5a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:34.652411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Attempting to bind port 417032ed-fb98-4a9a-b376-91ac492bae5a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:34.653306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Attempting to bind port 417032ed-fb98-4a9a-b376-91ac492bae5a on network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:34.659289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:34.660200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Checking segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:34.660892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.661605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Bound using segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:34.662176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Bound port: 417032ed-fb98-4a9a-b376-91ac492bae5a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:34.662937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.664394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a938ce1-a551-4eae-b675-fba33cf93245 req-df91e297-5d72-4c93-b7aa-43a93e78a971 service neutron] 10.222.0.21 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980445 Feb 10 15:44:34.673613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-eb5053e6-db92-4587-8a8a-655e2869053a service neutron] 10.222.0.21 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735370 Feb 10 15:44:34.773262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] For port 417032ed-fb98-4a9a-b376-91ac492bae5a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:34.774990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.777623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] For port 417032ed-fb98-4a9a-b376-91ac492bae5a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417032ed-fb98-4a9a-b376-91ac492bae5a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:34.785347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:34.817551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:34.822113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:34.826251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:34.841498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476289-9385-49b4-bf30-d8ddeead4671 req-a036c302-3e5b-4bff-bc61-ebfc439e4b3c tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.843030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03476289-9385-49b4-bf30-d8ddeead4671 req-a036c302-3e5b-4bff-bc61-ebfc439e4b3c tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1097 time: 0.0746531 Feb 10 15:44:34.868929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Pushing event updated for resources: {'Port': ['ID=3b4e22fb-73e3-4759-a083-ed34c5e44817,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:34.883649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f454b-0088-4510-804f-1d4041dd2b09 None None] Pushing event updated for resources: {'Port': ['ID=417032ed-fb98-4a9a-b376-91ac492bae5a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:34.902680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03476289-9385-49b4-bf30-d8ddeead4671 req-859deec9-dabc-4862-b859-7638cd568d23 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Feb 10 15:44:34.912033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:34.919528 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:34.994545 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff0299-2f7a-48c2-af7e-91893bead556 None None] New status for floating IP 3f824812-05d4-47dd-96b0-21ff3f538876: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:44:35.252341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d690aef-e402-4869-81c6-d7c7fa486e0a req-a03269c6-4bb5-4695-a642-a3569488e620 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.261625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d690aef-e402-4869-81c6-d7c7fa486e0a req-a03269c6-4bb5-4695-a642-a3569488e620 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1693771 Feb 10 15:44:35.292378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-16120032-89d0-47f9-a901-e20c2f0e5dbd tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.293933 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-16120032-89d0-47f9-a901-e20c2f0e5dbd tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 950 time: 0.0983970 Feb 10 15:44:35.294973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:35.336670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d690aef-e402-4869-81c6-d7c7fa486e0a req-0a2b0936-33b2-427d-9129-7d3ccfe87d12 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739937 Feb 10 15:44:35.355158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb776c50-8399-4e2d-8de6-eb6283d18929 req-33525d87-3394-46de-a30f-2387c6f9f8ea tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.357047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb776c50-8399-4e2d-8de6-eb6283d18929 req-33525d87-3394-46de-a30f-2387c6f9f8ea tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=346d804f-1e72-4d26-a710-d5a86594fe24 HTTP/1.1" status: 200 len: 950 time: 0.2058976 Feb 10 15:44:35.456836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb776c50-8399-4e2d-8de6-eb6283d18929 req-8cc71c88-86c2-48af-a9ce-8fcce1845c66 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897496 Feb 10 15:44:35.540424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Deleting port a7cff1f8-fd5e-4228-b360-b360d35af7dc {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:35.541669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:35.553837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-fd921034-cc0f-4ed9-8c5b-549f41b04a0a tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips/3f824812-05d4-47dd-96b0-21ff3f538876 HTTP/1.1" status: 200 len: 692 time: 0.0598438 Feb 10 15:44:35.566750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291c7f2-e91a-4fe7-bcf5-96540d73d6d1 req-9b4dc9f8-8385-4768-a17f-cb1975cad580 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.568568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f291c7f2-e91a-4fe7-bcf5-96540d73d6d1 req-9b4dc9f8-8385-4768-a17f-cb1975cad580 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1238558 Feb 10 15:44:35.699827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f291c7f2-e91a-4fe7-bcf5-96540d73d6d1 req-1fcb522c-5cda-4666-8e41-b4971b417a7b tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186280 Feb 10 15:44:35.723178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] For port a7cff1f8-fd5e-4228-b360-b360d35af7dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7cff1f8-fd5e-4228-b360-b360d35af7dc,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:35.723823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:35.726173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-df50c04e-0209-407e-99fb-a784c51baf5c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.733712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:35.733994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-df50c04e-0209-407e-99fb-a784c51baf5c tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1637993 Feb 10 15:44:35.743622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Calling delete_port for a7cff1f8-fd5e-4228-b360-b360d35af7dc owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:35.788059 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0e848d-8905-4d63-9924-f990577a77b4 x-openstack-request-id: req-5d0e848d-8905-4d63-9924-f990577a77b4 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:35.788354 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:35.788614 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d0e848d-8905-4d63-9924-f990577a77b4 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:35.790502 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539', 'status': 'completed', 'code': 200} Feb 10 15:44:35.803456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-8bea9f99-ceeb-4105-929f-c217867b01fb tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.0684690 Feb 10 15:44:35.931217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f3ba23f-b35f-4173-816c-b2c14a868a82 req-f8793ce7-b88d-4f6c-b20f-b03d3c0b7899 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0466375 Feb 10 15:44:35.954017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-d134932d-53ea-4b6d-88d3-7a7e54df8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.955488 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-d134932d-53ea-4b6d-88d3-7a7e54df8adf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=00de58fe46254d77bfc4742723f4bf1f&device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 1096 time: 0.1302981 Feb 10 15:44:35.963481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-5942fbf5-63f8-49ca-a930-7f05cc0592f8 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.1531365 Feb 10 15:44:35.980057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:36.150914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Deleting port 8f2ceb83-59d7-4066-a2a7-521fd961e5de {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:36.151411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.151638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.159949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Router 58727e5d-7a9b-4746-ade1-a237d7480caf is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:44:36.169518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['09c29abf-8cfc-415c-9e96-746c6c84f9d6', 'a7cff1f8-fd5e-4228-b360-b360d35af7dc'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:36.292359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.293166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.308809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Calling delete_port for 8f2ceb83-59d7-4066-a2a7-521fd961e5de owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:36.367087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Pushing event deleted for resources: {'Port': ['ID=a7cff1f8-fd5e-4228-b360-b360d35af7dc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:36.461965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bd090-047d-4c32-aaf6-e1acd1a01d64 None None] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:36.474963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2acaf186-5490-4e25-b96a-4a4d2ad980bc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.506778 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2acaf186-5490-4e25-b96a-4a4d2ad980bc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.557326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] No DVR routers for this DVR port a7cff1f8-fd5e-4228-b360-b360d35af7dc on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:36.559542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-4bb72f20-920f-4ad4-848e-3990b83af485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:36.561473 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-4bb72f20-920f-4ad4-848e-3990b83af485 service neutron] 10.222.0.75 "GET /v2.0/networks?id=46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 200 len: 930 time: 0.5392613 Feb 10 15:44:36.572574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.576153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "DELETE /v2.0/ports/a7cff1f8-fd5e-4228-b360-b360d35af7dc HTTP/1.1" status: 204 len: 173 time: 1.2362316 Feb 10 15:44:36.579341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346d804f-1e72-4d26-a710-d5a86594fe24', 'name': 'network-vif-deleted', 'tag': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:36.581949 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afac09d-53a8-4b25-89c3-dbb5dfe67a2d" -d '{"events": [{"server_uuid": "346d804f-1e72-4d26-a710-d5a86594fe24", "name": "network-vif-deleted", "tag": "a7cff1f8-fd5e-4228-b360-b360d35af7dc"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:36.651623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-75629857-f0e3-4362-a31a-8f1f8cef2417 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 200 len: 217 time: 0.0493867 Feb 10 15:44:36.654372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-b4007082-ea58-4a1f-abde-c66ba247b46b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965740 Feb 10 15:44:36.674596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-b62e6074-13a1-4e9b-ae3c-1bbe289b9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:36.677146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-b62e6074-13a1-4e9b-ae3c-1bbe289b9999 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.4272270 Feb 10 15:44:36.689308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5254bdf4-e9e8-4746-9333-da901981a41e None None] Provisioning complete for port 417032ed-fb98-4a9a-b376-91ac492bae5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:36.689811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5254bdf4-e9e8-4746-9333-da901981a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.817345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-e41ec7a0-5445-43bd-892b-f558ddedc024 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:36.819166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-e41ec7a0-5445-43bd-892b-f558ddedc024 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 808 time: 0.2698264 Feb 10 15:44:36.829206 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.880207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Request body: {'port': {'device_id': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'admin_state_up': True, 'tenant_id': '3b5f674a3c054a6d83d5aa5cd8220eaf'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:36.896350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event deleted for resources: {'Port': ['ID=8f2ceb83-59d7-4066-a2a7-521fd961e5de,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:36.935209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-063d83ba-c913-401b-a728-bc09c97114aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:36.936784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-063d83ba-c913-401b-a728-bc09c97114aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 1095 time: 0.1980758 Feb 10 15:44:36.982660 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5254bdf4-e9e8-4746-9333-da901981a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:36.996955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2acaf186-5490-4e25-b96a-4a4d2ad980bc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.000732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2acaf186-5490-4e25-b96a-4a4d2ad980bc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.001900 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2acaf186-5490-4e25-b96a-4a4d2ad980bc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "DELETE /v2.0/security-groups/64762354-f682-40ab-aff8-99de9a45266c HTTP/1.1" status: 204 len: 168 time: 1.0198147 Feb 10 15:44:37.015567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417032ed-fb98-4a9a-b376-91ac492bae5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:37.016581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52390) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:37.043366 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-f7107e43-eac3-4677-9691-b43ebea90792 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] show failed (client error): The resource could not be found. Feb 10 15:44:37.047223 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7107e43-eac3-4677-9691-b43ebea90792 tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "GET /v2.0/security-groups/64762354-f682-40ab-aff8-99de9a45266c HTTP/1.1" status: 404 len: 347 time: 0.0253148 Feb 10 15:44:37.047223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaf186-5490-4e25-b96a-4a4d2ad980bc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64762354-f682-40ab-aff8-99de9a45266c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:37.048392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52394) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:37.060636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:37.063081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-cc32baa3-f2b5-451a-b38d-6b8c48d1b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.064692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-cc32baa3-f2b5-451a-b38d-6b8c48d1b1ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 200 len: 868 time: 0.3548126 Feb 10 15:44:37.092626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Sync routers for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:37.141590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b091d134-9378-4246-9109-7f724307facf admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.143652 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b091d134-9378-4246-9109-7f724307facf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7385058 Feb 10 15:44:37.148217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52396) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:37.164329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:37.165540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:37.219687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 417032ed-fb98-4a9a-b376-91ac492bae5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:37.220331 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.231158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5254bdf4-e9e8-4746-9333-da901981a41e None None] For port 417032ed-fb98-4a9a-b376-91ac492bae5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417032ed-fb98-4a9a-b376-91ac492bae5a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:37.268835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-d1cb8938-a6b7-48ef-b999-4094376bf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.276087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5254bdf4-e9e8-4746-9333-da901981a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.283115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-d1cb8938-a6b7-48ef-b999-4094376bf51c service neutron] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.4704645 Feb 10 15:44:37.316230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-1a7234ec-b21b-423e-b60c-4cf09213665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.322410 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-1a7234ec-b21b-423e-b60c-4cf09213665e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46906825-517b-4e21-a4af-95a407552228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848719 Feb 10 15:44:37.416923 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-5cdf559a-3a98-45d1-8afe-2e34d64ee419 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.0427094 Feb 10 15:44:37.450318 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.452855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.454005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac48d4cd-7389-4ab4-948b-9b351533e06f req-cb1cd688-6120-485e-9b24-01d0b8c5fc1e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "DELETE /v2.0/floatingips/3f824812-05d4-47dd-96b0-21ff3f538876 HTTP/1.1" status: 204 len: 173 time: 1.4897215 Feb 10 15:44:37.466286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:37.470104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254bdf4-e9e8-4746-9333-da901981a41e None None] Pushing event updated for resources: {'Port': ['ID=417032ed-fb98-4a9a-b376-91ac492bae5a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:37.576921 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-f275f131-0d58-4593-9a48-4c0352eedd0d service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587255 Feb 10 15:44:37.630358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-7c4628db-3a5a-406e-973a-85adf12f8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.632101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-7c4628db-3a5a-406e-973a-85adf12f8e0f service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.5841033 Feb 10 15:44:37.656040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Made reservation on behalf of 3b5f674a3c054a6d83d5aa5cd8220eaf for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:37.659619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.713222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4a3abd1b-0d6a-475f-a52a-04f40d9ae94a None None] Provisioning complete for port 417032ed-fb98-4a9a-b376-91ac492bae5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:37.713604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4a3abd1b-0d6a-475f-a52a-04f40d9ae94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:37.753410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-4ce7194f-ba51-49d1-927f-04c1fcf5742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.757488 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-4ce7194f-ba51-49d1-927f-04c1fcf5742b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1784813 Feb 10 15:44:37.761391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-0f416379-93ed-4160-bbd6-710bc0133f5e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 200 len: 217 time: 0.0619550 Feb 10 15:44:37.768892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7b917-7200-4f4c-8e44-10740d5082f6 req-8eb8f7ac-99be-4369-b27e-2ad9024dd096 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.777361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9b7b917-7200-4f4c-8e44-10740d5082f6 req-8eb8f7ac-99be-4369-b27e-2ad9024dd096 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2059858 Feb 10 15:44:37.831607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-65d2e696-fa9e-41bb-803f-76af0ead28f5 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:44:37.833479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-65d2e696-fa9e-41bb-803f-76af0ead28f5 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183482 Feb 10 15:44:37.854193 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-92643fc8-f2f9-4edd-b0f6-74d4cafe6532 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532234 Feb 10 15:44:37.913501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-f4f48b4c-5601-4f3d-adf5-e7696f5a2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.915613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-f4f48b4c-5601-4f3d-adf5-e7696f5a2be9 service neutron] 10.222.0.21 "GET /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 1094 time: 0.0667098 Feb 10 15:44:37.961191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-f6e1742b-bd66-48c5-9b9d-4b6e0e1bce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:37.962670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-f6e1742b-bd66-48c5-9b9d-4b6e0e1bce97 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1790655 Feb 10 15:44:37.991611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9b7b917-7200-4f4c-8e44-10740d5082f6 req-9a0d550c-8d84-4b04-a127-905ee07dde14 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131271 Feb 10 15:44:38.040553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Deleting port f0836758-2e9d-4538-99e8-b55a11f5fcb7 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:38.041016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.046140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Request body: {'binding': {'host': 'n-h2-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:38.046603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:44:38.057300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:35Z', 'revision_number': 3, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:38.075421 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-2fe75090-5586-4597-a49e-e392c185dc31 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575339 Feb 10 15:44:38.082861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-438b1094-6060-402a-8577-6c872d2254bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805585 Feb 10 15:44:38.102674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Checking router: 58727e5d-7a9b-4746-ade1-a237d7480caf for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:38.103736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Updating router 58727e5d-7a9b-4746-ade1-a237d7480caf port 3b4e22fb-73e3-4759-a083-ed34c5e44817 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:38.140039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.498078 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-adf6850e-e1b6-4ab8-9e8b-fd773b4fcd1f req-ae798d96-d96e-4b98-9572-675657677758 service neutron] 10.222.0.75 "GET /v2.0/networks/46906825-517b-4e21-a4af-95a407552228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646424 Feb 10 15:44:38.524068 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.536618 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.570692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.571182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.609959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Calling delete_port for f0836758-2e9d-4538-99e8-b55a11f5fcb7 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:38.615872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Attempting to bind port 3b4e22fb-73e3-4759-a083-ed34c5e44817 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:38.616505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Attempting to bind port 3b4e22fb-73e3-4759-a083-ed34c5e44817 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:38.617296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Attempting to bind port 3b4e22fb-73e3-4759-a083-ed34c5e44817 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:38.626352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:38.627285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:38.627884 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.628423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:38.629621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Bound port: 3b4e22fb-73e3-4759-a083-ed34c5e44817, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:38.630218 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.633047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12743853-afd8-4d72-8ec2-70a5b3ff3ba6 None None] Pushing event updated for resources: {'Port': ['ID=3b4e22fb-73e3-4759-a083-ed34c5e44817,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:38.697894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c54fbef3-4284-4229-b71e-b86aadf80f24 req-44de2030-0b85-4cfa-93f1-d76a45c8ab48 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752194 Feb 10 15:44:38.706019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Allocated IP 172.20.0.12 (cc13a9ff-ad58-475c-b752-a27f2862e2bf/7be87edb-b28d-45e7-8b37-2568620192ce/0783c4a9-e2e5-485f-89b5-7daf347005c1) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:38.735134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] For port 3b4e22fb-73e3-4759-a083-ed34c5e44817, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:38.747707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] For port 3b4e22fb-73e3-4759-a083-ed34c5e44817, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b4e22fb-73e3-4759-a083-ed34c5e44817,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:38.749376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352d07e-48d5-43d6-887c-722c727af8c8 req-6a03f72c-cd33-4c68-9399-b03b10041854 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:38.751122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a352d07e-48d5-43d6-887c-722c727af8c8 req-6a03f72c-cd33-4c68-9399-b03b10041854 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.6182232 Feb 10 15:44:38.760038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:38.788550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on host n-h2-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:38.788887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:38.789242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:38.797724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:38.798089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:38.808083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:38.812441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-5a12f463-5b30-466a-857d-0315e48e986b service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733303 Feb 10 15:44:38.819568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:38.820471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:38.820615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Bound port: a7125430-8119-4fa8-a02c-9de5dcb10636, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:38.858490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:38.859417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:38.860799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a352d07e-48d5-43d6-887c-722c727af8c8 req-cb0a37f6-2eff-4a98-8e14-85d58ce6d6c6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972147 Feb 10 15:44:39.033119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417032ed-fb98-4a9a-b376-91ac492bae5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:39.049254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7cff1f8-fd5e-4228-b360-b360d35af7dc no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:39.085792 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a4ace-d8a9-44fa-add7-720abfffaf09 x-openstack-request-id: req-947a4ace-d8a9-44fa-add7-720abfffaf09 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:39.086358 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346d804f-1e72-4d26-a710-d5a86594fe24", "name": "network-vif-deleted", "tag": "a7cff1f8-fd5e-4228-b360-b360d35af7dc", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:39.086358 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-947a4ace-d8a9-44fa-add7-720abfffaf09 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:39.086757 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346d804f-1e72-4d26-a710-d5a86594fe24', 'name': 'network-vif-deleted', 'tag': 'a7cff1f8-fd5e-4228-b360-b360d35af7dc', 'status': 'completed', 'code': 200} Feb 10 15:44:39.092166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.107807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12743853-afd8-4d72-8ec2-70a5b3ff3ba6 None None] Pushing event updated for resources: {'Port': ['ID=3b4e22fb-73e3-4759-a083-ed34c5e44817,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:39.109356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9a158cb-e50d-4dc8-868c-49b01e794625 req-9d7fd598-039a-417d-96f2-7caecad18af7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0484397 Feb 10 15:44:39.122176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.127653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: a7cff1f8-fd5e-4228-b360-b360d35af7dc {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:39.128256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7cff1f8-fd5e-4228-b360-b360d35af7dc not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:39.133284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a81f36f6-1aed-4442-af43-4cf9de5a4fac req-986469ab-607e-4608-bd6e-70f49e24064c service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758491 Feb 10 15:44:39.154329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:39.173956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Pushing event deleted for resources: {'Port': ['ID=f0836758-2e9d-4538-99e8-b55a11f5fcb7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:39.206835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:39.231815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.233318 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-95feac59-a12a-49c1-9288-22d4c6301b0a service neutron] 10.222.0.21 "POST /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636/bindings HTTP/1.1" status: 201 len: 389 time: 1.1961684 Feb 10 15:44:39.263228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.271091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.276071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-01dac18a-2763-4338-8389-047e47d04fdc tempest-ServersTestManualDisk-642472951 tempest-ServersTestManualDisk-642472951-project] 10.222.0.21 "DELETE /v2.0/floatingips/6aff6c5c-729f-4ccd-b6d1-e3eb7f7cae34 HTTP/1.1" status: 204 len: 168 time: 2.2212827 Feb 10 15:44:39.278266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52414) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:39.303651 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.403131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 417032ed-fb98-4a9a-b376-91ac492bae5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:39.403573 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.490950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.506121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['810f8361-0f55-40a4-a117-64f0d40fa2a6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:39.555681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Network cc13a9ff-ad58-475c-b752-a27f2862e2bf is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:39.582798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:39.618860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:39.698118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:35Z', 'revision_number': 3, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:39.735323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:39.736677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:39.746249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176505a-6fa3-43f5-ba2a-62fbaaa6cc41 None None] The sync data for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 is: [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:35Z', 'revision_number': 3, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:39.773796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Allocated IP 172.20.0.1 (4671a6c8-fa43-42e5-9c17-ae34057b0c7c/72944349-1b94-4636-bc84-9689413c1029/cb93ec86-8123-4b89-a946-1a01e2583998) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:39.819117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:39.832339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-8bbadce9-c44b-443f-85c6-95b87b2018a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9776449 Feb 10 15:44:39.848506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53838-1278-468b-b946-0c6b58e083f2 req-757db82a-12e9-4572-956a-9c666b61d493 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:39.850428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6b53838-1278-468b-b946-0c6b58e083f2 req-757db82a-12e9-4572-956a-9c666b61d493 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3549752 Feb 10 15:44:39.858231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7472ea1c-0ca3-459d-b5dc-f9a34a637d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:39.860354 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7472ea1c-0ca3-459d-b5dc-f9a34a637d3b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1097 time: 0.2721095 Feb 10 15:44:39.864370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Request body: {'port': {'device_id': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:39.908931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cbbeb-adf9-4676-986d-b9dcd700c661 req-21161e3d-5d11-4ef7-9464-4628c8d0f2a2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:39.917424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e8cbbeb-adf9-4676-986d-b9dcd700c661 req-21161e3d-5d11-4ef7-9464-4628c8d0f2a2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.4367681 Feb 10 15:44:39.923888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.055875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6b53838-1278-468b-b946-0c6b58e083f2 req-7baa9cb6-41a0-421a-a000-850b901308ce tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1850054 Feb 10 15:44:40.142272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e8cbbeb-adf9-4676-986d-b9dcd700c661 req-3caa8672-d257-4c1e-a695-419a0a7124ff tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239921 Feb 10 15:44:40.146941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.284059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-bd03330c-e109-4235-8ef5-c0273f3abfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:40.285649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-bd03330c-e109-4235-8ef5-c0273f3abfea service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.4137065 Feb 10 15:44:40.296180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.328821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Deleting port f105155a-63f7-44a6-9e9a-d7ba4fce3238 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:40.329511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.406445 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-b9924039-317a-4250-9414-722b89b6d653 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 217 time: 0.0898802 Feb 10 15:44:40.418809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] For port f105155a-63f7-44a6-9e9a-d7ba4fce3238, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f105155a-63f7-44a6-9e9a-d7ba4fce3238,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:40.419174 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.433677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Calling delete_port for f105155a-63f7-44a6-9e9a-d7ba4fce3238 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:40.533840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645413-9866-4598-8b4e-68829afc68bf req-2a8d8207-c039-4cf5-a06d-7cb0d9a43f1a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:40.542055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7645413-9866-4598-8b4e-68829afc68bf req-2a8d8207-c039-4cf5-a06d-7cb0d9a43f1a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.3131533 Feb 10 15:44:40.587297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd3b9a-b413-444f-87f2-40be733cb357 req-661527d6-f4ba-4ba0-ab48-4e6899fd2f84 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:40.595400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0dd3b9a-b413-444f-87f2-40be733cb357 req-661527d6-f4ba-4ba0-ab48-4e6899fd2f84 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 950 time: 0.3368323 Feb 10 15:44:40.614463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.671505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:40.702617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Pushing event deleted for resources: {'Port': ['ID=f105155a-63f7-44a6-9e9a-d7ba4fce3238,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:40.707054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-87f1fcc4-372b-43d4-bafe-71de777b4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:40.708943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-87f1fcc4-372b-43d4-bafe-71de777b4fbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.2806184 Feb 10 15:44:40.786054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:40.794689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-71b71145-57d4-4642-93df-a26b6635b81a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571728 Feb 10 15:44:40.807110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7645413-9866-4598-8b4e-68829afc68bf req-3fe5c765-fef3-4954-9d8c-aa7657fc3262 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641273 Feb 10 15:44:40.808109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:40.824059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:40.840162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Pushing event updated for resources: {'Port': ['ID=cb93ec86-8123-4b89-a946-1a01e2583998,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:40.879013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0dd3b9a-b413-444f-87f2-40be733cb357 req-4f4333cf-5f35-487f-9877-7dad19a057c8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819922 Feb 10 15:44:41.072322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b4e22fb-73e3-4759-a083-ed34c5e44817 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:41.101468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5612a0da-6adf-4f35-a36a-24e895219233 req-b9da9610-7337-4826-8475-31f4fb36fa9f tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1448836 Feb 10 15:44:41.126362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.194339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3b4e22fb-73e3-4759-a083-ed34c5e44817 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:41.201613 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.224352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.328841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-89343184-2064-4483-b72b-7438809958ca None None] Provisioning complete for port cb93ec86-8123-4b89-a946-1a01e2583998 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:41.329320 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89343184-2064-4483-b72b-7438809958ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.371122 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.382287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998476a-b9ed-433d-b238-85a20a676533 req-80d36b87-7c97-4635-ba80-7cff6a5f0db7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:41.389597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c998476a-b9ed-433d-b238-85a20a676533 req-80d36b87-7c97-4635-ba80-7cff6a5f0db7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.3893733 Feb 10 15:44:41.399463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-89343184-2064-4483-b72b-7438809958ca None None] Port cb93ec86-8123-4b89-a946-1a01e2583998 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:44:41.409291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3b4e22fb-73e3-4759-a083-ed34c5e44817, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b4e22fb-73e3-4759-a083-ed34c5e44817,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:41.413095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:41.415794 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.453593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-8d2223ee-2fd5-4212-b266-f5612a0c6a27 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225533 Feb 10 15:44:41.485241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3b4e22fb-73e3-4759-a083-ed34c5e44817,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:41.522709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a423c7-b438-4d54-a06a-6467fac2e26f req-99400d8a-28bc-4572-b8fa-2de28dab3f5f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:41.524251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7a423c7-b438-4d54-a06a-6467fac2e26f req-99400d8a-28bc-4572-b8fa-2de28dab3f5f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 932 time: 0.3028183 Feb 10 15:44:41.567407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:41.573376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-658707e8-2697-41b1-8a35-dc0d5478a54f admin admin] 10.222.0.21 "PUT /v2.0/routers/d53e7879-4af2-45f1-b1b5-1c967bbc17f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2939038 Feb 10 15:44:41.575822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:41.579019 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] Sync routers for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:41.590278 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:41.591136 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:41.609417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783c4a9-e2e5-485f-89b5-7daf347005c1 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:41.618107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.632030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Transition to ACTIVE for port object 0783c4a9-e2e5-485f-89b5-7daf347005c1 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:41.685845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7a423c7-b438-4d54-a06a-6467fac2e26f req-d0486d6b-83a5-4193-ac6c-f61dd23566fb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293204 Feb 10 15:44:41.696656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.713023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:41.717576 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:41.727418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c998476a-b9ed-433d-b238-85a20a676533 req-917cf4e6-147b-4894-8daa-5022543e27ee tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369555 Feb 10 15:44:41.815530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:42.001547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-d1536aba-6b7e-4bcd-b47a-d77ba60ca8ff tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:42.003247 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-d1536aba-6b7e-4bcd-b47a-d77ba60ca8ff tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 950 time: 0.1554260 Feb 10 15:44:42.009020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.018353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.024849 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-3e1ea22e-2210-4597-84db-6d79d878e5a9 service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281765 Feb 10 15:44:42.075994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d447a9-1611-4eac-939a-f15674971f37 req-8958bb82-4d7a-421e-939a-89e08227993f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:42.077614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3d447a9-1611-4eac-939a-f15674971f37 req-8958bb82-4d7a-421e-939a-89e08227993f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2276573 Feb 10 15:44:42.182281 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:44:40Z', 'revision_number': 5, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port': {'id': '8d223c20-a238-49d6-80c9-7f63835d5384', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:12Z', 'updated_at': '2022-02-10T15:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.244818 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] Checking router: d53e7879-4af2-45f1-b1b5-1c967bbc17f4 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:42.268634 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] Routers {'d53e7879-4af2-45f1-b1b5-1c967bbc17f4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:42.269829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.274285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Deleting port 8d223c20-a238-49d6-80c9-7f63835d5384 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:42.274633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.330078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Deleting port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:42.330620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.435267 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] Set router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:42.527465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] For port 09c29abf-8cfc-415c-9e96-746c6c84f9d6, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=09c29abf-8cfc-415c-9e96-746c6c84f9d6,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:42.528354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.557138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Calling delete_port for 09c29abf-8cfc-415c-9e96-746c6c84f9d6 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:42.585262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:42.585630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:42.586127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:42.599009 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:44:42Z', 'revision_number': 6, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.629609 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6183ce9-3866-4729-94d4-01f83bf41cde None None] The sync data for ids ['d53e7879-4af2-45f1-b1b5-1c967bbc17f4'] in n-d-827895-3 is: [{'id': 'd53e7879-4af2-45f1-b1b5-1c967bbc17f4', 'name': 'tempest-ServersTestManualDisk-1750722805-router', 'tenant_id': '7d4d49223975426b97efb42cee349e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:11Z', 'updated_at': '2022-02-10T15:44:42Z', 'revision_number': 6, 'project_id': '7d4d49223975426b97efb42cee349e25', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:42.647542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:42.647771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:42.656365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] For port 8d223c20-a238-49d6-80c9-7f63835d5384, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d223c20-a238-49d6-80c9-7f63835d5384,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:42.656767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.665581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3d447a9-1611-4eac-939a-f15674971f37 req-8fc0579d-035f-47a8-93f1-d38213737bb1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804050 Feb 10 15:44:42.705518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Calling delete_port for 8d223c20-a238-49d6-80c9-7f63835d5384 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:42.713620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:42.713766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:42.714139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:42.714821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Bound port: 0783c4a9-e2e5-485f-89b5-7daf347005c1, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:42.715591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.738453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf1eca-19a7-43bc-8f51-314cbb98d72d req-23dd52ee-3087-49c2-ad0c-af4343271224 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:42.746533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bccf1eca-19a7-43bc-8f51-314cbb98d72d req-23dd52ee-3087-49c2-ad0c-af4343271224 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.6311693 Feb 10 15:44:42.875263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bccf1eca-19a7-43bc-8f51-314cbb98d72d req-398859bc-de36-4437-9484-a941a42bbb8a tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275082 Feb 10 15:44:42.924030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:42.943695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:42.944117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:42.964157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['09c29abf-8cfc-415c-9e96-746c6c84f9d6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:42.975399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08f5a-89b4-48b5-a977-726c813b14d8 req-88aa8d66-e9a2-4401-a607-4059f18622d8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:42.977133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62d08f5a-89b4-48b5-a977-726c813b14d8 req-88aa8d66-e9a2-4401-a607-4059f18622d8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fd9415-0b19-478d-9b17-279e121b17a1 HTTP/1.1" status: 200 len: 950 time: 0.1746542 Feb 10 15:44:42.983075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.032828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Pushing event deleted for resources: {'Port': ['ID=09c29abf-8cfc-415c-9e96-746c6c84f9d6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.120301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] No DVR routers for this DVR port 09c29abf-8cfc-415c-9e96-746c6c84f9d6 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:43.127377 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.134241 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa646a27-0f59-463d-b120-b19fabeff0d6 req-015907af-3c34-4395-8f43-1a3e1726081d tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.75 "DELETE /v2.0/ports/09c29abf-8cfc-415c-9e96-746c6c84f9d6 HTTP/1.1" status: 204 len: 173 time: 1.0966706 Feb 10 15:44:43.143507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b4e22fb-73e3-4759-a083-ed34c5e44817 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:43.186133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'name': 'network-vif-deleted', 'tag': '09c29abf-8cfc-415c-9e96-746c6c84f9d6'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:43.195141 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cc5fd7-d6f7-4cf8-a346-1f240f3e5b55" -d '{"events": [{"server_uuid": "a4fd9415-0b19-478d-9b17-279e121b17a1", "name": "network-vif-deleted", "tag": "09c29abf-8cfc-415c-9e96-746c6c84f9d6"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:43.201277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62d08f5a-89b4-48b5-a977-726c813b14d8 req-35b67698-fc80-4984-b868-a7cf0a53b238 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] 10.222.0.21 "GET /v2.0/security-groups?id=346f358a-6525-4a87-b786-47af04e84b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121298 Feb 10 15:44:43.279886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:43.282057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.284512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] 10.222.0.75 "PUT /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 1092 time: 3.4297495 Feb 10 15:44:43.293710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:43.296101 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a5134-3e93-4b15-9816-51efc6647ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:43.304172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.319488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.330958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3b4e22fb-73e3-4759-a083-ed34c5e44817 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:43.331671 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.339147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25a6f0-7803-4c8a-af24-19fdc3916f57 req-6bb3d60c-6f1d-4873-9d6c-e70d056e953e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:43.349079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac25a6f0-7803-4c8a-af24-19fdc3916f57 req-6bb3d60c-6f1d-4873-9d6c-e70d056e953e tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 945 time: 0.3622561 Feb 10 15:44:43.351178 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.387587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d223c20-a238-49d6-80c9-7f63835d5384,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.408465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.548981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f105155a-63f7-44a6-9e9a-d7ba4fce3238 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:43.556832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f2331-53c8-4a1d-9949-862adc719c77 service neutron] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.569622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:43.599200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:43.621831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:43.624374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f105155a-63f7-44a6-9e9a-d7ba4fce3238 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:43.624994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f105155a-63f7-44a6-9e9a-d7ba4fce3238 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:43.679996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-d6a967e7-30a7-40c0-98ba-d274bef47215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:43.681321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-d6a967e7-30a7-40c0-98ba-d274bef47215 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1095 time: 0.1256382 Feb 10 15:44:43.697501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac25a6f0-7803-4c8a-af24-19fdc3916f57 req-0845084d-faba-43aa-be92-7f6292136a12 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409615 Feb 10 15:44:43.900284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Pushing event updated for resources: {'Port': ['ID=cb93ec86-8123-4b89-a946-1a01e2583998,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.934836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573be42-838b-415a-9d78-60249a828050 req-243c28bd-136a-400e-9b83-681f2c4c524d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:43.944038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2573be42-838b-415a-9d78-60249a828050 req-243c28bd-136a-400e-9b83-681f2c4c524d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.5479705 Feb 10 15:44:43.947063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-ba6bd798-0020-4b29-a7c2-5fe3bd3e3b2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 217 time: 0.2484131 Feb 10 15:44:43.960198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b83468a0-d97d-40e9-b5c0-5315ce739c4f None None] Provisioning complete for port cb93ec86-8123-4b89-a946-1a01e2583998 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:43.960581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b83468a0-d97d-40e9-b5c0-5315ce739c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.006106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b83468a0-d97d-40e9-b5c0-5315ce739c4f None None] Port cb93ec86-8123-4b89-a946-1a01e2583998 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:44:44.096477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.099160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.108108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2573be42-838b-415a-9d78-60249a828050 req-8ca59ca5-7ba6-4d16-8a77-29104341b415 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627998 Feb 10 15:44:44.135935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Router 58727e5d-7a9b-4746-ade1-a237d7480caf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:44.148867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-0759b4a4-72bf-457f-8608-3e0a6bc8b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:44.150059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-0759b4a4-72bf-457f-8608-3e0a6bc8b4e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1498382 Feb 10 15:44:44.166226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b38c61-15cb-4993-ac53-8a5f065d2a37 req-978aeac5-c240-4852-a50d-dd64cc36cfc1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:44.182686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.183040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1b38c61-15cb-4993-ac53-8a5f065d2a37 req-978aeac5-c240-4852-a50d-dd64cc36cfc1 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.2759657 Feb 10 15:44:44.183863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53e7879-4af2-45f1-b1b5-1c967bbc17f4 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:44.190196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.195987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-85b93b86-4f4d-4207-aecb-0ab6b65ecbcc admin admin] 10.222.0.21 "DELETE /v2.0/routers/d53e7879-4af2-45f1-b1b5-1c967bbc17f4 HTTP/1.1" status: 204 len: 168 time: 2.6185610 Feb 10 15:44:44.196858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:44.236892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-d3eb2c48-3675-4d16-93b9-3cc176b3f67c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516801 Feb 10 15:44:44.272967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Deleting subnet f812a9c4-abf6-4e78-bdd3-130cd2350cea {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:44:44.279716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.328855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.382720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:44.395358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Sync routers for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:44.407086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7239f45e-21fa-4890-83f9-7822ec099fdd admin admin] 10.222.0.21 "PUT /v2.0/routers/58727e5d-7a9b-4746-ade1-a237d7480caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2447619 Feb 10 15:44:44.418452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:44.419103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:44.428828 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178eda46-3abc-4ad9-b415-830404febf81 x-openstack-request-id: req-178eda46-3abc-4ad9-b415-830404febf81 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:44.429131 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fd9415-0b19-478d-9b17-279e121b17a1", "name": "network-vif-deleted", "tag": "09c29abf-8cfc-415c-9e96-746c6c84f9d6", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:44.429378 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178eda46-3abc-4ad9-b415-830404febf81 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:44.429776 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fd9415-0b19-478d-9b17-279e121b17a1', 'name': 'network-vif-deleted', 'tag': '09c29abf-8cfc-415c-9e96-746c6c84f9d6', 'status': 'completed', 'code': 200} Feb 10 15:44:44.479481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1b38c61-15cb-4993-ac53-8a5f065d2a37 req-b42efa27-1867-4877-9a90-9ee2f19e74e5 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954023 Feb 10 15:44:44.500840 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2259a6e5-5bba-43af-b636-9ea16aff683d x-openstack-request-id: req-2259a6e5-5bba-43af-b636-9ea16aff683d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:44.501139 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:44.501396 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2259a6e5-5bba-43af-b636-9ea16aff683d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:44.504899 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'status': 'completed', 'code': 200} Feb 10 15:44:44.600636 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.642769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-ed91f602-b6f2-4129-97c6-f8a234058971 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:44.645182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-ed91f602-b6f2-4129-97c6-f8a234058971 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.75 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 945 time: 0.1739242 Feb 10 15:44:44.760088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-31fdc036-a852-4118-a483-0d2a0217e73c service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880227 Feb 10 15:44:44.796148 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-60c34170-3bff-45de-9002-248fe2c16eb5 service neutron] show failed (client error): The resource could not be found. Feb 10 15:44:44.797158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-60c34170-3bff-45de-9002-248fe2c16eb5 service neutron] 10.222.0.45 "GET /v2.0/ports/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638/bindings/n-h2-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.3103456 Feb 10 15:44:44.801177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:44.865882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.877565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112567f-95fe-44a2-8d2d-af82842de705 req-9f8729cd-909e-4b26-88cf-7755a8ad3ba4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:44.882158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d223c20-a238-49d6-80c9-7f63835d5384 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:44.883013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9112567f-95fe-44a2-8d2d-af82842de705 req-9f8729cd-909e-4b26-88cf-7755a8ad3ba4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.2667658 Feb 10 15:44:44.918018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.936031 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f812a9c4-abf6-4e78-bdd3-130cd2350cea HTTP/1.1" status: 204 len: 168 time: 0.7376614 Feb 10 15:44:44.938413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330019-668f-40de-b2fb-264cea20897c req-f74800ca-2e6d-42c6-932e-48ab268133d6 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:44.938917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52464) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:44.939598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9315b-b399-4ab3-99ae-c7cbfb9760db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f812a9c4-abf6-4e78-bdd3-130cd2350cea,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:44.949235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc330019-668f-40de-b2fb-264cea20897c req-f74800ca-2e6d-42c6-932e-48ab268133d6 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.3428836 Feb 10 15:44:44.975910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Deleting port 45ec5e0f-ddb9-4799-8706-32374687e539 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:44.976268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:44.979286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc50b0-712e-48bc-9d6f-5fa4c070e238 None None] Network 5a4d82e8-13e0-4a51-855c-8d560cd75243 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:44.993008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 8d223c20-a238-49d6-80c9-7f63835d5384 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:44.993399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d223c20-a238-49d6-80c9-7f63835d5384 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:45.089407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc330019-668f-40de-b2fb-264cea20897c req-69bbe35e-c9f7-46ff-8a94-20a99c970651 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344826 Feb 10 15:44:45.102359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9112567f-95fe-44a2-8d2d-af82842de705 req-4b8c5d5c-78d9-4172-a183-3f7e62c39ca2 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434619 Feb 10 15:44:45.205235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31a075fb-7b43-406d-82b7-5a0a9233c12d req-e0927020-31c8-4bca-ab65-6a84ce93012b service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321082 Feb 10 15:44:45.205491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45ec5e0f-ddb9-4799-8706-32374687e539 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:45.241771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-31d9cb5e-ca6b-4d2a-a926-84875338c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:45.243262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-31d9cb5e-ca6b-4d2a-a926-84875338c943 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69&tenant_id=872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 1101 time: 0.1066904 Feb 10 15:44:45.247675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.258496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:45.371973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] For port 45ec5e0f-ddb9-4799-8706-32374687e539, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45ec5e0f-ddb9-4799-8706-32374687e539,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:45.373968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.415069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Calling delete_port for 45ec5e0f-ddb9-4799-8706-32374687e539 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:45.473243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.628438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:45.652834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Deleting port 9420d040-31db-40eb-b2ed-a613d8d3618c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:45.653167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.699544 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.701483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52486) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:45.707648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-network', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:45.795545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] For port 9420d040-31db-40eb-b2ed-a613d8d3618c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9420d040-31db-40eb-b2ed-a613d8d3618c,segment=NetworkSegment(ec174849-0700-40b0-b8f4-c38761e7d581),segment_id=ec174849-0700-40b0-b8f4-c38761e7d581)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:45.796054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.811922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] DHCP port deletion for 5a4d82e8-13e0-4a51-855c-8d560cd75243 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:44:45.814194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Made reservation on behalf of 5dc95199caee4bce8d9237ea23e2f8d2 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:45.819625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.821802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.823470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Calling delete_port for 9420d040-31db-40eb-b2ed-a613d8d3618c owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:45.846821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a0886-7261-4635-b037-79e998af3abe req-af009f76-bd5c-4d0a-aa19-d2fdbe5814c5 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:45.855795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-044a0886-7261-4635-b037-79e998af3abe req-af009f76-bd5c-4d0a-aa19-d2fdbe5814c5 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/ports?device_id=b522145a-aa40-4aa4-9967-89439fda74eb HTTP/1.1" status: 200 len: 945 time: 0.5879583 Feb 10 15:44:45.879141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-e4c7d9a0-2b57-4759-ab1c-de76e51cd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:45.881879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:45.883785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-e4c7d9a0-2b57-4759-ab1c-de76e51cd562 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1095 time: 0.5237734 Feb 10 15:44:45.911087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 09c29abf-8cfc-415c-9e96-746c6c84f9d6 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:45.916452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Pushing event deleted for resources: {'Port': ['ID=45ec5e0f-ddb9-4799-8706-32374687e539,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:45.993736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237c01-6354-424e-b991-4fbae088c7ef req-8dfcdb16-d78f-4348-9027-9a946de0f056 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:45.995378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5237c01-6354-424e-b991-4fbae088c7ef req-8dfcdb16-d78f-4348-9027-9a946de0f056 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.6149423 Feb 10 15:44:46.006393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 09c29abf-8cfc-415c-9e96-746c6c84f9d6 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:46.019986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 09c29abf-8cfc-415c-9e96-746c6c84f9d6 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:46.027116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:42Z', 'revision_number': 2, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:46.089230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Checking router: 58727e5d-7a9b-4746-ade1-a237d7480caf for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:46.089561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Updating router 58727e5d-7a9b-4746-ade1-a237d7480caf port cb93ec86-8123-4b89-a946-1a01e2583998 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:46.102217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.112184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] No DVR routers for this DVR port 45ec5e0f-ddb9-4799-8706-32374687e539 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:46.120203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.122376 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.123942 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-759e1831-d1b7-4c3d-b9a0-ede3b873ee1c req-9dbad05a-6441-442d-9c6e-ad59fc20cf74 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.75 "DELETE /v2.0/ports/45ec5e0f-ddb9-4799-8706-32374687e539 HTTP/1.1" status: 204 len: 173 time: 1.4709411 Feb 10 15:44:46.127582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-044a0886-7261-4635-b037-79e998af3abe req-40dd1b4f-3a4b-471d-8d7d-0605b9aa7d80 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025 tempest-FloatingIPsAssociationNegativeTestJSON-1105694025-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc2c7fb-b885-49b1-af77-665bf71d78fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708271 Feb 10 15:44:46.133577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:46.142259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Deleting port 9420d040-31db-40eb-b2ed-a613d8d3618c {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:46.142639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.172039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] No DVR routers for this DVR port 9420d040-31db-40eb-b2ed-a613d8d3618c on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:46.183078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-1186a200-b4ef-49b4-ae40-2d783cd10303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:46.184974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-1186a200-b4ef-49b4-ae40-2d783cd10303 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.2890608 Feb 10 15:44:46.246004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5237c01-6354-424e-b991-4fbae088c7ef req-5c1335d3-9263-4134-82df-7e40c6574db0 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151800 Feb 10 15:44:46.250857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-8e3f0861-8bb3-4a88-9d55-bb9adfe76fdb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 217 time: 0.0524750 Feb 10 15:44:46.251451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:46.335917 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.338770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=9420d040-31db-40eb-b2ed-a613d8d3618c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:46.341753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-7685b570-8400-48fc-8fb2-d0c888c5e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:46.343325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-7685b570-8400-48fc-8fb2-d0c888c5e45c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0823646 Feb 10 15:44:46.390580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-2129467e-256d-4744-a67a-ef2d74338d67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324404 Feb 10 15:44:46.399139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8f6f8d3-4cf5-4803-a8a9-20ffddb8aae7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93d553e556ed4403ab4fdf4c183127bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685645 Feb 10 15:44:46.400330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52492) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:46.402447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.456836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'name': 'network-vif-deleted', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:46.460706 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c157f-f0d0-4028-82e9-7a28a92fe060" -d '{"events": [{"server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "name": "network-vif-deleted", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:46.463305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11d371-af00-4730-a4f4-17c171a62469,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:46.467712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21525724-c360-474d-9d9d-4b4cb2124831 req-351b1c5e-f2ad-41e0-982f-332840a0809e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:46.469607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21525724-c360-474d-9d9d-4b4cb2124831 req-351b1c5e-f2ad-41e0-982f-332840a0809e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.2296357 Feb 10 15:44:46.474705 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.533484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:46.534660 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.536173 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a374649-27ce-459c-afca-fe7564adbc32" -d '{"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:46.545964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:46.561176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Transition to ACTIVE for port object c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:46.565330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.565864 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Added segment 292063f0-011f-40f9-9aa5-d7ae56ca0dc6 of type vlan for network 932c2776-c761-415a-9341-f53ed1eeba79 Feb 10 15:44:46.570773 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.606018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.634757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] For port 9420d040-31db-40eb-b2ed-a613d8d3618c, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:46.635515 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.650312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.654211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb9894-88c5-4ec3-8b6e-8ac5ceeecc0f None None] Pushing event updated for resources: {'Port': ['ID=cb93ec86-8123-4b89-a946-1a01e2583998,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:46.662298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Calling delete_port for 9420d040-31db-40eb-b2ed-a613d8d3618c owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:46.667304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Port 9420d040-31db-40eb-b2ed-a613d8d3618c was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:44:46.670504 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.678410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:46.702364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] Pushing event deleted for resources: {'Port': ['ID=9420d040-31db-40eb-b2ed-a613d8d3618c,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:46.715142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b230b-d3c9-4bea-a43b-04229a5cd4f3 req-2aad55bf-ad3c-4845-8fbb-cfdccc55c560 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:46.716824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab0b230b-d3c9-4bea-a43b-04229a5cd4f3 req-2aad55bf-ad3c-4845-8fbb-cfdccc55c560 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.3252263 Feb 10 15:44:46.730322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3602c9f-9294-4ec9-8b93-8247719227fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.743408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.750489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21525724-c360-474d-9d9d-4b4cb2124831 req-0f593cc5-df71-44b0-a8b1-c3b8afc51020 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497258 Feb 10 15:44:46.802371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847e8fe-63e8-4bd1-8493-caa887cdd207 None None] No DVR routers for this DVR port 9420d040-31db-40eb-b2ed-a613d8d3618c on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:46.827290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] No DVR routers for this DVR port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:46.845673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Attempting to bind port cb93ec86-8123-4b89-a946-1a01e2583998 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:46.846322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Attempting to bind port cb93ec86-8123-4b89-a946-1a01e2583998 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:46.847344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Attempting to bind port cb93ec86-8123-4b89-a946-1a01e2583998 on network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:46.855311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:46.856112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Checking segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:46.856715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.857293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Bound using segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:46.858105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Bound port: cb93ec86-8123-4b89-a946-1a01e2583998, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:46.858686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.896481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4d82e8-13e0-4a51-855c-8d560cd75243']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:46.937146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3602c9f-9294-4ec9-8b93-8247719227fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:46.981006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec174849-0700-40b0-b8f4-c38761e7d581') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:46.981339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec174849-0700-40b0-b8f4-c38761e7d581') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:46.996184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] For port cb93ec86-8123-4b89-a946-1a01e2583998, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:47.005664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] For port cb93ec86-8123-4b89-a946-1a01e2583998, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=cb93ec86-8123-4b89-a946-1a01e2583998,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:47.014087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9420d040-31db-40eb-b2ed-a613d8d3618c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:47.019942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.031854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.042299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab0b230b-d3c9-4bea-a43b-04229a5cd4f3 req-e719ceb7-82fa-4004-8898-eb1d32b31d0a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803619 Feb 10 15:44:47.076352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:47.076934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:47.077436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:47.083915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.094557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:47.094965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.106119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 9420d040-31db-40eb-b2ed-a613d8d3618c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:47.106603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9420d040-31db-40eb-b2ed-a613d8d3618c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:47.137803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-afd7262f-1712-40cd-8b66-3ebaae42db73 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952503 Feb 10 15:44:47.178982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bf73c61a-9b4a-4531-a957-65f3dd28834c None None] Provisioning complete for port cb93ec86-8123-4b89-a946-1a01e2583998 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:47.179519 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf73c61a-9b4a-4531-a957-65f3dd28834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:47.204891 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:47.208151 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d268d-fa26-4952-84fd-c02a3b8276c3 x-openstack-request-id: req-e01d268d-fa26-4952-84fd-c02a3b8276c3 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:47.208151 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b522145a-aa40-4aa4-9967-89439fda74eb", "name": "network-vif-deleted", "tag": "45ec5e0f-ddb9-4799-8706-32374687e539", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:47.208151 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e01d268d-fa26-4952-84fd-c02a3b8276c3 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:47.208702 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b522145a-aa40-4aa4-9967-89439fda74eb', 'name': 'network-vif-deleted', 'tag': '45ec5e0f-ddb9-4799-8706-32374687e539', 'status': 'completed', 'code': 200} Feb 10 15:44:47.211435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.214184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb9894-88c5-4ec3-8b6e-8ac5ceeecc0f None None] Pushing event updated for resources: {'Port': ['ID=cb93ec86-8123-4b89-a946-1a01e2583998,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.222688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:47.223427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:47.226850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.231836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:47.236140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.247120 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.249216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:47.249663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:47.258721 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958dfb86-2c05-4e03-abd2-e8d9a80bae4a x-openstack-request-id: req-958dfb86-2c05-4e03-abd2-e8d9a80bae4a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:47.259332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a4d82e8-13e0-4a51-855c-8d560cd75243 HTTP/1.1" status: 204 len: 168 time: 2.3144557 Feb 10 15:44:47.259748 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:47.260672 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-958dfb86-2c05-4e03-abd2-e8d9a80bae4a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:47.261515 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'code': 200} Feb 10 15:44:47.277818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52502) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:47.351858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] Pushing event updated for resources: {'Network': ['ID=932c2776-c761-415a-9341-f53ed1eeba79,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.403064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 932c2776-c761-415a-9341-f53ed1eeba79 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:47.404567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4c6514bd-0469-4e41-b7c6-fbef2706a96a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7020082 Feb 10 15:44:47.405615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3b3f7-5fbc-4c30-ba6f-36948d7b4b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4d82e8-13e0-4a51-855c-8d560cd75243,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.412314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52506) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:47.423562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Request body: {'subnet': {'network_id': '932c2776-c761-415a-9341-f53ed1eeba79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-subnet', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:47.471567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Made reservation on behalf of 5dc95199caee4bce8d9237ea23e2f8d2 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:47.475262 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.567076 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf73c61a-9b4a-4531-a957-65f3dd28834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.592136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:47.638729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:47.673558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52508) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:47.683634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.789155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aa64469b-5191-4463-a547-89688323d1a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d4d49223975426b97efb42cee349e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142538 Feb 10 15:44:47.790972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3c7833-d951-4e14-8f9b-355115fcb4b2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.792944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52510) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:47.803493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Checking segment: {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:47.803849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Network hostable DHCP agents. Network: 932c2776-c761-415a-9341-f53ed1eeba79, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:47.849835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Network 932c2776-c761-415a-9341-f53ed1eeba79 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:47.868154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06e87fc-a345-46ec-b490-e7a4d4fccaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.882370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 932c2776-c761-415a-9341-f53ed1eeba79) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:47.900635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b596eb-fdba-4dc9-bd4c-28595f150028 None None] Network 932c2776-c761-415a-9341-f53ed1eeba79 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:47.900885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:47.901499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.903995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bf73c61a-9b4a-4531-a957-65f3dd28834c None None] For port cb93ec86-8123-4b89-a946-1a01e2583998, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=cb93ec86-8123-4b89-a946-1a01e2583998,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:47.922375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06e87fc-a345-46ec-b490-e7a4d4fccaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.950113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a701a819-0edb-411f-aa26-0d244662b970 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5338409 Feb 10 15:44:47.956951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52514) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:47.961590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:47.971860 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf73c61a-9b4a-4531-a957-65f3dd28834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:47.975066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:47.994768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:47.998286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:47.998686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:47.999190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Bound port: c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:47.999585 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.013401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.014766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.022190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06e87fc-a345-46ec-b490-e7a4d4fccaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.025363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06e87fc-a345-46ec-b490-e7a4d4fccaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.041433 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b06e87fc-a345-46ec-b490-e7a4d4fccaad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f30f064-cdfd-4810-b649-39a95c5e87c9 HTTP/1.1" status: 204 len: 168 time: 0.2336581 Feb 10 15:44:48.051865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-699a5134-3e93-4b15-9816-51efc6647ea4 req-856f1793-7aa6-45d7-99be-9aa996c953bd service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528330 Feb 10 15:44:48.077861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e87fc-a345-46ec-b490-e7a4d4fccaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f30f064-cdfd-4810-b649-39a95c5e87c9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:48.150667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73c61a-9b4a-4531-a957-65f3dd28834c None None] Pushing event updated for resources: {'Port': ['ID=cb93ec86-8123-4b89-a946-1a01e2583998,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:48.182943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.193261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6e9648e7-71c6-4084-bf90-fe66dadffd4d None None] Provisioning complete for port cb93ec86-8123-4b89-a946-1a01e2583998 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:48.193767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e9648e7-71c6-4084-bf90-fe66dadffd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.250130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:48.255149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:48.270561 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3602c9f-9294-4ec9-8b93-8247719227fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.273619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3602c9f-9294-4ec9-8b93-8247719227fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.277827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3602c9f-9294-4ec9-8b93-8247719227fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/346f358a-6525-4a87-b786-47af04e84b0d HTTP/1.1" status: 204 len: 168 time: 1.8689516 Feb 10 15:44:48.287089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da343d-d14e-4647-a38c-9270295dd86a req-c25d3516-32e3-4bd0-87b9-2ffdf986ed3c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:48.288777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3da343d-d14e-4647-a38c-9270295dd86a req-c25d3516-32e3-4bd0-87b9-2ffdf986ed3c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.9242606 Feb 10 15:44:48.309546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba738-c9a0-491a-9982-af0a096e3664 req-51a51f82-ce2d-425e-aa0a-a08ff300ffaa tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:48.318280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e69ba738-c9a0-491a-9982-af0a096e3664 req-51a51f82-ce2d-425e-aa0a-a08ff300ffaa tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 1.2280116 Feb 10 15:44:48.320843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.395967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3602c9f-9294-4ec9-8b93-8247719227fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346f358a-6525-4a87-b786-47af04e84b0d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:48.432680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-932c2776-c761-415a-9341-f53ed1eeba79', 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'fixed_ips': [{'subnet_id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:44:48.440753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.517475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:48.535783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.537754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:48.539006 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:48.544151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-dde48e0c-1856-4bc6-8f98-09a4451953c4 service neutron] 10.222.0.75 "PUT /v2.0/ports/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 1096 time: 3.2890058 Feb 10 15:44:48.725803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e69ba738-c9a0-491a-9982-af0a096e3664 req-56d7b38f-9413-4ae3-8feb-186c888def07 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065967 Feb 10 15:44:48.746390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:46Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:48.825113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3da343d-d14e-4647-a38c-9270295dd86a req-8b32f0d8-3b41-432a-8547-b65db6001a48 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906449 Feb 10 15:44:48.847570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-70f459a8-e957-4406-af44-cef20f6919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:48.849838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-70f459a8-e957-4406-af44-cef20f6919b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1099 time: 0.2713809 Feb 10 15:44:48.850755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfe7ac-d2c0-45eb-a8a5-67dd5a4d1c50 None None] The sync data for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 is: [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:46Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:49.023343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.035120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Allocated IP 172.20.0.2 (932c2776-c761-415a-9341-f53ed1eeba79/da3c7833-d951-4e14-8f9b-355115fcb4b2/c536f0bc-6499-4253-bbb4-6b1a3c8884d2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:49.059365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.121025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-e29fc5c6-7ce6-471f-9b9b-0a326a9512a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.122801 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-e29fc5c6-7ce6-471f-9b9b-0a326a9512a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2303262 Feb 10 15:44:49.212421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52534) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:49.316815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.325300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:49.327811 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "df739356-192d-4218-9345-0bc918555e69", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:49.336962 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.339324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-3b962873-b9d3-4a75-b021-893fbdb890d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.1093373 Feb 10 15:44:49.378980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4522b-4765-4102-9dec-c668e0ee5a5e req-b5d4d8a9-3ada-481d-b5ec-98a5fa665a69 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.381198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50b4522b-4765-4102-9dec-c668e0ee5a5e req-b5d4d8a9-3ada-481d-b5ec-98a5fa665a69 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2571371 Feb 10 15:44:49.403252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-acce23aa-f907-46c9-9cdb-0db6f32928b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bf8afa5873e4ef8926bededb5bf293f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738057 Feb 10 15:44:49.405846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52544) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:49.422828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Network 932c2776-c761-415a-9341-f53ed1eeba79 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:49.443170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Allocated IP 172.25.7.63 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/ed72f612-4130-4056-8b57-74989e4fb7b9) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:49.443620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:49.452046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:49.454480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Pushing event updated for resources: {'Port': ['ID=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:49.460551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b102ed-2f9d-43de-a809-8ea981009b1c req-bc9b7f9d-3e2a-46c6-bc8b-6f7976597cce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.468139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65b102ed-2f9d-43de-a809-8ea981009b1c req-bc9b7f9d-3e2a-46c6-bc8b-6f7976597cce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.3053584 Feb 10 15:44:49.549919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Attempting to bind port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:49.551629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Attempting to bind port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:49.552211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Attempting to bind port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 on network 932c2776-c761-415a-9341-f53ed1eeba79 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:49.558314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:49.559119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Checking segment: {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:49.559783 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.560409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Bound using segment: {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:49.561323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Bound port: c536f0bc-6499-4253-bbb4-6b1a3c8884d2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:49.563601 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.597516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50b4522b-4765-4102-9dec-c668e0ee5a5e req-5fb17d7c-ffb2-4a46-a6a7-f6498ce7fbdf tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569088 Feb 10 15:44:49.599027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-66b9dba8-ea5f-4e1d-9112-f4071a61ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.600462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-66b9dba8-ea5f-4e1d-9112-f4071a61ad11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2386501 Feb 10 15:44:49.612814 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.653612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65b102ed-2f9d-43de-a809-8ea981009b1c req-8b06a57a-3453-40cf-bbd9-94bd146cb212 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822622 Feb 10 15:44:49.679021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52548) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:49.687940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.742328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] For port c536f0bc-6499-4253-bbb4-6b1a3c8884d2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:49.752069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cffe3d2a-bf69-41fe-8ec9-1bfe454b6b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.754716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] For port c536f0bc-6499-4253-bbb4-6b1a3c8884d2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,segment=NetworkSegment(292063f0-011f-40f9-9aa5-d7ae56ca0dc6),segment_id=292063f0-011f-40f9-9aa5-d7ae56ca0dc6)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:49.758443 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d9e9fe-4ef4-4078-9aa6-61c9056bd0d9 x-openstack-request-id: req-24d9e9fe-4ef4-4078-9aa6-61c9056bd0d9 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:49.758744 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df739356-192d-4218-9345-0bc918555e69", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:49.759002 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24d9e9fe-4ef4-4078-9aa6-61c9056bd0d9 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:49.759551 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'status': 'completed', 'code': 200} Feb 10 15:44:49.764522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:49.766974 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:49.781473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:49.795666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:49.813196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ed72f612-4130-4056-8b57-74989e4fb7b9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:49.818814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-5cf987a6-f993-476c-b11e-f33c2ffc3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.820370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-5cf987a6-f993-476c-b11e-f33c2ffc3fd8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1939244 Feb 10 15:44:49.893470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2138767446-network', 'tenant_id': '2624426be49949789645024d1b78879f'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:49.904900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61eed4-da72-4dae-8d20-4483aca459e4 None None] Pushing event updated for resources: {'Port': ['ID=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:49.913079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cffe3d2a-bf69-41fe-8ec9-1bfe454b6b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.037431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-3a934de7-a158-46d0-9b72-e4ba47247a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:50.039482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-3a934de7-a158-46d0-9b72-e4ba47247a16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1099 time: 0.2685130 Feb 10 15:44:50.042460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Made reservation on behalf of 2624426be49949789645024d1b78879f for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:50.045188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.060880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.089922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.180521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cffe3d2a-bf69-41fe-8ec9-1bfe454b6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.183491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cffe3d2a-bf69-41fe-8ec9-1bfe454b6b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.189547 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cffe3d2a-bf69-41fe-8ec9-1bfe454b6b6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/493163d6-b7ca-4c6f-8801-068bce61ced4 HTTP/1.1" status: 204 len: 168 time: 0.7803423 Feb 10 15:44:50.243059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb367-6a26-4ba8-b698-bb8883d9b61e req-93dce670-b769-483f-bbad-0e6020699655 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:50.245662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4feb367-6a26-4ba8-b698-bb8883d9b61e req-93dce670-b769-483f-bbad-0e6020699655 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.3548610 Feb 10 15:44:50.252603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-083ba29f-314b-4f2b-83ae-57ed9f5d4789 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190605 Feb 10 15:44:50.264540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4c3e2-a30b-4d17-8ff4-40fff7aea694 req-6d806a44-d8cd-48ea-98d6-2dd26ded96b3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:50.266553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6da4c3e2-a30b-4d17-8ff4-40fff7aea694 req-6d806a44-d8cd-48ea-98d6-2dd26ded96b3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.2818043 Feb 10 15:44:50.298266 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.324891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.346081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:50.360106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.360778 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Added segment 2170e784-1818-45fb-a8f3-c9be5fe5da75 of type vlan for network c46cf358-6e6f-443d-b961-28388c8cc0e6 Feb 10 15:44:50.371641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe3d2a-bf69-41fe-8ec9-1bfe454b6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493163d6-b7ca-4c6f-8801-068bce61ced4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:50.409093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003ca9f2-0982-4773-9371-98641dee745f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:50.535419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.573924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-8a4cb94c-348a-43c0-820a-423af3fe246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:50.575661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-8a4cb94c-348a-43c0-820a-423af3fe246c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.5178995 Feb 10 15:44:50.584439 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.592899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4feb367-6a26-4ba8-b698-bb8883d9b61e req-4974118c-9b55-42a8-91be-d39156ed2b87 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230207 Feb 10 15:44:50.657274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.658406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:50.659090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.676679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6da4c3e2-a30b-4d17-8ff4-40fff7aea694 req-3f2c5be1-0b43-44d9-af8d-a56c6779ff07 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186715 Feb 10 15:44:50.698741 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0202107 Feb 10 15:44:50.704996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:50.744740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Request body: {'subnet': {'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2138767446-subnet', 'tenant_id': '2624426be49949789645024d1b78879f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:50.808226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-a6c583cf-1104-4022-9fee-0004a6f690f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.1485484 Feb 10 15:44:50.891030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0599f9-2b4b-4472-bfbd-b1f189697833 admin admin] Pushing event updated for resources: {'Network': ['ID=c46cf358-6e6f-443d-b961-28388c8cc0e6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:50.909246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c46cf358-6e6f-443d-b961-28388c8cc0e6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:50.940111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Made reservation on behalf of 2624426be49949789645024d1b78879f for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:50.951026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:50.952600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6dbbc0d-3ac6-498e-acd2-986f73f04b9c req-d5643bf3-826b-44d8-8db5-7d1f4dddf243 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817162 Feb 10 15:44:51.016493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-7b6e24d3-6d93-48fe-848f-09ed5005a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:51.018113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-7b6e24d3-6d93-48fe-848f-09ed5005a264 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1969993 Feb 10 15:44:51.034410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c536f0bc-6499-4253-bbb4-6b1a3c8884d2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:51.183308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17bab-8552-413f-b72c-f2c40f86c8bf req-f311c1a9-fca3-4845-a969-e0c133dd79ed tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:51.184891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bc17bab-8552-413f-b72c-f2c40f86c8bf req-f311c1a9-fca3-4845-a969-e0c133dd79ed tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.4161160 Feb 10 15:44:51.187523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:51.188774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:51.217111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ef692-e0cc-41a0-807a-00ed5b49ef3a req-0790b725-2ec1-46ca-826a-b83d35ffe386 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:51.226235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-511ef692-e0cc-41a0-807a-00ed5b49ef3a req-0790b725-2ec1-46ca-826a-b83d35ffe386 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.4316504 Feb 10 15:44:51.262809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-45e09508-c33f-4bdd-84ed-464506738723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:51.264360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-45e09508-c33f-4bdd-84ed-464506738723 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357662 Feb 10 15:44:51.270821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-7e4b392c-0b42-4538-a5f0-ca60bbdcd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:51.272351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-7e4b392c-0b42-4538-a5f0-ca60bbdcd9a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1099 time: 0.2222130 Feb 10 15:44:51.321628 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:51.333949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:51.368524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c536f0bc-6499-4253-bbb4-6b1a3c8884d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,segment=NetworkSegment(292063f0-011f-40f9-9aa5-d7ae56ca0dc6),segment_id=292063f0-011f-40f9-9aa5-d7ae56ca0dc6)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:51.374660 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:51.375909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb93ec86-8123-4b89-a946-1a01e2583998 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:51.383650 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:44:51.473967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bc17bab-8552-413f-b72c-f2c40f86c8bf req-1cdc230c-59cc-4826-9b8b-c58ce78b5d1b tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759209 Feb 10 15:44:51.483419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00e620-9191-408a-ae00-6d6be8af7a29 None None] Network 932c2776-c761-415a-9341-f53ed1eeba79 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:51.490299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-511ef692-e0cc-41a0-807a-00ed5b49ef3a req-368dded3-9aff-4879-b5f9-f6036b685af6 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631290 Feb 10 15:44:51.614557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52582) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:51.627806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Router c1f635ff-a4d8-4336-8530-11bb4aec8d1b is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:44:51.665404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-235d217f-5961-42fd-873c-04d1df5430bd service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905470 Feb 10 15:44:51.667334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:51.681470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-66a89484-d05f-4c77-afbc-c27dedea9fa3 None None] Provisioning complete for port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:51.682696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-66a89484-d05f-4c77-afbc-c27dedea9fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:51.754411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port cb93ec86-8123-4b89-a946-1a01e2583998 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:51.755060 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:51.828561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-ee193f5a-0020-4477-9944-92dd766a6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:51.832281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-ee193f5a-0020-4477-9944-92dd766a6a06 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.5216117 Feb 10 15:44:52.197307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.256341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:52.263506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1567421060-network', 'tenant_id': 'cbe21481f9e64e9e9d6d6e1065e3fc9d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:52.268931 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Sync routers for ids ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:52.269408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6fb94127-ee78-46aa-870c-47d8b62c104a None None] Provisioning complete for port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:52.271475 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6fb94127-ee78-46aa-870c-47d8b62c104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.282919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Checking segment: {'id': '2170e784-1818-45fb-a8f3-c9be5fe5da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:52.283398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Network hostable DHCP agents. Network: c46cf358-6e6f-443d-b961-28388c8cc0e6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:52.285949 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Routers {'c1f635ff-a4d8-4336-8530-11bb4aec8d1b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:52.286124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bdba76-309f-49e6-af74-abcc7846870c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:52.286874 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:52.293610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-2594f53b-9326-487f-ae74-088f54adaa76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.4405391 Feb 10 15:44:52.312771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.314626 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-659c91d2-3d89-4b92-a008-c53e791038a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3566151 Feb 10 15:44:52.316812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Network c46cf358-6e6f-443d-b961-28388c8cc0e6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:52.324146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52590) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:52.334163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c46cf358-6e6f-443d-b961-28388c8cc0e6) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:52.351827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Deleting port 431fdd42-4774-4296-b547-8969de2df914 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:52.352168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.374260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:52.375056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.409190 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-38e03f41-116a-43d5-8840-5b253174c5fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6628029 Feb 10 15:44:52.468490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380643-4f07-41e3-8f2f-903f4de605a0 req-19ba31d9-3533-44c4-a872-aa3a7dad114e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:52.475931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c380643-4f07-41e3-8f2f-903f4de605a0 req-19ba31d9-3533-44c4-a872-aa3a7dad114e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.7346196 Feb 10 15:44:52.495102 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Set router c1f635ff-a4d8-4336-8530-11bb4aec8d1b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:52.500672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Made reservation on behalf of cbe21481f9e64e9e9d6d6e1065e3fc9d for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:52.502997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.512915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-f6a49fee-068d-433e-b791-bfc37ccd0f13 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337684 Feb 10 15:44:52.536872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c9460-2515-4e02-82b6-2f36106d0a15 req-25e75691-c613-460a-8581-8f1641e52f0f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:52.538408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-936c9460-2515-4e02-82b6-2f36106d0a15 req-25e75691-c613-460a-8581-8f1641e52f0f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.6953869 Feb 10 15:44:52.544285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.546925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-137e907c-080f-4b04-869e-622b3720e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:52.548786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-137e907c-080f-4b04-869e-622b3720e9c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2301300 Feb 10 15:44:52.552556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06182347-f9c9-4d1f-845f-6af7535279ce None None] Network c46cf358-6e6f-443d-b961-28388c8cc0e6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:52.684481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] For port 431fdd42-4774-4296-b547-8969de2df914, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=431fdd42-4774-4296-b547-8969de2df914,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:52.684853 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:52.697227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c380643-4f07-41e3-8f2f-903f4de605a0 req-7e9abfd5-d48a-4544-9813-a01ff2f0daed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204144 Feb 10 15:44:52.750315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Calling delete_port for 431fdd42-4774-4296-b547-8969de2df914 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:52.753030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a322c-09b2-4922-9228-52438eaffa2b None None] Network c46cf358-6e6f-443d-b961-28388c8cc0e6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:52.789329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-936c9460-2515-4e02-82b6-2f36106d0a15 req-3bbecbc3-3dee-4d41-baf1-0fb88b9b1896 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357354 Feb 10 15:44:52.840925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-5d1705fe-3f91-48ec-9024-2f00ce764c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:52.842474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-5d1705fe-3f91-48ec-9024-2f00ce764c2b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771993 Feb 10 15:44:52.908323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c536f0bc-6499-4253-bbb4-6b1a3c8884d2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:52.913215 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:44:50Z', 'revision_number': 3, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:52.956284 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Checking router: c1f635ff-a4d8-4336-8530-11bb4aec8d1b for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:52.956904 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Updating router c1f635ff-a4d8-4336-8530-11bb4aec8d1b port ed72f612-4130-4056-8b57-74989e4fb7b9 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:52.994432 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.022780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:53.023153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.035621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.035977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.100771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77453b9-677d-4047-b1a9-01e9c4f00032 req-3b80b24c-5de8-47b7-b80e-50397dc156b4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:53.102318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77453b9-677d-4047-b1a9-01e9c4f00032 req-3b80b24c-5de8-47b7-b80e-50397dc156b4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.2589548 Feb 10 15:44:53.103357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.173088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:53.197557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a700d-4964-45fb-9eed-d8a07a53427c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.203811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-0a01f47c-6c75-4aba-b974-3b83488e49d3 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262291 Feb 10 15:44:53.216502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db6cb2-255e-4e44-8f46-7960db0364ca req-7b8f0964-60bf-4fca-8c21-35d9c39e76fa tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:53.217989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00db6cb2-255e-4e44-8f46-7960db0364ca req-7b8f0964-60bf-4fca-8c21-35d9c39e76fa tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2446027 Feb 10 15:44:53.226132 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.226778 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Added segment 598f34a4-0bc7-4af4-ac5b-a92c58debf62 of type vlan for network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 Feb 10 15:44:53.252092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Allocated IP 172.20.0.1 (932c2776-c761-415a-9341-f53ed1eeba79/da3c7833-d951-4e14-8f9b-355115fcb4b2/76b58066-5c1f-428d-a92e-6cdf83b48456) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:53.302592 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.311852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77453b9-677d-4047-b1a9-01e9c4f00032 req-02213731-c834-4e4b-82ff-71854f46334e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939373 Feb 10 15:44:53.325743 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.332963 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.387695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.388588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.417702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00db6cb2-255e-4e44-8f46-7960db0364ca req-76554786-4b32-4cd6-b603-7f87035e4fad tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753020 Feb 10 15:44:53.459523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.488999 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Pushing event updated for resources: {'Port': ['ID=ed72f612-4130-4056-8b57-74989e4fb7b9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.490608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7efdb5c-0f06-4e45-9226-690e84ae5ef1 req-f53ee60e-30d7-43be-8c13-506ee22e7394 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713068 Feb 10 15:44:53.494348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.495365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:53.496067 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.502007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.502354 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.503794 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.504355 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.504833 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.505378 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.505937 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.507655 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.508160 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.508818 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.509388 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.510013 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.510503 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:53.533260 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Attempting to bind port ed72f612-4130-4056-8b57-74989e4fb7b9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:53.534057 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Attempting to bind port ed72f612-4130-4056-8b57-74989e4fb7b9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:53.534803 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Attempting to bind port ed72f612-4130-4056-8b57-74989e4fb7b9 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:53.541763 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:53.542787 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:53.543510 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.544042 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:53.544789 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Bound port: ed72f612-4130-4056-8b57-74989e4fb7b9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:53.545995 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.549361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Network 932c2776-c761-415a-9341-f53ed1eeba79 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:53.556120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:53.559209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:53.577783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Pushing event deleted for resources: {'Port': ['ID=431fdd42-4774-4296-b547-8969de2df914,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.588504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9715817 Feb 10 15:44:53.592243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52604) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:53.596243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Pushing event updated for resources: {'Port': ['ID=76b58066-5c1f-428d-a92e-6cdf83b48456,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.602904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Request body: {'subnet': {'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1567421060-subnet', 'tenant_id': 'cbe21481f9e64e9e9d6d6e1065e3fc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:53.612251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25804a81-bed9-4105-af5a-ff17a15c8d37 admin admin] Pushing event updated for resources: {'Network': ['ID=5495c0f2-53c4-484c-aab1-2d439d4f3aa7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.656434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:53.660059 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] For port ed72f612-4130-4056-8b57-74989e4fb7b9, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:53.664227 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] For port ed72f612-4130-4056-8b57-74989e4fb7b9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ed72f612-4130-4056-8b57-74989e4fb7b9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:53.677784 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.692109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.751628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Made reservation on behalf of cbe21481f9e64e9e9d6d6e1065e3fc9d for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:53.754626 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.774421 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca03b-13ad-487c-9ca6-197c98cebf32 None None] Pushing event updated for resources: {'Port': ['ID=ed72f612-4130-4056-8b57-74989e4fb7b9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.799761 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Routers {'c1f635ff-a4d8-4336-8530-11bb4aec8d1b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:53.800459 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:53.944569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:53.965233 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] Set router c1f635ff-a4d8-4336-8530-11bb4aec8d1b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:54.067143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-29e34346-4046-4a15-8466-f8d9c7e31d4e None None] Provisioning complete for port 76b58066-5c1f-428d-a92e-6cdf83b48456 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:54.067577 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-29e34346-4046-4a15-8466-f8d9c7e31d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.105727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-29e34346-4046-4a15-8466-f8d9c7e31d4e None None] Port 76b58066-5c1f-428d-a92e-6cdf83b48456 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:44:54.130675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-82cad720-fcc0-49e0-abf8-6c73d0d2f527 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:54.131963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-82cad720-fcc0-49e0-abf8-6c73d0d2f527 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/networks?id=c46cf358-6e6f-443d-b961-28388c8cc0e6 HTTP/1.1" status: 200 len: 818 time: 0.3969390 Feb 10 15:44:54.165318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.170843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.177277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.182304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-a2ab4b86-01bc-481c-9697-b0b3494c652b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/quotas/2624426be49949789645024d1b78879f HTTP/1.1" status: 200 len: 375 time: 0.0362191 Feb 10 15:44:54.200742 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:44:50Z', 'revision_number': 3, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:54.205307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae630c1-8e04-4e1c-b5c9-c5bdc0f720e3 req-09ffdcb4-6899-4e81-bef4-d95eab4ff8b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:54.207543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aae630c1-8e04-4e1c-b5c9-c5bdc0f720e3 req-09ffdcb4-6899-4e81-bef4-d95eab4ff8b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.1794095 Feb 10 15:44:54.227013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Pushing event updated for resources: {'Port': ['ID=76b58066-5c1f-428d-a92e-6cdf83b48456,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:54.235058 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d2f2a-5095-4598-9781-16d9de298ed8 None None] The sync data for ids ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'] in n-d-827895-3 is: [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:44:50Z', 'revision_number': 3, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:54.275894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.292874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-c53162fd-f579-4587-a51c-4ee76fd1bb3d tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2624426be49949789645024d1b78879f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012146 Feb 10 15:44:54.373387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aae630c1-8e04-4e1c-b5c9-c5bdc0f720e3 req-b854d13c-1023-4e55-93d8-34714a9cf194 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472664 Feb 10 15:44:54.388555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Network 932c2776-c761-415a-9341-f53ed1eeba79 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:54.390338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:54.578259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Router c1f635ff-a4d8-4336-8530-11bb4aec8d1b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:54.695330 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.721592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:54.735687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-06c730be-64ed-4559-8a9a-ed952eeb2156 admin admin] 10.222.0.21 "PUT /v2.0/routers/c1f635ff-a4d8-4336-8530-11bb4aec8d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4014599 Feb 10 15:44:54.792862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a3dc4-4907-47b6-80f3-eae516d68c00 req-efa892af-9797-416f-b98e-e707727d5022 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:54.794567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f9a3dc4-4907-47b6-80f3-eae516d68c00 req-efa892af-9797-416f-b98e-e707727d5022 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.2716444 Feb 10 15:44:54.846752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-3af88494-a8de-47ae-8da9-83fdcfaf418a service neutron] 10.222.0.21 "GET /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329199 Feb 10 15:44:54.862611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1d1c36-cafa-408d-9b33-6f98ef1845d0,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:54.880272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bae6276e-ae69-46d5-b09b-97a36c60e492 None None] Provisioning complete for port 76b58066-5c1f-428d-a92e-6cdf83b48456 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:54.880773 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bae6276e-ae69-46d5-b09b-97a36c60e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:54.928148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bae6276e-ae69-46d5-b09b-97a36c60e492 None None] Port 76b58066-5c1f-428d-a92e-6cdf83b48456 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:44:55.006681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Checking segment: {'id': '598f34a4-0bc7-4af4-ac5b-a92c58debf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:55.006951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Network hostable DHCP agents. Network: 5495c0f2-53c4-484c-aab1-2d439d4f3aa7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:55.011049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ed72f612-4130-4056-8b57-74989e4fb7b9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:55.013016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f9a3dc4-4907-47b6-80f3-eae516d68c00 req-510b9fe6-5780-44d6-b8e9-e33bb4d62ebf tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514046 Feb 10 15:44:55.032339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Router 8dd30627-fbff-49ad-9757-b8ede335d9ff has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:55.070119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-f704396e-f345-42e5-9531-05baa62f2cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209315 Feb 10 15:44:55.076066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:55.104083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ed72f612-4130-4056-8b57-74989e4fb7b9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:55.105834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:55.173373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:55.280718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5495c0f2-53c4-484c-aab1-2d439d4f3aa7) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:55.322194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:55.324175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff3e99-72fe-4e74-b454-879345617c60 None None] Network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:55.325071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:55.424125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:55.460530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Sync routers for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:55.466955 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:55.470835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7df54be0-6213-436a-bd6a-78bedc9d5722 admin admin] 10.222.0.21 "PUT /v2.0/routers/8dd30627-fbff-49ad-9757-b8ede335d9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1381605 Feb 10 15:44:55.472478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52648) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:55.494952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port ed72f612-4130-4056-8b57-74989e4fb7b9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ed72f612-4130-4056-8b57-74989e4fb7b9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:55.508145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:55.552401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-151b9d8e-8051-4a0b-bfc4-33fcaf557cf1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9500163 Feb 10 15:44:55.570464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Routers {'8dd30627-fbff-49ad-9757-b8ede335d9ff'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:55.571436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8dd30627-fbff-49ad-9757-b8ede335d9ff'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:55.578397 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:55.617491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f554d63-07d6-4278-bd65-b2c60e49797a req-370669ac-85a6-43f9-be6e-74f6b241d26b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:55.622979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f554d63-07d6-4278-bd65-b2c60e49797a req-370669ac-85a6-43f9-be6e-74f6b241d26b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.4407082 Feb 10 15:44:55.672731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d59134-6764-42fd-a9ef-4224aaf13944 req-62ffe4a8-846d-42bc-bd4d-6a8101d6575f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:55.680960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d59134-6764-42fd-a9ef-4224aaf13944 req-62ffe4a8-846d-42bc-bd4d-6a8101d6575f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2363901 Feb 10 15:44:55.689494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2698ab-e18a-4898-b76d-eebb26c65b16 None None] Network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:55.695861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:55.771522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f554d63-07d6-4278-bd65-b2c60e49797a req-33022756-0f6c-4996-a589-59b2a7d3fcb4 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338906 Feb 10 15:44:55.828078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d59134-6764-42fd-a9ef-4224aaf13944 req-166113a4-fc32-4eb0-8362-02490a70ced2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458652 Feb 10 15:44:55.861428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf', 'port_id': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'mac_address': 'fa:16:3e:49:dc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be87edb-b28d-45e7-8b37-2568620192ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:55.959669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:55.992435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-273ad10d-b3a5-4df5-83e6-c6ba01e34650 req-f19f8060-04f3-4b50-8844-ff87ebe8335c tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 210 time: 0.0742972 Feb 10 15:44:56.068093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Deleting port 31826456-f66e-484c-bb20-4eed53d31321 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:56.068798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.180033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=ed72f612-4130-4056-8b57-74989e4fb7b9,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:56.195577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] For port 31826456-f66e-484c-bb20-4eed53d31321, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=31826456-f66e-484c-bb20-4eed53d31321,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:56.195947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.212780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Calling delete_port for 31826456-f66e-484c-bb20-4eed53d31321 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:56.247916 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.280292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Set router 8dd30627-fbff-49ad-9757-b8ede335d9ff gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:56.336881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ede23-e7f9-4d0f-ab1c-a920ebdce665 req-894c8f74-b666-4f58-988a-327de79f6051 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:56.338963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b08ede23-e7f9-4d0f-ab1c-a920ebdce665 req-894c8f74-b666-4f58-988a-327de79f6051 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.3564303 Feb 10 15:44:56.341184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783c4a9-e2e5-485f-89b5-7daf347005c1 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:56.414155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-d34e7bee-8227-4a13-b804-0c8356f6eaf9 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:56.416288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-d34e7bee-8227-4a13-b804-0c8356f6eaf9 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1097 time: 0.2632291 Feb 10 15:44:56.427362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973e809-c355-40d4-b352-7694c69f8729 req-66d707e9-625c-403c-a622-80bc3212537b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:56.444708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d973e809-c355-40d4-b352-7694c69f8729 req-66d707e9-625c-403c-a622-80bc3212537b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.1705253 Feb 10 15:44:56.460368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-3'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:56.568124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b08ede23-e7f9-4d0f-ab1c-a920ebdce665 req-3f88ce94-57c5-4942-bafd-0c46bab28796 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071795 Feb 10 15:44:56.600593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:56.619590 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.626629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.636174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.658948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d973e809-c355-40d4-b352-7694c69f8729 req-2a5a3eee-b9e5-4842-859e-b4572376514e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136438 Feb 10 15:44:56.706410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Pushing event deleted for resources: {'Port': ['ID=31826456-f66e-484c-bb20-4eed53d31321,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:56.711128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52702) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:56.720320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-685909659-network', 'tenant_id': 'e364e4761b674ec6a0784419e307c01e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:56.842869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Made reservation on behalf of e364e4761b674ec6a0784419e307c01e for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:56.848089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.895874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.976149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:56.980787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:56.982912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.062151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:57.068185 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Sync routers for ids ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:57.083583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1853755707-router', 'tenant_id': '00de58fe46254d77bfc4742723f4bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '31826456-f66e-484c-bb20-4eed53d31321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:43:48Z', 'updated_at': '2022-02-10T15:44:53Z', 'revision_number': 5, 'project_id': '00de58fe46254d77bfc4742723f4bf1f', 'gw_port': {'id': '31826456-f66e-484c-bb20-4eed53d31321', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd30627-fbff-49ad-9757-b8ede335d9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:43:49Z', 'updated_at': '2022-02-10T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:57.097486 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Routers {'c1f635ff-a4d8-4336-8530-11bb4aec8d1b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:57.099583 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:57.141591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Checking router: 8dd30627-fbff-49ad-9757-b8ede335d9ff for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:57.145371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ed72f612-4130-4056-8b57-74989e4fb7b9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:57.160585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0783c4a9-e2e5-485f-89b5-7daf347005c1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:57.222102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.226963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.311343 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Set router c1f635ff-a4d8-4336-8530-11bb4aec8d1b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:57.356590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.357121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd30627-fbff-49ad-9757-b8ede335d9ff {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:57.369661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.370835 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-274fbee2-68ea-4563-a951-afe651f8b59c admin admin] 10.222.0.21 "DELETE /v2.0/routers/8dd30627-fbff-49ad-9757-b8ede335d9ff HTTP/1.1" status: 204 len: 168 time: 1.8981032 Feb 10 15:44:57.374075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52738) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:57.480685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:57.481330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.481527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:44:57.482231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_agentschedulers_db [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8dd30627-fbff-49ad-9757-b8ede335d9ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102616) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:44:57.483090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba1326-3f61-40f1-bad7-c57a79089187 None None] The sync data for ids ['8dd30627-fbff-49ad-9757-b8ede335d9ff'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:57.491832 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.537056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:57.543714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ed72f612-4130-4056-8b57-74989e4fb7b9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:57.544094 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.553282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Deleting subnet 49921bbd-a5d7-4ee2-8b1f-a3b79be6662d {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:44:57.575135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.648647 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:44:53Z', 'revision_number': 4, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76b58066-5c1f-428d-a92e-6cdf83b48456', 'name': '', 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'mac_address': 'fa:16:3e:f0:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:53Z', 'updated_at': '2022-02-10T15:44:54Z', 'revision_number': 2, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'subnets': [{'id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:57.656514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'mac_address': 'fa:16:3e:c3:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:57.667336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.705597 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Checking router: c1f635ff-a4d8-4336-8530-11bb4aec8d1b for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:57.707004 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Updating router c1f635ff-a4d8-4336-8530-11bb4aec8d1b port 76b58066-5c1f-428d-a92e-6cdf83b48456 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:57.732369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:57.744686 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.778868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f3e1cd-c3d6-4d97-b3c4-bbba53f2fc5e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:57.792021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.795941 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Added segment 77eabf11-fda0-4d3a-acae-5d92fe667817 of type vlan for network 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f Feb 10 15:44:57.820015 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.836552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9b61a-bf3d-4c2f-9051-acab53c0df76 req-2b75086a-af9f-4283-85b7-3622016b89e2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:57.840345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:44:57.844814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dac9b61a-bf3d-4c2f-9051-acab53c0df76 req-2b75086a-af9f-4283-85b7-3622016b89e2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2274206 Feb 10 15:44:57.882166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.925449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.927269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:57.928285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.934531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:57.952003 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:57.953534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:57.957610 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2434461 Feb 10 15:44:57.967778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d600f-d3d4-4c80-894b-d951847ec78f req-8bfa1553-773a-43a1-a0be-02fee6bc6eb3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:57.978288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52746) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:57.981469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-287d600f-d3d4-4c80-894b-d951847ec78f req-8bfa1553-773a-43a1-a0be-02fee6bc6eb3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 948 time: 0.3649759 Feb 10 15:44:57.989487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:58.017081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Request body: {'subnet': {'network_id': '92a97ab2-9005-4ea5-a27d-73e0ce9ba22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-685909659-subnet', 'tenant_id': 'e364e4761b674ec6a0784419e307c01e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:58.069815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dac9b61a-bf3d-4c2f-9051-acab53c0df76 req-ebdc507e-5b7e-4806-a855-0b36eecad773 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151623 Feb 10 15:44:58.106668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cba805-9cd9-459d-a1f4-b077ea7d91af admin admin] Pushing event updated for resources: {'Network': ['ID=92a97ab2-9005-4ea5-a27d-73e0ce9ba22f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.121709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.125809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Made reservation on behalf of e364e4761b674ec6a0784419e307c01e for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:58.129429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.130395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:58.147410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21735401-1f4b-4583-a4bb-0cf9de7833f9 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.157270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21735401-1f4b-4583-a4bb-0cf9de7833f9 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.75 "GET /v2.0/networks?id=c46cf358-6e6f-443d-b961-28388c8cc0e6 HTTP/1.1" status: 200 len: 818 time: 0.5411077 Feb 10 15:44:58.220745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-287d600f-d3d4-4c80-894b-d951847ec78f req-a6ab5f0f-1a14-43b1-9703-e1af6e7beb15 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382691 Feb 10 15:44:58.238999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Request body: {'port': {'device_id': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6', 'admin_state_up': True, 'tenant_id': '2624426be49949789645024d1b78879f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:58.284081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.316683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-024ab404-eeb2-4c26-a4e5-4e152f004482 req-17a46cf1-dd55-450b-86ed-785e59cef0cc tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 210 time: 0.1208825 Feb 10 15:44:58.331576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49921bbd-a5d7-4ee2-8b1f-a3b79be6662d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.334630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.340512 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e48c2756-8993-42fe-8777-f8d8b9768cc9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49921bbd-a5d7-4ee2-8b1f-a3b79be6662d HTTP/1.1" status: 204 len: 168 time: 0.9654214 Feb 10 15:44:58.344277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52750) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:44:58.357301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:58.426526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7e479-8556-49f7-9190-031c9b459c91 None None] Network 46906825-517b-4e21-a4af-95a407552228 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:58.446536 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.456608 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.457786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.553693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.599024 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a75deb-0fad-4ca8-8691-28f79dfdfcf3 None None] Pushing event updated for resources: {'Port': ['ID=76b58066-5c1f-428d-a92e-6cdf83b48456,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.603788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.684194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:58.711422 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Attempting to bind port 76b58066-5c1f-428d-a92e-6cdf83b48456 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:58.711818 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Attempting to bind port 76b58066-5c1f-428d-a92e-6cdf83b48456 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:58.712184 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Attempting to bind port 76b58066-5c1f-428d-a92e-6cdf83b48456 on network 932c2776-c761-415a-9341-f53ed1eeba79 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:58.721004 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:58.722031 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Checking segment: {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:58.722315 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.722709 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Bound using segment: {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:58.723281 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Bound port: 76b58066-5c1f-428d-a92e-6cdf83b48456, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292063f0-011f-40f9-9aa5-d7ae56ca0dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:58.724763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:44:58.728681 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.762638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=059fcbce-dc56-4207-ba3b-a2ea19b0badc,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.777639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Checking segment: {'id': '77eabf11-fda0-4d3a-acae-5d92fe667817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92a97ab2-9005-4ea5-a27d-73e0ce9ba22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:58.778277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Network hostable DHCP agents. Network: 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:58.794144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Deleting port 2a3ec15c-480f-48b2-a225-31d044ee77a9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:44:58.794814 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.850116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Network 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:58.870061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 31826456-f66e-484c-bb20-4eed53d31321 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:58.878472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:58.897611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] For port 2a3ec15c-480f-48b2-a225-31d044ee77a9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2a3ec15c-480f-48b2-a225-31d044ee77a9,segment=NetworkSegment(a8507b78-c780-4971-a726-441346ad68bb),segment_id=a8507b78-c780-4971-a726-441346ad68bb)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:58.898351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.901778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.902630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.904435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 31826456-f66e-484c-bb20-4eed53d31321 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:58.904789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 31826456-f66e-484c-bb20-4eed53d31321 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:58.907506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 431fdd42-4774-4296-b547-8969de2df914 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:58.922796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Calling delete_port for 2a3ec15c-480f-48b2-a225-31d044ee77a9 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:44:58.933041 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] For port 76b58066-5c1f-428d-a92e-6cdf83b48456, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:58.945085 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] For port 76b58066-5c1f-428d-a92e-6cdf83b48456, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=76b58066-5c1f-428d-a92e-6cdf83b48456,segment=NetworkSegment(292063f0-011f-40f9-9aa5-d7ae56ca0dc6),segment_id=292063f0-011f-40f9-9aa5-d7ae56ca0dc6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:58.955552 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5d93c118-641e-4800-a7c2-cab9eefec0fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9721024 Feb 10 15:44:58.955806 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:58.966027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ebd719-4bca-4237-9307-d0cf3e9e1ac2 None None] Network 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:58.973310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc769480-a119-492c-b527-b8c3cb96ea35 req-1ea86c61-164f-4dbb-825c-5a995ef7e399 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.981013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc769480-a119-492c-b527-b8c3cb96ea35 req-1ea86c61-164f-4dbb-825c-5a995ef7e399 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 946 time: 0.6273377 Feb 10 15:44:58.983900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:44:58.986338 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a9da5-c91f-428f-8300-79cd0fee5823" -d '{"events": [{"server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "name": "network-vif-unplugged", "status": "completed", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:59.003410 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.039110 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a75deb-0fad-4ca8-8691-28f79dfdfcf3 None None] Pushing event updated for resources: {'Port': ['ID=76b58066-5c1f-428d-a92e-6cdf83b48456,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.041642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.063769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085dbcd-96fd-4a2a-91b6-d12e2c4eee3f req-54186be9-4ec4-4683-b7e4-aeea6ac67687 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:59.077332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5085dbcd-96fd-4a2a-91b6-d12e2c4eee3f req-54186be9-4ec4-4683-b7e4-aeea6ac67687 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.4299793 Feb 10 15:44:59.079493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Made reservation on behalf of 2624426be49949789645024d1b78879f for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:59.087046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.087320 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Routers {'c1f635ff-a4d8-4336-8530-11bb4aec8d1b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:59.088170 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:44:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:59.088304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 431fdd42-4774-4296-b547-8969de2df914 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:44:59.088599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 431fdd42-4774-4296-b547-8969de2df914 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:59.135292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.180916 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-80297e2b-f381-4336-af2a-3780eefc79ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.233358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] No DVR routers for this DVR port 2a3ec15c-480f-48b2-a225-31d044ee77a9 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:59.244331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3ec15c-480f-48b2-a225-31d044ee77a9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.276574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273897a9-3807-4652-b956-fc50574fc7ed None None] Network 92a97ab2-9005-4ea5-a27d-73e0ce9ba22f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:44:59.284877 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] Set router c1f635ff-a4d8-4336-8530-11bb4aec8d1b gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:59.315750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-31d6e519-1101-4934-b1f4-5c574167658f None None] Provisioning complete for port 76b58066-5c1f-428d-a92e-6cdf83b48456 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:59.316798 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-31d6e519-1101-4934-b1f4-5c574167658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.401481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:59.411128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de867c-5308-4a58-a797-431237eeb6d4 None None] DHCP port deletion for 46906825-517b-4e21-a4af-95a407552228 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:44:59.445998 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.495156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46906825-517b-4e21-a4af-95a407552228']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:59.527155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8507b78-c780-4971-a726-441346ad68bb') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:59.527155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8507b78-c780-4971-a726-441346ad68bb') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:59.536955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc769480-a119-492c-b527-b8c3cb96ea35 req-c3f08143-1361-4660-b695-167b4297fd4f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376546 Feb 10 15:44:59.551193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.567152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.573855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5085dbcd-96fd-4a2a-91b6-d12e2c4eee3f req-8fd092d5-a49e-42de-9ad7-4446655eb3d7 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931724 Feb 10 15:44:59.581674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.597311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:59.599933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Allocated IP 172.20.0.13 (c46cf358-6e6f-443d-b961-28388c8cc0e6/61bdba76-309f-49e6-af74-abcc7846870c/accee788-158b-42b1-a653-cb8fbfb5d2f8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:59.612571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.640606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on host n-h1-827895-3 for vnic_type normal with profile {"migrating_to": "n-h2-827895-3"} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:44:59.642162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:44:59.642334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:59.660787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:59.661200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Attempting to bind port a7125430-8119-4fa8-a02c-9de5dcb10636 on network 5a9664c0-1721-4c6e-b070-ffac7c7ed648 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:59.671516 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f077094-08ed-4e58-b3ab-83625f4a75f4 x-openstack-request-id: req-6f077094-08ed-4e58-b3ab-83625f4a75f4 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:59.671516 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "name": "network-vif-unplugged", "status": "completed", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:59.671756 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f077094-08ed-4e58-b3ab-83625f4a75f4 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:59.672101 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'code': 200} Feb 10 15:44:59.675489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:59.675839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Checking segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:44:59.676467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Bound using segment: {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:59.676912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Bound port: a7125430-8119-4fa8-a02c-9de5dcb10636, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec4ed6-bccb-4cb9-a8b5-284b1694a055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9664c0-1721-4c6e-b070-ffac7c7ed648'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:44:59.677267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:59.722630 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:59.779912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.813494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:59.819119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:59.820146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.834894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/46906825-517b-4e21-a4af-95a407552228 HTTP/1.1" status: 204 len: 168 time: 1.4885790 Feb 10 15:44:59.841695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3240a-fed7-4585-9509-7fba853ea1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46906825-517b-4e21-a4af-95a407552228,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.880291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.947988 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-31d6e519-1101-4934-b1f4-5c574167658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:44:59.977950 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:44:53Z', 'revision_number': 4, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76b58066-5c1f-428d-a92e-6cdf83b48456', 'name': '', 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'mac_address': 'fa:16:3e:f0:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:53Z', 'updated_at': '2022-02-10T15:44:58Z', 'revision_number': 4, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'subnets': [{'id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:00.050087 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df54f2-8463-44d9-bd98-788e7d217916 None None] The sync data for ids ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'] in n-d-827895-3 is: [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:44:53Z', 'revision_number': 4, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76b58066-5c1f-428d-a92e-6cdf83b48456', 'name': '', 'network_id': '932c2776-c761-415a-9341-f53ed1eeba79', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'mac_address': 'fa:16:3e:f0:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:53Z', 'updated_at': '2022-02-10T15:44:58Z', 'revision_number': 4, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'subnets': [{'id': 'da3c7833-d951-4e14-8f9b-355115fcb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:00.050698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-9da79e58-7972-4332-a64d-a5e38f83b991 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:00.053572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-31d6e519-1101-4934-b1f4-5c574167658f None None] For port 76b58066-5c1f-428d-a92e-6cdf83b48456, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=76b58066-5c1f-428d-a92e-6cdf83b48456,segment=NetworkSegment(292063f0-011f-40f9-9aa5-d7ae56ca0dc6),segment_id=292063f0-011f-40f9-9aa5-d7ae56ca0dc6)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:00.064285 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-9da79e58-7972-4332-a64d-a5e38f83b991 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69&tenant_id=872ae74478324283955467ee2b7c76cb&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 949 time: 0.1151938 Feb 10 15:45:00.072282 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-31d6e519-1101-4934-b1f4-5c574167658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:00.094198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ce76b-785f-4df9-8ea4-25ec7050d129 req-32d0b973-f327-4b38-a0b1-cee3783e5a9a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:00.101666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e29ce76b-785f-4df9-8ea4-25ec7050d129 req-32d0b973-f327-4b38-a0b1-cee3783e5a9a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2806981 Feb 10 15:45:00.226114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=8']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:00.238544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6e519-1101-4934-b1f4-5c574167658f None None] Pushing event updated for resources: {'Port': ['ID=76b58066-5c1f-428d-a92e-6cdf83b48456,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:00.242685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0c8c985-7514-4465-baef-78ce2079c58a req-0a88c531-0f3e-4159-98e8-c3f22e78f529 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 210 time: 0.1671944 Feb 10 15:45:00.262590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-47c1316a-d7b4-4cb1-b1e7-f53d59fadbd1 None None] Provisioning complete for port 76b58066-5c1f-428d-a92e-6cdf83b48456 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:00.265752 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-47c1316a-d7b4-4cb1-b1e7-f53d59fadbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:00.286639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52774) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:00.321594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:00.322335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:00.324224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7a81aec8-cfb4-433d-9b8f-387d13a629fc service neutron] 10.222.0.75 "PUT /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 1122 time: 3.8708465 Feb 10 15:45:00.437265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:00.451901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e29ce76b-785f-4df9-8ea4-25ec7050d129 req-a4ecd84f-274e-4c73-831f-46bddf6fe6e4 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493207 Feb 10 15:45:00.461679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['a7125430-8119-4fa8-a02c-9de5dcb10636'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:00.570222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-23eb1b60-8e40-41bc-a9bc-10270cf3be90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00de58fe46254d77bfc4742723f4bf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824667 Feb 10 15:45:00.570363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a7125430-8119-4fa8-a02c-9de5dcb10636'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:00.572789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52778) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:00.671104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:00.749324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293720c2-9090-4ae3-97be-33e01f5d4f13 req-57887140-fd17-44a5-a1cf-fb277fde9d23 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:00.751457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-293720c2-9090-4ae3-97be-33e01f5d4f13 req-57887140-fd17-44a5-a1cf-fb277fde9d23 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 949 time: 0.1490211 Feb 10 15:45:00.756313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da14e791-c7ad-4498-b165-dc06a7651435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:00.851046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Network c46cf358-6e6f-443d-b961-28388c8cc0e6 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:00.858164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Pushing event updated for resources: {'Port': ['ID=accee788-158b-42b1-a653-cb8fbfb5d2f8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:00.889573 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-d57334f6-740f-4f44-810c-1246da6fac85 service neutron] 10.222.0.75 "GET /v2.0/ports/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638/bindings/n-h2-827895-3 HTTP/1.1" status: 200 len: 382 time: 0.8133886 Feb 10 15:45:00.900471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:00.922631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:00.928558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da14e791-c7ad-4498-b165-dc06a7651435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.019819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-293720c2-9090-4ae3-97be-33e01f5d4f13 req-edf53403-ef6a-4070-9160-06bc9ccbe784 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368557 Feb 10 15:45:01.072722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.073552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.096222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-35f66bdb-6344-4514-a0b1-9f5d31a40f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.107089 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-35f66bdb-6344-4514-a0b1-9f5d31a40f3e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1100 time: 0.1783915 Feb 10 15:45:01.134550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 76b58066-5c1f-428d-a92e-6cdf83b48456 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:01.137597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:01.150511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-7de5b21a-2b2e-4ceb-b728-8976a41d393b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9529765 Feb 10 15:45:01.154478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da14e791-c7ad-4498-b165-dc06a7651435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.163320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da14e791-c7ad-4498-b165-dc06a7651435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.166968 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da14e791-c7ad-4498-b165-dc06a7651435 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fc2c7fb-b885-49b1-af77-665bf71d78fd HTTP/1.1" status: 204 len: 168 time: 0.5908198 Feb 10 15:45:01.199525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Request body: {'port': {'device_id': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:01.295681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-e2720946-9700-4fe1-ba4a-275dc69cdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.298661 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-e2720946-9700-4fe1-ba4a-275dc69cdb40 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1677651 Feb 10 15:45:01.371278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14e791-c7ad-4498-b165-dc06a7651435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc2c7fb-b885-49b1-af77-665bf71d78fd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:01.391323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-62492e22-b07e-4a64-9a7d-16e743339110 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0853419 Feb 10 15:45:01.496431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cba59c34-9b53-4f80-905d-72bf2c4f2315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.522766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 76b58066-5c1f-428d-a92e-6cdf83b48456 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:01.525665 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.552731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df48624-e411-4d74-a810-e331d0f8fe7c req-c0d64a22-7160-4d62-9165-056ba8b18dff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.554724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7df48624-e411-4d74-a810-e331d0f8fe7c req-c0d64a22-7160-4d62-9165-056ba8b18dff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.2695854 Feb 10 15:45:01.556722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-6f27459c-1c21-4d99-a8f1-80f218dd2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.561639 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-6f27459c-1c21-4d99-a8f1-80f218dd2074 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1611838 Feb 10 15:45:01.572157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.625477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ddfd4216-5906-4a70-afe9-5efbcf79bb2b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.633996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ddfd4216-5906-4a70-afe9-5efbcf79bb2b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/networks?id=5495c0f2-53c4-484c-aab1-2d439d4f3aa7 HTTP/1.1" status: 200 len: 815 time: 0.4189446 Feb 10 15:45:01.642810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-2c7709b7-99f1-4b19-a55f-c60754e987cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:01.645844 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-2c7709b7-99f1-4b19-a55f-c60754e987cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757301 Feb 10 15:45:01.693445 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:01.696292 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edebee3-da1d-4d2b-ba78-2e88e98abe25" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:01.717750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-46eb1bc5-5dcd-4ba3-8eac-804e821b71e4 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/quotas/cbe21481f9e64e9e9d6d6e1065e3fc9d HTTP/1.1" status: 200 len: 375 time: 0.0824072 Feb 10 15:45:01.744333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 0783c4a9-e2e5-485f-89b5-7daf347005c1 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:01.763323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 0783c4a9-e2e5-485f-89b5-7daf347005c1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:01.763812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:01.837074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7df48624-e411-4d74-a810-e331d0f8fe7c req-3711fc14-421d-4623-af55-5cd0559ab001 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722201 Feb 10 15:45:01.851686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-1f57bdf1-2e07-4ea6-9f00-bc692008348f tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe21481f9e64e9e9d6d6e1065e3fc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323807 Feb 10 15:45:01.868954 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-6d59c368-c4fb-4dab-99a0-bab349b375c8 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040124 Feb 10 15:45:02.143865 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-dee20e3a-21a3-4cd8-92b7-8fc8211b6bf8 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566724 Feb 10 15:45:02.157538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-62cc22b8-8df8-4439-85a6-eb16bdc02353 service neutron] 10.222.0.21 "GET /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049636 Feb 10 15:45:02.186260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:02.239726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:02.242374 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eefe04-0218-4c23-9e59-ea531a59517c" -d '{"events": [{"server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "name": "network-vif-plugged", "status": "completed", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:02.277609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:02.295710 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:02.312449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a3ec15c-480f-48b2-a225-31d044ee77a9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:02.371372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2a3ec15c-480f-48b2-a225-31d044ee77a9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:02.377419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a3ec15c-480f-48b2-a225-31d044ee77a9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:02.380369 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:02.416743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:02.509144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961d1a-c191-4f9e-902e-257301482bc1 req-771d84a1-12b3-4da4-ac35-ee6c628aa36b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:02.516900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91961d1a-c191-4f9e-902e-257301482bc1 req-771d84a1-12b3-4da4-ac35-ee6c628aa36b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.3511510 Feb 10 15:45:02.588250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-942cfec6-0699-4253-9bff-3fbeb31f5958 service neutron] 10.222.0.21 "GET /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214132 Feb 10 15:45:02.627004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91961d1a-c191-4f9e-902e-257301482bc1 req-8b0dbb2c-b88d-4d89-af75-9010d76240c6 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004813 Feb 10 15:45:02.776507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accee788-158b-42b1-a653-cb8fbfb5d2f8 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:02.786803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:02.798470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385e2a6-6306-4489-804e-9c2d9c8f0672 req-f7929ff9-f6d9-4a81-a8ec-d4c8a0a0a960 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:02.806321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f385e2a6-6306-4489-804e-9c2d9c8f0672 req-f7929ff9-f6d9-4a81-a8ec-d4c8a0a0a960 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 932 time: 0.1153193 Feb 10 15:45:02.845524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Transition to ACTIVE for port object accee788-158b-42b1-a653-cb8fbfb5d2f8 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:02.863244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:02.926395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f385e2a6-6306-4489-804e-9c2d9c8f0672 req-d890c8fb-bf7d-4fe0-be47-6bd060857035 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190588 Feb 10 15:45:02.964021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad173aa1-e4fa-457c-bf93-99666f7631a5 req-25dcffa2-8f3c-45d8-80f9-e8368b91a471 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:02.965636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad173aa1-e4fa-457c-bf93-99666f7631a5 req-25dcffa2-8f3c-45d8-80f9-e8368b91a471 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1573758 Feb 10 15:45:02.966460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Pushing event updated for resources: {'Port': ['ID=accee788-158b-42b1-a653-cb8fbfb5d2f8,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:03.045512 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b277e2-ef38-4443-8e2c-c9e4e9a70d46 x-openstack-request-id: req-75b277e2-ef38-4443-8e2c-c9e4e9a70d46 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:03.045781 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:03.046242 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75b277e2-ef38-4443-8e2c-c9e4e9a70d46 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:03.046676 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'status': 'completed', 'code': 200} Feb 10 15:45:03.074569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:03.143668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:03.148344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:03.150337 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.203114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Attempting to bind port accee788-158b-42b1-a653-cb8fbfb5d2f8 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:03.203723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Attempting to bind port accee788-158b-42b1-a653-cb8fbfb5d2f8 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '2170e784-1818-45fb-a8f3-c9be5fe5da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:03.203820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Attempting to bind port accee788-158b-42b1-a653-cb8fbfb5d2f8 on network c46cf358-6e6f-443d-b961-28388c8cc0e6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:03.224127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad173aa1-e4fa-457c-bf93-99666f7631a5 req-6429193b-6869-45a5-98bd-3b7bc5a4c0e0 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495601 Feb 10 15:45:03.228254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-f8eb78f1-0621-46e0-b2e9-ab107be1fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.230779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-f8eb78f1-0621-46e0-b2e9-ab107be1fd89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1125 time: 0.1927273 Feb 10 15:45:03.233009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Port accee788-158b-42b1-a653-cb8fbfb5d2f8 on network c46cf358-6e6f-443d-b961-28388c8cc0e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:03.233428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Attempting to bind port accee788-158b-42b1-a653-cb8fbfb5d2f8 on network c46cf358-6e6f-443d-b961-28388c8cc0e6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:03.267533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:03.268008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Checking segment: {'id': '2170e784-1818-45fb-a8f3-c9be5fe5da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:03.268799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Bound using segment: {'id': '2170e784-1818-45fb-a8f3-c9be5fe5da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:03.269248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Bound port: accee788-158b-42b1-a653-cb8fbfb5d2f8, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2170e784-1818-45fb-a8f3-c9be5fe5da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:03.269606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.274149 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.289214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637ac16-83f9-4652-b5ac-346abb0755fe req-f439a02a-108d-4ba1-932b-e304028c3784 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.290751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d637ac16-83f9-4652-b5ac-346abb0755fe req-f439a02a-108d-4ba1-932b-e304028c3784 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 949 time: 0.1866825 Feb 10 15:45:03.321392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:03.329050 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.396314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:03.442862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d637ac16-83f9-4652-b5ac-346abb0755fe req-5ce9bec9-4a49-4ddd-ab0a-ee3577af287e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143646 Feb 10 15:45:03.485568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-c1da1d4b-1e56-421c-8f80-5052d01b58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.488325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-c1da1d4b-1e56-421c-8f80-5052d01b58c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.2477784 Feb 10 15:45:03.493427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] For port accee788-158b-42b1-a653-cb8fbfb5d2f8, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:03.503939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] For port accee788-158b-42b1-a653-cb8fbfb5d2f8, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8,segment=NetworkSegment(2170e784-1818-45fb-a8f3-c9be5fe5da75),segment_id=2170e784-1818-45fb-a8f3-c9be5fe5da75)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:03.523551 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38659d9-fc00-46b2-82b4-074288a5932d x-openstack-request-id: req-c38659d9-fc00-46b2-82b4-074288a5932d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:03.523847 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "name": "network-vif-plugged", "status": "completed", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:03.524151 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c38659d9-fc00-46b2-82b4-074288a5932d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:03.524571 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'code': 200} Feb 10 15:45:03.557660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-c1242830-4e4a-4ffc-aa8a-285b9578f517 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 217 time: 0.0614760 Feb 10 15:45:03.568025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.602269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcf1c087-fb40-4099-b580-45eb21092075 req-a8dbecfd-80c5-4eea-82c7-240f0a85f03b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 210 time: 0.0481541 Feb 10 15:45:03.663015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.663566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.664944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] 10.222.0.75 "PUT /v2.0/ports/accee788-158b-42b1-a653-cb8fbfb5d2f8 HTTP/1.1" status: 200 len: 1092 time: 2.4985471 Feb 10 15:45:03.700000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21005e25-4550-47b4-845c-bccefe6d78e8 service neutron] Pushing event updated for resources: {'Port': ['ID=accee788-158b-42b1-a653-cb8fbfb5d2f8,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:03.712378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-7935456f-c244-4c84-9c78-23b383f5695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.714065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-7935456f-c244-4c84-9c78-23b383f5695e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.1427290 Feb 10 15:45:03.770518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666c61f-2eb1-4647-b463-564c1ac9ec8f req-9c6226e2-06b4-46d5-bc49-1f812feee934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.772059 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0666c61f-2eb1-4647-b463-564c1ac9ec8f req-9c6226e2-06b4-46d5-bc49-1f812feee934 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1097 time: 0.1136246 Feb 10 15:45:03.777202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-f972f145-3a95-40ce-b4c0-af9776dd9f7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557122 Feb 10 15:45:03.825740 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0666c61f-2eb1-4647-b463-564c1ac9ec8f req-5b18c591-a6eb-4ca9-8934-eb812d9c08bd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Feb 10 15:45:03.949360 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:03.962888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-f82de90e-a9cc-4950-9f9a-6d68c4a628ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.964433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-f82de90e-a9cc-4950-9f9a-6d68c4a628ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2624426be49949789645024d1b78879f&device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 1095 time: 0.1894498 Feb 10 15:45:03.980600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d12c1-6bc9-4404-b0d7-5f8770b80520 req-0be9e815-3793-434c-91a6-7805b92dde6b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:03.982110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de7d12c1-6bc9-4404-b0d7-5f8770b80520 req-0be9e815-3793-434c-91a6-7805b92dde6b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.2083442 Feb 10 15:45:03.999412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d18ff-8706-41cb-b999-7a3fe18c55e4 req-34f7d426-8e5f-4d05-b06b-9a755f0ca8a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:04.007335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa3d18ff-8706-41cb-b999-7a3fe18c55e4 req-34f7d426-8e5f-4d05-b06b-9a755f0ca8a3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.2109182 Feb 10 15:45:04.033423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-8cefdee6-4430-40e4-9e86-5cdca7c0f5bb service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475264 Feb 10 15:45:04.085816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52854) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:04.128889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de7d12c1-6bc9-4404-b0d7-5f8770b80520 req-60678fca-7ef8-4dcc-95ce-a1e5bee233e9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194096 Feb 10 15:45:04.140724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa3d18ff-8706-41cb-b999-7a3fe18c55e4 req-3b50526d-1ff3-44dc-b72d-7f38c67d01c8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323793 Feb 10 15:45:04.199525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0edebee3-da1d-4d2b-ba78-2e88e98abe25 req-65ac7498-6f4f-4ec2-a4bb-68cf5d8e0da9 service neutron] 10.222.0.45 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565409 Feb 10 15:45:04.231660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.278083 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.295452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49085694-8146-491d-8617-d7a852ed32b6 req-b81166fb-5e0e-4616-86e9-a3cca72b7f00 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:04.303842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49085694-8146-491d-8617-d7a852ed32b6 req-b81166fb-5e0e-4616-86e9-a3cca72b7f00 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 944 time: 0.0709486 Feb 10 15:45:04.359956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.368995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.380698 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49085694-8146-491d-8617-d7a852ed32b6 req-9fc396aa-44e5-4a3b-b7d0-7fe3a6a5196a tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752418 Feb 10 15:45:04.407827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2944de-44bc-4751-b8fb-8f8013214bb3 req-62b7e28b-fa5f-4604-90bd-b0226547ba02 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:04.410201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af2944de-44bc-4751-b8fb-8f8013214bb3 req-62b7e28b-fa5f-4604-90bd-b0226547ba02 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.0844526 Feb 10 15:45:04.419112 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=504575ff2346494e9628598ff8e94178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318973 Feb 10 15:45:04.420149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0191297-98bf-4bde-9baa-7b2440d7bb48,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:04.422282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52862) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:04.431583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.432126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.432605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.433458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.434083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.434369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.434870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.435587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.435587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.435935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.436270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.436650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1d02-3673-4f8c-b932-22241d886138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:04.491323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af2944de-44bc-4751-b8fb-8f8013214bb3 req-825943dc-0a05-4552-bce4-04079d1734fa tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722766 Feb 10 15:45:04.505364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1df9cb98-4d52-440d-85e0-89fede67a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.548428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1df9cb98-4d52-440d-85e0-89fede67a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.609131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78bd2-12cd-4598-ade1-dd4b61f7e7e2 req-aa5efb01-48fc-42f3-a056-b8be046f6aa7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:04.610617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2aa78bd2-12cd-4598-ade1-dd4b61f7e7e2 req-aa5efb01-48fc-42f3-a056-b8be046f6aa7 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.0803857 Feb 10 15:45:04.633941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1df9cb98-4d52-440d-85e0-89fede67a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.636544 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1df9cb98-4d52-440d-85e0-89fede67a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:04.637606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1df9cb98-4d52-440d-85e0-89fede67a919 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0191297-98bf-4bde-9baa-7b2440d7bb48 HTTP/1.1" status: 204 len: 168 time: 0.2146344 Feb 10 15:45:04.651635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9cb98-4d52-440d-85e0-89fede67a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0191297-98bf-4bde-9baa-7b2440d7bb48,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:04.670430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2aa78bd2-12cd-4598-ade1-dd4b61f7e7e2 req-61d2c000-1a23-41c2-908f-51d0ec91e929 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Feb 10 15:45:04.771581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a56dda2-8cb7-4502-8dff-381c40d4c1d2 req-560fca89-ced7-4992-853a-5ada61e02259 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 210 time: 0.0521269 Feb 10 15:45:05.089666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:05.292531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'tag': 'accee788-158b-42b1-a653-cb8fbfb5d2f8'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:05.295954 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486ead1f-750d-4b23-8d84-3a7e7da8d33d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2a4722-0b05-4c68-9368-9c7d92eb08bc", "tag": "accee788-158b-42b1-a653-cb8fbfb5d2f8"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:05.301926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-d32a7f17-b970-4292-808e-ecab621b1c95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8 HTTP/1.1" status: 200 len: 217 time: 0.4775178 Feb 10 15:45:05.306027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:05.319818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:45:05.383703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-df55ea20-2b5c-4eb3-bccb-bb1902462ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:05.385366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-df55ea20-2b5c-4eb3-bccb-bb1902462ad2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=61bdba76-309f-49e6-af74-abcc7846870c HTTP/1.1" status: 200 len: 858 time: 0.0609002 Feb 10 15:45:05.515733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-edaee422-8f29-461d-9d71-bfdc1a8fc8a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c46cf358-6e6f-443d-b961-28388c8cc0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905757 Feb 10 15:45:05.526376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:05.528864 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296fe147-a66d-43f1-8989-f8f6e13603d8" -d '{"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:05.637250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49551d-e06a-4852-af4e-fe0cf54ce844 req-2742e2da-db59-4a3c-a358-ba3ad19ee1e8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:05.639025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52902) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:05.640040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b49551d-e06a-4852-af4e-fe0cf54ce844 req-2742e2da-db59-4a3c-a358-ba3ad19ee1e8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.2518802 Feb 10 15:45:05.692742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9073538-d14d-440f-9ad2-087a49407be3 req-669c96b5-0cab-4b7e-8479-e58a09ea800d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:05.693769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:05.694189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9073538-d14d-440f-9ad2-087a49407be3 req-669c96b5-0cab-4b7e-8479-e58a09ea800d tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.2978420 Feb 10 15:45:05.740431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-29ac1231-31ee-4e5d-8700-621a4c3a6c2b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:05.742363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-29ac1231-31ee-4e5d-8700-621a4c3a6c2b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.75 "GET /v2.0/networks?id=5495c0f2-53c4-484c-aab1-2d439d4f3aa7 HTTP/1.1" status: 200 len: 815 time: 0.2634618 Feb 10 15:45:05.776179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Request body: {'port': {'device_id': '5a5f907e-3632-4a91-a715-8887fa21db02', 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7', 'admin_state_up': True, 'tenant_id': 'cbe21481f9e64e9e9d6d6e1065e3fc9d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:05.829206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-6103c241-3de0-4126-a94a-322decc6b4ca service neutron] 10.222.0.75 "GET /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874715 Feb 10 15:45:05.850076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b49551d-e06a-4852-af4e-fe0cf54ce844 req-a338c27d-0cd5-43ce-956c-e5e5e22dbc78 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944873 Feb 10 15:45:05.852613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2070703379-network', 'tenant_id': '139e011d643e47e098275e9977f3366d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:05.886370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9073538-d14d-440f-9ad2-087a49407be3 req-9c1aaf86-7526-4ec1-bba3-b64f5f78c1f6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704714 Feb 10 15:45:05.944137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Made reservation on behalf of 139e011d643e47e098275e9977f3366d for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:05.946661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:05.965889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.001586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Made reservation on behalf of cbe21481f9e64e9e9d6d6e1065e3fc9d for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:06.008305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.048608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e92450e-a94b-4b99-85e1-bb9996021bf8 req-92fd26bc-b691-4c76-a9d2-e56f861abc33 service neutron] 10.222.0.75 "GET /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828146 Feb 10 15:45:06.052749 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df2fe3-e30d-4c77-a65c-399326dcd707 x-openstack-request-id: req-f0df2fe3-e30d-4c77-a65c-399326dcd707 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:06.054149 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2a4722-0b05-4c68-9368-9c7d92eb08bc", "tag": "accee788-158b-42b1-a653-cb8fbfb5d2f8", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:06.054621 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0df2fe3-e30d-4c77-a65c-399326dcd707 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:06.055074 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'tag': 'accee788-158b-42b1-a653-cb8fbfb5d2f8', 'status': 'completed', 'code': 200} Feb 10 15:45:06.228948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcad63-8a3a-4aee-a815-f07ae6600a94 req-78557d2d-da6c-4e71-9821-0c55edd7e568 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.230364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03dcad63-8a3a-4aee-a815-f07ae6600a94 req-78557d2d-da6c-4e71-9821-0c55edd7e568 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1360567 Feb 10 15:45:06.241339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12bef6-44ad-4e0a-9c59-b20864cc9de5 req-4b53570f-daf9-4a60-b5a7-c61966abd77c tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.242515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac12bef6-44ad-4e0a-9c59-b20864cc9de5 req-4b53570f-daf9-4a60-b5a7-c61966abd77c tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 944 time: 0.1918459 Feb 10 15:45:06.283026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.288385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-2066251e-8657-4a3a-bdf7-e6ee08d22a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.290199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-2066251e-8657-4a3a-bdf7-e6ee08d22a36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2624426be49949789645024d1b78879f&device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 1095 time: 0.1336038 Feb 10 15:45:06.294396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Allocated IP 172.20.0.8 (5495c0f2-53c4-484c-aab1-2d439d4f3aa7/8f1d1c36-cafa-408d-9b33-6f98ef1845d0/63b76798-2d16-4933-bb37-1350036c44fd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:06.297400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.341999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:06.385027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.386107 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Added segment ed13747e-fe32-4ddb-a765-e1ce4dc130f9 of type vlan for network ca47db78-4956-4e32-b6b2-c059a0ab7f9d Feb 10 15:45:06.387836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874ea16d-67c6-452e-8cf1-3113955019dd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:06.428987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03dcad63-8a3a-4aee-a815-f07ae6600a94 req-bb254ba6-f3cb-410b-a609-a5cd4079052f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854646 Feb 10 15:45:06.456718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac12bef6-44ad-4e0a-9c59-b20864cc9de5 req-23ab4f58-cbdb-448f-b7b7-5a3fb4ab4cb6 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000186 Feb 10 15:45:06.477404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-757e625b-6b79-4924-8f66-7526080caba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.479615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-757e625b-6b79-4924-8f66-7526080caba2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c46cf358-6e6f-443d-b961-28388c8cc0e6 HTTP/1.1" status: 200 len: 919 time: 0.1740017 Feb 10 15:45:06.568042 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb2d51-767c-46d3-ae4d-d60a18421ea1 x-openstack-request-id: req-dfeb2d51-767c-46d3-ae4d-d60a18421ea1 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:06.568923 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:06.569358 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfeb2d51-767c-46d3-ae4d-d60a18421ea1 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:06.569755 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'code': 200} Feb 10 15:45:06.574531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-7c173875-4781-474b-9891-ecbcd5a33e34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8 HTTP/1.1" status: 200 len: 217 time: 0.0843134 Feb 10 15:45:06.622185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.695156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.696236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.696956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.708945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.748636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e18b098-7ef5-4ab3-8c68-d1f8f07e67d8 req-538a9c4d-9995-4912-b9aa-3ee3f774d391 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 210 time: 0.0502253 Feb 10 15:45:06.787993 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1478209 Feb 10 15:45:06.790271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31027f51-a0d9-4ac6-8bbc-d021b32decba req-f83a6ddf-5fa3-42f7-aee1-b94f847838bb tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.792083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31027f51-a0d9-4ac6-8bbc-d021b32decba req-f83a6ddf-5fa3-42f7-aee1-b94f847838bb tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1829257 Feb 10 15:45:06.792793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52912) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:06.800975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Request body: {'subnet': {'network_id': 'ca47db78-4956-4e32-b6b2-c059a0ab7f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2070703379-subnet', 'tenant_id': '139e011d643e47e098275e9977f3366d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:06.827846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-a6083b49-23fd-4435-b6fd-f3ae8b26d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:06.829639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-a6083b49-23fd-4435-b6fd-f3ae8b26d34e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=61bdba76-309f-49e6-af74-abcc7846870c HTTP/1.1" status: 200 len: 858 time: 0.2373006 Feb 10 15:45:06.831521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ea9e-36f5-451b-adf3-10ab092fc264 admin admin] Pushing event updated for resources: {'Network': ['ID=ca47db78-4956-4e32-b6b2-c059a0ab7f9d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:06.842521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.845581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network ca47db78-4956-4e32-b6b2-c059a0ab7f9d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:06.915482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Made reservation on behalf of 139e011d643e47e098275e9977f3366d for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:06.919619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:06.938541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:06.943268 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:06.952989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:06.987691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Pushing event updated for resources: {'Port': ['ID=63b76798-2d16-4933-bb37-1350036c44fd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:07.030906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:07.033207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:07.035365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-be130552-1cf1-4306-afe9-82b6f5145c3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c46cf358-6e6f-443d-b961-28388c8cc0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398792 Feb 10 15:45:07.065649 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-28e21352-43db-49b8-846d-15d0fbb02ab0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2980633 Feb 10 15:45:07.088608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Request body: {'port': {'device_id': '5a5f907e-3632-4a91-a715-8887fa21db02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:07.161959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-9e09e956-d274-4bb0-9803-82038f8018a8 service neutron] 10.222.0.45 "GET /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636/bindings/n-h2-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.3450325 Feb 10 15:45:07.165324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31027f51-a0d9-4ac6-8bbc-d021b32decba req-1b74bf94-730c-4782-b25a-1c679bc07cf0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560505 Feb 10 15:45:07.178340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:07.262827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ba73a-1200-4c27-80bc-bd9f0c7e1020 req-25a55b9f-12c2-4e21-9c34-25780768b05d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:07.270573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de8ba73a-1200-4c27-80bc-bd9f0c7e1020 req-25a55b9f-12c2-4e21-9c34-25780768b05d tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.2691832 Feb 10 15:45:07.399244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-3c7bf535-d925-4e62-b6b9-aa6b48b0b692 service neutron] 10.222.0.75 "GET /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420045 Feb 10 15:45:07.427045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de8ba73a-1200-4c27-80bc-bd9f0c7e1020 req-d7ea282b-e777-4820-b399-00badb078d4b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533267 Feb 10 15:45:07.605326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-461b1c1c-6539-4906-be7f-04fc071d4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:07.607150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-461b1c1c-6539-4906-be7f-04fc071d4e03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69&tenant_id=872ae74478324283955467ee2b7c76cb HTTP/1.1" status: 200 len: 1101 time: 0.0788755 Feb 10 15:45:07.619049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:07.619906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78946686-51c6-46e4-bb4f-22cd2ed1e05b req-14fa1f18-cdf1-4bd8-abb2-0202d261f4a1 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:07.621399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78946686-51c6-46e4-bb4f-22cd2ed1e05b req-14fa1f18-cdf1-4bd8-abb2-0202d261f4a1 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 944 time: 0.3435812 Feb 10 15:45:07.715538 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:07.721033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b76798-2d16-4933-bb37-1350036c44fd {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:07.728383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:07.735955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:07.773486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Transition to ACTIVE for port object 63b76798-2d16-4933-bb37-1350036c44fd will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:07.779005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:07.833409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be9be-81ac-4125-8dc4-8c2e5bffe201 req-0987fd4a-f6e5-48be-8015-339d4f91f994 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:07.835083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a0be9be-81ac-4125-8dc4-8c2e5bffe201 req-0987fd4a-f6e5-48be-8015-339d4f91f994 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.3002291 Feb 10 15:45:07.856394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78946686-51c6-46e4-bb4f-22cd2ed1e05b req-863a9a76-b0d3-4061-893b-785c34425341 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965327 Feb 10 15:45:07.872207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-486ead1f-750d-4b23-8d84-3a7e7da8d33d req-c5292706-4e3b-4188-a4b2-bd8494d0331d service neutron] 10.222.0.75 "GET /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401219 Feb 10 15:45:07.883955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7435b1f3-f09d-4a06-8601-193b35edf4e4,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:07.923067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Pushing event updated for resources: {'Port': ['ID=63b76798-2d16-4933-bb37-1350036c44fd,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:07.978784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:08.024287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Checking segment: {'id': 'ed13747e-fe32-4ddb-a765-e1ce4dc130f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca47db78-4956-4e32-b6b2-c059a0ab7f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:08.024657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Network hostable DHCP agents. Network: ca47db78-4956-4e32-b6b2-c059a0ab7f9d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:08.029115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a0be9be-81ac-4125-8dc4-8c2e5bffe201 req-13266b20-e8f8-4e54-83c2-0336329e0ba7 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593626 Feb 10 15:45:08.051307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:08.056333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Attempting to bind port 63b76798-2d16-4933-bb37-1350036c44fd on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:08.056683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Attempting to bind port 63b76798-2d16-4933-bb37-1350036c44fd by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '598f34a4-0bc7-4af4-ac5b-a92c58debf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:08.057014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Attempting to bind port 63b76798-2d16-4933-bb37-1350036c44fd on network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:08.065597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Port 63b76798-2d16-4933-bb37-1350036c44fd on network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:08.065919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Attempting to bind port 63b76798-2d16-4933-bb37-1350036c44fd on network 5495c0f2-53c4-484c-aab1-2d439d4f3aa7 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:08.075826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:08.076164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Checking segment: {'id': '598f34a4-0bc7-4af4-ac5b-a92c58debf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:08.076545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Bound using segment: {'id': '598f34a4-0bc7-4af4-ac5b-a92c58debf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:08.076990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Bound port: 63b76798-2d16-4933-bb37-1350036c44fd, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598f34a4-0bc7-4af4-ac5b-a92c58debf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:08.077350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.101286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019efb-5994-451e-bac9-6b080bd7644b req-1874f7eb-1c8a-45c1-a9f1-0bf187a0fcf0 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.101763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:08.103545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5019efb-5994-451e-bac9-6b080bd7644b req-1874f7eb-1c8a-45c1-a9f1-0bf187a0fcf0 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 944 time: 0.1465507 Feb 10 15:45:08.106689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Network ca47db78-4956-4e32-b6b2-c059a0ab7f9d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:08.114724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7125430-8119-4fa8-a02c-9de5dcb10636 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:08.137106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:08.140114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, ca47db78-4956-4e32-b6b2-c059a0ab7f9d) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:08.151429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586cf4f8-bdb0-4158-baf8-ebedcd5a7ed9 None None] Network ca47db78-4956-4e32-b6b2-c059a0ab7f9d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:08.181487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:08.192020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.195072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.205406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] For port 63b76798-2d16-4933-bb37-1350036c44fd, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:08.225231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] For port 63b76798-2d16-4933-bb37-1350036c44fd, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=63b76798-2d16-4933-bb37-1350036c44fd,segment=NetworkSegment(598f34a4-0bc7-4af4-ac5b-a92c58debf62),segment_id=598f34a4-0bc7-4af4-ac5b-a92c58debf62)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:08.235634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.248253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:08.250993 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f55399a-b1c0-44d8-b4c1-f8e8d5367ae7" -d '{"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:08.257776 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.278309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d87280e0-77d0-4d09-9097-fc9c484ba141 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4819071 Feb 10 15:45:08.286350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.301251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5019efb-5994-451e-bac9-6b080bd7644b req-f9ecc06f-7d77-4991-a66c-6d9f4142179c tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801844 Feb 10 15:45:08.307494 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.308121 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.309536 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] 10.222.0.75 "PUT /v2.0/ports/63b76798-2d16-4933-bb37-1350036c44fd HTTP/1.1" status: 200 len: 1091 time: 1.2266152 Feb 10 15:45:08.320393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Transition to ACTIVE for port object c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:08.344739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.355916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd43039-cbe3-44f8-afdd-47e175448b13 service neutron] Pushing event updated for resources: {'Port': ['ID=63b76798-2d16-4933-bb37-1350036c44fd,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:08.414781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8c4161-8a5b-4bd1-a44f-e63391330ee8 None None] Network ca47db78-4956-4e32-b6b2-c059a0ab7f9d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:08.426868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a19cf-d881-48e3-a62b-382958ea00dd req-84bca2d5-c5f0-4341-9fc2-ba7cf12ca0d1 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.437444 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd7a19cf-d881-48e3-a62b-382958ea00dd req-84bca2d5-c5f0-4341-9fc2-ba7cf12ca0d1 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 943 time: 0.3064260 Feb 10 15:45:08.446158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] No DVR routers for this DVR port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:08.583426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:08.599706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd7a19cf-d881-48e3-a62b-382958ea00dd req-5dc0b085-23d0-4c2c-a83a-fcc634a9867f tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585207 Feb 10 15:45:08.614876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Transition to ACTIVE for port object a7125430-8119-4fa8-a02c-9de5dcb10636 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:08.639160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c48b3-5619-44cd-9f9b-6e13b902dee7 req-637e9b56-3980-46d8-bc99-66cd8bc3c2ce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.641172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a0c48b3-5619-44cd-9f9b-6e13b902dee7 req-637e9b56-3980-46d8-bc99-66cd8bc3c2ce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 949 time: 0.1713626 Feb 10 15:45:08.645446 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.663856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-35aafa09-d6af-4fea-a4b9-621f9795b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.666098 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-35aafa09-d6af-4fea-a4b9-621f9795b85b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbe21481f9e64e9e9d6d6e1065e3fc9d&device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 1094 time: 0.2655060 Feb 10 15:45:08.669635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:08.670064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:08.670723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:08.677414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:08.677894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Attempting to bind port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:08.735108 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-e89d0d00-8f99-4832-94b7-753cff1d9bf1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b76798-2d16-4933-bb37-1350036c44fd HTTP/1.1" status: 200 len: 217 time: 0.0538747 Feb 10 15:45:08.737607 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08703506-04f1-4c00-ba0e-af3412b251eb x-openstack-request-id: req-08703506-04f1-4c00-ba0e-af3412b251eb {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:08.738149 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:08.738501 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08703506-04f1-4c00-ba0e-af3412b251eb {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:08.738995 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'code': 200} Feb 10 15:45:08.748171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:08.749167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:08.749551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:08.750010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Bound port: c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:08.750346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:08.768663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] No DVR routers for this DVR port a7125430-8119-4fa8-a02c-9de5dcb10636 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:08.785207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a0c48b3-5619-44cd-9f9b-6e13b902dee7 req-6e7d62b1-409d-42a0-a68a-ce763851f354 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314201 Feb 10 15:45:08.828672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] 10.222.0.45 "PUT /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636/bindings/n-h2-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6473331 Feb 10 15:45:08.840800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Pushing event updated for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=10']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:08.862056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977995-4683-45bb-947c-77202ad75cc4 req-e2d03c55-c790-4d26-844f-b0e6db217b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.864204 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-e2d03c55-c790-4d26-844f-b0e6db217b26 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f1d1c36-cafa-408d-9b33-6f98ef1845d0 HTTP/1.1" status: 200 len: 855 time: 0.1097817 Feb 10 15:45:08.872243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.872509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.872849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.873183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.873513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.873841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.874165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.874531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.874981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.875357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.877259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.877615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe19bbb-5a47-47c1-967e-07f432fc5f3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:08.916719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efb879-ae5f-4d7f-9c04-bc6b10ca100b req-8bf14da3-af01-4ca3-a153-5d799e83563c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.921180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6efb879-ae5f-4d7f-9c04-bc6b10ca100b req-8bf14da3-af01-4ca3-a153-5d799e83563c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.1035991 Feb 10 15:45:08.934351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-97371ffc-367d-4422-adeb-660f0c87d6cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5495c0f2-53c4-484c-aab1-2d439d4f3aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461690 Feb 10 15:45:08.935577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:08.960153 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:08.970678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-7cda5627-2eb0-4bc3-8ca8-d29d969fbfdc req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-453577699', 'description': 'tempest-description-32397794'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:08.972282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:09.025822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6efb879-ae5f-4d7f-9c04-bc6b10ca100b req-23e949ca-bfd1-466a-a396-71be55bbe29c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810978 Feb 10 15:45:09.028228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-f185974f-e1cd-453d-b2eb-79f16ce9ebbe tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.029613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-f185974f-e1cd-453d-b2eb-79f16ce9ebbe tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1062050 Feb 10 15:45:09.030459 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7cda5627-2eb0-4bc3-8ca8-d29d969fbfdc req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:09.044129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.045452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:09.047239 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] 10.222.0.45 "PUT /v2.0/ports/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 1097 time: 1.4322643 Feb 10 15:45:09.103910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:09.132756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fccc2b-bcac-4623-9df0-896b8e237a1e service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=11']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:09.154371 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-a208cb83-4b94-4e67-92df-8d05d979734b service neutron] 10.222.0.75 "GET /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051849 Feb 10 15:45:09.178218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-97ced46e-008f-4853-a45f-bfd417f09faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.180248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:09.180827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-97ced46e-008f-4853-a45f-bfd417f09faa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1100 time: 0.1012676 Feb 10 15:45:09.180934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:09.241361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7cda5627-2eb0-4bc3-8ca8-d29d969fbfdc req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:09.311985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7cda5627-2eb0-4bc3-8ca8-d29d969fbfdc req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:09.339320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7cda5627-2eb0-4bc3-8ca8-d29d969fbfdc req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:09.340581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7cda5627-2eb0-4bc3-8ca8-d29d969fbfdc req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3762503 Feb 10 15:45:09.357788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c977995-4683-45bb-947c-77202ad75cc4 req-b0a5fe5f-7d30-464b-842a-c1521d6941d6 service neutron] 10.222.0.75 "GET /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920073 Feb 10 15:45:09.358174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-02bbf8f7-c5e2-4db3-90cd-51d17d0e668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.358913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-38597c73-0b16-4b9e-9695-4a28e3f44308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.359696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-02bbf8f7-c5e2-4db3-90cd-51d17d0e668d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16&tenant_id=85cedf49b642434eafdccaf41357fa21 HTTP/1.1" status: 200 len: 1096 time: 0.3177083 Feb 10 15:45:09.360379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-38597c73-0b16-4b9e-9695-4a28e3f44308 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1694279 Feb 10 15:45:09.401031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a892-715f-4193-bd4d-495e4461be39 req-476c3b53-22ca-48f7-afe9-1776baf18b17 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.410664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e44a892-715f-4193-bd4d-495e4461be39 req-476c3b53-22ca-48f7-afe9-1776baf18b17 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.1907339 Feb 10 15:45:09.414540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce5550-266c-4cf0-b34d-33e33dea3526 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1651c192-0a30-47e5-b461-ae61fadbbe9c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:09.426815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-6d06936d-af28-4dd2-ae35-5fe2e01a4f03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0577874 Feb 10 15:45:09.487326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-2c221b20-66a5-4007-b6d3-9e8f28cc371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.489164 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-2c221b20-66a5-4007-b6d3-9e8f28cc371c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0545270 Feb 10 15:45:09.509320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e44a892-715f-4193-bd4d-495e4461be39 req-fa2f858b-6de3-47ea-9215-e22b56483e04 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977757 Feb 10 15:45:09.524140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-784d9f52-b852-4c3d-bc91-1485910a45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.525767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-784d9f52-b852-4c3d-bc91-1485910a45d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85cedf49b642434eafdccaf41357fa21&device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1096 time: 0.1126885 Feb 10 15:45:09.535091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054ac73-0822-4ee5-8697-43871b32baf3 req-c6fa8baa-471c-4b7e-adc1-1cb4e601d18e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.536910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9054ac73-0822-4ee5-8697-43871b32baf3 req-c6fa8baa-471c-4b7e-adc1-1cb4e601d18e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.0860581 Feb 10 15:45:09.552834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-3f47033c-af58-4623-9320-7866caad83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.554624 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-3f47033c-af58-4623-9320-7866caad83c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572920 Feb 10 15:45:09.657117 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-083b2cd0-5659-41bf-918b-fea20b3085ea service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954604 Feb 10 15:45:09.681097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9054ac73-0822-4ee5-8697-43871b32baf3 req-b2d81edd-502b-4068-8417-6928157d32c3 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380343 Feb 10 15:45:09.706127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-c1b5d43b-0f7a-4dc8-a8ad-37f5dead7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.707699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-c1b5d43b-0f7a-4dc8-a8ad-37f5dead7a6b service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 200 len: 922 time: 0.1629636 Feb 10 15:45:09.721580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368f3b9-fc53-47d0-8bd3-4aeb3f034612 req-15d8761a-1bd1-458d-ba48-3dacc1420dca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.723220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3368f3b9-fc53-47d0-8bd3-4aeb3f034612 req-15d8761a-1bd1-458d-ba48-3dacc1420dca tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1097 time: 0.1161594 Feb 10 15:45:09.775786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-e59c81ba-8c8f-4add-aceb-3828c901ce4c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 200 len: 217 time: 0.0508657 Feb 10 15:45:09.782903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f52ce91-6b75-4591-8c20-db64e93c08c0 req-96b457f4-5133-425d-afc2-b2a4717e8745 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144972 Feb 10 15:45:09.850127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3368f3b9-fc53-47d0-8bd3-4aeb3f034612 req-ed9dbb9b-04db-4712-8b73-4413410adf9d tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184864 Feb 10 15:45:09.873688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-6358d073-322b-4ed2-ae8a-24ab347d61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.875304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-6358d073-322b-4ed2-ae8a-24ab347d61f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 200 len: 861 time: 0.0774343 Feb 10 15:45:09.884111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92176e47-3054-4f2a-803e-5e30db8dba60 req-505839f3-0ec3-4263-acf7-f601700d9ab9 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.885527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92176e47-3054-4f2a-803e-5e30db8dba60 req-505839f3-0ec3-4263-acf7-f601700d9ab9 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 944 time: 0.1116014 Feb 10 15:45:09.938657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-f6c34d96-c4fd-48bd-979d-d61a0830bc99 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a9664c0-1721-4c6e-b070-ffac7c7ed648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513861 Feb 10 15:45:09.989216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-68f93bea-a5c7-4eef-8bd2-c41e42e34bc8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/1651c192-0a30-47e5-b461-ae61fadbbe9c HTTP/1.1" status: 200 len: 1802 time: 0.1016808 Feb 10 15:45:10.308183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92176e47-3054-4f2a-803e-5e30db8dba60 req-1755db2e-598a-4b0e-883d-0a452a730822 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077444 Feb 10 15:45:10.313073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1651c192-0a30-47e5-b461-ae61fadbbe9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:10.313387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1651c192-0a30-47e5-b461-ae61fadbbe9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:10.396821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-653deac5-3b2d-49c9-9e48-a5d428c494bb service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441316 Feb 10 15:45:10.481835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:10.519609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da025-91d5-4e1c-9e24-6d784740cfa5 req-9b04ff24-2fb0-4d71-a764-f7a04460780a tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:10.521086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b43da025-91d5-4e1c-9e24-6d784740cfa5 req-9b04ff24-2fb0-4d71-a764-f7a04460780a tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 943 time: 0.1368139 Feb 10 15:45:10.553251 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:10.572080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:10.595503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-bffbea40-a75b-4664-9df4-3e79bbec697f service neutron] 10.222.0.75 "GET /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772466 Feb 10 15:45:10.600753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb71b3e2-dcbf-42f9-909c-2311105d2a0c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:10.613830 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:10.614999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee1de3cb-6988-41be-b9c8-3b85842e221d req-10f330c2-b893-4622-9a14-7f5f0970adcc tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3104320 Feb 10 15:45:10.632129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b43da025-91d5-4e1c-9e24-6d784740cfa5 req-e4149b79-ec3a-442f-87b8-18fea3f66c44 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020410 Feb 10 15:45:10.739806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5f907e-3632-4a91-a715-8887fa21db02', 'tag': '63b76798-2d16-4933-bb37-1350036c44fd'}, {'name': 'network-changed', 'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:10.744196 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5f907e-3632-4a91-a715-8887fa21db02", "tag": "63b76798-2d16-4933-bb37-1350036c44fd"}, {"name": "network-changed", "server_uuid": "df739356-192d-4218-9345-0bc918555e69", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:10.779963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf88a4-f03f-40f7-a42b-1c54b96f9371 req-998d7a39-e653-42ca-a51a-67c72821031e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:10.779963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfaf88a4-f03f-40f7-a42b-1c54b96f9371 req-998d7a39-e653-42ca-a51a-67c72821031e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 949 time: 0.0831904 Feb 10 15:45:10.780923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643612-8635-41db-ac8d-b648858cbf3a req-1a402007-6f48-4eef-9019-4fda9f9fa263 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:10.782205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83643612-8635-41db-ac8d-b648858cbf3a req-1a402007-6f48-4eef-9019-4fda9f9fa263 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1097 time: 0.0884190 Feb 10 15:45:10.839384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfaf88a4-f03f-40f7-a42b-1c54b96f9371 req-5dcc6a1c-0a96-43e8-86d3-96898e5fff32 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520899 Feb 10 15:45:10.845501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83643612-8635-41db-ac8d-b648858cbf3a req-533feee0-229a-45de-9b90-b0acf177baaa tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523808 Feb 10 15:45:10.891661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-a26992f7-2afd-4882-8a9a-d9d0388b7952 req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814677052', 'description': 'tempest-description-334228513'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:10.958324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a26992f7-2afd-4882-8a9a-d9d0388b7952 req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:10.977841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eac8c-f67e-4833-a0bb-dc8899cb254c req-1ad3ec61-3bc3-4dd0-acef-34bf9302b282 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:10.979372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e39eac8c-f67e-4833-a0bb-dc8899cb254c req-1ad3ec61-3bc3-4dd0-acef-34bf9302b282 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.0796001 Feb 10 15:45:11.098038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e39eac8c-f67e-4833-a0bb-dc8899cb254c req-6c20fe97-c278-44c9-90ce-cbad33ddf492 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020281 Feb 10 15:45:11.109576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device accee788-158b-42b1-a653-cb8fbfb5d2f8 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:11.110587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-06b0ce3a-a89a-49e7-8c5d-f4e3bbc13b40 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.112155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-06b0ce3a-a89a-49e7-8c5d-f4e3bbc13b40 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16&tenant_id=85cedf49b642434eafdccaf41357fa21&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1301999 Feb 10 15:45:11.176193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a26992f7-2afd-4882-8a9a-d9d0388b7952 req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.187693 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a26992f7-2afd-4882-8a9a-d9d0388b7952 req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.235983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port accee788-158b-42b1-a653-cb8fbfb5d2f8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8,segment=NetworkSegment(2170e784-1818-45fb-a8f3-c9be5fe5da75),segment_id=2170e784-1818-45fb-a8f3-c9be5fe5da75)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:11.251206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'accee788-158b-42b1-a653-cb8fbfb5d2f8', 'network_id': 'c46cf358-6e6f-443d-b961-28388c8cc0e6', 'port_id': 'accee788-158b-42b1-a653-cb8fbfb5d2f8', 'mac_address': 'fa:16:3e:27:70:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bdba76-309f-49e6-af74-abcc7846870c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:45:11.262885 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a26992f7-2afd-4882-8a9a-d9d0388b7952 req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.264150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a26992f7-2afd-4882-8a9a-d9d0388b7952 req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3769307 Feb 10 15:45:11.273189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570746a8-d5c3-4c30-abfc-1eaaa67e1c32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:11.289988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c843d7-3fc5-4038-ad8d-cca96a114535 req-d2da5cb2-d88f-4518-a43e-4943c975a4d2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.291578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76c843d7-3fc5-4038-ad8d-cca96a114535 req-d2da5cb2-d88f-4518-a43e-4943c975a4d2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1050408 Feb 10 15:45:11.316536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.332292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accee788-158b-42b1-a653-cb8fbfb5d2f8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:11.358054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port accee788-158b-42b1-a653-cb8fbfb5d2f8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8,segment=NetworkSegment(2170e784-1818-45fb-a8f3-c9be5fe5da75),segment_id=2170e784-1818-45fb-a8f3-c9be5fe5da75)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:11.363410 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.380396 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ed1b27-e2b1-4ee9-b549-de18adee6485 x-openstack-request-id: req-38ed1b27-e2b1-4ee9-b549-de18adee6485 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:11.381343 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5f907e-3632-4a91-a715-8887fa21db02", "tag": "63b76798-2d16-4933-bb37-1350036c44fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df739356-192d-4218-9345-0bc918555e69", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:11.381888 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ed1b27-e2b1-4ee9-b549-de18adee6485 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:11.382466 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5f907e-3632-4a91-a715-8887fa21db02', 'tag': '63b76798-2d16-4933-bb37-1350036c44fd', 'status': 'completed', 'code': 200} Feb 10 15:45:11.382883 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'status': 'completed', 'code': 200} Feb 10 15:45:11.385424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76c843d7-3fc5-4038-ad8d-cca96a114535 req-fcd2daee-dc2d-4eab-b884-7bf381cd827b tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687253 Feb 10 15:45:11.390910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-3f5ed0b9-2fcd-4d10-b09e-f327099279d4 service neutron] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:11.395172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-3f5ed0b9-2fcd-4d10-b09e-f327099279d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.396547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb2d5a8-16fe-48d5-8b71-dbe9316d1af3 req-3f5ed0b9-2fcd-4d10-b09e-f327099279d4 service neutron] 10.222.0.75 "DELETE /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636/bindings/n-h1-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.2749898 Feb 10 15:45:11.482781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=accee788-158b-42b1-a653-cb8fbfb5d2f8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:11.539557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-ccd09f2c-10ad-4d9e-8ecc-d9c3b18292e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.541414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-ccd09f2c-10ad-4d9e-8ecc-d9c3b18292e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1100 time: 0.0975962 Feb 10 15:45:11.559653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-d604d1c8-e2d9-4bd7-94bb-c4d3895ed7d3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab HTTP/1.1" status: 200 len: 1804 time: 0.1331747 Feb 10 15:45:11.584259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-49528e4e-a657-4440-8f56-8d8a7e1b867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.586130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-49528e4e-a657-4440-8f56-8d8a7e1b867e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbe21481f9e64e9e9d6d6e1065e3fc9d&device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 1094 time: 0.1306543 Feb 10 15:45:11.594409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:11.594900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:11.687978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-d61fdce8-f23a-4aea-be79-41e8d0a9df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.689805 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-d61fdce8-f23a-4aea-be79-41e8d0a9df17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1385903 Feb 10 15:45:11.694702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c14de-066d-4d32-935b-1ced71b1538c req-5707a75c-e76e-441b-86e3-c72f51e6c560 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.696334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-467c14de-066d-4d32-935b-1ced71b1538c req-5707a75c-e76e-441b-86e3-c72f51e6c560 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 945 time: 0.1564579 Feb 10 15:45:11.746690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:11.762036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-369355a8-485e-48fa-be50-6a9529ebc6c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0566301 Feb 10 15:45:11.777842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-fc2d36de-a998-48e4-879d-f34317dc0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.779398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-fc2d36de-a998-48e4-879d-f34317dc0970 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5495c0f2-53c4-484c-aab1-2d439d4f3aa7 HTTP/1.1" status: 200 len: 916 time: 0.1781883 Feb 10 15:45:11.827816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-467c14de-066d-4d32-935b-1ced71b1538c req-cb46c810-4ade-419c-804d-2603b408a5e1 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195614 Feb 10 15:45:11.882513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-0b2a95ea-d037-4acf-a462-0d87b93f1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.891289 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-0b2a95ea-d037-4acf-a462-0d87b93f1da3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1157229 Feb 10 15:45:11.911150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-fdcb55b5-c4bf-49c8-a79b-8d6a4369373a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b76798-2d16-4933-bb37-1350036c44fd HTTP/1.1" status: 200 len: 217 time: 0.1090651 Feb 10 15:45:11.912928 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:11.967829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-e1a87498-85a1-485f-9ae6-a99864449a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.970145 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-e1a87498-85a1-485f-9ae6-a99864449a4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712450 Feb 10 15:45:11.973388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['accee788-158b-42b1-a653-cb8fbfb5d2f8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:11.993160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:12.000783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-01113db3-3dca-419a-a1ac-bc547718957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.004229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-01113db3-3dca-419a-a1ac-bc547718957e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f1d1c36-cafa-408d-9b33-6f98ef1845d0 HTTP/1.1" status: 200 len: 855 time: 0.0813859 Feb 10 15:45:12.005749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:12.059611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-d51c8b72-cb32-4b06-b479-89be4656cad0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5495c0f2-53c4-484c-aab1-2d439d4f3aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413904 Feb 10 15:45:12.063797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3580dbc-0003-4026-89fd-40a7649f009f,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:12.076534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:12.077762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92dd78bf-20f9-4b4c-bcca-ca4779a536f6 req-5d015715-54b7-4e01-914c-aa6547f7f294 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4963200 Feb 10 15:45:12.096880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:12.128639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'mac_address': 'fa:16:3e:c3:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:45:12.153509 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-7f6e4519-a32b-4137-ac9f-3a897c57a5aa service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755776 Feb 10 15:45:12.209440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:12.233837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:12.324736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-7a6cd3e6-9187-4025-8794-57edfb1e6b86 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619976 Feb 10 15:45:12.327092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:12.336134 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:12.374528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89f5d4-9e59-4603-94cc-754183f7bd01 req-058f1c94-db53-4afb-966a-504d30962725 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.376395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf89f5d4-9e59-4603-94cc-754183f7bd01 req-058f1c94-db53-4afb-966a-504d30962725 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 943 time: 0.1594577 Feb 10 15:45:12.382575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-a233e1d1-f13e-43c3-944d-ac8421f510df service neutron] 10.222.0.75 "GET /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025434 Feb 10 15:45:12.471462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=12']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:12.503952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf89f5d4-9e59-4603-94cc-754183f7bd01 req-c1457a0e-bf00-429c-ac63-e3f91c35e35b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196175 Feb 10 15:45:12.550368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-cf9376db-c1de-404a-98b5-0dfcf96cf41e service neutron] 10.222.0.75 "GET /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509538 Feb 10 15:45:12.612565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:12.690060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-b1dca5b6-85f3-43f7-8651-3bc858bdabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.692013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-b1dca5b6-85f3-43f7-8651-3bc858bdabeb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=872ae74478324283955467ee2b7c76cb&device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1101 time: 0.0675097 Feb 10 15:45:12.701258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f0801-de18-452a-8911-93914306ea12 req-884cf518-7baf-4741-8341-3d4f3d97fc29 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.703060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-209f0801-de18-452a-8911-93914306ea12 req-884cf518-7baf-4741-8341-3d4f3d97fc29 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 950 time: 0.1101103 Feb 10 15:45:12.827386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-209f0801-de18-452a-8911-93914306ea12 req-7d424e88-d4e2-47bd-98af-d1f5c6a261e5 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147008 Feb 10 15:45:12.861952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ba0031cf-617f-4f57-af8d-26351dd64541 req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-550800477', 'description': 'tempest-description-1356270715'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:12.903191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-ea8955ed-25a0-4fa5-b507-6a8b958de081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.905555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-ea8955ed-25a0-4fa5-b507-6a8b958de081 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2014713 Feb 10 15:45:12.961800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba0031cf-617f-4f57-af8d-26351dd64541 req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:12.965928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-096e974c-6390-48bc-9fd9-1d5a765d76cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 200 len: 217 time: 0.0487630 Feb 10 15:45:13.069387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-9e2999f9-1693-4e28-9e18-368770961d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.071181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-9e2999f9-1693-4e28-9e18-368770961d72 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0883362 Feb 10 15:45:13.114232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 63b76798-2d16-4933-bb37-1350036c44fd details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:13.124946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba0031cf-617f-4f57-af8d-26351dd64541 req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.132163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3015ec6-66e2-4d97-9b09-b44da6e4351e tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:45:13.134358 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba0031cf-617f-4f57-af8d-26351dd64541 req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.136346 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3015ec6-66e2-4d97-9b09-b44da6e4351e tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128040 Feb 10 15:45:13.170190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-8376142d-842f-4d79-a8c0-620d927fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.171741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-8376142d-842f-4d79-a8c0-620d927fb43d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875878 Feb 10 15:45:13.177099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba0031cf-617f-4f57-af8d-26351dd64541 req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.182428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba0031cf-617f-4f57-af8d-26351dd64541 req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3255813 Feb 10 15:45:13.184412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31af06-9171-46a5-9dfa-03b2c78aac64 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ad3b4-c249-4992-b9c4-1b47df0bb463,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:13.206471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-eb223750-9003-4bd9-93ce-5d4f711d9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.213631 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-eb223750-9003-4bd9-93ce-5d4f711d9d3f service neutron] 10.222.0.21 "GET /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 1094 time: 0.0670886 Feb 10 15:45:13.221088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Request body: {'binding': {'host': 'n-h1-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:13.221700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:45:13.264352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 63b76798-2d16-4933-bb37-1350036c44fd, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=63b76798-2d16-4933-bb37-1350036c44fd,segment=NetworkSegment(598f34a4-0bc7-4af4-ac5b-a92c58debf62),segment_id=598f34a4-0bc7-4af4-ac5b-a92c58debf62)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:13.370427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2105a3-a639-4352-8b95-2dd2115cc11b req-6d99cb5b-13d5-486f-bdac-68151e645f57 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.372252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca2105a3-a639-4352-8b95-2dd2115cc11b req-6d99cb5b-13d5-486f-bdac-68151e645f57 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.0875854 Feb 10 15:45:13.386710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-4d64e222-e4c2-4f60-ac6b-3cec93beff22 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735713 Feb 10 15:45:13.428668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '63b76798-2d16-4933-bb37-1350036c44fd', 'network_id': '5495c0f2-53c4-484c-aab1-2d439d4f3aa7', 'port_id': '63b76798-2d16-4933-bb37-1350036c44fd', 'mac_address': 'fa:16:3e:79:13:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1d1c36-cafa-408d-9b33-6f98ef1845d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:45:13.441676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on host n-h1-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:13.442407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:13.443121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:13.448031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:13.448536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:13.454232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:13.455084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:13.455951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:13.456686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Bound port: 0783c4a9-e2e5-485f-89b5-7daf347005c1, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:13.469055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.480677 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca2105a3-a639-4352-8b95-2dd2115cc11b req-97efc5ba-540d-45e9-9572-11886674ce84 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976384 Feb 10 15:45:13.483392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b76798-2d16-4933-bb37-1350036c44fd {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:13.516903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 63b76798-2d16-4933-bb37-1350036c44fd, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=63b76798-2d16-4933-bb37-1350036c44fd,segment=NetworkSegment(598f34a4-0bc7-4af4-ac5b-a92c58debf62),segment_id=598f34a4-0bc7-4af4-ac5b-a92c58debf62)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:13.516903 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.538910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:13.548908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.557482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f62c89a-c656-4afa-bcb1-fd672e3f7aba req-76d7fef8-7204-47e2-ae3e-848be863f841 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471643 Feb 10 15:45:13.560817 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] 10.222.0.21 "POST /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3410008 Feb 10 15:45:13.581869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=63b76798-2d16-4933-bb37-1350036c44fd,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:13.602086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.602606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.603804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.604162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.604599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.604927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.606044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.606427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.606749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.608239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.608239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.608547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:13.673427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b48de-76cc-478e-94a5-047e66cc702b req-4860995f-b322-45cf-9c45-4c9bff95d197 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.675258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-558b48de-76cc-478e-94a5-047e66cc702b req-4860995f-b322-45cf-9c45-4c9bff95d197 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.0937002 Feb 10 15:45:13.760948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-558b48de-76cc-478e-94a5-047e66cc702b req-3fafc652-4453-4aac-a4b1-5393146740fc tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687246 Feb 10 15:45:13.764204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff449ac-af85-44b5-9812-c1c6c8e40beb req-748c2988-ae7b-4679-96ab-9c4c293ca0d6 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.764642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ff449ac-af85-44b5-9812-c1c6c8e40beb req-748c2988-ae7b-4679-96ab-9c4c293ca0d6 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 1101 time: 0.0858335 Feb 10 15:45:13.771668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:13.854841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ff449ac-af85-44b5-9812-c1c6c8e40beb req-9b354f8a-00c7-48c7-b31c-d6cf07c0b6b3 tempest-MigrationsAdminTest-254101109 tempest-MigrationsAdminTest-254101109-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Feb 10 15:45:13.903619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:13.908520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:13.909099 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:13.938177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8e0c2a45-b0fc-4727-833b-e54bc23d9a34 req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1655625272', 'description': 'tempest-description-1056211702'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:13.945415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-fbe8038c-965b-4690-9489-0d067c70773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.947644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-fbe8038c-965b-4690-9489-0d067c70773b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1097 time: 0.0835495 Feb 10 15:45:13.972821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e032701-e0b7-4f49-b108-7ed1aac17359 req-9d007b81-97f8-4087-b66b-71604d6fea7e tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:13.980676 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e032701-e0b7-4f49-b108-7ed1aac17359 req-9d007b81-97f8-4087-b66b-71604d6fea7e tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 945 time: 0.1120071 Feb 10 15:45:14.009001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8e0c2a45-b0fc-4727-833b-e54bc23d9a34 req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.029488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.045116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e032701-e0b7-4f49-b108-7ed1aac17359 req-6a9b47ae-fbe4-4142-92c5-2ae77b6435d6 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627587 Feb 10 15:45:14.077390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:14.079168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:14.081859 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8736f73-d697-48f0-a994-2f438050fb87" -d '{"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:14.085342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-433fa590-fc06-4fb3-b3be-cf61968446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.087042 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.087411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-433fa590-fc06-4fb3-b3be-cf61968446a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.1328568 Feb 10 15:45:14.142478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['63b76798-2d16-4933-bb37-1350036c44fd'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:14.146045 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8e0c2a45-b0fc-4727-833b-e54bc23d9a34 req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.149137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-9857907a-4d1f-428e-97dc-6c1b3fb3dec8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 217 time: 0.0549142 Feb 10 15:45:14.153173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8e0c2a45-b0fc-4727-833b-e54bc23d9a34 req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.217912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-acf21910-1ec2-4d13-906a-435a8351398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.219910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-acf21910-1ec2-4d13-906a-435a8351398f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.0642188 Feb 10 15:45:14.224208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=13']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:14.224590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8e0c2a45-b0fc-4727-833b-e54bc23d9a34 req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.225834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e0c2a45-b0fc-4727-833b-e54bc23d9a34 req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3277528 Feb 10 15:45:14.249375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb9b03-f6f5-4f13-8b22-21b1a68249d4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a666ae8-7219-4428-930e-a528c57ba173,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:14.267154 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-06b04752-b5e0-4dd7-a7f1-f3025ff2d2a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397449 Feb 10 15:45:14.269314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc00d5a-daf0-4b5f-a4ff-67b63a936225 req-8466eabe-ecec-425e-8246-8d22ffd29141 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.270817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dc00d5a-daf0-4b5f-a4ff-67b63a936225 req-8466eabe-ecec-425e-8246-8d22ffd29141 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 944 time: 0.0932798 Feb 10 15:45:14.317793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dc00d5a-daf0-4b5f-a4ff-67b63a936225 req-a6c86347-0094-4a85-a03e-43710258f16b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Feb 10 15:45:14.385886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec3e7-c825-47f8-b56c-c4f0be644fe8 req-413de244-897c-4c2e-8eac-1797f82af932 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.388372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e45ec3e7-c825-47f8-b56c-c4f0be644fe8 req-413de244-897c-4c2e-8eac-1797f82af932 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.0654531 Feb 10 15:45:14.432947 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-86f61372-d230-4dc5-9415-f719d5098681 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552808 Feb 10 15:45:14.448311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e45ec3e7-c825-47f8-b56c-c4f0be644fe8 req-1c31ff2f-8dd4-41ef-ad7a-28850dde88b3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531352 Feb 10 15:45:14.525273 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b0018-a4a6-4875-916b-2d9acce187ed x-openstack-request-id: req-214b0018-a4a6-4875-916b-2d9acce187ed {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:14.525789 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:14.525906 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-214b0018-a4a6-4875-916b-2d9acce187ed {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:14.526294 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'code': 200} Feb 10 15:45:14.556638 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-03ba225f-ead1-493e-bdf5-20e48fcfba6c service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162488 Feb 10 15:45:14.612414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-e1667b7e-2826-4af4-8ad7-95ed1443b38f tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/c53ad3b4-c249-4992-b9c4-1b47df0bb463 HTTP/1.1" status: 200 len: 1804 time: 0.0691180 Feb 10 15:45:14.642077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa83cd-5cb2-4c21-a348-ae6a18e0a9f8 req-c02c7b56-2414-40c4-b908-92186a42372e tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.644007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83fa83cd-5cb2-4c21-a348-ae6a18e0a9f8 req-c02c7b56-2414-40c4-b908-92186a42372e tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 1096 time: 0.0656843 Feb 10 15:45:14.684311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-986ba679-53f5-442d-ae32-d0335e911ff9 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/0a666ae8-7219-4428-930e-a528c57ba173 HTTP/1.1" status: 200 len: 1805 time: 0.0616074 Feb 10 15:45:14.700603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c53ad3b4-c249-4992-b9c4-1b47df0bb463', 'remote_group_id': '0a666ae8-7219-4428-930e-a528c57ba173', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:14.700918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c53ad3b4-c249-4992-b9c4-1b47df0bb463', 'remote_group_id': '0a666ae8-7219-4428-930e-a528c57ba173', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:14.707961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83fa83cd-5cb2-4c21-a348-ae6a18e0a9f8 req-7030eb35-27fc-4296-b67c-dd1a5317c4c5 tempest-LiveAutoBlockMigrationV225Test-560398225 tempest-LiveAutoBlockMigrationV225Test-560398225-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562055 Feb 10 15:45:14.800913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.880324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.893563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a764d-746e-44ca-8714-0a6a99562c4e req-9b1baa18-9622-47cf-987d-b067c5ffab42 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.895058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be0a764d-746e-44ca-8714-0a6a99562c4e req-9b1baa18-9622-47cf-987d-b067c5ffab42 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 951 time: 0.0823174 Feb 10 15:45:14.896178 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.932145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709e3324-4ab7-4983-8cac-cb44a65d8c4a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:14.944671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:14.944671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b6d1cfa-40a5-4ce4-9708-1369a087400d req-3d929ec5-63d9-4f48-b23c-ec56b7cf4b32 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2496319 Feb 10 15:45:14.982529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be0a764d-746e-44ca-8714-0a6a99562c4e req-31d558c4-1f49-40a0-8961-3753e20158ce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768528 Feb 10 15:45:15.132090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71652b-f380-4cd0-85c0-1d16943ba2a7 req-fea28d43-69d9-40d2-9694-e410fda88189 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:15.133842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a71652b-f380-4cd0-85c0-1d16943ba2a7 req-fea28d43-69d9-40d2-9694-e410fda88189 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.0643024 Feb 10 15:45:15.148806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device accee788-158b-42b1-a653-cb8fbfb5d2f8 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:15.202794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a71652b-f380-4cd0-85c0-1d16943ba2a7 req-183a1962-8a12-404d-a846-83fb53ca4e76 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Feb 10 15:45:15.222662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port accee788-158b-42b1-a653-cb8fbfb5d2f8 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:15.227677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port accee788-158b-42b1-a653-cb8fbfb5d2f8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:15.228433 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.238565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-615c781e-ce5e-425f-bf54-4a535dd230b7 req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-65488244', 'description': 'tempest-description-1133581708'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:15.273073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-615c781e-ce5e-425f-bf54-4a535dd230b7 req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.334871 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.387253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port accee788-158b-42b1-a653-cb8fbfb5d2f8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8,segment=NetworkSegment(2170e784-1818-45fb-a8f3-c9be5fe5da75),segment_id=2170e784-1818-45fb-a8f3-c9be5fe5da75)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:15.392703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.393822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-615c781e-ce5e-425f-bf54-4a535dd230b7 req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.400340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-615c781e-ce5e-425f-bf54-4a535dd230b7 req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.420645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-615c781e-ce5e-425f-bf54-4a535dd230b7 req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.428935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-615c781e-ce5e-425f-bf54-4a535dd230b7 req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1948979 Feb 10 15:45:15.462441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad7f1c-3460-425e-aa01-30017560c79c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d0cf6-bc69-481e-8532-a1635a20daff,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:15.493496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=accee788-158b-42b1-a653-cb8fbfb5d2f8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:15.560699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115850a1-9338-48a5-a5c0-956283439c9f req-d0f50669-85b6-4b65-a149-b51521562720 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:15.562352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-115850a1-9338-48a5-a5c0-956283439c9f req-d0f50669-85b6-4b65-a149-b51521562720 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.0892715 Feb 10 15:45:15.578934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e8da-6305-4814-9ce5-d7cf93ad5c16 req-68d1c057-0f31-4e75-87a0-b90bdeccc7c4 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:15.581240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db21e8da-6305-4814-9ce5-d7cf93ad5c16 req-68d1c057-0f31-4e75-87a0-b90bdeccc7c4 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 944 time: 0.0865026 Feb 10 15:45:15.634630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-115850a1-9338-48a5-a5c0-956283439c9f req-94d3b411-e3f5-4d1e-9163-14e57f5c4989 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649896 Feb 10 15:45:15.647431 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db21e8da-6305-4814-9ce5-d7cf93ad5c16 req-7dad5351-512a-441b-92c5-76c5eb647784 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529790 Feb 10 15:45:15.695567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2297ecd7-6a66-4d33-94ce-4aec013438e3 req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483136573', 'description': 'tempest-description-42074245'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:15.724716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2297ecd7-6a66-4d33-94ce-4aec013438e3 req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.809894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e9b27-70e6-43ac-881e-bb789a682e00 req-f0ef1c15-48fd-47e0-9989-e4299ca8071e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:15.811482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c4e9b27-70e6-43ac-881e-bb789a682e00 req-f0ef1c15-48fd-47e0-9989-e4299ca8071e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.0760584 Feb 10 15:45:15.851360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2297ecd7-6a66-4d33-94ce-4aec013438e3 req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.862401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2297ecd7-6a66-4d33-94ce-4aec013438e3 req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.885032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c4e9b27-70e6-43ac-881e-bb789a682e00 req-085b2786-991d-4eaf-9f4d-34cd6e55ea72 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620184 Feb 10 15:45:15.898360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e320f6-a1c9-4c35-ab45-ca023c35ab4d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:15.933072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2297ecd7-6a66-4d33-94ce-4aec013438e3 req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:15.934647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2297ecd7-6a66-4d33-94ce-4aec013438e3 req-3d40ee41-e313-4ad9-9cad-3020250460e4 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2454853 Feb 10 15:45:15.979801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-147b3fa2-bb8a-409f-a70b-9f978a5949f9 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:15.983046 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-147b3fa2-bb8a-409f-a70b-9f978a5949f9 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 951 time: 0.0804992 Feb 10 15:45:16.036642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-686460d3-8029-44fd-bda1-88076af991cc req-807fa589-6554-4b61-8f58-7f0b740ae833 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/5e2d0cf6-bc69-481e-8532-a1635a20daff HTTP/1.1" status: 200 len: 1803 time: 0.0784926 Feb 10 15:45:16.070649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ef6d-74a6-4f6f-a820-6d483b13c593 req-66244b05-2895-45ea-aec4-5e860c4014d9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:16.078273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df22ef6d-74a6-4f6f-a820-6d483b13c593 req-66244b05-2895-45ea-aec4-5e860c4014d9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.0861044 Feb 10 15:45:16.139653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Deleting port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:16.139948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.184089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-686460d3-8029-44fd-bda1-88076af991cc req-a1e27291-c290-4317-8101-f60f67b8cb5b tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/f5e320f6-a1c9-4c35-ab45-ca023c35ab4d HTTP/1.1" status: 200 len: 1802 time: 0.1373823 Feb 10 15:45:16.192795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df22ef6d-74a6-4f6f-a820-6d483b13c593 req-f14104a1-3cca-4933-af70-b72a21361d04 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135049 Feb 10 15:45:16.196112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e2d0cf6-bc69-481e-8532-a1635a20daff', 'remote_group_id': 'f5e320f6-a1c9-4c35-ab45-ca023c35ab4d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:16.196513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e2d0cf6-bc69-481e-8532-a1635a20daff', 'remote_group_id': 'f5e320f6-a1c9-4c35-ab45-ca023c35ab4d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:16.324622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.401257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1dea-0bcc-4735-9d0d-96bcc34efc7a req-aa88d57a-082f-49fe-abc3-33972c1c58ce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:16.403433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b29e1dea-0bcc-4735-9d0d-96bcc34efc7a req-aa88d57a-082f-49fe-abc3-33972c1c58ce tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=df739356-192d-4218-9345-0bc918555e69 HTTP/1.1" status: 200 len: 951 time: 0.1283779 Feb 10 15:45:16.433204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.447057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.465292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d93f3f-6c6a-4330-81c0-e53a811c8755,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:16.498659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-65ed7d1f-81a6-4795-aede-4e1219c63615 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:16.501242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-65ed7d1f-81a6-4795-aede-4e1219c63615 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.1428983 Feb 10 15:45:16.522622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b29e1dea-0bcc-4735-9d0d-96bcc34efc7a req-e9977137-5b90-453d-ac2b-498e85a66f67 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093185 Feb 10 15:45:16.527850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accee788-158b-42b1-a653-cb8fbfb5d2f8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:16.528903 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.530993 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deba965-bf46-4dfa-bd21-91c15843cd16" -d '{"events": [{"server_uuid": "6e2a4722-0b05-4c68-9368-9c7d92eb08bc", "name": "network-vif-plugged", "status": "completed", "tag": "accee788-158b-42b1-a653-cb8fbfb5d2f8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:16.544064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-686460d3-8029-44fd-bda1-88076af991cc req-d6aa4626-691e-406c-814a-bc6050e85676 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3588755 Feb 10 15:45:16.568905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] For port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:16.569328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.588065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Calling delete_port for c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:16.599009 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fa376-b452-44e7-8d69-df5a42d51471 x-openstack-request-id: req-4a9fa376-b452-44e7-8d69-df5a42d51471 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:16.599324 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a4722-0b05-4c68-9368-9c7d92eb08bc", "name": "network-vif-plugged", "status": "completed", "tag": "accee788-158b-42b1-a653-cb8fbfb5d2f8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:16.599626 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a9fa376-b452-44e7-8d69-df5a42d51471 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:16.600135 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accee788-158b-42b1-a653-cb8fbfb5d2f8', 'code': 200} Feb 10 15:45:16.736755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d57717-2bf5-49e0-aad7-847e97843b70 req-5b88678a-d5e0-4d71-a264-c00c71bc3270 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:16.738326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23d57717-2bf5-49e0-aad7-847e97843b70 req-5b88678a-d5e0-4d71-a264-c00c71bc3270 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1299999 Feb 10 15:45:16.756527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04d6ff-3d6f-4dbe-89eb-2419b3c66faf req-7f03ffc1-aba5-44f1-b887-05e51834e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:16.758568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c04d6ff-3d6f-4dbe-89eb-2419b3c66faf req-7f03ffc1-aba5-44f1-b887-05e51834e623 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 1097 time: 0.0792105 Feb 10 15:45:16.799368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23d57717-2bf5-49e0-aad7-847e97843b70 req-b2530d01-49bf-496e-be2a-78a403fd7094 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Feb 10 15:45:16.802054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Deleting port a7125430-8119-4fa8-a02c-9de5dcb10636 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:16.802391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.815158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-545eefe8-011b-4ed2-a22b-68fb73694207 req-2ffd73a9-a38a-4acb-8173-e6b69a8beeec tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/f5e320f6-a1c9-4c35-ab45-ca023c35ab4d HTTP/1.1" status: 200 len: 1802 time: 0.1501045 Feb 10 15:45:16.904722 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c04d6ff-3d6f-4dbe-89eb-2419b3c66faf req-3d5f895d-af4f-42e6-8d94-12f13aa581e8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341383 Feb 10 15:45:16.917733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.921510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-545eefe8-011b-4ed2-a22b-68fb73694207 req-1266b175-a74f-49eb-9678-6fe00d7dafa8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:16.935042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63', '3561e083-9483-463c-b036-26d0f24ec743', 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:16.937521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:16.958256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-545eefe8-011b-4ed2-a22b-68fb73694207 req-1266b175-a74f-49eb-9678-6fe00d7dafa8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.032722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event deleted for resources: {'Port': ['ID=c7c0646d-b980-4fd7-8e8f-5cd33fc1e638,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:17.073510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] No DVR routers for this DVR port c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:17.077714 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.083985 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93cd8903-70fe-4e67-a9d6-71bce34b80b3 req-e90667c1-ba50-476c-a5e0-19e660f940e2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "DELETE /v2.0/ports/c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 HTTP/1.1" status: 204 len: 173 time: 1.0951867 Feb 10 15:45:17.084539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-deleted', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:17.096025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-545eefe8-011b-4ed2-a22b-68fb73694207 req-1266b175-a74f-49eb-9678-6fe00d7dafa8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.099288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-545eefe8-011b-4ed2-a22b-68fb73694207 req-1266b175-a74f-49eb-9678-6fe00d7dafa8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.100022 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaa5991-7baa-4a21-ae6a-6e1ae5c84bf8" -d '{"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-deleted", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:17.110323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-545eefe8-011b-4ed2-a22b-68fb73694207 req-1266b175-a74f-49eb-9678-6fe00d7dafa8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5e320f6-a1c9-4c35-ab45-ca023c35ab4d HTTP/1.1" status: 204 len: 173 time: 0.2940907 Feb 10 15:45:17.156398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266b175-a74f-49eb-9678-6fe00d7dafa8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e320f6-a1c9-4c35-ab45-ca023c35ab4d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:17.203368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 63b76798-2d16-4933-bb37-1350036c44fd up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:17.315669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19804c9c-71a9-4ee7-b489-8810483b8164 req-1c3deaf9-107d-4590-8804-ef3b644a73cd tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:17.324190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19804c9c-71a9-4ee7-b489-8810483b8164 req-1c3deaf9-107d-4590-8804-ef3b644a73cd tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.2963002 Feb 10 15:45:17.333733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] For port a7125430-8119-4fa8-a02c-9de5dcb10636, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a7125430-8119-4fa8-a02c-9de5dcb10636,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:17.334118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.370335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Calling delete_port for a7125430-8119-4fa8-a02c-9de5dcb10636 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:17.371976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 63b76798-2d16-4933-bb37-1350036c44fd completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:17.388031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 63b76798-2d16-4933-bb37-1350036c44fd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:17.388407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.426206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19804c9c-71a9-4ee7-b489-8810483b8164 req-b92290ad-c50f-45a6-b9b3-f123f5fc7136 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009376 Feb 10 15:45:17.446869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1ad20-4cb8-48b4-9e5e-55b071a97f66 req-98bcf63f-4b1b-491f-aa16-4d738ee98ad4 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:17.458318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2f1ad20-4cb8-48b4-9e5e-55b071a97f66 req-98bcf63f-4b1b-491f-aa16-4d738ee98ad4 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 944 time: 0.2323537 Feb 10 15:45:17.481166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0552eb-5343-4ab7-abb6-eaec1ee01e13 req-37886202-a3b6-4c02-9788-1842a0eccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:17.482649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c0552eb-5343-4ab7-abb6-eaec1ee01e13 req-37886202-a3b6-4c02-9788-1842a0eccd96 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.2891912 Feb 10 15:45:17.573415 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.647108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 63b76798-2d16-4933-bb37-1350036c44fd, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=63b76798-2d16-4933-bb37-1350036c44fd,segment=NetworkSegment(598f34a4-0bc7-4af4-ac5b-a92c58debf62),segment_id=598f34a4-0bc7-4af4-ac5b-a92c58debf62)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:17.662357 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.663241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a7125430-8119-4fa8-a02c-9de5dcb10636 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:17.740065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2f1ad20-4cb8-48b4-9e5e-55b071a97f66 req-319c5b14-b70a-468c-904d-68ce7ee4c6f7 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807698 Feb 10 15:45:17.795047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=63b76798-2d16-4933-bb37-1350036c44fd,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:17.829222 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed197166-0f34-47a5-aa15-09d971e3dea8 x-openstack-request-id: req-ed197166-0f34-47a5-aa15-09d971e3dea8 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:17.829542 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df739356-192d-4218-9345-0bc918555e69", "name": "network-vif-deleted", "tag": "c7c0646d-b980-4fd7-8e8f-5cd33fc1e638", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:17.830294 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed197166-0f34-47a5-aa15-09d971e3dea8 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:17.830698 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df739356-192d-4218-9345-0bc918555e69', 'name': 'network-vif-deleted', 'tag': 'c7c0646d-b980-4fd7-8e8f-5cd33fc1e638', 'status': 'completed', 'code': 200} Feb 10 15:45:17.862546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c0552eb-5343-4ab7-abb6-eaec1ee01e13 req-b4231d7d-522e-4fa4-aead-5949f38ae578 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251469 Feb 10 15:45:17.866021 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:17.896649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4777e-62a5-409a-8823-50cd1bca2e58 req-35c5174d-15fd-4ebe-93d2-bdf9d4cb2763 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:17.898171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53b4777e-62a5-409a-8823-50cd1bca2e58 req-35c5174d-15fd-4ebe-93d2-bdf9d4cb2763 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 945 time: 0.3533721 Feb 10 15:45:17.931365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event deleted for resources: {'Port': ['ID=a7125430-8119-4fa8-a02c-9de5dcb10636,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:18.003556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] No DVR routers for this DVR port a7125430-8119-4fa8-a02c-9de5dcb10636 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:18.006951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:18.010205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47af1640-ee5a-43a3-b6b2-371b73d3f37e req-eab60539-2f17-4bd1-87bb-977ae5654faf tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "DELETE /v2.0/ports/a7125430-8119-4fa8-a02c-9de5dcb10636 HTTP/1.1" status: 204 len: 173 time: 1.4994709 Feb 10 15:45:18.010645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'name': 'network-vif-deleted', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:18.013048 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3fecb7-8b74-49ab-87df-9819e9c1930d" -d '{"events": [{"server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "name": "network-vif-deleted", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:18.027124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5068a591-ea12-49bf-82ba-4ca3d4e4b116 req-d1addf45-3c86-4694-ae14-307e43540ab0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/5e2d0cf6-bc69-481e-8532-a1635a20daff HTTP/1.1" status: 200 len: 1803 time: 0.1622653 Feb 10 15:45:18.038999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53b4777e-62a5-409a-8823-50cd1bca2e58 req-b7464367-9bbd-4a04-9576-8db22cb635ce tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060493 Feb 10 15:45:18.211704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38401d-e2f1-4c88-b46d-e61e584b27ea req-0b9b6cce-0528-406d-ae4a-4bcfdbb567d8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:18.215733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a38401d-e2f1-4c88-b46d-e61e584b27ea req-0b9b6cce-0528-406d-ae4a-4bcfdbb567d8 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.1057336 Feb 10 15:45:18.270691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270a4b-b3c9-462c-a4f8-2c70d5b73fc1 req-1dc5c0eb-96f1-4542-9626-94145f500d8b tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:18.272750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04270a4b-b3c9-462c-a4f8-2c70d5b73fc1 req-1dc5c0eb-96f1-4542-9626-94145f500d8b tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1217511 Feb 10 15:45:18.292257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['25f37e85-c514-46a7-81c1-c3a7a0028c8e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:18.300296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a38401d-e2f1-4c88-b46d-e61e584b27ea req-1377fb55-849b-4fbb-bc50-d9df9ec94f32 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Feb 10 15:45:18.353134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04270a4b-b3c9-462c-a4f8-2c70d5b73fc1 req-320bb1c3-3e64-4c7e-a160-c5b9564545e6 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742712 Feb 10 15:45:18.356934 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31560f97-32a9-4b71-8cd8-448ff7cea3c0 x-openstack-request-id: req-31560f97-32a9-4b71-8cd8-448ff7cea3c0 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:18.357292 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6ee17-97ff-4e11-b0bc-45638ab2aa16", "name": "network-vif-deleted", "tag": "a7125430-8119-4fa8-a02c-9de5dcb10636", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:18.357606 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31560f97-32a9-4b71-8cd8-448ff7cea3c0 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:18.358071 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6ee17-97ff-4e11-b0bc-45638ab2aa16', 'name': 'network-vif-deleted', 'tag': 'a7125430-8119-4fa8-a02c-9de5dcb10636', 'status': 'completed', 'code': 200} Feb 10 15:45:18.396082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3ee86e34-d364-423f-aeb5-cbbe36a94fa2 req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1885098685', 'description': 'tempest-description-1626658500'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:18.438504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ee86e34-d364-423f-aeb5-cbbe36a94fa2 req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:18.572309 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ee86e34-d364-423f-aeb5-cbbe36a94fa2 req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:18.586257 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ee86e34-d364-423f-aeb5-cbbe36a94fa2 req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:18.601550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f907e-3632-4a91-a715-8887fa21db02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b76798-2d16-4933-bb37-1350036c44fd'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:18.604062 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c85c83-2031-4b05-9423-1d8959b2b90d" -d '{"events": [{"server_uuid": "5a5f907e-3632-4a91-a715-8887fa21db02", "name": "network-vif-plugged", "status": "completed", "tag": "63b76798-2d16-4933-bb37-1350036c44fd"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:18.647497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ee86e34-d364-423f-aeb5-cbbe36a94fa2 req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:18.648921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ee86e34-d364-423f-aeb5-cbbe36a94fa2 req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2582269 Feb 10 15:45:18.651150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799126e-e4b7-4954-b7b3-595ec5c1418d tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:18.670881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052983bc-3055-4812-aaf7-60eb5075328a req-124b458a-80ad-412c-86c2-4559588b4920 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:18.680278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-052983bc-3055-4812-aaf7-60eb5075328a req-124b458a-80ad-412c-86c2-4559588b4920 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.1063647 Feb 10 15:45:18.738127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-052983bc-3055-4812-aaf7-60eb5075328a req-329a6fc8-588c-4689-9727-faf9b5086ebc tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Feb 10 15:45:18.808405 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865faa49-2a80-4f8f-a666-ca61f219ec55 x-openstack-request-id: req-865faa49-2a80-4f8f-a666-ca61f219ec55 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:18.808696 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f907e-3632-4a91-a715-8887fa21db02", "name": "network-vif-plugged", "status": "completed", "tag": "63b76798-2d16-4933-bb37-1350036c44fd", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:18.808947 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-865faa49-2a80-4f8f-a666-ca61f219ec55 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:18.809340 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f907e-3632-4a91-a715-8887fa21db02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b76798-2d16-4933-bb37-1350036c44fd', 'code': 200} Feb 10 15:45:18.810816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8bc3d-097f-4464-a0de-676b55ff0554 req-e3f2ac4c-8ad7-45e5-b6af-61e17129771b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:18.813015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5aa8bc3d-097f-4464-a0de-676b55ff0554 req-e3f2ac4c-8ad7-45e5-b6af-61e17129771b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 950 time: 0.0916052 Feb 10 15:45:18.896117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5aa8bc3d-097f-4464-a0de-676b55ff0554 req-e796ebf9-9f08-49c7-a241-f49c654076f0 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Feb 10 15:45:18.926919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-f22de161-8939-4e6e-a6a6-ce3fac8ce195 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4 HTTP/1.1" status: 200 len: 1805 time: 0.0985656 Feb 10 15:45:18.959937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:18.960430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:19.001375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8287-4420-4c4b-9a7e-97e162ef1f12 req-576eb2c8-8295-48d1-8890-03d1624fb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:19.003880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf3a8287-4420-4c4b-9a7e-97e162ef1f12 req-576eb2c8-8295-48d1-8890-03d1624fb733 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 1096 time: 0.1025927 Feb 10 15:45:19.117603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.127816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf3a8287-4420-4c4b-9a7e-97e162ef1f12 req-976a6f67-5d46-4610-9b40-b850dfd710d7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053650 Feb 10 15:45:19.162538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fb96d-1524-4a46-b3fe-9570af1f1407 req-21b91f76-a1bd-4fc9-8459-55eab53497dd tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:19.170760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b4fb96d-1524-4a46-b3fe-9570af1f1407 req-21b91f76-a1bd-4fc9-8459-55eab53497dd tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 945 time: 0.1394691 Feb 10 15:45:19.179326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.191375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.219027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3900ad2e-4be9-450b-a42d-8acc11e94327,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:19.236417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.237666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c8bddc5-6133-4af4-94ca-f152a6c77aa3 req-410ff393-0ba8-4936-b6f0-531a51250287 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2901208 Feb 10 15:45:19.246454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b4fb96d-1524-4a46-b3fe-9570af1f1407 req-1439bce5-1e22-4528-9e9b-ddc9f30da697 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748436 Feb 10 15:45:19.358822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43314e72-2832-4b3d-8a86-b51dd331586f req-cad45ead-7e93-45b5-8bd6-ab5c9bb943cb tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.0369179 Feb 10 15:45:19.363859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03a96535-958c-4d35-b267-282d01182a5e req-2452dc92-614c-4a1b-b9b6-7229130d625e tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4 HTTP/1.1" status: 200 len: 2398 time: 0.0854125 Feb 10 15:45:19.379572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4', 'remote_group_id': None}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:19.380268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4', 'remote_group_id': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:19.488975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.533284 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.539833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.580828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff46f0b5-b84a-4549-b77d-a49a1a59d148,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:19.593555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f902-0bc4-481f-9574-5c4c9dbfb7a5 req-527599b5-99ff-445f-8188-4b11285c2e2f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:19.595106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64a9f902-0bc4-481f-9574-5c4c9dbfb7a5 req-527599b5-99ff-445f-8188-4b11285c2e2f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.1444402 Feb 10 15:45:19.598780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:19.599947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03a96535-958c-4d35-b267-282d01182a5e req-7453c042-e29d-4e51-8ffa-ec26ba831ecd tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2255511 Feb 10 15:45:19.795359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:19.817083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:19.817673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c7c0646d-b980-4fd7-8e8f-5cd33fc1e638 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:19.949120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-2bb12793-eaee-47f2-bd0f-6c556ec30ff2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:19.951372 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-2bb12793-eaee-47f2-bd0f-6c556ec30ff2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 950 time: 0.0611343 Feb 10 15:45:20.014032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64a9f902-0bc4-481f-9574-5c4c9dbfb7a5 req-6c7117b7-e5d1-4a11-af8d-866b80c92d4e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036045 Feb 10 15:45:20.129290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-278a261d-852e-41d8-8ba6-63404dd65d7b req-5bef5407-03f7-4759-8750-16894517bced tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4 HTTP/1.1" status: 200 len: 2996 time: 0.0823274 Feb 10 15:45:20.146529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135afac-8abc-47ba-8011-9eaaf0d37641 req-4833eacb-8802-46ed-9443-087ba442c6d3 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:20.154944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5135afac-8abc-47ba-8011-9eaaf0d37641 req-4833eacb-8802-46ed-9443-087ba442c6d3 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1734159 Feb 10 15:45:20.178740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Deleting port 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:20.179049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.241016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5135afac-8abc-47ba-8011-9eaaf0d37641 req-44e096e8-1433-41fe-b592-1d76a409ac0d tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848944 Feb 10 15:45:20.337252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abacbe-9b11-4615-9fa7-ed949176c1a3 req-ce6c1d70-9faa-4373-9070-a73c4039ec49 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:20.347369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30abacbe-9b11-4615-9fa7-ed949176c1a3 req-ce6c1d70-9faa-4373-9070-a73c4039ec49 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.1287146 Feb 10 15:45:20.361912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] For port 3561e083-9483-463c-b036-26d0f24ec743, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3561e083-9483-463c-b036-26d0f24ec743,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:20.362290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.380599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Calling delete_port for 3561e083-9483-463c-b036-26d0f24ec743 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:20.404078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30abacbe-9b11-4615-9fa7-ed949176c1a3 req-e2e93bb0-cb6a-4ad9-bb09-9442a15dd580 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 Feb 10 15:45:20.459049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-3fda5b0b-2e08-4db5-91b9-9a2f53f1b320 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-group-rules/ff46f0b5-b84a-4549-b77d-a49a1a59d148 HTTP/1.1" status: 200 len: 783 time: 0.0220029 Feb 10 15:45:20.471656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c81bb-c668-47a0-83f6-7fd05a18d089 req-ab037372-d73f-40ba-92d0-b73a080a386a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:20.478839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac6c81bb-c668-47a0-83f6-7fd05a18d089 req-ab037372-d73f-40ba-92d0-b73a080a386a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b HTTP/1.1" status: 200 len: 950 time: 0.0737524 Feb 10 15:45:20.533494 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.546681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63', '3561e083-9483-463c-b036-26d0f24ec743'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:20.555635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac6c81bb-c668-47a0-83f6-7fd05a18d089 req-1fc3eade-3507-4e18-a705-7ef4773fedef tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713022 Feb 10 15:45:20.570751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-ed770e2b-8adb-45d3-abb9-d060ac56790f tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4 HTTP/1.1" status: 200 len: 2996 time: 0.0892370 Feb 10 15:45:20.574139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event deleted for resources: {'Port': ['ID=3561e083-9483-463c-b036-26d0f24ec743,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:20.610304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:20.642881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-6257f672-0c7f-4373-a738-c5fdf004ae28 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.649052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] No DVR routers for this DVR port 3561e083-9483-463c-b036-26d0f24ec743 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:20.657082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-6257f672-0c7f-4373-a738-c5fdf004ae28 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.660046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.676251 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8d95fa0a-60ce-4682-8ec8-9c3f77e02eec req-39789683-23fb-4e82-85f8-9d5028b2e6fa tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "DELETE /v2.0/ports/3561e083-9483-463c-b036-26d0f24ec743 HTTP/1.1" status: 204 len: 173 time: 0.7173758 Feb 10 15:45:20.677044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-deleted', 'tag': '3561e083-9483-463c-b036-26d0f24ec743'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:20.679620 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c6083-7058-438c-9614-e300beb72550" -d '{"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-deleted", "tag": "3561e083-9483-463c-b036-26d0f24ec743"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:20.793873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-6257f672-0c7f-4373-a738-c5fdf004ae28 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.802346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-6257f672-0c7f-4373-a738-c5fdf004ae28 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:20.810026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56822a6b-afe9-4c6e-893b-cf4ca9400c24 req-6257f672-0c7f-4373-a738-c5fdf004ae28 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ff46f0b5-b84a-4549-b77d-a49a1a59d148 HTTP/1.1" status: 204 len: 173 time: 0.2263322 Feb 10 15:45:20.842456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa9717-e04d-4f7e-b172-d8f5f9f5a937 req-3c539519-51c2-4f23-bfa8-b0083d115789 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:20.861769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9aaa9717-e04d-4f7e-b172-d8f5f9f5a937 req-3c539519-51c2-4f23-bfa8-b0083d115789 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 945 time: 0.1959500 Feb 10 15:45:20.864475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f672-0c7f-4373-a738-c5fdf004ae28 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff46f0b5-b84a-4549-b77d-a49a1a59d148,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:20.932249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b0d0a7a-e40f-45b5-abfe-98927d6924e7 req-e681ad83-d301-4459-b2bd-7654e1d09fe6 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.0307703 Feb 10 15:45:20.952157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9aaa9717-e04d-4f7e-b172-d8f5f9f5a937 req-5192620a-b1a3-43e6-a83a-46f5b58868d0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895412 Feb 10 15:45:21.009423 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412c35b-e6d3-45e1-ad06-8b67aa6332d7 x-openstack-request-id: req-f412c35b-e6d3-45e1-ad06-8b67aa6332d7 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:21.009970 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b", "name": "network-vif-deleted", "tag": "3561e083-9483-463c-b036-26d0f24ec743", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:21.009970 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f412c35b-e6d3-45e1-ad06-8b67aa6332d7 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:21.010338 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aaf2c7-c8be-4e25-affa-0cc9b8a4ed1b', 'name': 'network-vif-deleted', 'tag': '3561e083-9483-463c-b036-26d0f24ec743', 'status': 'completed', 'code': 200} Feb 10 15:45:21.068044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba33ca17-69ae-4ec1-8b83-ee94a8971e42 req-24278d66-9203-4af6-9b2b-0926b457340e tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4 HTTP/1.1" status: 200 len: 2398 time: 0.0460417 Feb 10 15:45:21.153311 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba33ca17-69ae-4ec1-8b83-ee94a8971e42 req-5e613979-af41-4c3c-874a-b17ae14c94c8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.182735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba33ca17-69ae-4ec1-8b83-ee94a8971e42 req-5e613979-af41-4c3c-874a-b17ae14c94c8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.320009 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba33ca17-69ae-4ec1-8b83-ee94a8971e42 req-5e613979-af41-4c3c-874a-b17ae14c94c8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.326813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba33ca17-69ae-4ec1-8b83-ee94a8971e42 req-5e613979-af41-4c3c-874a-b17ae14c94c8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.328271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba33ca17-69ae-4ec1-8b83-ee94a8971e42 req-5e613979-af41-4c3c-874a-b17ae14c94c8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4 HTTP/1.1" status: 204 len: 173 time: 0.2561297 Feb 10 15:45:21.345390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e613979-af41-4c3c-874a-b17ae14c94c8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81905d8c-6f15-41f2-b4bc-8ce3b6e4bbf4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:21.377094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8f0d9-f8b8-4815-a505-3547f96e694f req-da1f4fcd-fda6-4f11-aba3-9d18051d0699 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:21.387698 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41f8f0d9-f8b8-4815-a505-3547f96e694f req-da1f4fcd-fda6-4f11-aba3-9d18051d0699 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.1930826 Feb 10 15:45:21.463359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41f8f0d9-f8b8-4815-a505-3547f96e694f req-0a229318-c788-480c-8533-5d40c708107b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744193 Feb 10 15:45:21.474879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb131-316f-4b32-bcd5-eafe50c05b62 req-e56ecc3f-a742-4a2e-8215-1462df06b0aa tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:21.476616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e43eb131-316f-4b32-bcd5-eafe50c05b62 req-e56ecc3f-a742-4a2e-8215-1462df06b0aa tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.0762215 Feb 10 15:45:21.602019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e43eb131-316f-4b32-bcd5-eafe50c05b62 req-ab6dfd6c-962b-45e4-ab4f-dd5fdd5f379c tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 Feb 10 15:45:21.628739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325b02-3c3f-4457-b194-12ae16bf439c req-1e701610-8b43-4763-ac6e-3cde6256496a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:21.630287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74325b02-3c3f-4457-b194-12ae16bf439c req-1e701610-8b43-4763-ac6e-3cde6256496a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.0945930 Feb 10 15:45:21.673714 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-28e48056-a68f-4f78-9833-02608855599f req-b0d7695b-5ce4-451a-87c5-a982b57f47f9 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] show failed (client error): The resource could not be found. Feb 10 15:45:21.674904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28e48056-a68f-4f78-9833-02608855599f req-b0d7695b-5ce4-451a-87c5-a982b57f47f9 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/f5e320f6-a1c9-4c35-ab45-ca023c35ab4d HTTP/1.1" status: 404 len: 352 time: 0.0241175 Feb 10 15:45:21.695025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74325b02-3c3f-4457-b194-12ae16bf439c req-5ed03025-ecf2-4df6-9d7e-582a1e406eaf tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505731 Feb 10 15:45:21.784860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85493298-b3a9-435e-9205-aa12b519a5df req-d16caab7-a16b-49db-80d6-f8e8bb63622b tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/5e2d0cf6-bc69-481e-8532-a1635a20daff HTTP/1.1" status: 200 len: 1803 time: 0.0487845 Feb 10 15:45:21.841402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85493298-b3a9-435e-9205-aa12b519a5df req-28ac5d34-c31e-49b0-b7e5-844f334e11e0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.879307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-76784870-a668-4ba0-ac18-420fe2f452ef req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1599337965', 'description': 'tempest-description-1132374659'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:21.885687 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85493298-b3a9-435e-9205-aa12b519a5df req-28ac5d34-c31e-49b0-b7e5-844f334e11e0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.937283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-76784870-a668-4ba0-ac18-420fe2f452ef req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.967609 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85493298-b3a9-435e-9205-aa12b519a5df req-28ac5d34-c31e-49b0-b7e5-844f334e11e0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.970619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85493298-b3a9-435e-9205-aa12b519a5df req-28ac5d34-c31e-49b0-b7e5-844f334e11e0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:21.971770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85493298-b3a9-435e-9205-aa12b519a5df req-28ac5d34-c31e-49b0-b7e5-844f334e11e0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e2d0cf6-bc69-481e-8532-a1635a20daff HTTP/1.1" status: 204 len: 173 time: 0.1861982 Feb 10 15:45:21.994147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac5d34-c31e-49b0-b7e5-844f334e11e0 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d0cf6-bc69-481e-8532-a1635a20daff,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:22.056767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-76784870-a668-4ba0-ac18-420fe2f452ef req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.061884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-76784870-a668-4ba0-ac18-420fe2f452ef req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.099735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-76784870-a668-4ba0-ac18-420fe2f452ef req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.113493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76784870-a668-4ba0-ac18-420fe2f452ef req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2414525 Feb 10 15:45:22.114404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae77d-dee8-46df-8551-a6d875b5cc2e tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f4506a-4d19-4b7f-b879-7a6d72712932,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:22.207854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e48cdd2e-9150-4498-9ebd-f128781878b8 req-c31e7390-8164-448b-a6f6-20bd17ce873b tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.0411925 Feb 10 15:45:22.292407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96179095-e1ac-49f6-ad42-754ad7c782e4 req-8ba62771-e20a-4928-b41a-e26aca743b07 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:22.301294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96179095-e1ac-49f6-ad42-754ad7c782e4 req-8ba62771-e20a-4928-b41a-e26aca743b07 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 945 time: 0.0790026 Feb 10 15:45:22.342939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4be746e2-3954-4332-88b0-6393d4d1e5de req-6ce9416a-0ec8-43e7-a831-798d97aa9005 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/0a666ae8-7219-4428-930e-a528c57ba173 HTTP/1.1" status: 200 len: 1805 time: 0.0917256 Feb 10 15:45:22.359487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96179095-e1ac-49f6-ad42-754ad7c782e4 req-904afb8b-a906-4f18-b688-e91bd25a7b69 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573006 Feb 10 15:45:22.417300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4be746e2-3954-4332-88b0-6393d4d1e5de req-a5716354-9173-49d3-8428-6a90669b9ab3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.462061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4be746e2-3954-4332-88b0-6393d4d1e5de req-a5716354-9173-49d3-8428-6a90669b9ab3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.514221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-83c86860-372e-4175-a681-ccb9489cce55 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1599337965&fields=id&tenant_id=fff1e86ac2924545a6108c19c786165a HTTP/1.1" status: 200 len: 267 time: 0.0774119 Feb 10 15:45:22.585452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-24270733-97d0-4521-a64b-d5b27f9e8716 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:22.587174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-24270733-97d0-4521-a64b-d5b27f9e8716 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.0610697 Feb 10 15:45:22.588101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4be746e2-3954-4332-88b0-6393d4d1e5de req-a5716354-9173-49d3-8428-6a90669b9ab3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.590793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4be746e2-3954-4332-88b0-6393d4d1e5de req-a5716354-9173-49d3-8428-6a90669b9ab3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.600026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4be746e2-3954-4332-88b0-6393d4d1e5de req-a5716354-9173-49d3-8428-6a90669b9ab3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a666ae8-7219-4428-930e-a528c57ba173 HTTP/1.1" status: 204 len: 173 time: 0.2444878 Feb 10 15:45:22.610670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'port': {'security_groups': ['08855ff3-bed7-437d-a624-2bf5e9642684', 'd1f4506a-4d19-4b7f-b879-7a6d72712932']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:22.638582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5716354-9173-49d3-8428-6a90669b9ab3 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a666ae8-7219-4428-930e-a528c57ba173,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:22.773119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:22.782230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4d0bf-729d-4afa-b7bb-8a16af85dd87 req-1ac7eea5-b347-4e9e-9d2f-525d580a9dfb tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:22.784385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3db4d0bf-729d-4afa-b7bb-8a16af85dd87 req-1ac7eea5-b347-4e9e-9d2f-525d580a9dfb tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 951 time: 0.1197720 Feb 10 15:45:22.901121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3db4d0bf-729d-4afa-b7bb-8a16af85dd87 req-01a1d9d7-cad3-4e8c-9ea9-46d67ce539fe tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009076 Feb 10 15:45:23.109708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7f6f-2c94-41f3-8be9-d819250b173a req-edc08b56-405f-40d6-9223-087e2cb0ef5e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:23.111348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfbb7f6f-2c94-41f3-8be9-d819250b173a req-edc08b56-405f-40d6-9223-087e2cb0ef5e tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.0854304 Feb 10 15:45:23.153650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:23.177259 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfbb7f6f-2c94-41f3-8be9-d819250b173a req-27564f08-9863-4e98-b0ef-952b53582b5c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Feb 10 15:45:23.223392 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.241058 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.262164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['470f9ac8-e347-48ad-8e20-2b0363ae8707'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:23.351982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:23.352611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.354083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3483b204-83a2-482c-86ef-4d21ebf423a1 req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "PUT /v2.0/ports/470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 981 time: 0.7530024 Feb 10 15:45:23.355559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:23.357931 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:23.387986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58fbf5ff-4934-49bc-9e80-52fc1cf690f2 req-c7973329-e45a-432e-9a21-0392c569408c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/c53ad3b4-c249-4992-b9c4-1b47df0bb463 HTTP/1.1" status: 200 len: 1804 time: 0.1611822 Feb 10 15:45:23.391738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51110-d565-41ce-9f76-accbeff55b81 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:23.407133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.570189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58fbf5ff-4934-49bc-9e80-52fc1cf690f2 req-c36626ac-568c-4bb7-8273-669e1d4c429c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.603402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0140f-a02b-4df8-b36c-dda4455a6b08 req-19c725d5-ef9f-4738-926e-98be16a22b51 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:23.615271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cb0140f-a02b-4df8-b36c-dda4455a6b08 req-19c725d5-ef9f-4738-926e-98be16a22b51 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.1398826 Feb 10 15:45:23.631576 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58fbf5ff-4934-49bc-9e80-52fc1cf690f2 req-c36626ac-568c-4bb7-8273-669e1d4c429c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.648751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['470f9ac8-e347-48ad-8e20-2b0363ae8707'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:23.729664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cb0140f-a02b-4df8-b36c-dda4455a6b08 req-4f862380-c6a2-4ed3-b7be-bdf7a4a38a19 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/security-groups?id=003ca9f2-0982-4773-9371-98641dee745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133211 Feb 10 15:45:23.752422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-693c8cab-ef2f-471c-a41c-48559405d5a6 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:23.759587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-693c8cab-ef2f-471c-a41c-48559405d5a6 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 946 time: 0.1125779 Feb 10 15:45:23.791578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58fbf5ff-4934-49bc-9e80-52fc1cf690f2 req-c36626ac-568c-4bb7-8273-669e1d4c429c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.804570 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58fbf5ff-4934-49bc-9e80-52fc1cf690f2 req-c36626ac-568c-4bb7-8273-669e1d4c429c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:23.806507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58fbf5ff-4934-49bc-9e80-52fc1cf690f2 req-c36626ac-568c-4bb7-8273-669e1d4c429c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/c53ad3b4-c249-4992-b9c4-1b47df0bb463 HTTP/1.1" status: 204 len: 173 time: 0.3971608 Feb 10 15:45:23.823668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:23.863981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 3561e083-9483-463c-b036-26d0f24ec743 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:23.864351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3561e083-9483-463c-b036-26d0f24ec743 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:23.905003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36626ac-568c-4bb7-8273-669e1d4c429c tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ad3b4-c249-4992-b9c4-1b47df0bb463,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:24.036145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5dd4a4ac-0f40-4a79-ab9f-112fe7cd7260 req-673a3fb6-e1f4-4451-8326-512d61500e64 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a6ee17-97ff-4e11-b0bc-45638ab2aa16 HTTP/1.1" status: 200 len: 210 time: 0.0786514 Feb 10 15:45:24.046949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21fa965d-08de-41cc-a809-6203c3ca637d req-978c6a77-b6ea-49f4-90c3-501722003418 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1599337965&fields=id&tenant_id=fff1e86ac2924545a6108c19c786165a HTTP/1.1" status: 200 len: 267 time: 0.1308308 Feb 10 15:45:24.124318 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4145111-5da6-476a-842b-1857a728b00f x-openstack-request-id: req-d4145111-5da6-476a-842b-1857a728b00f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:24.124614 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:24.124862 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4145111-5da6-476a-842b-1857a728b00f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:24.125263 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'status': 'completed', 'code': 200} Feb 10 15:45:24.131580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Deleting port accee788-158b-42b1-a653-cb8fbfb5d2f8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:24.131938 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.167641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa965d-08de-41cc-a809-6203c3ca637d req-d471141c-ba25-4578-a306-2c9354d2ea58 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:24.169452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21fa965d-08de-41cc-a809-6203c3ca637d req-d471141c-ba25-4578-a306-2c9354d2ea58 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 984 time: 0.1029077 Feb 10 15:45:24.256793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'port': {'security_groups': ['08855ff3-bed7-437d-a624-2bf5e9642684']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:24.356065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd404606-a497-4127-b79e-992d6fc7f680 req-0aaf33b8-fdb5-4565-b131-13359370d7f7 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab HTTP/1.1" status: 200 len: 2403 time: 0.1844261 Feb 10 15:45:24.365294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:24.372708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-930998472'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:24.392278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-896c4834-1be4-4251-9321-1311f8203723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:24.394034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-896c4834-1be4-4251-9321-1311f8203723 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1135 time: 0.2236309 Feb 10 15:45:24.410804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:24.415622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.444764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:24.459128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.460062 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Added segment e28a1e15-1d46-47f0-8b1f-aa91631eb7a8 of type vlan for network 7812053d-c19e-4656-b2d1-3abf75c3c4ce Feb 10 15:45:24.466114 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.504057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] For port accee788-158b-42b1-a653-cb8fbfb5d2f8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=accee788-158b-42b1-a653-cb8fbfb5d2f8,segment=NetworkSegment(2170e784-1818-45fb-a8f3-c9be5fe5da75),segment_id=2170e784-1818-45fb-a8f3-c9be5fe5da75)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:24.504454 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.524429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.551279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Calling delete_port for accee788-158b-42b1-a653-cb8fbfb5d2f8 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:24.576509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.585260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:24.586699 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.638411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2718730 Feb 10 15:45:24.651474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53234) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:24.696066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd404606-a497-4127-b79e-992d6fc7f680 req-c779c533-7706-4de3-aa63-b054daf94bd8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.700507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1206644191'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:24.702647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-1e589c6d-66ea-4422-b2a4-f28f260bb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:24.704884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-1e589c6d-66ea-4422-b2a4-f28f260bb671 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.2857409 Feb 10 15:45:24.773421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8654fb4-a49f-463f-84be-6c5d031c9dfa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Network': ['ID=7812053d-c19e-4656-b2d1-3abf75c3c4ce,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:24.791661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:24.802150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-a4b35b96-ec6e-4e8e-a8f3-0a9c272789d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.0744772 Feb 10 15:45:24.807928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:24.817100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.817575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd404606-a497-4127-b79e-992d6fc7f680 req-c779c533-7706-4de3-aa63-b054daf94bd8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.850922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ea0af4b1-fb27-4d86-aa9e-d469ef6b8f3e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:24.853167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ea0af4b1-fb27-4d86-aa9e-d469ef6b8f3e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 951 time: 0.2001441 Feb 10 15:45:24.875874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:24.934287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:24.934645 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Added segment d2fab3f7-a2c6-495a-b25c-f1762fd563fb of type vlan for network eb37a7d2-68c9-4901-90da-63588babb693 Feb 10 15:45:25.007409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-a92b8c6e-bbc1-4546-8a71-c4ba4ec256c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:25.008563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-a92b8c6e-bbc1-4546-8a71-c4ba4ec256c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1851411 Feb 10 15:45:25.023588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.061939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Deleting port 6816cdd7-8326-4133-b770-81661772b714 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:25.062331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.067551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.070671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-33a42634-577f-488c-bd03-959d53299b05 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482378 Feb 10 15:45:25.071320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd404606-a497-4127-b79e-992d6fc7f680 req-c779c533-7706-4de3-aa63-b054daf94bd8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.073591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:25.074101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd404606-a497-4127-b79e-992d6fc7f680 req-c779c533-7706-4de3-aa63-b054daf94bd8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.074266 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.075343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd404606-a497-4127-b79e-992d6fc7f680 req-c779c533-7706-4de3-aa63-b054daf94bd8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab HTTP/1.1" status: 204 len: 173 time: 0.6864095 Feb 10 15:45:25.105570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:25.108110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.126114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['accee788-158b-42b1-a653-cb8fbfb5d2f8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:25.132763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779c533-7706-4de3-aa63-b054daf94bd8 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6f32ce-e0bb-4b53-afb7-a309b5f1a6ab,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:25.203625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Pushing event deleted for resources: {'Port': ['ID=accee788-158b-42b1-a653-cb8fbfb5d2f8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:25.217789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5590944 Feb 10 15:45:25.217789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53244) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:25.227640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'subnet': {'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:25.257118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6392ac0-1ac6-4478-8e6b-f5d00913df74 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Network': ['ID=eb37a7d2-68c9-4901-90da-63588babb693,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:25.274796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network eb37a7d2-68c9-4901-90da-63588babb693 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:25.290451 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.319625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.323926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] For port 6816cdd7-8326-4133-b770-81661772b714, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6816cdd7-8326-4133-b770-81661772b714,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:25.324315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.327329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] No DVR routers for this DVR port accee788-158b-42b1-a653-cb8fbfb5d2f8 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:25.338358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['470f9ac8-e347-48ad-8e20-2b0363ae8707'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:25.343675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.347704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a92e69b9-bcca-4b6f-b78f-e82d4796fbbd req-f23190b4-2257-45bb-93cb-f52b51b1825b tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.75 "DELETE /v2.0/ports/accee788-158b-42b1-a653-cb8fbfb5d2f8 HTTP/1.1" status: 204 len: 173 time: 1.5752366 Feb 10 15:45:25.377592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Calling delete_port for 6816cdd7-8326-4133-b770-81661772b714 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:25.384773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-9c983452-f0ee-4494-8b1e-07bf62965596 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986193 Feb 10 15:45:25.397144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7d8ed-7fa1-4f05-8c9c-ae7b9213fa2c req-9fcbfa95-41cb-41e7-bed8-1965850b9b26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:25.405330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0fd7d8ed-7fa1-4f05-8c9c-ae7b9213fa2c req-9fcbfa95-41cb-41e7-bed8-1965850b9b26 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 951 time: 0.2121582 Feb 10 15:45:25.418881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:25.419745 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.422090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21fa965d-08de-41cc-a809-6203c3ca637d req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "PUT /v2.0/ports/470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 942 time: 1.2012975 Feb 10 15:45:25.542432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fa815-3218-4245-93e6-605a39fde882 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event updated for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:25.548478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:25.557321 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.558777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['470f9ac8-e347-48ad-8e20-2b0363ae8707'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:25.596781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0fd7d8ed-7fa1-4f05-8c9c-ae7b9213fa2c req-55274925-6a04-40d6-9f4c-8995e8019ebd tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904747 Feb 10 15:45:25.647526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2eb4dd1-cfa4-46ff-b5b3-09c47b4d31e6 req-a457bc3b-f079-48ac-9a59-74f7c4d72688 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356498 Feb 10 15:45:25.764114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183131de-8e01-4c22-9244-466fa315de4d req-2c5a8c3a-66b2-4156-9f65-b597744cbc0f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:25.771876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-183131de-8e01-4c22-9244-466fa315de4d req-2c5a8c3a-66b2-4156-9f65-b597744cbc0f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.0767341 Feb 10 15:45:25.820072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-183131de-8e01-4c22-9244-466fa315de4d req-f8ac02d1-4045-4793-a602-420b9b49908c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Feb 10 15:45:25.864234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:25.980116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Subnet': ['ID=00166679-4cf8-4943-8e9f-8d2189fe18f3,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:25.987830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e774865-5513-44a7-8952-83c15dceb9ce req-192a336b-f3de-4ccd-839a-c010e54a5207 tempest-InstanceActionsV221TestJSON-480424679 tempest-InstanceActionsV221TestJSON-480424679-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2a4722-0b05-4c68-9368-9c7d92eb08bc HTTP/1.1" status: 200 len: 210 time: 0.0417540 Feb 10 15:45:26.015301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.032305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cd42c0c5-4521-4a0d-a25c-2e78baab6b63'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:26.033286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4376c633-7655-4690-be01-3a56922ecae8 req-92b7daff-60b5-48e0-9e68-6d4896725b53 tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "GET /v2.0/security-groups/1651c192-0a30-47e5-b461-ae61fadbbe9c HTTP/1.1" status: 200 len: 2395 time: 0.0995400 Feb 10 15:45:26.061005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event deleted for resources: {'Port': ['ID=6816cdd7-8326-4133-b770-81661772b714,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:26.072893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Checking segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:26.073351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network hostable DHCP agents. Network: 7812053d-c19e-4656-b2d1-3abf75c3c4ce, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:26.135860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['6816cdd7-8326-4133-b770-81661772b714'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:26.139470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:26.163520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'name': 'network-vif-deleted', 'tag': 'accee788-158b-42b1-a653-cb8fbfb5d2f8'}, {'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:26.166237 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6b102-4c65-4d83-ab9a-cb04dec0200d" -d '{"events": [{"server_uuid": "6e2a4722-0b05-4c68-9368-9c7d92eb08bc", "name": "network-vif-deleted", "tag": "accee788-158b-42b1-a653-cb8fbfb5d2f8"}, {"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:26.180790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] No DVR routers for this DVR port 6816cdd7-8326-4133-b770-81661772b714 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:26.180790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.182296 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc1499d9-2dbd-49b6-bb35-4a5d445a3109 req-ab88c84c-bce9-4c11-b21f-d6fa5b59ad1b tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.75 "DELETE /v2.0/ports/6816cdd7-8326-4133-b770-81661772b714 HTTP/1.1" status: 204 len: 173 time: 1.3173709 Feb 10 15:45:26.187552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-deleted', 'tag': '6816cdd7-8326-4133-b770-81661772b714'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:26.192513 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a3f1e-d32a-4b9d-b1c0-bd8aebd897e1" -d '{"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-deleted", "tag": "6816cdd7-8326-4133-b770-81661772b714"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:26.201332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7812053d-c19e-4656-b2d1-3abf75c3c4ce) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:26.210002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:26.210592 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.225086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13fc17-7954-4e02-bff8-be27b1fc9ed7 None None] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:26.254490 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-87db5d8a-c038-4f62-bdfd-9ab6d644e76c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0320740 Feb 10 15:45:26.257170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53264) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:26.262216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'subnet': {'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:26.332144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-b350da2c-f0aa-45b3-9ab4-49ffd3ea678a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2563343 Feb 10 15:45:26.332872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4376c633-7655-4690-be01-3a56922ecae8 req-b4fa7590-78b7-4a82-8746-d84b792d2bff tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.348943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:26.423134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:26.428328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.430233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4376c633-7655-4690-be01-3a56922ecae8 req-b4fa7590-78b7-4a82-8746-d84b792d2bff tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.502680 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.645542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4376c633-7655-4690-be01-3a56922ecae8 req-b4fa7590-78b7-4a82-8746-d84b792d2bff tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.648101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4376c633-7655-4690-be01-3a56922ecae8 req-b4fa7590-78b7-4a82-8746-d84b792d2bff tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.670409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4376c633-7655-4690-be01-3a56922ecae8 req-b4fa7590-78b7-4a82-8746-d84b792d2bff tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] 10.222.0.21 "DELETE /v2.0/security-groups/1651c192-0a30-47e5-b461-ae61fadbbe9c HTTP/1.1" status: 204 len: 173 time: 0.6394002 Feb 10 15:45:26.671838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53268) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:26.737513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa7590-78b7-4a82-8746-d84b792d2bff tempest-SecurityGroupRulesTestJSON-1690750652 tempest-SecurityGroupRulesTestJSON-1690750652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651c192-0a30-47e5-b461-ae61fadbbe9c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:26.763360 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65936452-264a-40b7-8e8e-25b183437481 x-openstack-request-id: req-65936452-264a-40b7-8e8e-25b183437481 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:26.768427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:45:26.769037 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a4722-0b05-4c68-9368-9c7d92eb08bc", "name": "network-vif-deleted", "tag": "accee788-158b-42b1-a653-cb8fbfb5d2f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:26.769464 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65936452-264a-40b7-8e8e-25b183437481 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:26.772206 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a4722-0b05-4c68-9368-9c7d92eb08bc', 'name': 'network-vif-deleted', 'tag': 'accee788-158b-42b1-a653-cb8fbfb5d2f8', 'status': 'completed', 'code': 200} Feb 10 15:45:26.772621 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'status': 'completed', 'code': 200} Feb 10 15:45:26.787005 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.886546 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a172785-d1fe-4c9b-9c29-31b297a20f11 x-openstack-request-id: req-7a172785-d1fe-4c9b-9c29-31b297a20f11 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:26.888125 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e792f95-1f19-4cc3-a7ec-1ffab56f432c", "name": "network-vif-deleted", "tag": "6816cdd7-8326-4133-b770-81661772b714", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:26.888125 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a172785-d1fe-4c9b-9c29-31b297a20f11 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:26.888125 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e792f95-1f19-4cc3-a7ec-1ffab56f432c', 'name': 'network-vif-deleted', 'tag': '6816cdd7-8326-4133-b770-81661772b714', 'status': 'completed', 'code': 200} Feb 10 15:45:26.910022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Deleting subnet 7435b1f3-f09d-4a06-8601-193b35edf4e4 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:45:26.921249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:26.956853 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.035314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c706deb-2490-4071-8f79-79c559676311 req-c1927424-ee32-4a97-9a3f-40b51fa65576 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e792f95-1f19-4cc3-a7ec-1ffab56f432c HTTP/1.1" status: 200 len: 210 time: 0.0660279 Feb 10 15:45:27.068893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-47bd6fee-bad2-4bdc-8c12-94f71a0058e6 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:27.070970 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-47bd6fee-bad2-4bdc-8c12-94f71a0058e6 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1097 time: 0.3808365 Feb 10 15:45:27.071161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.078680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.092015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-3'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:27.139383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.320552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.339230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-63d5134d-b628-4895-a332-55079d5e78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:27.342323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-63d5134d-b628-4895-a332-55079d5e78bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.5531483 Feb 10 15:45:27.344116 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.347225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device accee788-158b-42b1-a653-cb8fbfb5d2f8 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:27.382337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d2aa-5c77-47d8-b617-eaf5b5196b4e req-b1822e87-75ff-426e-b3b7-81f196e7910a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:27.382855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: accee788-158b-42b1-a653-cb8fbfb5d2f8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:27.383310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device accee788-158b-42b1-a653-cb8fbfb5d2f8 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:27.398655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d10d2aa-5c77-47d8-b617-eaf5b5196b4e req-b1822e87-75ff-426e-b3b7-81f196e7910a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 946 time: 0.2318969 Feb 10 15:45:27.402605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Allocated IP 10.1.1.2 (7812053d-c19e-4656-b2d1-3abf75c3c4ce/00166679-4cf8-4943-8e9f-8d2189fe18f3/e6ba7816-63bd-4e7d-931b-284a6bd57a5a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:27.471192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Subnet': ['ID=1011620c-8b1f-4253-8a63-14c94d3fff8d,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:27.518088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d10d2aa-5c77-47d8-b617-eaf5b5196b4e req-cf7622a2-d2aa-454a-835c-983c5a9f7cea tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184812 Feb 10 15:45:27.535947 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.564047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Allocated IP 172.25.7.190 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/2e23df72-8bda-4483-9111-c8b3d5549b56) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:27.658544 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.662205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7435b1f3-f09d-4a06-8601-193b35edf4e4 HTTP/1.1" status: 204 len: 168 time: 0.9409885 Feb 10 15:45:27.665020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dbc89-a9b5-49c5-9b1e-fb0575412699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7435b1f3-f09d-4a06-8601-193b35edf4e4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:27.667060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Checking segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:27.667430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network hostable DHCP agents. Network: eb37a7d2-68c9-4901-90da-63588babb693, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:27.673894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-7437cf8b-c652-4184-af41-164e50f51248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:27.676461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.676823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53280) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:27.677296 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-7437cf8b-c652-4184-af41-164e50f51248 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.3068302 Feb 10 15:45:27.693304 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.762607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.779282 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-0f5c7663-478a-4e86-94a5-baf52f8aeb55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.0674117 Feb 10 15:45:27.800715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Pushing event updated for resources: {'Port': ['ID=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:27.843537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:27.853871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:27.864160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:27.864390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network eb37a7d2-68c9-4901-90da-63588babb693 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:27.872444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:27.883305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, eb37a7d2-68c9-4901-90da-63588babb693) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:27.889303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:27.889884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:27.920877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56624949-92e8-4be7-8c93-826d19df316b None None] Network eb37a7d2-68c9-4901-90da-63588babb693 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:27.949204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-86f9ca35-068e-460b-892e-82b9875c8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:27.952890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-86f9ca35-068e-460b-892e-82b9875c8416 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1505086 Feb 10 15:45:27.961492 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f1e10181-6ea7-4635-ac11-fb698b094e16 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7032871 Feb 10 15:45:27.967167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53286) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:28.013749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'name': 'tempest-TaggedBootDevicesTest_v242-799161214', 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:28.037101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.090405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca47db78-4956-4e32-b6b2-c059a0ab7f9d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:28.109005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53288) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:28.109475 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:45:28.147153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-a8479917-b14d-46ed-9abe-7dbd0b9e59a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790221 Feb 10 15:45:28.158197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:28.274225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.349907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Deleting subnet 61bdba76-309f-49e6-af74-abcc7846870c {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:45:28.353858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed13747e-fe32-4ddb-a765-e1ce4dc130f9') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:28.354161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed13747e-fe32-4ddb-a765-e1ce4dc130f9') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:28.384209 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:45:28.385368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.394371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.402496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.413662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:28.460544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Attempting to bind port e6ba7816-63bd-4e7d-931b-284a6bd57a5a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:28.461327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Attempting to bind port e6ba7816-63bd-4e7d-931b-284a6bd57a5a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:28.461912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Attempting to bind port e6ba7816-63bd-4e7d-931b-284a6bd57a5a on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:28.467171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:28.469096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:28.470584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Checking segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:28.471202 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.471633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Bound using segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:28.472129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Bound port: e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:28.472533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.493090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:28.506585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 has no active binding in host n-h1-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:45:28.544922 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-b2376a40-0e42-4fae-a122-23329b29a084 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822744 Feb 10 15:45:28.635250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.672436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.730635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] For port e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:28.741360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] For port e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:28.752552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.760784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:28.830759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] device_id is not set on port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:45:28.843463 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eac6b102-4c65-4d83-ab9a-cb04dec0200d req-420e40d0-7779-4265-bb90-e1470be428ea service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829807 Feb 10 15:45:28.848427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:28.892118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:28.894374 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a794ed-302b-4fca-8acf-1f99c8306e83" -d '{"events": [{"server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "name": "network-vif-unplugged", "status": "completed", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:28.915264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e6e4e-e86f-46e7-b6d7-0440a73202d6 None None] Pushing event updated for resources: {'Port': ['ID=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:28.969680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-eb37a7d2-68c9-4901-90da-63588babb693', 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'fixed_ips': [{'subnet_id': '1011620c-8b1f-4253-8a63-14c94d3fff8d'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:45:28.976217 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.055666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on host n-h2-827895-3 for vnic_type normal with profile {"migrating_to": "n-h1-827895-3"} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:29.056034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:29.056331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:29.058914 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7057e059-3852-47f1-829c-fba982836251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.060222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.079789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:29.080185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:29.080425 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.080652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Attempting to bind port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on network cc13a9ff-ad58-475c-b752-a27f2862e2bf {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:29.188140 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:29.231027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6816cdd7-8326-4133-b770-81661772b714 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:29.353770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:29.377699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.377699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:29.428512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.430911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event updated for resources: {'Port': ['ID=2e23df72-8bda-4483-9111-c8b3d5549b56,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:29.460712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:29.498425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Allocated IP 10.2.2.2 (eb37a7d2-68c9-4901-90da-63588babb693/1011620c-8b1f-4253-8a63-14c94d3fff8d/c94f4301-c5a3-4bc1-b363-3fa1d623df53) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:29.582404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.588798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca47db78-4956-4e32-b6b2-c059a0ab7f9d HTTP/1.1" status: 204 len: 168 time: 1.9104650 Feb 10 15:45:29.666757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9a80f-48a4-41e0-82a8-0f1395befb32 req-3d5118a3-1eb4-481b-ae68-b5577897b811 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:29.674546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fd9a80f-48a4-41e0-82a8-0f1395befb32 req-3d5118a3-1eb4-481b-ae68-b5577897b811 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.4464798 Feb 10 15:45:29.677037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 6816cdd7-8326-4133-b770-81661772b714 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:29.678058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6816cdd7-8326-4133-b770-81661772b714 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:29.698159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539af5e-0279-41f2-9775-476196c07edb admin admin] Pushing event deleted for resources: {'Network': ['ID=ca47db78-4956-4e32-b6b2-c059a0ab7f9d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:29.938007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53312) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:29.948738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:29.968030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:29.968518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Checking segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:29.969132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Bound using segment: {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:29.970776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Bound port: 0783c4a9-e2e5-485f-89b5-7daf347005c1, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c73272-27de-4d5e-9639-5246b042ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc13a9ff-ad58-475c-b752-a27f2862e2bf'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:29.970776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.047267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-a47cba03-0f60-4b10-bb56-8412d4b19d6a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:30.049479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-a47cba03-0f60-4b10-bb56-8412d4b19d6a tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.2151613 Feb 10 15:45:30.050701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c78af0f4-9500-40f2-a511-3d2510227190 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=139e011d643e47e098275e9977f3366d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089134 Feb 10 15:45:30.065805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53314) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:30.119121 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.136164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.162894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.179412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 10.1.1.106 (7812053d-c19e-4656-b2d1-3abf75c3c4ce/00166679-4cf8-4943-8e9f-8d2189fe18f3/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:30.205452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9fd9a80f-48a4-41e0-82a8-0f1395befb32 req-2acb85e1-5ea3-44a2-9cac-fea84261b6e3 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299282 Feb 10 15:45:30.238246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Pushing event updated for resources: {'Port': ['ID=c94f4301-c5a3-4bc1-b363-3fa1d623df53,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:30.310004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Network eb37a7d2-68c9-4901-90da-63588babb693 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:30.312509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:30.318277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:30.323926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d712bc49-ca93-4502-9108-ab65651e8fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.340040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:30.361297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.378592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:30.397865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.417456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Attempting to bind port c94f4301-c5a3-4bc1-b363-3fa1d623df53 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:30.417829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Attempting to bind port c94f4301-c5a3-4bc1-b363-3fa1d623df53 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:30.418193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Attempting to bind port c94f4301-c5a3-4bc1-b363-3fa1d623df53 on network eb37a7d2-68c9-4901-90da-63588babb693 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:30.428733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:30.431185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Checking segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:30.431654 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.433056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Bound using segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:30.433614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Bound port: c94f4301-c5a3-4bc1-b363-3fa1d623df53, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:30.435499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.439967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d712bc49-ca93-4502-9108-ab65651e8fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.445259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.529486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Deleting port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:30.529880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.572592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] For port c94f4301-c5a3-4bc1-b363-3fa1d623df53, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:30.573653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bdba76-309f-49e6-af74-abcc7846870c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:30.582569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.583289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] For port c94f4301-c5a3-4bc1-b363-3fa1d623df53, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c94f4301-c5a3-4bc1-b363-3fa1d623df53,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:30.588557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-08802b14-f555-475e-9b04-e7203f3b8225 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61bdba76-309f-49e6-af74-abcc7846870c HTTP/1.1" status: 204 len: 168 time: 2.4581046 Feb 10 15:45:30.617497 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:30.631758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53320) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:30.774619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d793254-9f1a-49dd-8cf9-bbbfa767947e None None] Pushing event updated for resources: {'Port': ['ID=c94f4301-c5a3-4bc1-b363-3fa1d623df53,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:30.808210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:30.828745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec9ac6-c215-4745-8bc5-eaf36e331f33 None None] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:30.880263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aa448-1432-40d6-9712-8ea34413f1fc req-91e39e99-dc51-4ef1-95c0-817c5a80eec4 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:30.891197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-445aa448-1432-40d6-9712-8ea34413f1fc req-91e39e99-dc51-4ef1-95c0-817c5a80eec4 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.4639492 Feb 10 15:45:30.916303 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.056598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e6ba7816-63bd-4e7d-931b-284a6bd57a5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:31.067649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-445aa448-1432-40d6-9712-8ea34413f1fc req-0d64c87f-292f-45d7-a122-687a80afc647 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750820 Feb 10 15:45:31.117599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e6f42ab0-ef56-4498-9d91-304f93a8d3ac None None] Provisioning complete for port e6ba7816-63bd-4e7d-931b-284a6bd57a5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:31.118205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6f42ab0-ef56-4498-9d91-304f93a8d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.119745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:31.120888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.122531 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-6d03bc2e-7ca9-4193-b050-f57ff3b903ab service neutron] 10.222.0.45 "PUT /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 1122 time: 4.0358925 Feb 10 15:45:31.213738 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.289381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] For port cd42c0c5-4521-4a0d-a25c-2e78baab6b63, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:31.290317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.305095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['0783c4a9-e2e5-485f-89b5-7daf347005c1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:31.318530 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d712bc49-ca93-4502-9108-ab65651e8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.323744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d712bc49-ca93-4502-9108-ab65651e8fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.328642 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d712bc49-ca93-4502-9108-ab65651e8fd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/874ea16d-67c6-452e-8cf1-3113955019dd HTTP/1.1" status: 204 len: 168 time: 1.2616546 Feb 10 15:45:31.331723 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74147c92-2ca2-4b0f-be93-16cba8df991d x-openstack-request-id: req-74147c92-2ca2-4b0f-be93-16cba8df991d {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:31.332030 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "name": "network-vif-unplugged", "status": "completed", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:31.332286 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74147c92-2ca2-4b0f-be93-16cba8df991d {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:31.332718 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'code': 200} Feb 10 15:45:31.347072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.373044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712bc49-ca93-4502-9108-ab65651e8fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ea16d-67c6-452e-8cf1-3113955019dd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:31.379151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Calling delete_port for cd42c0c5-4521-4a0d-a25c-2e78baab6b63 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:31.419943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.438860 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.463217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:31.474293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0783c4a9-e2e5-485f-89b5-7daf347005c1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:31.504653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:31.507099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:31.510135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:31.536619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.554351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46cf358-6e6f-443d-b961-28388c8cc0e6']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:31.614618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2170e784-1818-45fb-a8f3-c9be5fe5da75') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:31.614916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2170e784-1818-45fb-a8f3-c9be5fe5da75') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:31.678933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:31.679920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.689776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-59b65ff1-c926-4110-8118-8248091ba35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.695662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.724437 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7e88514b-a572-4f74-9005-997f92ddb9c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7184608 Feb 10 15:45:31.725155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53332) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:31.747474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'name': 'tempest-TaggedBootDevicesTest_v242-195256394', 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:31.849335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6f42ab0-ef56-4498-9d91-304f93a8d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.858626 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.890467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cd42c0c5-4521-4a0d-a25c-2e78baab6b63 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:31.901832 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.943626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event updated for resources: {'Port': ['ID=2e23df72-8bda-4483-9111-c8b3d5549b56,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:31.952481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:31.952932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:31.955858 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:31.958444 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:31.959636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-d97b25a7-fca2-413d-9f48-73b4baf08368 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6152127 Feb 10 15:45:32.018740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e6ba7816-63bd-4e7d-931b-284a6bd57a5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:32.019143 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.054214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:32.062540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.065148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-1ca41721-e301-4a33-922b-120efe070d39 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 696 time: 0.0915465 Feb 10 15:45:32.114944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] device_id is not set on port 8badffb9-7f3c-4f34-bffd-5591ca2a069d yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:45:32.287911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac0ed-d054-4846-be5c-56f145c89fd9 req-ef8d32fc-57dd-416e-85af-1db9f5651463 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:32.301628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-399ac0ed-d054-4846-be5c-56f145c89fd9 req-ef8d32fc-57dd-416e-85af-1db9f5651463 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 949 time: 0.4680331 Feb 10 15:45:32.334074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e6f42ab0-ef56-4498-9d91-304f93a8d3ac None None] For port e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:32.376212 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6f42ab0-ef56-4498-9d91-304f93a8d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.481622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.574057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.582031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c46cf358-6e6f-443d-b961-28388c8cc0e6 HTTP/1.1" status: 204 len: 168 time: 1.9466784 Feb 10 15:45:32.614527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702004d5-fce7-461b-a277-e132929a7c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46cf358-6e6f-443d-b961-28388c8cc0e6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:32.625284 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.647135 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.678383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-039b179a-af77-4e9d-bda4-36a6ea9c1d50 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:32.683847 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-039b179a-af77-4e9d-bda4-36a6ea9c1d50 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.4585118 Feb 10 15:45:32.693744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-399ac0ed-d054-4846-be5c-56f145c89fd9 req-ca34d560-9a11-492f-8b2c-20763651149c tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a6add30-dde8-42ac-8635-c74ac19defad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899963 Feb 10 15:45:32.739479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c4071-c73d-459e-ac7c-901ee305ebc1 None None] Network eb37a7d2-68c9-4901-90da-63588babb693 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:32.785257 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.795942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 10.1.1.154 (7812053d-c19e-4656-b2d1-3abf75c3c4ce/00166679-4cf8-4943-8e9f-8d2189fe18f3/8badffb9-7f3c-4f34-bffd-5591ca2a069d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:32.817679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Pushing event deleted for resources: {'Port': ['ID=cd42c0c5-4521-4a0d-a25c-2e78baab6b63,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:32.864422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-69b4ce87-4071-4f64-8d7e-249b1ff94560 None None] Provisioning complete for port c94f4301-c5a3-4bc1-b363-3fa1d623df53 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:32.864818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69b4ce87-4071-4f64-8d7e-249b1ff94560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.881900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53360) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:32.887700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-0e7f585b-d139-46db-bc7d-bffd1c0b7120 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:32.900639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94b6e1d0-667c-41f5-8a81-1dbb8c5cc35d req-0e7f585b-d139-46db-bc7d-bffd1c0b7120 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.7094855 Feb 10 15:45:32.902549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] No DVR routers for this DVR port cd42c0c5-4521-4a0d-a25c-2e78baab6b63 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:32.949736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:32.960030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9da8c3b-f908-408f-826a-da46fc27d2a4 req-8955c08e-1d26-49ba-8c09-7e2e3209bca2 tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.45 "DELETE /v2.0/ports/cd42c0c5-4521-4a0d-a25c-2e78baab6b63 HTTP/1.1" status: 204 len: 173 time: 2.9000256 Feb 10 15:45:32.976342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-deleted', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:32.979024 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27259f9b-d9cc-40d6-8d5e-862dde7d1a68" -d '{"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-deleted", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:33.039095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c940c-9231-45d6-b0f9-168451fcf740 req-0ba4dc71-ff2c-41d8-b038-51cac47186b4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:33.046291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef9c940c-9231-45d6-b0f9-168451fcf740 req-0ba4dc71-ff2c-41d8-b038-51cac47186b4 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.2001452 Feb 10 15:45:33.109700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42ab0-ef56-4498-9d91-304f93a8d3ac None None] Pushing event updated for resources: {'Port': ['ID=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:33.142291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebfb43-d409-4599-8a5a-af53ebeddeec req-80b9aed8-3e1c-4f5a-9bb9-3601793b067b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:33.161986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35ebfb43-d409-4599-8a5a-af53ebeddeec req-80b9aed8-3e1c-4f5a-9bb9-3601793b067b tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.1675913 Feb 10 15:45:33.218418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef9c940c-9231-45d6-b0f9-168451fcf740 req-fe2e6186-577c-4272-b875-d74526fecf56 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707880 Feb 10 15:45:33.220645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53368) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:33.228889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.367307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:33.370680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69b4ce87-4071-4f64-8d7e-249b1ff94560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.382730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35ebfb43-d409-4599-8a5a-af53ebeddeec req-b57055cf-1e50-4ba3-b85e-c2222ba182a1 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196658 Feb 10 15:45:33.383699 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620e0dd9-051d-4841-ad09-6918bedccdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:33.475209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.486800 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d859b0fb-f09d-4b62-b738-4989ef75fb33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2624426be49949789645024d1b78879f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815183 Feb 10 15:45:33.494802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53374) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:33.499157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-69b4ce87-4071-4f64-8d7e-249b1ff94560 None None] For port c94f4301-c5a3-4bc1-b363-3fa1d623df53, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c94f4301-c5a3-4bc1-b363-3fa1d623df53,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:33.508945 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f06dee7-0aba-448d-8fe6-fea450eb2168 x-openstack-request-id: req-3f06dee7-0aba-448d-8fe6-fea450eb2168 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:33.509214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69b4ce87-4071-4f64-8d7e-249b1ff94560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.509664 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae95191-0fdc-48e5-941f-8c8476a2ffd2", "name": "network-vif-deleted", "tag": "cd42c0c5-4521-4a0d-a25c-2e78baab6b63", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:33.510089 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f06dee7-0aba-448d-8fe6-fea450eb2168 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:33.510643 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae95191-0fdc-48e5-941f-8c8476a2ffd2', 'name': 'network-vif-deleted', 'tag': 'cd42c0c5-4521-4a0d-a25c-2e78baab6b63', 'status': 'completed', 'code': 200} Feb 10 15:45:33.582994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ce87-4071-4f64-8d7e-249b1ff94560 None None] Pushing event updated for resources: {'Port': ['ID=c94f4301-c5a3-4bc1-b363-3fa1d623df53,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:33.606480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-959799730-network', 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:33.608688 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84efeb1c-0c6d-466d-812f-e6b0046ec2ba x-openstack-request-id: req-84efeb1c-0c6d-466d-812f-e6b0046ec2ba {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:33.608989 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:33.609245 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84efeb1c-0c6d-466d-812f-e6b0046ec2ba {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:33.609637 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'status': 'completed', 'code': 200} Feb 10 15:45:33.646487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e6ba7816-63bd-4e7d-931b-284a6bd57a5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:33.755613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:33.765391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d6114c3-932f-40fa-bfc5-bc53d007bad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.771143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:33.776111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:33.782885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f26398-8725-4018-b993-2450df943496 req-693e1219-d26a-4eac-b1d2-b59fe978167a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:33.788214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:33.806524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-693e1219-d26a-4eac-b1d2-b59fe978167a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3747530 Feb 10 15:45:33.820488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-00ba09ba-e2ce-4f61-8ed4-a30d6b0db3c3 None None] Provisioning complete for port e6ba7816-63bd-4e7d-931b-284a6bd57a5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:33.821016 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-00ba09ba-e2ce-4f61-8ed4-a30d6b0db3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.843054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e6ba7816-63bd-4e7d-931b-284a6bd57a5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:33.843431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.948997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Deleting port 25f37e85-c514-46a7-81c1-c3a7a0028c8e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:33.949822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.959208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:33.960325 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:33.966821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-29efd8cd-8b02-418c-b091-98e70f59838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:33.968684 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-29efd8cd-8b02-418c-b091-98e70f59838f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1125 time: 0.3427713 Feb 10 15:45:34.003278 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.009329 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d6114c3-932f-40fa-bfc5-bc53d007bad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.070503 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3daf3901-b926-4078-9968-938a4b68925b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3442407 Feb 10 15:45:34.084492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c94f4301-c5a3-4bc1-b363-3fa1d623df53 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:34.126699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:34.130913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.148309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2408291-a1a5-4b97-88fb-0d2ea38d1f05 req-5659319d-e082-4b2f-b7c7-98aa2d5b140e tempest-MigrationsAdminTest-199712863 tempest-MigrationsAdminTest-199712863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae95191-0fdc-48e5-941f-8c8476a2ffd2 HTTP/1.1" status: 200 len: 210 time: 0.2821572 Feb 10 15:45:34.149132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-00ba09ba-e2ce-4f61-8ed4-a30d6b0db3c3 None None] Provisioning complete for port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:34.149575 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-00ba09ba-e2ce-4f61-8ed4-a30d6b0db3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.152380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-0b7639ca-8055-485f-bf9a-da152b48ac7c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 696 time: 0.3227561 Feb 10 15:45:34.154359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.159638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d6114c3-932f-40fa-bfc5-bc53d007bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.162252 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d6114c3-932f-40fa-bfc5-bc53d007bad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.165731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5d6114c3-932f-40fa-bfc5-bc53d007bad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/003ca9f2-0982-4773-9371-98641dee745f HTTP/1.1" status: 204 len: 168 time: 0.6628568 Feb 10 15:45:34.181673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6114c3-932f-40fa-bfc5-bc53d007bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ca9f2-0982-4773-9371-98641dee745f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:34.187169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'floatingip': {'port_id': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:34.239077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-00ba09ba-e2ce-4f61-8ed4-a30d6b0db3c3 None None] Port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:34.248725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] For port 25f37e85-c514-46a7-81c1-c3a7a0028c8e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=25f37e85-c514-46a7-81c1-c3a7a0028c8e,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:34.250770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.306147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Calling delete_port for 25f37e85-c514-46a7-81c1-c3a7a0028c8e owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:34.310792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.327846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c94f4301-c5a3-4bc1-b363-3fa1d623df53 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:34.329341 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.336402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-c929fa9c-30aa-4224-b78b-36174138eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:34.340103 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-c929fa9c-30aa-4224-b78b-36174138eeea service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.3556213 Feb 10 15:45:34.360865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.448701 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.452375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f506116b-da43-4596-bfed-16491c2e1a87 None None] Provisioning complete for port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:34.454189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f506116b-da43-4596-bfed-16491c2e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.460573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:34.477051 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.477700 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Added segment 53f8fc65-836e-4e26-87bd-827fe690f921 of type vlan for network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 Feb 10 15:45:34.544339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.551766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f506116b-da43-4596-bfed-16491c2e1a87 None None] Port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:34.594958 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-e82ea16a-6611-4548-94dc-21b6e1acd13b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 217 time: 0.2410474 Feb 10 15:45:34.621744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53392) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:34.639761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a55447-49c6-4675-9fbd-adb442cca804,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:34.641591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136517050', 'description': 'tempest-description--980400558'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:34.642706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.644215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:34.644837 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.702547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f506116b-da43-4596-bfed-16491c2e1a87 None None] Provisioning complete for port c94f4301-c5a3-4bc1-b363-3fa1d623df53 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:34.707826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f506116b-da43-4596-bfed-16491c2e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.707963 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.787639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5633051 Feb 10 15:45:34.788840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53400) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:34.793576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-d7772571-e614-42a0-90fa-5070d0f42aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:34.794754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-d7772571-e614-42a0-90fa-5070d0f42aa5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1875117 Feb 10 15:45:34.798187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-34a61684-fada-493b-9a69-7e19c9bbaeb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4329681 Feb 10 15:45:34.816640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Request body: {'subnet': {'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-959799730-subnet', 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:34.884999 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-0acaa677-5edf-4a69-83a5-752e24603859 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603015 Feb 10 15:45:34.885729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:34.893668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e5f2-5d23-4469-8e1e-d758736c65a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:34.911974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:34.993138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6578-a9bc-49e5-9d6c-0b9c62d86db2 req-b658776a-983a-47cd-b100-e272985187b9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:34.997398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11dc6578-a9bc-49e5-9d6c-0b9c62d86db2 req-b658776a-983a-47cd-b100-e272985187b9 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf814157-8497-414a-b57c-e65d5cbe82a2 HTTP/1.1" status: 200 len: 945 time: 0.2323627 Feb 10 15:45:35.064901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-53e5b111-7ff0-4517-aeb7-2dae6ff24eab None None] Provisioning complete for port 8badffb9-7f3c-4f34-bffd-5591ca2a069d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:35.066081 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53e5b111-7ff0-4517-aeb7-2dae6ff24eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.112992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:35.117136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.151685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-53e5b111-7ff0-4517-aeb7-2dae6ff24eab None None] Port 8badffb9-7f3c-4f34-bffd-5591ca2a069d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:35.228069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.241524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['25f37e85-c514-46a7-81c1-c3a7a0028c8e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:35.326562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event deleted for resources: {'Port': ['ID=25f37e85-c514-46a7-81c1-c3a7a0028c8e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:35.348909 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-39456753-0958-4787-b1c2-482c0ef58944 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440309 Feb 10 15:45:35.375013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c94f4301-c5a3-4bc1-b363-3fa1d623df53 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:35.379638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.399393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.439697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53414) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:35.441560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] No DVR routers for this DVR port 25f37e85-c514-46a7-81c1-c3a7a0028c8e on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:35.478165 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.479904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c94f4301-c5a3-4bc1-b363-3fa1d623df53 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:35.480488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.481354 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4bd576b4-fad2-47ef-b2c9-3cb173635b07 req-3c867727-3abe-4458-a2ad-54dd50178eed tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.45 "DELETE /v2.0/ports/25f37e85-c514-46a7-81c1-c3a7a0028c8e HTTP/1.1" status: 204 len: 173 time: 2.7801707 Feb 10 15:45:35.538614 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.540351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9176316 Feb 10 15:45:35.545420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53418) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:35.556701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'security_group_rule': {'security_group_id': 'd26d32e3-9d30-48c9-b542-3a31eba2b6cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:35.561472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7beaa90-a658-4384-a09c-7752bfa29ca5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d32e3-9d30-48c9-b542-3a31eba2b6cd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:35.612150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'name': 'network-vif-deleted', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:35.615206 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77de815f-0b09-404e-9a82-2a81ad278397" -d '{"events": [{"server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "name": "network-vif-deleted", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:35.696767 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620e0dd9-051d-4841-ad09-6918bedccdc9 req-c4fb60ae-c9b7-41fe-acf5-60c78d9d1a89 service neutron] 10.222.0.75 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156080 Feb 10 15:45:35.716673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-2b9bc7a7-5d36-46c8-82bd-46bf0d22c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:35.720418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-2b9bc7a7-5d36-46c8-82bd-46bf0d22c078 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 1095 time: 0.8205070 Feb 10 15:45:35.743725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-284152901-network', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:35.752935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11dc6578-a9bc-49e5-9d6c-0b9c62d86db2 req-755885c3-cd9a-4207-9e5b-2d6f84c7bfb3 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209585 Feb 10 15:45:35.783486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.798895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.907413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:35.911406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.921852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b8b8ae-b267-41be-bdef-19f658ff34f0,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:35.930164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.957928 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.960986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:35.961357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Network hostable DHCP agents. Network: 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:35.974711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:35.989491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99b288-0186-46ad-a67e-1ada31af122f req-96a0216f-0b4f-4f2e-b5df-9fd3bd9a44ff tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:35.991665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e99b288-0186-46ad-a67e-1ada31af122f req-96a0216f-0b4f-4f2e-b5df-9fd3bd9a44ff tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 944 time: 0.1219945 Feb 10 15:45:36.025782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:36.035888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baaebbf-03df-491a-bf90-df264c24c912,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:36.064659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.066446 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00d94a2c-eeb1-4687-9cc4-17849fd24962 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5168300 Feb 10 15:45:36.072931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53424) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:36.075682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:36.080599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'security_group_rule': {'security_group_id': 'd26d32e3-9d30-48c9-b542-3a31eba2b6cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:36.085336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03966a1a-b4bc-40a6-86c4-544dcfdbf44d None None] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:36.091684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:36.092408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.123503 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e9bef6bc-141d-4a43-955d-7e4cde73284b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3319292 Feb 10 15:45:36.125123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e99b288-0186-46ad-a67e-1ada31af122f req-c30db367-d69d-4e14-b7de-9d2189433890 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202412 Feb 10 15:45:36.131965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-2f95b89e-7f23-49e0-97f6-f77efd0d0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:36.143077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-2f95b89e-7f23-49e0-97f6-f77efd0d0415 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.3873932 Feb 10 15:45:36.249198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.268693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-cc5ec84b-bf41-4495-a757-e857e061f240 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 200 len: 217 time: 0.1142721 Feb 10 15:45:36.271059 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7366f-6d91-46fa-8da9-2da129a1e725 x-openstack-request-id: req-c5a7366f-6d91-46fa-8da9-2da129a1e725 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:36.271359 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf814157-8497-414a-b57c-e65d5cbe82a2", "name": "network-vif-deleted", "tag": "25f37e85-c514-46a7-81c1-c3a7a0028c8e", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:36.271698 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5a7366f-6d91-46fa-8da9-2da129a1e725 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:36.273722 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf814157-8497-414a-b57c-e65d5cbe82a2', 'name': 'network-vif-deleted', 'tag': '25f37e85-c514-46a7-81c1-c3a7a0028c8e', 'status': 'completed', 'code': 200} Feb 10 15:45:36.275017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.286473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.324386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:36.373526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.373526 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Added segment 73c56a73-36e1-4111-a512-70f2d041f130 of type vlan for network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 Feb 10 15:45:36.434577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-eab87f40-3b58-46fc-9a6d-77ee3e66cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:36.436083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-eab87f40-3b58-46fc-9a6d-77ee3e66cbc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.1479261 Feb 10 15:45:36.441385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca70b7-6c24-445f-947b-9a0b124ddcdf None None] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:36.497633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.523897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf5561-02d2-49d4-95f3-a2cc1fb11166,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:36.532118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.533112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:36.534569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.570878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1271062 Feb 10 15:45:36.584682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:36.592192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-8e5ef9ea-d272-42b1-b9c2-359f3d0eeb96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302364 Feb 10 15:45:36.601311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Request body: {'subnet': {'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-284152901-subnet', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:36.619284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53440) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:36.659058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965ed86-7c1a-4853-88d3-dd22f38862e1 admin admin] Pushing event updated for resources: {'Network': ['ID=361bcf6d-8fb7-4850-bc58-cb96fa8d4262,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:36.677293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.682840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.699487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:36.725218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b56169d-4a16-4796-bbbb-4dce3532a0d7,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:36.737891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.741416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1cd791b9-e793-49f9-bc51-33d31ca7c825 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6654885 Feb 10 15:45:36.743556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:36.749917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:36.786149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.788212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:36.791015 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.803546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.814849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:36.981157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.029055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-5f2002d3-cf7c-4075-851d-c15c5d1491e2 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144497 Feb 10 15:45:37.082309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-063b638c-6518-4908-8630-32f043567ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=872ae74478324283955467ee2b7c76cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596632 Feb 10 15:45:37.085014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:37.118508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 172.25.7.153 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/e12a7844-eb3f-4169-83e2-8634025a37dd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:37.199845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6a26f59-d8af-4570-9802-5d8f0d52e910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.237472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6a26f59-d8af-4570-9802-5d8f0d52e910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.241917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb6c5-ce7d-4524-89e4-54ae04354e42 req-67e4c922-78c6-4a89-9a22-c13fe7cf7b9d service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970334 Feb 10 15:45:37.263494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:37.274514 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Floating IP 237e616f-5eca-4200-a3f5-754519741211 associated. External IP: 172.25.7.190, port: 470f9ac8-e347-48ad-8e20-2b0363ae8707. Feb 10 15:45:37.296581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.333129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6a26f59-d8af-4570-9802-5d8f0d52e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.336096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6a26f59-d8af-4570-9802-5d8f0d52e910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.341084 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6a26f59-d8af-4570-9802-5d8f0d52e910 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a6add30-dde8-42ac-8635-c74ac19defad HTTP/1.1" status: 204 len: 168 time: 0.2526505 Feb 10 15:45:37.342226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.372490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a26f59-d8af-4570-9802-5d8f0d52e910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6add30-dde8-42ac-8635-c74ac19defad,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:37.394450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:37.397426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:37.402071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:37.437370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=e12a7844-eb3f-4169-83e2-8634025a37dd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:37.470802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-366fdc26-34f9-4d76-99d6-1fba6db8d021 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:37.472378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-366fdc26-34f9-4d76-99d6-1fba6db8d021 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.4526515 Feb 10 15:45:37.493549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.549812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.588936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7a36d4d4-a142-46d3-b394-52b9e066a1c5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.0934126 Feb 10 15:45:37.595632 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.677616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-46aa60ae-3946-419f-805b-e8cf3c496fba tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734487 Feb 10 15:45:37.756492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0764aeed-309f-4c34-981f-2d1226c88765,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:37.763230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53466) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:37.778852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.790006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.842691 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-490e1526-b697-464b-899d-37c8194d0505 service neutron] 10.222.0.75 "GET /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1/bindings/n-h1-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.1491854 Feb 10 15:45:37.848017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:37.848580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Network hostable DHCP agents. Network: 361bcf6d-8fb7-4850-bc58-cb96fa8d4262, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:37.865292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:37.887529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 25f37e85-c514-46a7-81c1-c3a7a0028c8e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:37.888082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 25f37e85-c514-46a7-81c1-c3a7a0028c8e not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:37.904453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:37.910157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-5b2f9d4a-f3fd-4b92-9042-c755de8139fb service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170923 Feb 10 15:45:37.920141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=e12a7844-eb3f-4169-83e2-8634025a37dd,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:37.925605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:45:37.927227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 361bcf6d-8fb7-4850-bc58-cb96fa8d4262) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:37.931294 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e7b6035a-8266-4ed9-b881-2480aaf07b73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2237eb44bbf4d1dad5e278aee2a67c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612408 Feb 10 15:45:37.933988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53468) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:37.941852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699ef1f-12f2-4b4a-ae79-920ad94e9041 None None] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:37.942475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:37.943278 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.949332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.977910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:37.988054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7a26f2d8-595b-4eb8-92d7-068640146874 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2346175 Feb 10 15:45:38.110445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:38.121412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b128b5c6-b3f0-4a93-81b0-0b67265d2d48 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5255466 Feb 10 15:45:38.122490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53474) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:38.128472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:38.145780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:45:38.146728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:38.147293 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.195766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783c4a9-e2e5-485f-89b5-7daf347005c1 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:38.203005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.204897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.217542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:38.256815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.261725 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d834b42-7579-4cb0-9738-73b3f1c728a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.286279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-4723e64b-b25c-4b0e-8678-67c910635cdc service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289013 Feb 10 15:45:38.293482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:38.301324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.308586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] Sync routers for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:38.316197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Allocated IP 172.20.0.2 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/e3e58f4b-96df-48c6-8e0e-2b4ce125981d) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:38.345126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:38.346379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:38.365975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d834b42-7579-4cb0-9738-73b3f1c728a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.383914 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] Transition to ACTIVE for port object 0783c4a9-e2e5-485f-89b5-7daf347005c1 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:38.385444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.388738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-a52bc23b-ecd2-4de1-8801-26c914da173f tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "PUT /v2.0/floatingips/237e616f-5eca-4200-a3f5-754519741211 HTTP/1.1" status: 200 len: 996 time: 4.2233706 Feb 10 15:45:38.391841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.397457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:38.405992 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbe04cc-134f-4ca2-88e4-f198c2e70909" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:38.550731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d834b42-7579-4cb0-9738-73b3f1c728a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.556751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d834b42-7579-4cb0-9738-73b3f1c728a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:38.565084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0d834b42-7579-4cb0-9738-73b3f1c728a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f2d5d75-daba-43ed-88fb-b09c222ea568 HTTP/1.1" status: 204 len: 168 time: 0.6297145 Feb 10 15:45:38.600776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f26398-8725-4018-b993-2450df943496 req-9fa8f76c-db05-4ecc-8b31-fe90ff43f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:38.608953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-9fa8f76c-db05-4ecc-8b31-fe90ff43f2fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.1564989 Feb 10 15:45:38.611151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] Pushing event updated for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:38.611796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d834b42-7579-4cb0-9738-73b3f1c728a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d5d75-daba-43ed-88fb-b09c222ea568,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:38.617688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] No DVR routers for this DVR port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:38.777247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e7d39-68d8-4f9d-85ba-6ca3e94192b0 req-bcd95357-d568-4505-a10e-c8af77ecd595 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:38.785837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c44e7d39-68d8-4f9d-85ba-6ca3e94192b0 req-bcd95357-d568-4505-a10e-c8af77ecd595 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.1203613 Feb 10 15:45:38.842392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f26398-8725-4018-b993-2450df943496 req-f801cb09-fd02-43e1-bebd-1dc259550e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:38.851215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-f801cb09-fd02-43e1-bebd-1dc259550e5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.2412987 Feb 10 15:45:38.894770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:38.945040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c44e7d39-68d8-4f9d-85ba-6ca3e94192b0 req-8906f1fb-d499-4381-b84a-a3f0a8400fb6 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575758 Feb 10 15:45:39.028676 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-61952561-cec8-468a-b16e-59278d93e3aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 999 time: 0.1762042 Feb 10 15:45:39.034985 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.054952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.113449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:39.120612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:39.125334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:39.170230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f26398-8725-4018-b993-2450df943496 req-1f2c28db-fa5f-48c0-ac19-bdf5c147900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:39.173269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-1f2c28db-fa5f-48c0-ac19-bdf5c147900d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1358776 Feb 10 15:45:39.173578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.183263 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-17a99564-d4b2-46d3-90ac-bad925850d1a service neutron] 10.222.0.75 "PUT /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1/bindings/n-h1-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3119960 Feb 10 15:45:39.192293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Pushing event updated for resources: {'Port': ['ID=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:39.275786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Attempting to bind port e3e58f4b-96df-48c6-8e0e-2b4ce125981d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:39.276456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Attempting to bind port e3e58f4b-96df-48c6-8e0e-2b4ce125981d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:39.277009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Attempting to bind port e3e58f4b-96df-48c6-8e0e-2b4ce125981d on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:39.277827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-c2466074-c50b-4718-8a0f-f3ca157e345b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937254 Feb 10 15:45:39.292091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:39.292897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:39.293514 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.294712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:39.295626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Bound port: e3e58f4b-96df-48c6-8e0e-2b4ce125981d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:39.297039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.435505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] For port e3e58f4b-96df-48c6-8e0e-2b4ce125981d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:39.442377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] For port e3e58f4b-96df-48c6-8e0e-2b4ce125981d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:39.451078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '237e616f-5eca-4200-a3f5-754519741211', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'port_id': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'mac_address': 'fa:16:3e:54:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:29Z', 'updated_at': '2022-02-10T15:45:36Z', 'revision_number': 1, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:39.459901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.491215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-5dd2c9d9-ea79-40d7-a2aa-361d7c5eed10 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2136517050&fields=id&tenant_id=dc62d7ed68544ed1be80a937a220c8c0 HTTP/1.1" status: 200 len: 267 time: 0.3477023 Feb 10 15:45:39.535781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.562063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb15982-55dc-4190-8761-638fac992c19 None None] Pushing event updated for resources: {'Port': ['ID=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:39.566791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] Checking router: 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:45:39.584320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:39.585181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:39.596056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:39.760617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:39.816622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Allocated IP 172.25.7.154 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/7a15404b-37d6-4f63-9e84-1b919cf87bac) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:39.994644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-18d5f800-88d8-4e4f-8166-38266da04440 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:39.996343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-18d5f800-88d8-4e4f-8166-38266da04440 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.5941699 Feb 10 15:45:40.020739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:40.044518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-51065b14-5256-463a-a069-9912f40bd284 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.058102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-51065b14-5256-463a-a069-9912f40bd284 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 200 len: 936 time: 0.5658150 Feb 10 15:45:40.132042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:40.152420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-0e218a91-f8b9-4443-8d38-cd0a3526dd1e service neutron] 10.222.0.21 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719897 Feb 10 15:45:40.161182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7f192802-39c9-493a-ad4c-0cbb16a5fc43 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.168721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7f192802-39c9-493a-ad4c-0cbb16a5fc43 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 200 len: 936 time: 0.1095738 Feb 10 15:45:40.189119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-a482d685-5160-4475-ab7f-448a719a65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.190886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-a482d685-5160-4475-ab7f-448a719a65a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf HTTP/1.1" status: 200 len: 1096 time: 0.1788702 Feb 10 15:45:40.215660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '237e616f-5eca-4200-a3f5-754519741211', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'port_id': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'mac_address': 'fa:16:3e:54:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:29Z', 'updated_at': '2022-02-10T15:45:36Z', 'revision_number': 1, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:40.272327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:40.280918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:40.289130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:40.299173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Pushing event updated for resources: {'Port': ['ID=7a15404b-37d6-4f63-9e84-1b919cf87bac,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:40.332399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c40e622-9d52-4172-8935-d7df7867ac4c None None] The sync data for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 is: [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '237e616f-5eca-4200-a3f5-754519741211', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'port_id': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'mac_address': 'fa:16:3e:54:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:29Z', 'updated_at': '2022-02-10T15:45:36Z', 'revision_number': 1, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:40.354273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7d83cfd7-1f46-49d3-b571-5d0b7c9c0d86 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1827538 Feb 10 15:45:40.367056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-c05ba937-959a-439e-b9f8-8a104aa4c390 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.368649 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-c05ba937-959a-439e-b9f8-8a104aa4c390 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.2629948 Feb 10 15:45:40.408102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f26398-8725-4018-b993-2450df943496 req-7c25a281-9a6f-4cb7-982a-0f760f85b98b service neutron] 10.222.0.21 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259364 Feb 10 15:45:40.456741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d02e7fa5-7ff3-4646-a6da-bb82e2098829 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0429373 Feb 10 15:45:40.499170 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a3855-58cf-41dd-9ce5-b24b1929c4ca x-openstack-request-id: req-b86a3855-58cf-41dd-9ce5-b24b1929c4ca {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:40.499652 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:40.500028 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b86a3855-58cf-41dd-9ce5-b24b1929c4ca {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:40.501315 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'status': 'completed', 'code': 200} Feb 10 15:45:40.507561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-f465f1d1-80e8-40e5-8d65-f79c2f0a268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.509255 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-f465f1d1-80e8-40e5-8d65-f79c2f0a268e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1096 time: 0.1772056 Feb 10 15:45:40.580683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:40.683160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e91441fe-a2ce-4a01-bd35-c83e15824056 req-1d77c906-cf81-4105-aa70-dec42aa30f66 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 210 time: 0.0638783 Feb 10 15:45:40.755269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-14c873fa-e958-47e7-a4b2-59d5cf6eb49a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.762310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-14c873fa-e958-47e7-a4b2-59d5cf6eb49a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.777794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-14c873fa-e958-47e7-a4b2-59d5cf6eb49a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.779378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-14c873fa-e958-47e7-a4b2-59d5cf6eb49a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/networks?id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=eb37a7d2-68c9-4901-90da-63588babb693&id=eb37a7d2-68c9-4901-90da-63588babb693 HTTP/1.1" status: 200 len: 1995 time: 0.3157158 Feb 10 15:45:40.815784 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:40.847951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-5129bb0d-868b-472f-b453-e4a83ef62d4a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/quotas/dc62d7ed68544ed1be80a937a220c8c0 HTTP/1.1" status: 200 len: 375 time: 0.0522816 Feb 10 15:45:40.849236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-195f3cf7-89a6-4ad0-95ae-bc9fe41f9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.853499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-195f3cf7-89a6-4ad0-95ae-bc9fe41f9b9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 200 len: 909 time: 0.3139307 Feb 10 15:45:40.920613 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a3c32-a3a6-4263-8a23-5186d5db7eac None None] New status for floating IP 237e616f-5eca-4200-a3f5-754519741211: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:45:40.945563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-a561e07b-76df-4aa5-878e-e8376e59e026 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 200 len: 217 time: 0.0701628 Feb 10 15:45:41.012775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-4be83ec6-a017-46e0-a7a3-0e7ae7878c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:41.014630 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-4be83ec6-a017-46e0-a7a3-0e7ae7878c36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.4292290 Feb 10 15:45:41.178200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a03973-6937-4529-a461-5064d7ba684f None None] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:45:41.189773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-bb9f453d-afef-4b29-80e9-fd6025ecc9d5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3317628 Feb 10 15:45:41.229164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-e8000656-3874-49ca-ae88-2c84b30e7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:41.230953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-e8000656-3874-49ca-ae88-2c84b30e7119 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 200 len: 848 time: 0.2356098 Feb 10 15:45:41.303344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-229ab462-5a51-4777-a780-9c4f49b04714 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc13a9ff-ad58-475c-b752-a27f2862e2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324464 Feb 10 15:45:41.305267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-340a7165-06b6-4d28-98e7-0938ed52d14f None None] Provisioning complete for port e3e58f4b-96df-48c6-8e0e-2b4ce125981d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:41.306390 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-340a7165-06b6-4d28-98e7-0938ed52d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:41.322166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:41.326590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:41.382513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-5cb121ca-e52c-413c-ab9e-052acdb9d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:41.384255 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-5cb121ca-e52c-413c-ab9e-052acdb9d731 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.3594506 Feb 10 15:45:41.437459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3e58f4b-96df-48c6-8e0e-2b4ce125981d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:41.469678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-211f5d7f-227c-402c-9322-a8868557866a service neutron] 10.222.0.21 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771773 Feb 10 15:45:41.492103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:41.514787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf346c45-8e6e-41f2-a6f7-8f578239d998 req-9d07c495-765a-4782-9a94-46c66fbc4a26 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:41.517659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf346c45-8e6e-41f2-a6f7-8f578239d998 req-9d07c495-765a-4782-9a94-46c66fbc4a26 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.1944623 Feb 10 15:45:41.564030 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-340a7165-06b6-4d28-98e7-0938ed52d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:41.589105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-2006645c-e8b1-459b-bf65-e6e62284a73d service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772987 Feb 10 15:45:41.598148 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-d44e9604-5320-44c9-9dc8-cfde3c937bf4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 1001 time: 0.1957862 Feb 10 15:45:41.631421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e3e58f4b-96df-48c6-8e0e-2b4ce125981d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:41.631822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:41.635655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-340a7165-06b6-4d28-98e7-0938ed52d14f None None] For port e3e58f4b-96df-48c6-8e0e-2b4ce125981d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:41.661089 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-340a7165-06b6-4d28-98e7-0938ed52d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:41.689949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf346c45-8e6e-41f2-a6f7-8f578239d998 req-700c6303-1825-4277-bc34-23062e947254 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389000 Feb 10 15:45:41.709987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-2304e5ed-1684-43c4-b929-d5a47183575f service neutron] 10.222.0.21 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393601 Feb 10 15:45:41.741361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a7165-06b6-4d28-98e7-0938ed52d14f None None] Pushing event updated for resources: {'Port': ['ID=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:41.790292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-24fa902d-a820-4533-8674-5fa20c8adc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:41.793501 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-24fa902d-a820-4533-8674-5fa20c8adc14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1711261 Feb 10 15:45:41.803101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.12 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/cee61d93-bb03-471c-934e-e53149b2053d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:41.853464 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-8d5e6061-604c-49cb-83ac-e7e15d82049e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337210 Feb 10 15:45:41.853740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4147d42e-a073-4aaf-a6b2-b423ace5facf service neutron] 10.222.0.21 "GET /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1349857 Feb 10 15:45:41.894931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-1743931f-474a-49ac-aeb7-6060c8db67e9 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 1001 time: 0.1604018 Feb 10 15:45:41.926951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-829f90d4-fb25-46ca-8497-da3841892b19 service neutron] 10.222.0.45 "GET /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307145 Feb 10 15:45:41.990597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Router c67b7830-2320-4294-ae4f-80bebd2b1845 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:45:42.002757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6ce25f02-e8af-4ba2-b698-5eba952a1bb4 None None] Provisioning complete for port e3e58f4b-96df-48c6-8e0e-2b4ce125981d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:42.003280 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f02-e8af-4ba2-b698-5eba952a1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.015358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-dc14ca3d-91fc-4d83-a3c5-1c66478709ee tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:42.017021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-dc14ca3d-91fc-4d83-a3c5-1c66478709ee tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports/470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 942 time: 0.0875244 Feb 10 15:45:42.141502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-8c7778a2-fc4d-488f-90bc-5ecf16bee5c6 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695603 Feb 10 15:45:42.198830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-13b8e8c1-04a4-447b-80a2-486ea029eeac service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304558 Feb 10 15:45:42.311950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-334739b4-7289-4009-aea7-7e98aa922993 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:42.314102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-334739b4-7289-4009-aea7-7e98aa922993 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "GET /v2.0/ports?device_id=969ff87a-b1aa-4e10-99ef-110c4069f12b HTTP/1.1" status: 200 len: 944 time: 0.2299407 Feb 10 15:45:42.319867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c0947f2c-fa28-4c29-a445-d75aae18f5fb tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 1001 time: 0.1954834 Feb 10 15:45:42.354871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-0bff7f95-a8fd-44b2-a293-d3469a542b14 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:42.356381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-0bff7f95-a8fd-44b2-a293-d3469a542b14 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37&tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1720853 Feb 10 15:45:42.475393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-dd821836-a02c-4125-a1e6-66835024b601 service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545226 Feb 10 15:45:42.543080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.576638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:42.577485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-05eab451-99f7-4e00-84a9-b5b9188aee9b service neutron] 10.222.0.21 "GET /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0912333 Feb 10 15:45:42.591147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Sync routers for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:42.606248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.611517 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-55657409-70a9-4f09-bc06-928bd72cc978 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4840956 Feb 10 15:45:42.614930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:42.615580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53556) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:42.616552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:42.643581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-3ceeee40-0e12-4861-86c4-d44e1fa7adce tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:42.645046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-3ceeee40-0e12-4861-86c4-d44e1fa7adce tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.3106933 Feb 10 15:45:42.748564 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cfbe04cc-134f-4ca2-88e4-f198c2e70909 req-87218667-637a-4497-8a27-485d8f58722e service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712562 Feb 10 15:45:42.767844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Deleting port 7d503d65-6b27-4f95-bfbf-851d7a79073b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:42.768200 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.776305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.810071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-091a38f2-29fb-4488-9d0a-c6eb7413125d service neutron] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:42.842974 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-091a38f2-29fb-4488-9d0a-c6eb7413125d service neutron] Notify callbacks [] for binding, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.845081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-091a38f2-29fb-4488-9d0a-c6eb7413125d service neutron] 10.222.0.45 "DELETE /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1/bindings/n-h2-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.4644692 Feb 10 15:45:42.848283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-74ae878c-7834-4850-b503-74e4409f6f39 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 1001 time: 0.1824303 Feb 10 15:45:42.876488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:42.902226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:42.945132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:42.947848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:42.950613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:42.953099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-0a626a08-5ac7-482c-94fb-271776475693 service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280473 Feb 10 15:45:42.958850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] For port 7d503d65-6b27-4f95-bfbf-851d7a79073b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7d503d65-6b27-4f95-bfbf-851d7a79073b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:42.959213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:42.978254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Calling delete_port for 7d503d65-6b27-4f95-bfbf-851d7a79073b owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:43.001354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=cee61d93-bb03-471c-934e-e53149b2053d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:43.041163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:43.041906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.053489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.112767 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7f863185-bc4a-4ce0-a227-f571d4a87a40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5394571 Feb 10 15:45:43.154949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Request body: {'port': {'device_id': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:43.155418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:40Z', 'revision_number': 3, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:43.186108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Checking router: c67b7830-2320-4294-ae4f-80bebd2b1845 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:45:43.186709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Updating router c67b7830-2320-4294-ae4f-80bebd2b1845 port 7a15404b-37d6-4f63-9e84-1b919cf87bac binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:45:43.214545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.249114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-baf251be-8611-44c3-bdd2-b9f89b385b40 service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717190 Feb 10 15:45:43.256029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.379514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4ad69469-27a6-4b1a-9e7b-10f356025011 service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065464 Feb 10 15:45:43.434017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3e58f4b-96df-48c6-8e0e-2b4ce125981d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:43.478696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.508528 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.508775 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Floating IP 237e616f-5eca-4200-a3f5-754519741211 disassociated. External IP: 172.25.7.190, port: 470f9ac8-e347-48ad-8e20-2b0363ae8707. Feb 10 15:45:43.569970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.575424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e3e58f4b-96df-48c6-8e0e-2b4ce125981d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:43.575847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.650888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.758211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee61d93-bb03-471c-934e-e53149b2053d {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:43.769101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.815557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Transition to ACTIVE for port object cee61d93-bb03-471c-934e-e53149b2053d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:43.821740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.881480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.909588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:43.930905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Pushing event updated for resources: {'Port': ['ID=cee61d93-bb03-471c-934e-e53149b2053d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:43.971578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853837-0fc5-42fe-afe0-036ed97d5256 None None] Pushing event updated for resources: {'Port': ['ID=7a15404b-37d6-4f63-9e84-1b919cf87bac,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:43.975356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Attempting to bind port 7a15404b-37d6-4f63-9e84-1b919cf87bac on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:43.975356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Attempting to bind port 7a15404b-37d6-4f63-9e84-1b919cf87bac by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:43.975646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Attempting to bind port 7a15404b-37d6-4f63-9e84-1b919cf87bac on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:43.978533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event deleted for resources: {'Port': ['ID=7d503d65-6b27-4f95-bfbf-851d7a79073b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:43.980508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Allocated IP 172.20.0.1 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/270f3cda-112b-4ee9-b9ce-f519afa9549a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:44.001123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:44.001965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:44.002874 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.003684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:44.004366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Bound port: 7a15404b-37d6-4f63-9e84-1b919cf87bac, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:44.004749 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.012741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-838173c0-ff7e-4a82-94e5-892847a1e0a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000915 Feb 10 15:45:44.034073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] No DVR routers for this DVR port 7d503d65-6b27-4f95-bfbf-851d7a79073b on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:44.056017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.059471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ae38939-2894-453b-ae67-314ad35b32a4 req-6ea0a9af-6269-48d8-9571-ccd4ddf099ff tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "DELETE /v2.0/ports/7d503d65-6b27-4f95-bfbf-851d7a79073b HTTP/1.1" status: 204 len: 173 time: 1.7333508 Feb 10 15:45:44.060028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'name': 'network-vif-deleted', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:44.062518 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dbf270-65b6-472d-872c-1aec4f4db063" -d '{"events": [{"server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "name": "network-vif-deleted", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:44.070920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Attempting to bind port cee61d93-bb03-471c-934e-e53149b2053d on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:44.071064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Attempting to bind port cee61d93-bb03-471c-934e-e53149b2053d by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:44.071382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Attempting to bind port cee61d93-bb03-471c-934e-e53149b2053d on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:44.081617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Port cee61d93-bb03-471c-934e-e53149b2053d on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:44.082078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Attempting to bind port cee61d93-bb03-471c-934e-e53149b2053d on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:44.098256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:44.098601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:44.098993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:44.099145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] For port 7a15404b-37d6-4f63-9e84-1b919cf87bac, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:44.099464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Bound port: cee61d93-bb03-471c-934e-e53149b2053d, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:44.099826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.102699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] For port 7a15404b-37d6-4f63-9e84-1b919cf87bac, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7a15404b-37d6-4f63-9e84-1b919cf87bac,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:44.111861 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.172163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.182783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:44.183644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:44.189597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853837-0fc5-42fe-afe0-036ed97d5256 None None] Pushing event updated for resources: {'Port': ['ID=7a15404b-37d6-4f63-9e84-1b919cf87bac,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:44.215478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] For port cee61d93-bb03-471c-934e-e53149b2053d, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:44.232565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] For port cee61d93-bb03-471c-934e-e53149b2053d, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cee61d93-bb03-471c-934e-e53149b2053d,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:44.240739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.248683 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.290264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:44.290797 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.292222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] 10.222.0.45 "PUT /v2.0/ports/cee61d93-bb03-471c-934e-e53149b2053d HTTP/1.1" status: 200 len: 1092 time: 1.1470077 Feb 10 15:45:44.294127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'tag': 'cee61d93-bb03-471c-934e-e53149b2053d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:44.296472 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1862284b-a9d7-40e4-9582-3c4a7a4280b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6388355-8e3b-4511-908a-0050e2044a2c", "tag": "cee61d93-bb03-471c-934e-e53149b2053d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:44.307621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-dfa4bf92-163b-4c51-b0f8-298477c383bf service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800612 Feb 10 15:45:44.309963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:44.313816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:44.317593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:44.352770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:44.355057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6223d-ccc4-460d-85d6-af188e8b301a service neutron] Pushing event updated for resources: {'Port': ['ID=cee61d93-bb03-471c-934e-e53149b2053d,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:44.369161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:45:44.431057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.505479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:44.512349 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.518348 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] Sync routers for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:44.529539 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:44.530583 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:44.551964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-eed87bf4-8608-4446-b85f-29bc0f7487f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:44.553798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-eed87bf4-8608-4446-b85f-29bc0f7487f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 1095 time: 0.1922984 Feb 10 15:45:44.559377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Pushing event updated for resources: {'Port': ['ID=270f3cda-112b-4ee9-b9ce-f519afa9549a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:44.574054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c91fa01d-869b-4113-a6ab-dbeb2053d3a8 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "PUT /v2.0/floatingips/237e616f-5eca-4200-a3f5-754519741211 HTTP/1.1" status: 200 len: 695 time: 1.7086067 Feb 10 15:45:44.592126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7c32410e-d0be-41bf-a753-e835beb0fe4a service neutron] 10.222.0.21 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833738 Feb 10 15:45:44.597288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:40Z', 'revision_number': 3, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:44.632760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5612fbf-5a77-4d91-b11d-ca20d25ca31f None None] The sync data for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 is: [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:40Z', 'revision_number': 3, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:44.655403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-7b2c1195-c310-4b4b-b820-0b06de6d9fc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee61d93-bb03-471c-934e-e53149b2053d HTTP/1.1" status: 200 len: 217 time: 0.0550580 Feb 10 15:45:44.713072 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:44.716547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-2af48c95-ba64-4909-a21f-8238ed6a5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:44.718285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-2af48c95-ba64-4909-a21f-8238ed6a5807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.1025317 Feb 10 15:45:44.737263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c66a8f3e-8a78-4945-9481-40c63364b1e3 None None] Provisioning complete for port 270f3cda-112b-4ee9-b9ce-f519afa9549a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:44.738100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c66a8f3e-8a78-4945-9481-40c63364b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.785086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-187543db-51c4-4362-b30c-d817fffbed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:44.786623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-187543db-51c4-4362-b30c-d817fffbed4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1231458 Feb 10 15:45:44.815193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c66a8f3e-8a78-4945-9481-40c63364b1e3 None None] Port 270f3cda-112b-4ee9-b9ce-f519afa9549a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:44.831054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-935c7527-0840-4227-b292-4c9cd81130f5 service neutron] 10.222.0.21 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376924 Feb 10 15:45:44.844680 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-499d0d78-59eb-4735-94e3-b4e1461ebfb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370002 Feb 10 15:45:44.889822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:44.963159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-a46cd41e-6b54-48c9-bcfc-3915ba7840de service neutron] 10.222.0.21 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305070 Feb 10 15:45:44.965671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-4585e22a-707d-4e62-9411-0f73bbe74d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:44.974884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-4585e22a-707d-4e62-9411-0f73bbe74d4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.2438767 Feb 10 15:45:45.067220 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:45.129645 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] Checking router: 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:45:45.138535 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:45.139131 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:45.155979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-d90e8ee3-037e-4c12-a5fe-04d795104e6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.1801260 Feb 10 15:45:45.163269 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-4e45cf88-1eb6-46d9-aa66-829e4536e937 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741799 Feb 10 15:45:45.164916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-352f569a-2329-45d9-b70a-1cd3b7c4a087 service neutron] 10.222.0.21 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830664 Feb 10 15:45:45.289097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-07880494-7e9f-4749-acb4-05a7028ce146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:45.297652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-07880494-7e9f-4749-acb4-05a7028ce146 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1211269 Feb 10 15:45:45.301801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:45.302339 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:45.354566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 7d503d65-6b27-4f95-bfbf-851d7a79073b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:45.354910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7d503d65-6b27-4f95-bfbf-851d7a79073b not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:45.377152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-982130da-6ecf-459d-b7eb-fe90a2ca4133 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769119 Feb 10 15:45:45.391769 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e9b94eb0-19b0-4c7d-a523-9579780e9198 req-96089eab-0172-4324-a059-a043e90fd531 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151899 Feb 10 15:45:45.421443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7a15404b-37d6-4f63-9e84-1b919cf87bac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:45.430337 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:45.445789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:45.497180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7a15404b-37d6-4f63-9e84-1b919cf87bac triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:45.497547 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:45.522687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-f607d81f-99e5-4d31-ac2e-e4d1cacef804 service neutron] 10.222.0.21 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450871 Feb 10 15:45:45.542943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Pushing event updated for resources: {'Port': ['ID=270f3cda-112b-4ee9-b9ce-f519afa9549a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:45.576858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:45.651384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-02d53a98-7b08-45fd-bb46-c95a7a044d49 service neutron] 10.222.0.21 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671573 Feb 10 15:45:45.652952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:45.685196 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:45.708668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 7a15404b-37d6-4f63-9e84-1b919cf87bac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7a15404b-37d6-4f63-9e84-1b919cf87bac,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:45.718081 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:45.729693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:45.731815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:45.739980 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f086725-8b75-4bab-9e5e-4d7e745e5954 None None] The sync data for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 is: [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:44:13Z', 'revision_number': 4, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'fc0f1a96-9d18-45ad-a2f0-e374df5090da', 'name': '', 'network_id': 'c7f9687d-d4ad-4386-801a-e2f1f54d1f93', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'mac_address': 'fa:16:3e:05:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'subnets': [{'id': '391ef0d8-fe3f-41c9-8c82-7cd676fce378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:45.846407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=7a15404b-37d6-4f63-9e84-1b919cf87bac,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:45.898764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b1495f9-7a82-460b-877f-7415f6e7332a req-c0cb9625-3f8e-4a9f-8d59-ae5750e710cf service neutron] 10.222.0.21 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451513 Feb 10 15:45:46.020616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Router c67b7830-2320-4294-ae4f-80bebd2b1845 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:45:46.160326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c18075ec-76af-4c01-bb15-3db13efdaa5f None None] Provisioning complete for port 270f3cda-112b-4ee9-b9ce-f519afa9549a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:46.160708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c18075ec-76af-4c01-bb15-3db13efdaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:46.184763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:46.194254 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-356c76a5-41d2-4e72-8da7-9e788895dffc admin admin] 10.222.0.21 "PUT /v2.0/routers/c67b7830-2320-4294-ae4f-80bebd2b1845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5759411 Feb 10 15:45:46.229440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c18075ec-76af-4c01-bb15-3db13efdaa5f None None] Port 270f3cda-112b-4ee9-b9ce-f519afa9549a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:46.293823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547984d-a78f-4abe-ac35-44d4b0acb977 None None] New status for floating IP 237e616f-5eca-4200-a3f5-754519741211: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:45:46.435243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.435913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.440003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.440691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.441365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.441959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.442491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.443933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.444410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.444870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.445326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.445780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.446232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.446685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.447132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.447711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.450286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c56d66b2-76eb-45da-aa87-8c4ddeb5c51a req-1efb18a3-eaca-4c21-ab1d-faf3668b128b tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11317 time: 0.3282249 Feb 10 15:45:46.590337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9118c-6fac-49be-a593-f89bc5fe32db req-1f0a7824-5c6c-4f3d-8873-dc75b57aff2e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.592504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73d9118c-6fac-49be-a593-f89bc5fe32db req-1f0a7824-5c6c-4f3d-8873-dc75b57aff2e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 944 time: 0.0637500 Feb 10 15:45:46.652388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73d9118c-6fac-49be-a593-f89bc5fe32db req-8d02f910-42e4-4c7d-924c-4ae8a7f84a32 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508950 Feb 10 15:45:46.869512 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a9b482-e772-4eb2-b039-a78794930da7 x-openstack-request-id: req-d4a9b482-e772-4eb2-b039-a78794930da7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:46.870856 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969ff87a-b1aa-4e10-99ef-110c4069f12b", "name": "network-vif-deleted", "tag": "7d503d65-6b27-4f95-bfbf-851d7a79073b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:46.871787 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a9b482-e772-4eb2-b039-a78794930da7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:46.872371 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969ff87a-b1aa-4e10-99ef-110c4069f12b', 'name': 'network-vif-deleted', 'tag': '7d503d65-6b27-4f95-bfbf-851d7a79073b', 'status': 'completed', 'code': 200} Feb 10 15:45:46.934309 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6ad102-76e2-47ee-b959-54e7dd3c8492 x-openstack-request-id: req-2c6ad102-76e2-47ee-b959-54e7dd3c8492 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:46.935948 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6388355-8e3b-4511-908a-0050e2044a2c", "tag": "cee61d93-bb03-471c-934e-e53149b2053d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:46.939651 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c6ad102-76e2-47ee-b959-54e7dd3c8492 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:46.940086 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'tag': 'cee61d93-bb03-471c-934e-e53149b2053d', 'status': 'completed', 'code': 200} Feb 10 15:45:46.999051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-27a2d12f-4b00-4b0a-a6a6-2fd37a239ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.001662 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-27a2d12f-4b00-4b0a-a6a6-2fd37a239ea5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 1095 time: 0.0590818 Feb 10 15:45:47.014033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-05a49f8a-871f-4582-a603-0bb557ae05d2 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips/237e616f-5eca-4200-a3f5-754519741211 HTTP/1.1" status: 200 len: 693 time: 0.0539384 Feb 10 15:45:47.029036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4abea-e459-4ef1-99d5-9acef207ee77 req-719a3aa0-dc49-408a-826b-479abe0bb4a9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.030532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41a4abea-e459-4ef1-99d5-9acef207ee77 req-719a3aa0-dc49-408a-826b-479abe0bb4a9 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.1170917 Feb 10 15:45:47.124502 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-24549ac1-6222-40d8-b1a5-deadc341f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.133810 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-24549ac1-6222-40d8-b1a5-deadc341f19b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.1233976 Feb 10 15:45:47.135062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41a4abea-e459-4ef1-99d5-9acef207ee77 req-637a8a56-61c4-427e-ac90-4b6fc6f3bc37 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939550 Feb 10 15:45:47.184886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-36ffd221-9304-4e1e-bd11-e8b9dde63be1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.186584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-36ffd221-9304-4e1e-bd11-e8b9dde63be1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 784 time: 0.1657045 Feb 10 15:45:47.201205 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-ab1ead69-d30c-49f3-beae-2574fff890c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee61d93-bb03-471c-934e-e53149b2053d HTTP/1.1" status: 200 len: 217 time: 0.0589557 Feb 10 15:45:47.275806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-aaa0dc66-b67e-47b9-85a1-31da9abac1a3 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 696 time: 0.0824008 Feb 10 15:45:47.285244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-88d977a6-060a-4253-b3e3-fbef423f1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.288254 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-88d977a6-060a-4253-b3e3-fbef423f1d5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.0807211 Feb 10 15:45:47.341055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7a15404b-37d6-4f63-9e84-1b919cf87bac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:47.356283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-53a81481-74e9-4cd7-bfc7-f763d826ba47 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.190 HTTP/1.1" status: 200 len: 696 time: 0.0791867 Feb 10 15:45:47.361310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-0f8e3624-7266-4aff-9746-92633cccee81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619853 Feb 10 15:45:47.373025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-833804be-aa4b-489d-b29a-340be21a50ea req-416eff70-4885-461b-a90d-67a5e2bb4764 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0406518 Feb 10 15:45:47.410439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7a15404b-37d6-4f63-9e84-1b919cf87bac triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:47.411225 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:47.461918 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Sync routers for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:47.478421 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:47.479081 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:47.513647 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-b2e955b1-df7b-47c2-beab-b0ee10009923 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437900 Feb 10 15:45:47.603514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fda5-2dbe-4721-b10e-9bdc28a3de2f req-9cc25528-ea95-44aa-b2cc-4651dbcb92b6 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.605562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b55fda5-2dbe-4721-b10e-9bdc28a3de2f req-9cc25528-ea95-44aa-b2cc-4651dbcb92b6 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 886 time: 0.1339989 Feb 10 15:45:47.610130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Deleting port 2e23df72-8bda-4483-9111-c8b3d5549b56 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:47.610666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:47.622136 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1862284b-a9d7-40e4-9582-3c4a7a4280b1 req-4b1d1fef-8d30-4122-ad7e-13fe4ebd84ee service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013629 Feb 10 15:45:47.646810 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:47.707165 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:47.707515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:47.722656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Calling delete_port for 2e23df72-8bda-4483-9111-c8b3d5549b56 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:47.885583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:47.915863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event deleted for resources: {'Port': ['ID=2e23df72-8bda-4483-9111-c8b3d5549b56,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:47.928721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cee61d93-bb03-471c-934e-e53149b2053d details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:47.991617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53628) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:47.996424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949696190', 'description': 'tempest-description--717797080'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:48.015113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-18ffb479-97d7-4cfa-9830-ef934c43a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:48.018026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-18ffb479-97d7-4cfa-9830-ef934c43a930 service neutron] 10.222.0.75 "GET /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 200 len: 1032 time: 0.0572166 Feb 10 15:45:48.045686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.081737 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 2, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:48.099225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-5ef1c7e5-49dc-4610-b244-e15b6ed4e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:48.101706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-5ef1c7e5-49dc-4610-b244-e15b6ed4e8f5 service neutron] 10.222.0.75 "GET /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 200 len: 1032 time: 0.0557227 Feb 10 15:45:48.130492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port cee61d93-bb03-471c-934e-e53149b2053d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cee61d93-bb03-471c-934e-e53149b2053d,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:48.134692 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Checking router: c67b7830-2320-4294-ae4f-80bebd2b1845 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:45:48.135579 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Updating router c67b7830-2320-4294-ae4f-80bebd2b1845 port 270f3cda-112b-4ee9-b9ce-f519afa9549a binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:45:48.178673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'cee61d93-bb03-471c-934e-e53149b2053d', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': 'cee61d93-bb03-471c-934e-e53149b2053d', 'mac_address': 'fa:16:3e:74:a1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:45:48.180315 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.185843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.193866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.232681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.235977 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.245069 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2521775 Feb 10 15:45:48.245954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53630) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:48.257345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee61d93-bb03-471c-934e-e53149b2053d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:48.277315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'security_group_rule': {'security_group_id': '6afebb47-e840-40a6-90e2-b0f70b558ccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:48.286925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port cee61d93-bb03-471c-934e-e53149b2053d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cee61d93-bb03-471c-934e-e53149b2053d,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:48.292775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.312235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d88ccf28-adf1-427d-a4e9-7007faceb43a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:48.319318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f968b0-8b86-4295-afd3-0a9504a74862 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afebb47-e840-40a6-90e2-b0f70b558ccd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:48.321855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d88ccf28-adf1-427d-a4e9-7007faceb43a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:48.329639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d88ccf28-adf1-427d-a4e9-7007faceb43a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:48.331313 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d88ccf28-adf1-427d-a4e9-7007faceb43a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "GET /v2.0/networks?id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=eb37a7d2-68c9-4901-90da-63588babb693&id=eb37a7d2-68c9-4901-90da-63588babb693 HTTP/1.1" status: 200 len: 1995 time: 0.2212059 Feb 10 15:45:48.340106 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.344506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.360217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=cee61d93-bb03-471c-934e-e53149b2053d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:48.360794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d9545ee-3445-47f5-82d9-599e7f36bae8 req-54d8f7cb-f7ea-4b23-8b22-284a09861c59 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "DELETE /v2.0/floatingips/237e616f-5eca-4200-a3f5-754519741211 HTTP/1.1" status: 204 len: 173 time: 0.9897420 Feb 10 15:45:48.364888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.449392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.455217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.468980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-ae2922cb-6f33-4b6a-bc87-1837ab6947dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc62d7ed68544ed1be80a937a220c8c0 HTTP/1.1" status: 200 len: 380 time: 0.1067145 Feb 10 15:45:48.477032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d13a17-21ed-40c4-b90c-2fa8d7d10274,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:48.492848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.495430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f3e0261-f093-4534-9ba9-b3a7d8e1d7f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361386 Feb 10 15:45:48.498307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:48.505983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'security_group_rule': {'security_group_id': '6afebb47-e840-40a6-90e2-b0f70b558ccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:48.525672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'admin_state_up': True, 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'security_groups': ['d26d32e3-9d30-48c9-b542-3a31eba2b6cd']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:48.546341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.575529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cee61d93-bb03-471c-934e-e53149b2053d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:48.636712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.642616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.707288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99be1b2-4ed2-4b78-bc70-a3b9a1d7462a,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:48.729254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.739258 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4bf39121-86e7-49c2-a7fc-50a829609224 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2385373 Feb 10 15:45:48.740343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53646) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:48.744842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:48.800002 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.843783 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:48.858706 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.015495 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a9e91-0320-4df9-a053-96fc790becdf None None] Pushing event updated for resources: {'Port': ['ID=270f3cda-112b-4ee9-b9ce-f519afa9549a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:49.038586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.051523 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Attempting to bind port 270f3cda-112b-4ee9-b9ce-f519afa9549a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:49.052023 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Attempting to bind port 270f3cda-112b-4ee9-b9ce-f519afa9549a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:49.052388 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Attempting to bind port 270f3cda-112b-4ee9-b9ce-f519afa9549a on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:49.059915 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:49.060369 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:49.060724 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.061208 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:49.061893 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Bound port: 270f3cda-112b-4ee9-b9ce-f519afa9549a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:49.062197 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.137586 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] For port 270f3cda-112b-4ee9-b9ce-f519afa9549a, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:49.142571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] For port 270f3cda-112b-4ee9-b9ce-f519afa9549a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=270f3cda-112b-4ee9-b9ce-f519afa9549a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:49.151533 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.236633 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:49.237329 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:45:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:49.239965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:49.242460 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c8038-2b8d-4911-a7ab-575b5be804ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:49.266607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Allocated IP 172.25.7.88 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8f3b7632-ca92-48c1-aa52-0836e6c1809e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:49.306259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-5c6902d7-bbca-4e3f-9f41-d4b28c85cf83 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.307914 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-5c6902d7-bbca-4e3f-9f41-d4b28c85cf83 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 945 time: 0.1228206 Feb 10 15:45:49.322814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.322814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.323151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.323481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.323935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.324379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.324876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.325321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.326062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.326511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.327149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.328277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.328724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.329528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.329971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.330411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.341689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcd2a990-0de7-4c1a-83ce-281fe94de89e req-3ee6ce03-9a5b-4080-89f3-8c21a004ed01 tempest-NetworksTest-209503969 tempest-NetworksTest-209503969-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11317 time: 0.9064224 Feb 10 15:45:49.400475 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:45:49.403514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cb5ffa26-ddfd-4cd4-a399-e73849bda2f7 None None] Provisioning complete for port 270f3cda-112b-4ee9-b9ce-f519afa9549a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:49.407639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffa26-ddfd-4cd4-a399-e73849bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.607507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c478-25da-4b82-b709-1d26b9304448 req-7c1b6bf0-8924-4bf4-b641-d33e9df95a1b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.626405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de34c478-25da-4b82-b709-1d26b9304448 req-7c1b6bf0-8924-4bf4-b641-d33e9df95a1b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 945 time: 0.3750646 Feb 10 15:45:49.630922 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffa26-ddfd-4cd4-a399-e73849bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.653397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:49.668699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.694964 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a9e91-0320-4df9-a053-96fc790becdf None None] Pushing event updated for resources: {'Port': ['ID=270f3cda-112b-4ee9-b9ce-f519afa9549a,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:49.726690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cb5ffa26-ddfd-4cd4-a399-e73849bda2f7 None None] For port 270f3cda-112b-4ee9-b9ce-f519afa9549a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=270f3cda-112b-4ee9-b9ce-f519afa9549a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:49.738598 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffa26-ddfd-4cd4-a399-e73849bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.829507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ffa26-ddfd-4cd4-a399-e73849bda2f7 None None] Pushing event updated for resources: {'Port': ['ID=270f3cda-112b-4ee9-b9ce-f519afa9549a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:49.859837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de34c478-25da-4b82-b709-1d26b9304448 req-fe0330e4-f28c-4beb-a143-29c87f78903c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286730 Feb 10 15:45:49.874747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-31719ed0-2350-42f6-be32-6fd6e2470a9b None None] Provisioning complete for port 270f3cda-112b-4ee9-b9ce-f519afa9549a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:49.875263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-31719ed0-2350-42f6-be32-6fd6e2470a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.904252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626241b-2011-4d6e-9118-50446aeebf68 req-e02fd8c6-edb8-4bfb-bab4-36de5820202f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.916334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f626241b-2011-4d6e-9118-50446aeebf68 req-e02fd8c6-edb8-4bfb-bab4-36de5820202f tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 945 time: 0.3584850 Feb 10 15:45:49.940095 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:49.948061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cee61d93-bb03-471c-934e-e53149b2053d up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:49.957344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:49.981478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53656) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:50.012378 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ffe0d-ffd0-4f2b-b025-3e5f501936d1 None None] The sync data for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 is: [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:50.032724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.147921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8320099e-1a76-4a3a-8f21-2c4a650282ea req-aa95a8fe-49eb-45ed-982f-81e77f113476 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups/d1f4506a-4d19-4b7f-b879-7a6d72712932 HTTP/1.1" status: 200 len: 1808 time: 0.2252584 Feb 10 15:45:50.164792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f626241b-2011-4d6e-9118-50446aeebf68 req-08f12475-0bd8-4172-ab4d-262efa9a82cb tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/security-groups?id=affd34ef-4f70-4541-90dc-d4ffeeadbc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475736 Feb 10 15:45:50.219503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:50.241800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:50.245763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:50.253949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Deleting port 02e10af9-05ec-4115-8aa2-16aef0f6659b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:50.254312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.274739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 172.20.0.6 (4671a6c8-fa43-42e5-9c17-ae34057b0c7c/72944349-1b94-4636-bc84-9689413c1029/f8f82c37-182d-42ac-bfb6-b8fedcbadb8a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:50.284609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port cee61d93-bb03-471c-934e-e53149b2053d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:50.296391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port cee61d93-bb03-471c-934e-e53149b2053d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:50.298181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.372402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0d18288-36b6-4f28-9430-155e5d3440b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.417281 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8320099e-1a76-4a3a-8f21-2c4a650282ea req-29192d82-5988-445c-8c3b-1c53e932fd53 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.463393 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.509851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee61d93-bb03-471c-934e-e53149b2053d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:50.513042 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b22331-71ed-40a9-9d30-6ebdd80f8b6d" -d '{"events": [{"server_uuid": "f6388355-8e3b-4511-908a-0050e2044a2c", "name": "network-vif-plugged", "status": "completed", "tag": "cee61d93-bb03-471c-934e-e53149b2053d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:50.532999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8320099e-1a76-4a3a-8f21-2c4a650282ea req-29192d82-5988-445c-8c3b-1c53e932fd53 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.534808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port cee61d93-bb03-471c-934e-e53149b2053d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cee61d93-bb03-471c-934e-e53149b2053d,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:50.540267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=8f3b7632-ca92-48c1-aa52-0836e6c1809e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:50.540801 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.586499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.609651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f7f5-6502-41f6-b45f-4c637a550327 req-37586faf-6bb0-4b03-b64c-f71f4e864ce5 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:50.611605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5c9f7f5-6502-41f6-b45f-4c637a550327 req-37586faf-6bb0-4b03-b64c-f71f4e864ce5 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 1096 time: 0.2803180 Feb 10 15:45:50.629728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=cee61d93-bb03-471c-934e-e53149b2053d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:50.657776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.691849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.705302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] For port 02e10af9-05ec-4115-8aa2-16aef0f6659b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=02e10af9-05ec-4115-8aa2-16aef0f6659b,segment=NetworkSegment(5cec4ed6-bccb-4cb9-a8b5-284b1694a055),segment_id=5cec4ed6-bccb-4cb9-a8b5-284b1694a055)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:50.705926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.709194 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8320099e-1a76-4a3a-8f21-2c4a650282ea req-29192d82-5988-445c-8c3b-1c53e932fd53 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.711718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8320099e-1a76-4a3a-8f21-2c4a650282ea req-29192d82-5988-445c-8c3b-1c53e932fd53 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.717337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8320099e-1a76-4a3a-8f21-2c4a650282ea req-29192d82-5988-445c-8c3b-1c53e932fd53 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1f4506a-4d19-4b7f-b879-7a6d72712932 HTTP/1.1" status: 204 len: 173 time: 0.5683687 Feb 10 15:45:50.730867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Calling delete_port for 02e10af9-05ec-4115-8aa2-16aef0f6659b owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:50.783565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5c9f7f5-6502-41f6-b45f-4c637a550327 req-0015298a-a651-4bec-b990-46e27de78453 tempest-LiveMigrationTest-1679878467 tempest-LiveMigrationTest-1679878467-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599290 Feb 10 15:45:50.787086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29192d82-5988-445c-8c3b-1c53e932fd53 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f4506a-4d19-4b7f-b879-7a6d72712932,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:50.824948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0d18288-36b6-4f28-9430-155e5d3440b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.874525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0d18288-36b6-4f28-9430-155e5d3440b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:50.896944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6a79528-e660-45a7-98b5-32144688efe6 req-fe52e2ba-b681-4e01-a761-45f200574899 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0507035 Feb 10 15:45:50.957286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.024354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d18288-36b6-4f28-9430-155e5d3440b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91053152-4a0f-4ae3-944e-b1889abac512,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.029146 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dfacfe-7c3e-4d83-8d70-c4824b2b5551 x-openstack-request-id: req-87dfacfe-7c3e-4d83-8d70-c4824b2b5551 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:51.029524 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6388355-8e3b-4511-908a-0050e2044a2c", "name": "network-vif-plugged", "status": "completed", "tag": "cee61d93-bb03-471c-934e-e53149b2053d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:51.035210 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87dfacfe-7c3e-4d83-8d70-c4824b2b5551 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:51.035635 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee61d93-bb03-471c-934e-e53149b2053d', 'code': 200} Feb 10 15:45:51.044259 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287915dc-bcfe-48c6-971f-58d571a40a4b x-openstack-request-id: req-287915dc-bcfe-48c6-971f-58d571a40a4b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:51.044555 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:51.044807 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-287915dc-bcfe-48c6-971f-58d571a40a4b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:51.045196 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'status': 'completed', 'code': 200} Feb 10 15:45:51.063745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d0d18288-36b6-4f28-9430-155e5d3440b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b3656182b4c4c67b61345beae6890af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0715628 Feb 10 15:45:51.065757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53668) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:51.106887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.160921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:51.175997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:51.179203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.181489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:51.243695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.310231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.311042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.372921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-af2bb61e-68eb-4fdd-8e01-829fbff500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.377588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-af2bb61e-68eb-4fdd-8e01-829fbff500ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fff1e86ac2924545a6108c19c786165a&device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 1096 time: 0.3104968 Feb 10 15:45:51.394380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8826fa0-e8a0-43bf-939a-a4be9c6c60dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.446062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-965e4c03-294f-4100-b474-baaa4d3af98a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9263506 Feb 10 15:45:51.470248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 270f3cda-112b-4ee9-b9ce-f519afa9549a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:51.484244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'admin_state_up': True, 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'security_groups': ['d26d32e3-9d30-48c9-b542-3a31eba2b6cd']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:51.563091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.567031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ac986-15e6-4c68-9077-d292d6412769 req-67d6c4d3-6fc5-4f50-8411-ab4a629ea09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.568858 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-212ac986-15e6-4c68-9077-d292d6412769 req-67d6c4d3-6fc5-4f50-8411-ab4a629ea09e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 1097 time: 0.4556651 Feb 10 15:45:51.583982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=8f3b7632-ca92-48c1-aa52-0836e6c1809e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.597987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 270f3cda-112b-4ee9-b9ce-f519afa9549a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:51.598289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.602690 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8826fa0-e8a0-43bf-939a-a4be9c6c60dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.643985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c14bde2c-4bb3-4fcc-bbd0-43a75020df5c req-063faca7-2d92-478b-88e5-d0a7d652f93e tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb9c40b-250d-4b8a-b319-c6b750025f29 HTTP/1.1" status: 200 len: 210 time: 0.1008258 Feb 10 15:45:51.703876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-212ac986-15e6-4c68-9077-d292d6412769 req-6b863b31-c759-4ec1-8aa4-dc1ef6154776 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165805 Feb 10 15:45:51.704575 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.729902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-09903022-e09c-4198-a057-5de6bb99806c None None] Provisioning complete for port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:51.730845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-09903022-e09c-4198-a057-5de6bb99806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.761637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5cac-263b-4eb0-af69-112b66a468d1 req-cf8bb6bb-106f-4c5d-87a1-8b4c52f3cce9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.773861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f5b5cac-263b-4eb0-af69-112b66a468d1 req-cf8bb6bb-106f-4c5d-87a1-8b4c52f3cce9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 946 time: 0.3888540 Feb 10 15:45:51.790676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-09903022-e09c-4198-a057-5de6bb99806c None None] Port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:51.799095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Pushing event deleted for resources: {'Port': ['ID=02e10af9-05ec-4115-8aa2-16aef0f6659b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.814548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-1ffce616-6bbe-4bad-9da7-fb9196ef43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.815940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-1ffce616-6bbe-4bad-9da7-fb9196ef43f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 200 len: 921 time: 0.4108086 Feb 10 15:45:51.834032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.847575 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cbe941b2-2b4f-4114-ace6-96f7f7e7ab8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1017911 Feb 10 15:45:51.872245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] No DVR routers for this DVR port 02e10af9-05ec-4115-8aa2-16aef0f6659b on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:51.877599 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.881644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-58ed6304-00e2-4160-8cde-a19976fb2f04 req-998e5fd1-cf5b-4956-a20b-415721c552b0 tempest-LiveAutoBlockMigrationV225Test-649859002 tempest-LiveAutoBlockMigrationV225Test-649859002-project] 10.222.0.75 "DELETE /v2.0/ports/02e10af9-05ec-4115-8aa2-16aef0f6659b HTTP/1.1" status: 204 len: 173 time: 2.5599616 Feb 10 15:45:51.882103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'name': 'network-vif-deleted', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:51.884640 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a376192f-dbdf-40c7-8d19-6171fffcbf84" -d '{"events": [{"server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "name": "network-vif-deleted", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:51.901857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-b1f41b8b-bde1-4d37-b89d-0ba3fabe0e69 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 200 len: 217 time: 0.0668283 Feb 10 15:45:51.925404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8826fa0-e8a0-43bf-939a-a4be9c6c60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.945065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8826fa0-e8a0-43bf-939a-a4be9c6c60dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:51.946252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e8826fa0-e8a0-43bf-939a-a4be9c6c60dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91053152-4a0f-4ae3-944e-b1889abac512 HTTP/1.1" status: 204 len: 168 time: 0.8773983 Feb 10 15:45:51.991806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8826fa0-e8a0-43bf-939a-a4be9c6c60dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91053152-4a0f-4ae3-944e-b1889abac512,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:52.010821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f5b5cac-263b-4eb0-af69-112b66a468d1 req-1064581b-13c1-44bf-94d1-22e5551e046b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359133 Feb 10 15:45:52.080429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-35d92ca4-784c-4926-957e-a722494a208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.082810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-35d92ca4-784c-4926-957e-a722494a208f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 200 len: 860 time: 0.1492836 Feb 10 15:45:52.101217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63df77-7d28-4695-8fd4-807d876e3d5a req-df0c6fc6-08a7-416e-8583-b8b00dd7785c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.111577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d63df77-7d28-4695-8fd4-807d876e3d5a req-df0c6fc6-08a7-416e-8583-b8b00dd7785c tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2992008 Feb 10 15:45:52.117784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:52.121767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:52.216602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-ed159554-4c70-4aab-9027-a0000fa3edf0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c7f9687d-d4ad-4386-801a-e2f1f54d1f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990400 Feb 10 15:45:52.240453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203505d0-2828-4061-8a53-d62167f6b2bc req-668d89fd-051f-4fb5-8ba7-d35eebdbaddb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.242017 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-203505d0-2828-4061-8a53-d62167f6b2bc req-668d89fd-051f-4fb5-8ba7-d35eebdbaddb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.1254373 Feb 10 15:45:52.443177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d63df77-7d28-4695-8fd4-807d876e3d5a req-75f208e1-048f-4e58-bc43-db25a6ec9833 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282714 Feb 10 15:45:52.445625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Deleting port 0783c4a9-e2e5-485f-89b5-7daf347005c1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:52.446059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:52.518551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53690) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:52.528116 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39564191-b0b5-4d12-8d87-24e014833935 x-openstack-request-id: req-39564191-b0b5-4d12-8d87-24e014833935 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:52.528485 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb9c40b-250d-4b8a-b319-c6b750025f29", "name": "network-vif-deleted", "tag": "02e10af9-05ec-4115-8aa2-16aef0f6659b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:52.528906 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39564191-b0b5-4d12-8d87-24e014833935 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:52.529989 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb9c40b-250d-4b8a-b319-c6b750025f29', 'name': 'network-vif-deleted', 'tag': '02e10af9-05ec-4115-8aa2-16aef0f6659b', 'status': 'completed', 'code': 200} Feb 10 15:45:52.546898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67ab28-c0e6-4b30-b772-5bc8cc1aceac req-c7979d63-2460-459d-ba02-20fae86e2bf3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.548437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb67ab28-c0e6-4b30-b772-5bc8cc1aceac req-c7979d63-2460-459d-ba02-20fae86e2bf3 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 945 time: 0.3388700 Feb 10 15:45:52.581256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae9b5-b2c9-47d1-9b1e-75c39cee8c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:52.598813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] For port 0783c4a9-e2e5-485f-89b5-7daf347005c1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0783c4a9-e2e5-485f-89b5-7daf347005c1,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:52.599390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:52.615878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Calling delete_port for 0783c4a9-e2e5-485f-89b5-7daf347005c1 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:52.679906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb67ab28-c0e6-4b30-b772-5bc8cc1aceac req-c9d9a9bf-01e0-4c0b-9f58-6ca7797c9e77 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226056 Feb 10 15:45:52.744973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-cb6055d5-0cb5-4d63-b8e5-9afa9cb10776 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141499 Feb 10 15:45:52.859705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 10.1.1.152 (7812053d-c19e-4656-b2d1-3abf75c3c4ce/00166679-4cf8-4943-8e9f-8d2189fe18f3/e190fa42-5c02-40b8-8276-f343ccc68e51) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:52.862109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:52.884850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['810f8361-0f55-40a4-a117-64f0d40fa2a6', '0783c4a9-e2e5-485f-89b5-7daf347005c1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:52.909254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119a32-c73e-40ce-a100-0075f0681c7e req-455c5917-cc19-4848-a8dc-0bdff7a553d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.910840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae119a32-c73e-40ce-a100-0075f0681c7e req-455c5917-cc19-4848-a8dc-0bdff7a553d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 931 time: 0.2285120 Feb 10 15:45:52.936810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event deleted for resources: {'Port': ['ID=0783c4a9-e2e5-485f-89b5-7daf347005c1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:53.003700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] No DVR routers for this DVR port 0783c4a9-e2e5-485f-89b5-7daf347005c1 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:53.006549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.010000 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-203505d0-2828-4061-8a53-d62167f6b2bc req-70d023d8-4ae2-44f4-88c2-84ba39e04d2c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "DELETE /v2.0/ports/0783c4a9-e2e5-485f-89b5-7daf347005c1 HTTP/1.1" status: 204 len: 173 time: 0.7584865 Feb 10 15:45:53.088149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae119a32-c73e-40ce-a100-0075f0681c7e req-745bbc06-a2f1-4d24-99d8-1041fe7a3fd9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605153 Feb 10 15:45:53.107456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae9b5-b2c9-47d1-9b1e-75c39cee8c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.131132 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae9b5-b2c9-47d1-9b1e-75c39cee8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.166931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53704) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:53.196565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-16b44e4e-5779-407f-a377-e4b181fb6e32 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--949696190&fields=id&tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 267 time: 0.3159103 Feb 10 15:45:53.197148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ae9b5-b2c9-47d1-9b1e-75c39cee8c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e05c3c-d30c-4ca8-a28d-df7fabab081d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:53.223261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-419c8038-2b8d-4911-a7ab-575b5be804ae req-4dd5ba56-b941-4a0f-b0c3-f7e1d1c9b6b4 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518273 Feb 10 15:45:53.290093 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.308498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3b8ae9b5-b2c9-47d1-9b1e-75c39cee8c2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34d0c0fd01614fc2a7075cf8e9228615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806606 Feb 10 15:45:53.310995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53708) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:53.321049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:53.358200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 02e10af9-05ec-4115-8aa2-16aef0f6659b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:53.358548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 02e10af9-05ec-4115-8aa2-16aef0f6659b not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:53.374126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdbacce5-7400-4494-a6d8-81948f58f69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.402497 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdbacce5-7400-4494-a6d8-81948f58f69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.406444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062f90-b24f-4663-8bb5-c78a28bb0f05 req-35729c68-3f4f-4c34-b1c6-fcdd5a5cb545 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:53.413776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b062f90-b24f-4663-8bb5-c78a28bb0f05 req-35729c68-3f4f-4c34-b1c6-fcdd5a5cb545 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 946 time: 0.1884685 Feb 10 15:45:53.453855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.463473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdbacce5-7400-4494-a6d8-81948f58f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.467694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdbacce5-7400-4494-a6d8-81948f58f69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.472255 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fdbacce5-7400-4494-a6d8-81948f58f69b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5e05c3c-d30c-4ca8-a28d-df7fabab081d HTTP/1.1" status: 204 len: 168 time: 0.1572375 Feb 10 15:45:53.496493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbacce5-7400-4494-a6d8-81948f58f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e05c3c-d30c-4ca8-a28d-df7fabab081d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:53.507741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-f928b232-f383-45e0-a77b-e2f863f382b2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:53.509344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-f928b232-f383-45e0-a77b-e2f863f382b2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.2851527 Feb 10 15:45:53.534319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b062f90-b24f-4663-8bb5-c78a28bb0f05 req-ec02e95f-db9c-46cb-891f-1fcc7eb48400 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195974 Feb 10 15:45:53.567512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-ca35805d-7f72-429e-8827-2f5308955e47 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/quotas/1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 375 time: 0.0318825 Feb 10 15:45:53.615071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Deleting subnet 161ee6e1-5ece-4066-8599-dcd157bfc2aa {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:45:53.619427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.681444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.689499 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.705032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-3e81a4b5-8c9c-4ca1-9309-b6d7af5c6675 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199610 Feb 10 15:45:53.749015 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.770476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:53.782587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:53.791288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a2d27-72bb-4159-96f9-4db6659305cc req-f66f8c0d-257f-44fc-8257-d9f12ccb6ab1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:53.800966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b31a2d27-72bb-4159-96f9-4db6659305cc req-f66f8c0d-257f-44fc-8257-d9f12ccb6ab1 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.1660249 Feb 10 15:45:53.803732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:53.831172 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.868559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.872186 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/161ee6e1-5ece-4066-8599-dcd157bfc2aa HTTP/1.1" status: 204 len: 168 time: 0.7041993 Feb 10 15:45:53.873649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8dadf-309e-4266-94a5-729fb28b016b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161ee6e1-5ece-4066-8599-dcd157bfc2aa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:53.875877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:53.915096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:53.959964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:53.960597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.981883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:53.990347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b31a2d27-72bb-4159-96f9-4db6659305cc req-c4a01f54-9cf5-4f45-ad64-42fb3c5d2e66 tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884038 Feb 10 15:45:54.022758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-6bde454d-d010-47e8-82ad-b58d414761b7 service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795284 Feb 10 15:45:54.045030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-31e27c94-0aed-4fe2-a279-79629d540610 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5745904 Feb 10 15:45:54.069081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'admin_state_up': True, 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'security_groups': ['d26d32e3-9d30-48c9-b542-3a31eba2b6cd']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:54.119613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.143252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-944bdd45-5b52-46c4-a620-52b3eb479287 None None] Provisioning complete for port e190fa42-5c02-40b8-8276-f343ccc68e51 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:54.143840 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-944bdd45-5b52-46c4-a620-52b3eb479287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.148604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9664c0-1721-4c6e-b070-ffac7c7ed648']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:54.160147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cec4ed6-bccb-4cb9-a8b5-284b1694a055') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:54.160449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cec4ed6-bccb-4cb9-a8b5-284b1694a055') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:54.173413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.189631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.196124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:54.196580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:54.255653 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:54.261499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-28e1be59-0940-499c-96fb-70d7ab1c90cf service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279572 Feb 10 15:45:54.263088 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.270141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-944bdd45-5b52-46c4-a620-52b3eb479287 None None] Port e190fa42-5c02-40b8-8276-f343ccc68e51 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:54.270371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.280957 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a9664c0-1721-4c6e-b070-ffac7c7ed648 HTTP/1.1" status: 204 len: 168 time: 0.4037838 Feb 10 15:45:54.285608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53736) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:54.302001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90464c0-82a7-4b4a-9e86-d8c85b29abe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9664c0-1721-4c6e-b070-ffac7c7ed648,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:54.381697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bb99690-6e54-4b7c-a081-f833dfafaf9b req-efb165e1-6440-441e-9fe3-011b24bd4671 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0671010 Feb 10 15:45:54.400990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Deleting subnet 2a078018-3981-4cc2-be49-0bcf3c8b82d0 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:45:54.406876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.438940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:54.442652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.478623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:54.530906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'name': 'network-vif-deleted', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:54.535386 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20361f5-7041-4721-856c-7dd427dce706" -d '{"events": [{"server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "name": "network-vif-deleted", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:55.054788 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.157411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf599-565a-458d-8373-3a43dccb2b43 req-78612371-1158-4ad2-8dae-e148608fb941 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:55.163921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf599-565a-458d-8373-3a43dccb2b43 req-78612371-1158-4ad2-8dae-e148608fb941 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:55.165528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-070cf599-565a-458d-8373-3a43dccb2b43 req-78612371-1158-4ad2-8dae-e148608fb941 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 1653 time: 0.6123750 Feb 10 15:45:55.190162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902dd3-15c7-48cc-b444-5332346c3200 req-28ed8fb0-6baa-4f4d-ad76-c9361b41e217 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:55.191711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77902dd3-15c7-48cc-b444-5332346c3200 req-28ed8fb0-6baa-4f4d-ad76-c9361b41e217 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 946 time: 0.5325904 Feb 10 15:45:55.270110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 10.1.1.216 (7812053d-c19e-4656-b2d1-3abf75c3c4ce/00166679-4cf8-4943-8e9f-8d2189fe18f3/d94ba41a-054a-4727-9e91-061feb99e1ec) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:55.314133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.357466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-070cf599-565a-458d-8373-3a43dccb2b43 req-b085a3cf-16be-498a-9611-c55eb1875b70 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794596 Feb 10 15:45:55.406292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77902dd3-15c7-48cc-b444-5332346c3200 req-fea72296-68f5-49b1-9989-b8dd7e5dd89f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685870 Feb 10 15:45:55.406292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a078018-3981-4cc2-be49-0bcf3c8b82d0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:55.409084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.412242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ea376b1e-a210-47c6-b628-aaadb850b4b3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a078018-3981-4cc2-be49-0bcf3c8b82d0 HTTP/1.1" status: 204 len: 168 time: 1.1225545 Feb 10 15:45:55.414937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:55.464106 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53de02f-805e-44f3-bf31-443c4adad85f x-openstack-request-id: req-d53de02f-805e-44f3-bf31-443c4adad85f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:55.464883 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8d130-e500-4a7b-9c7a-0ddb8ce80b37", "name": "network-vif-deleted", "tag": "0783c4a9-e2e5-485f-89b5-7daf347005c1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:55.465580 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d53de02f-805e-44f3-bf31-443c4adad85f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:55.470968 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8d130-e500-4a7b-9c7a-0ddb8ce80b37', 'name': 'network-vif-deleted', 'tag': '0783c4a9-e2e5-485f-89b5-7daf347005c1', 'status': 'completed', 'code': 200} Feb 10 15:45:55.572376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0655187d-cc10-43e7-8c78-ca8ea2858ad9 req-f21b54ec-947c-48f1-ab01-7e61cb92934d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 210 time: 0.0431595 Feb 10 15:45:55.582577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f219e645-5575-478e-ab02-570c378a3ddc tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:55.584115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f219e645-5575-478e-ab02-570c378a3ddc tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.3640962 Feb 10 15:45:55.652697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.726582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-66382059-5b52-4d45-82b7-0cd97c020e73 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:55.728140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-66382059-5b52-4d45-82b7-0cd97c020e73 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 946 time: 0.1889570 Feb 10 15:45:55.761103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1796f673-d908-468f-b40f-ee7dcf05cb1d req-844b2a54-a975-4210-8fd2-69c7578a7969 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0569704 Feb 10 15:45:55.792280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee41b-a56f-4d00-9df2-9abae84674f2 req-1cb16079-d837-40ab-9beb-a6c2ef25a4de tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:55.795038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6cfee41b-a56f-4d00-9df2-9abae84674f2 req-1cb16079-d837-40ab-9beb-a6c2ef25a4de tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 945 time: 0.2278781 Feb 10 15:45:55.833330 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.871815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.881086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Deleting port 470f9ac8-e347-48ad-8e20-2b0363ae8707 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:55.881737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:55.910327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:55.963217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:55.964525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6cfee41b-a56f-4d00-9df2-9abae84674f2 req-d59be462-473a-456e-8f7f-c509de4ee72b tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/security-groups?id=08855ff3-bed7-437d-a624-2bf5e9642684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578319 Feb 10 15:45:56.012188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 0783c4a9-e2e5-485f-89b5-7daf347005c1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:56.016031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0783c4a9-e2e5-485f-89b5-7daf347005c1 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:56.026912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f831bc-dcee-45b3-829b-104e166f90af') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:56.027341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f831bc-dcee-45b3-829b-104e166f90af') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:56.042581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.049654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] For port 470f9ac8-e347-48ad-8e20-2b0363ae8707, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=470f9ac8-e347-48ad-8e20-2b0363ae8707,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:56.049875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.092218 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.094555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Calling delete_port for 470f9ac8-e347-48ad-8e20-2b0363ae8707 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:56.113504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:56.126390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:56.131407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:56.202357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:56.208441 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.232769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:56.233739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:56.237583 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:56.277435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.278167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.298046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port cee61d93-bb03-471c-934e-e53149b2053d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:45:56.304347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.310211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4a47f887-b576-434a-ab8b-208e290b3629 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2451320 Feb 10 15:45:56.326824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693', 'admin_state_up': True, 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'security_groups': ['d26d32e3-9d30-48c9-b542-3a31eba2b6cd']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:56.479271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-e4b91e4a-170f-4e86-9d27-c6ddadf01196 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.483388 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-e4b91e4a-170f-4e86-9d27-c6ddadf01196 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.4794457 Feb 10 15:45:56.495860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.525542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c4f79fff-52c7-4176-8a9e-17b5372d6d28 None None] Provisioning complete for port d94ba41a-054a-4727-9e91-061feb99e1ec triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:56.526142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c4f79fff-52c7-4176-8a9e-17b5372d6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.550472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.554356 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b HTTP/1.1" status: 204 len: 168 time: 1.1376047 Feb 10 15:45:56.572836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.575737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2039b14-7d22-471e-b00d-17c8b57ed587 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9c59e7-832b-4fb2-86a2-9db35f2a7f7b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:56.580302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c4f79fff-52c7-4176-8a9e-17b5372d6d28 None None] Port d94ba41a-054a-4727-9e91-061feb99e1ec cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:56.587428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['470f9ac8-e347-48ad-8e20-2b0363ae8707'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:56.622143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Pushing event deleted for resources: {'Port': ['ID=470f9ac8-e347-48ad-8e20-2b0363ae8707,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:56.647092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c505-7a67-4155-8019-4184aa8f7c24 req-04356c45-2f7f-428a-8a58-4df363ba6294 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.648620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port cee61d93-bb03-471c-934e-e53149b2053d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=cee61d93-bb03-471c-934e-e53149b2053d,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:56.649270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.653171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c505-7a67-4155-8019-4184aa8f7c24 req-04356c45-2f7f-428a-8a58-4df363ba6294 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.660372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c505-7a67-4155-8019-4184aa8f7c24 req-04356c45-2f7f-428a-8a58-4df363ba6294 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.662127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6498c505-7a67-4155-8019-4184aa8f7c24 req-04356c45-2f7f-428a-8a58-4df363ba6294 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 2374 time: 0.1417854 Feb 10 15:45:56.664514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:56.682470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-4aad4aaf-3231-4e68-b100-44e8e705a76c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 379 time: 0.1880107 Feb 10 15:45:56.688522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for cee61d93-bb03-471c-934e-e53149b2053d owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:45:56.697611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'port': {'device_id': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'admin_state_up': True, 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'security_groups': ['6afebb47-e840-40a6-90e2-b0f70b558ccd']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:56.766340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] No DVR routers for this DVR port 470f9ac8-e347-48ad-8e20-2b0363ae8707 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:56.781500 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.784853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3a5e78f-5b35-49c0-9da3-de2f8f45edac req-f939015f-40ab-4398-a5ea-a67259f7b08a tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.75 "DELETE /v2.0/ports/470f9ac8-e347-48ad-8e20-2b0363ae8707 HTTP/1.1" status: 204 len: 173 time: 1.1836429 Feb 10 15:45:56.798905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'name': 'network-vif-deleted', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:56.801469 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b20b0-e07a-4599-aea9-b1bc6cc0935b" -d '{"events": [{"server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "name": "network-vif-deleted", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:56.863322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6498c505-7a67-4155-8019-4184aa8f7c24 req-da602d62-e8a6-4d08-9f15-5c65d68ab35b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770420 Feb 10 15:45:56.887791 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:56.904958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53814) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:56.919291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.004979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:57.008651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.045193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016b2f-eab0-4759-8302-d42d1df8e140 req-61edef89-c6be-4fc4-b31c-b42c6857e9d9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:57.048138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe016b2f-eab0-4759-8302-d42d1df8e140 req-61edef89-c6be-4fc4-b31c-b42c6857e9d9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6388355-8e3b-4511-908a-0050e2044a2c HTTP/1.1" status: 200 len: 946 time: 0.2840633 Feb 10 15:45:57.080173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a3f6170f-1f78-47d4-b15e-76cfb8022a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85cedf49b642434eafdccaf41357fa21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725919 Feb 10 15:45:57.085867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:57.088455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ad2ba98-c020-4a9e-9b7a-474fe7c1b746 req-a156cd5b-71a4-429d-bb50-db6eb6def70a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 210 time: 0.0829427 Feb 10 15:45:57.166132 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.178397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['cee61d93-bb03-471c-934e-e53149b2053d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:57.212008 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe016b2f-eab0-4759-8302-d42d1df8e140 req-ef756450-4544-42fa-b24d-89eeea8af254 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Feb 10 15:45:57.266722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=cee61d93-bb03-471c-934e-e53149b2053d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:57.304516 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a406962-132e-4204-8bbf-c8147c2572ef x-openstack-request-id: req-3a406962-132e-4204-8bbf-c8147c2572ef {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:57.305423 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3588ee-e508-49c8-b4e6-523d0943bdce", "name": "network-vif-deleted", "tag": "470f9ac8-e347-48ad-8e20-2b0363ae8707", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:57.307595 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a406962-132e-4204-8bbf-c8147c2572ef {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:57.308356 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3588ee-e508-49c8-b4e6-523d0943bdce', 'name': 'network-vif-deleted', 'tag': '470f9ac8-e347-48ad-8e20-2b0363ae8707', 'status': 'completed', 'code': 200} Feb 10 15:45:57.375786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port cee61d93-bb03-471c-934e-e53149b2053d on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:57.381965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.385290 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b56b7dad-c0ce-4b6e-89ee-1f9a8d6934dc req-2efc0298-ffb8-4499-b9ee-c1eb210c70e3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "DELETE /v2.0/ports/cee61d93-bb03-471c-934e-e53149b2053d HTTP/1.1" status: 204 len: 173 time: 1.6462796 Feb 10 15:45:57.388075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f78967a-3352-49a0-ab48-c67180bcec50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.408242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5481cf0c-aaa1-4bff-82fb-597d4afb0ee9 req-3916266c-0456-4e6e-aafa-284db8f53c14 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0927689 Feb 10 15:45:57.426800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 10.2.2.100 (eb37a7d2-68c9-4901-90da-63588babb693/1011620c-8b1f-4253-8a63-14c94d3fff8d/300f7446-6cb9-46a8-ae2f-8bca81c7626d) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:57.450278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Allocated IP 172.20.0.5 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/2535bf57-c058-4eee-a82b-7935e73f3f0a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:57.508988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15efe00c-688c-4e64-bad4-7cc3db145e4d req-cbf69ccd-4193-4c61-95e1-e1b424ec6beb tempest-ServerRescueTestJSONUnderV235-843268525 tempest-ServerRescueTestJSONUnderV235-843268525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3588ee-e508-49c8-b4e6-523d0943bdce HTTP/1.1" status: 200 len: 210 time: 0.0439966 Feb 10 15:45:57.538258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'name': 'network-vif-deleted', 'tag': 'cee61d93-bb03-471c-934e-e53149b2053d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:57.547635 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f63ff8-6790-4723-9bbe-b21be95467e1" -d '{"events": [{"server_uuid": "f6388355-8e3b-4511-908a-0050e2044a2c", "name": "network-vif-deleted", "tag": "cee61d93-bb03-471c-934e-e53149b2053d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:57.691985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f78967a-3352-49a0-ab48-c67180bcec50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.699620 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cd04cd-d7bd-4a74-b673-cf352a636ba6 x-openstack-request-id: req-61cd04cd-d7bd-4a74-b673-cf352a636ba6 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:57.700002 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6388355-8e3b-4511-908a-0050e2044a2c", "name": "network-vif-deleted", "tag": "cee61d93-bb03-471c-934e-e53149b2053d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:57.700417 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61cd04cd-d7bd-4a74-b673-cf352a636ba6 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:57.701065 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6388355-8e3b-4511-908a-0050e2044a2c', 'name': 'network-vif-deleted', 'tag': 'cee61d93-bb03-471c-934e-e53149b2053d', 'status': 'completed', 'code': 200} Feb 10 15:45:57.715056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.760837 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.779795 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.819112 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f78967a-3352-49a0-ab48-c67180bcec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.821705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f78967a-3352-49a0-ab48-c67180bcec50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.830316 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f78967a-3352-49a0-ab48-c67180bcec50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/affd34ef-4f70-4541-90dc-d4ffeeadbc70 HTTP/1.1" status: 204 len: 168 time: 0.7411962 Feb 10 15:45:57.830663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network eb37a7d2-68c9-4901-90da-63588babb693 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:57.839277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78967a-3352-49a0-ab48-c67180bcec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd34ef-4f70-4541-90dc-d4ffeeadbc70,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:57.845588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:57.849458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.850824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:57.856591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=300f7446-6cb9-46a8-ae2f-8bca81c7626d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:57.916671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:57.917552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:57.935867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:57.947056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-358bcb51-8d37-4123-843c-a5baedc511dc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6283445 Feb 10 15:45:57.949094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:57.956935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:57.977708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693', 'admin_state_up': True, 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'security_groups': ['d26d32e3-9d30-48c9-b542-3a31eba2b6cd']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:58.058490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:58.137119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:58.148348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.181550 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-5a228061-306b-4fbc-b46b-135c9d6df191 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4907165 Feb 10 15:45:58.198745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Request body: {'port': {'device_id': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:58.333282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cc0b-5cac-4906-a666-961f061651d0 req-8906b504-1aa3-456f-92bc-ed2beef4f25e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:58.339783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cc0b-5cac-4906-a666-961f061651d0 req-8906b504-1aa3-456f-92bc-ed2beef4f25e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:58.345153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.359087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cc0b-5cac-4906-a666-961f061651d0 req-8906b504-1aa3-456f-92bc-ed2beef4f25e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:58.368849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cc0b-5cac-4906-a666-961f061651d0 req-8906b504-1aa3-456f-92bc-ed2beef4f25e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:58.370800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0548cc0b-5cac-4906-a666-961f061651d0 req-8906b504-1aa3-456f-92bc-ed2beef4f25e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 3095 time: 0.2142277 Feb 10 15:45:58.468795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d8fff2ab-4df6-46b5-b5f8-bb65c8d369df None None] Provisioning complete for port 300f7446-6cb9-46a8-ae2f-8bca81c7626d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:58.470240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8fff2ab-4df6-46b5-b5f8-bb65c8d369df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.473807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Made reservation on behalf of dc62d7ed68544ed1be80a937a220c8c0 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:58.481825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.516133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d8fff2ab-4df6-46b5-b5f8-bb65c8d369df None None] Port 300f7446-6cb9-46a8-ae2f-8bca81c7626d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:58.519541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0548cc0b-5cac-4906-a666-961f061651d0 req-17ac04c4-3f7e-4023-b83a-d9cf1368e3d8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378019 Feb 10 15:45:58.567265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d8fff2ab-4df6-46b5-b5f8-bb65c8d369df None None] Provisioning complete for port 2535bf57-c058-4eee-a82b-7935e73f3f0a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:58.568101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8fff2ab-4df6-46b5-b5f8-bb65c8d369df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.679817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d8fff2ab-4df6-46b5-b5f8-bb65c8d369df None None] Port 2535bf57-c058-4eee-a82b-7935e73f3f0a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:45:58.821016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Allocated IP 10.2.2.200 (eb37a7d2-68c9-4901-90da-63588babb693/1011620c-8b1f-4253-8a63-14c94d3fff8d/17e7ee52-5d2e-4ace-a18a-e05757c630dc) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:58.821855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98a9cdcc-155c-4dc5-a630-cd467eab35d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.857600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:45:58.868643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.885496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Transition to ACTIVE for port object 2535bf57-c058-4eee-a82b-7935e73f3f0a will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:58.887063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53862) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:58.916904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:58.969319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:58.999807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be618609-95e9-4863-95c9-7795ec677625 req-f4044993-cc5c-4dd1-aecf-b35fe09c4a90 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0878406 Feb 10 15:45:59.044567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ed682713-dfef-49a5-a0a4-54eef4c81970 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11b1aea4245748d18a2c1d4e3743c4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563005 Feb 10 15:45:59.046406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53868) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:59.081175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e6f2-b52b-4d7b-8718-099e25ecf94e req-7dc44f21-03e5-4035-b012-f546c07c6fe5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.082751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a43e6f2-b52b-4d7b-8718-099e25ecf94e req-7dc44f21-03e5-4035-b012-f546c07c6fe5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 943 time: 0.1698251 Feb 10 15:45:59.130683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53870) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:45:59.173887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.209097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Attempting to bind port 2535bf57-c058-4eee-a82b-7935e73f3f0a on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:45:59.210865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Attempting to bind port 2535bf57-c058-4eee-a82b-7935e73f3f0a by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:45:59.211843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Attempting to bind port 2535bf57-c058-4eee-a82b-7935e73f3f0a on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:59.219104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Port 2535bf57-c058-4eee-a82b-7935e73f3f0a on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:59.219595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Attempting to bind port 2535bf57-c058-4eee-a82b-7935e73f3f0a on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:59.227052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:59.228038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:45:59.228418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:59.229045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Bound port: 2535bf57-c058-4eee-a82b-7935e73f3f0a, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:45:59.229508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.291366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a43e6f2-b52b-4d7b-8718-099e25ecf94e req-91468a91-d46f-47a8-a306-29bc310a4edd tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862397 Feb 10 15:45:59.324881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 470f9ac8-e347-48ad-8e20-2b0363ae8707 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:59.364650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 470f9ac8-e347-48ad-8e20-2b0363ae8707 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:59.364974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 470f9ac8-e347-48ad-8e20-2b0363ae8707 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:59.367687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:59.377789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:59.388869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.440763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.441744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.444075 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] 10.222.0.75 "PUT /v2.0/ports/2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 1091 time: 1.2506247 Feb 10 15:45:59.445069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4bb51516-7056-4041-b605-de8eeee73139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.469232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb414ba2-634a-461a-9e22-20260da08392 service neutron] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:59.508571 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4bb51516-7056-4041-b605-de8eeee73139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.546501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.574937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-0a35ed3e-7764-437e-b3e9-8d9001b83c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.576536 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-0a35ed3e-7764-437e-b3e9-8d9001b83c90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1094 time: 0.0736713 Feb 10 15:45:59.653771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event updated for resources: {'Port': ['ID=17e7ee52-5d2e-4ace-a18a-e05757c630dc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:59.691062 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-46144871-2203-4435-9066-041061e505ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 217 time: 0.0985570 Feb 10 15:45:59.698727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-ce1ea1ac-5e07-42e2-a3a5-419716a84b93 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.705417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:45:59.706596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-ce1ea1ac-5e07-42e2-a3a5-419716a84b93 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.4327846 Feb 10 15:45:59.709718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Network eb37a7d2-68c9-4901-90da-63588babb693 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:59.718556 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad413711-8d7b-4865-9155-906ceb39bf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:59.750117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:59.757650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:59.789241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-de577532-fd7b-4125-b609-b748f32050f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.790728 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-de577532-fd7b-4125-b609-b748f32050f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0937068 Feb 10 15:45:59.804332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-4275e052-cac1-445e-93fd-79965ec11d7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.0968173 Feb 10 15:45:59.872001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-701c3924-603d-4d57-81e3-33f2d071d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.874249 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-701c3924-603d-4d57-81e3-33f2d071d73a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748625 Feb 10 15:45:59.876198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-5ddc7165-2e27-4803-a706-7602b600fec5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710218 Feb 10 15:45:59.886248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:59.887119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:45:59.963839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cee61d93-bb03-471c-934e-e53149b2053d no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:59.979859 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-2b4ae97b-f694-461a-929c-3337fc5f16d2 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969427 Feb 10 15:45:59.990424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: cee61d93-bb03-471c-934e-e53149b2053d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:45:59.991060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device cee61d93-bb03-471c-934e-e53149b2053d not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:00.082366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-140a0456-1eb9-44af-af96-ebd96f88fc5f None None] Provisioning complete for port 17e7ee52-5d2e-4ace-a18a-e05757c630dc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:00.083271 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-140a0456-1eb9-44af-af96-ebd96f88fc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:00.086875 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c73b3d8b-214b-4eea-b057-f4c225236f25 req-0aab9e49-d9f1-466f-82ba-661a3e143b5c service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980632 Feb 10 15:46:00.123565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-140a0456-1eb9-44af-af96-ebd96f88fc5f None None] Port 17e7ee52-5d2e-4ace-a18a-e05757c630dc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:46:00.334169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4bb51516-7056-4041-b605-de8eeee73139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:00.337330 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4bb51516-7056-4041-b605-de8eeee73139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:00.341039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4bb51516-7056-4041-b605-de8eeee73139 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c26c06d5-45f2-414d-a075-ed8d4a17981f HTTP/1.1" status: 204 len: 168 time: 1.2890058 Feb 10 15:46:00.369618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb51516-7056-4041-b605-de8eeee73139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c06d5-45f2-414d-a075-ed8d4a17981f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:00.387762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d54a69af-a16c-4267-8c86-06f459291916 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4285097 Feb 10 15:46:00.403529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-47c59f18-2b0d-4d43-b77f-f544eccde02a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:00.409874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-47c59f18-2b0d-4d43-b77f-f544eccde02a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:00.415921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-47c59f18-2b0d-4d43-b77f-f544eccde02a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:00.424347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-47c59f18-2b0d-4d43-b77f-f544eccde02a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:00.432087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-47c59f18-2b0d-4d43-b77f-f544eccde02a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:00.441010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-47c59f18-2b0d-4d43-b77f-f544eccde02a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 3816 time: 0.6471026 Feb 10 15:46:00.459870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:00.586674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd884fbd-67db-4bc2-8555-b4599ade8844 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851685 Feb 10 15:46:00.694032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45d7e44d-29e3-4a89-a10f-5635004e68d4 req-821e6272-b8cd-40b1-8eab-7a57ca2dde28 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519093 Feb 10 15:46:00.694584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:00.838023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-476c2915-1864-4a84-8f15-9b9949bbbe2d service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408807 Feb 10 15:46:01.200255 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f79e5a4-2a87-483f-b1d5-57b3e53cc4e4 x-openstack-request-id: req-1f79e5a4-2a87-483f-b1d5-57b3e53cc4e4 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:01.200733 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:01.200908 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f79e5a4-2a87-483f-b1d5-57b3e53cc4e4 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:01.201311 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'status': 'completed', 'code': 200} Feb 10 15:46:01.300795 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d41b8075-0b9c-4fec-956d-9321cdde424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:01.367112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-f7b12d30-34c8-434d-ac37-77ce79ccc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.374702 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-f7b12d30-34c8-434d-ac37-77ce79ccc398 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1094 time: 0.1477177 Feb 10 15:46:01.496470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25c668a2-4159-44d1-9fd1-6d18ca44f328 req-23a01bc8-58a0-440b-adb9-8381a806e431 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.1000109 Feb 10 15:46:01.593391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f82c37-182d-42ac-bfb6-b8fedcbadb8a {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:01.619095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-22c5d37b-fc7a-4c50-ad15-4ca8ccc46d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.624186 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-22c5d37b-fc7a-4c50-ad15-4ca8ccc46d71 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.2398822 Feb 10 15:46:01.644985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:01.746379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-75cbd7bb-1afb-4243-8c6f-748baefc3fe7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 217 time: 0.1135254 Feb 10 15:46:01.755881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1eafdda8-bc4e-411b-8ced-e66afeae90f0 req-7f9b04fb-1066-470f-aec2-37c0053cac84 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.1307137 Feb 10 15:46:01.860866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Transition to ACTIVE for port object f8f82c37-182d-42ac-bfb6-b8fedcbadb8a will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:01.886804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-1fe57cae-4229-4b5e-83c7-c74c9bd5ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.896134 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-1fe57cae-4229-4b5e-83c7-c74c9bd5ea2a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1408098 Feb 10 15:46:01.924760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:01.926863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:02.004787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-52fa79a1-dd9a-4548-af58-493048bda5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.007365 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-52fa79a1-dd9a-4548-af58-493048bda5a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029055 Feb 10 15:46:02.165511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365e26-f217-4cfd-92fb-3ac27c5924cc req-95ecab77-c742-4515-946d-d444befd4026 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.179408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12365e26-f217-4cfd-92fb-3ac27c5924cc req-95ecab77-c742-4515-946d-d444befd4026 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 943 time: 0.4600286 Feb 10 15:46:02.309185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-daca3694-45e7-4470-ba0f-e38976d62f24 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920341 Feb 10 15:46:02.319538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:02.500759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:02.669418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62aec9-9be9-4209-a38f-79466457b319 req-5ffaf6e1-a090-45aa-9f0b-27d4b0995d82 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.678758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62aec9-9be9-4209-a38f-79466457b319 req-5ffaf6e1-a090-45aa-9f0b-27d4b0995d82 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.684812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62aec9-9be9-4209-a38f-79466457b319 req-5ffaf6e1-a090-45aa-9f0b-27d4b0995d82 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.690938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62aec9-9be9-4209-a38f-79466457b319 req-5ffaf6e1-a090-45aa-9f0b-27d4b0995d82 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.697218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62aec9-9be9-4209-a38f-79466457b319 req-5ffaf6e1-a090-45aa-9f0b-27d4b0995d82 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:02.707541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f62aec9-9be9-4209-a38f-79466457b319 req-5ffaf6e1-a090-45aa-9f0b-27d4b0995d82 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 3828 time: 0.7886562 Feb 10 15:46:02.749475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12365e26-f217-4cfd-92fb-3ac27c5924cc req-74d7864f-3f41-4fb6-aa7d-9af033909b0f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5663614 Feb 10 15:46:02.884152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f62aec9-9be9-4209-a38f-79466457b319 req-e7a25e90-3997-49ba-af1f-8161ba658b63 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716115 Feb 10 15:46:02.935573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Attempting to bind port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:02.935915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Attempting to bind port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:02.939261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Attempting to bind port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a on network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:02.950922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a on network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:02.951249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Attempting to bind port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a on network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:02.966837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:02.967242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Checking segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:02.968383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Bound using segment: {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:02.968841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Bound port: f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4facd0-7860-46f8-8fc7-b912ab114341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:02.969204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.076165 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a681694-42c2-4a94-a040-a1e76d7cb8c9 req-0917a671-4a73-453d-829a-71b9b4032af5 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0598686 Feb 10 15:46:03.196857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:03.204905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:03.210670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Deleting port fc0f1a96-9d18-45ad-a2f0-e374df5090da {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:03.211333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.227841 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.349842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:03.375987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ad413711-8d7b-4865-9155-906ceb39bf1b req-b60a7060-fcd5-496e-b450-75d670723fe8 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0583749 Feb 10 15:46:03.379539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.380175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.381592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] 10.222.0.75 "PUT /v2.0/ports/f8f82c37-182d-42ac-bfb6-b8fedcbadb8a HTTP/1.1" status: 200 len: 1091 time: 2.9264736 Feb 10 15:46:03.413146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-4e5cf19b-640e-4fb0-9925-1d7f9ea505d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.415777 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-4e5cf19b-640e-4fb0-9925-1d7f9ea505d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.2895224 Feb 10 15:46:03.423678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:03.430173 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef69666-8a84-4bca-a4ac-d678522df71c" -d '{"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:03.435586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:03.452422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47da1c3b-b1e5-47c9-a78b-2cb858d2db97 req-a91ae438-f940-4397-8e3a-cea79b412b0e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.1852324 Feb 10 15:46:03.471474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:03.563124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:03.593334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:03.665087 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd902de-c67f-46cc-9b31-6c1232ea1b57 x-openstack-request-id: req-4dd902de-c67f-46cc-9b31-6c1232ea1b57 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:03.665872 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:03.666298 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dd902de-c67f-46cc-9b31-6c1232ea1b57 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:03.668089 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'status': 'completed', 'code': 200} Feb 10 15:46:03.717900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122faddb-4dc6-4c99-9587-17241d320571 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:03.720692 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.741449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] For port fc0f1a96-9d18-45ad-a2f0-e374df5090da, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fc0f1a96-9d18-45ad-a2f0-e374df5090da,segment=NetworkSegment(a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d),segment_id=a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:03.741822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.747098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:03.766619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.792929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:03.796900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Calling delete_port for fc0f1a96-9d18-45ad-a2f0-e374df5090da owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:03.806211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.812702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-056e7248-c118-43f6-9cb3-fb0a97279246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.813600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-056e7248-c118-43f6-9cb3-fb0a97279246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.814141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-056e7248-c118-43f6-9cb3-fb0a97279246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.814617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-056e7248-c118-43f6-9cb3-fb0a97279246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.815085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-056e7248-c118-43f6-9cb3-fb0a97279246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.817021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-056e7248-c118-43f6-9cb3-fb0a97279246 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 4363 time: 0.1885948 Feb 10 15:46:03.958971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:03.962352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53988) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:03.970408 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:03.977137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:03.980596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.153930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['2535bf57-c058-4eee-a82b-7935e73f3f0a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:04.156438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.165636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-2919979e-3cd2-46f3-b44b-7ff3474d3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.166111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-2919979e-3cd2-46f3-b44b-7ff3474d3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.167119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-2919979e-3cd2-46f3-b44b-7ff3474d3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.168211 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-2919979e-3cd2-46f3-b44b-7ff3474d3e75 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3396924 Feb 10 15:46:04.188986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feaccc-7935-4346-9934-150b435dfd81 req-5573df1d-b207-4e64-be8f-afb37f638a82 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.190661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39feaccc-7935-4346-9934-150b435dfd81 req-5573df1d-b207-4e64-be8f-afb37f638a82 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3198106 Feb 10 15:46:04.278916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39feaccc-7935-4346-9934-150b435dfd81 req-a3147430-f8b5-4fe7-a3de-35d86bff1ca4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750060 Feb 10 15:46:04.309530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.454357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-446dba85-a841-4c45-bc21-57ecc336c483 req-3271899a-21b6-4127-ae33-fc75f8d88b29 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.0536044 Feb 10 15:46:04.468698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-772b9eb9-55aa-47fa-b595-1f3e6cc2e08c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.475386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-772b9eb9-55aa-47fa-b595-1f3e6cc2e08c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.481498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-772b9eb9-55aa-47fa-b595-1f3e6cc2e08c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.502735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-772b9eb9-55aa-47fa-b595-1f3e6cc2e08c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.516295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-772b9eb9-55aa-47fa-b595-1f3e6cc2e08c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.521288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-772b9eb9-55aa-47fa-b595-1f3e6cc2e08c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 3828 time: 0.3870356 Feb 10 15:46:04.544450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.10 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/3103c209-9e73-4672-81eb-5a8cbb48ad82) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:04.619975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.624236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-d99e5eef-0689-4fdf-ae9c-898c91f7d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:04.626039 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2ef69666-8a84-4bca-a4ac-d678522df71c req-d99e5eef-0689-4fdf-ae9c-898c91f7d1d6 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4347606 Feb 10 15:46:04.627210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2d521c0-679d-4277-920e-6e0e724830a0 req-5ecb41fd-6fe9-4532-b335-5ce4c13d6577 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.0508387 Feb 10 15:46:04.634780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.668669 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aec507c01f64dedb4e99df4f193370a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048054 Feb 10 15:46:04.675250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54004) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:04.696432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92da5fa4-09ba-43e0-bad1-3c8f2e32592e req-66a11241-3407-4fcb-a4ef-af9cba1f0ead tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655707 Feb 10 15:46:04.744810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e124dcb9-0e1a-4a42-a169-fd406d109d2c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:04.768888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:04.781167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.794594 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.805080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Transition to ACTIVE for port object 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:04.812454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.812667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.813030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.813273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.813605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.813930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.814258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.814572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.814957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.815430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.815777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.816099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b474cc-1497-4ed2-90e6-f7e0c0cbdc30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:04.829634 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.831820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0f1a96-9d18-45ad-a2f0-e374df5090da,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:04.848542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1972bbaa-8411-4ba2-98db-dc876636a7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.894004 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1972bbaa-8411-4ba2-98db-dc876636a7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.926019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:04.946022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Pushing event updated for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:04.992123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1972bbaa-8411-4ba2-98db-dc876636a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.003813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1972bbaa-8411-4ba2-98db-dc876636a7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.020127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1972bbaa-8411-4ba2-98db-dc876636a7e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e124dcb9-0e1a-4a42-a169-fd406d109d2c HTTP/1.1" status: 204 len: 168 time: 0.3358657 Feb 10 15:46:05.033704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.117726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=3103c209-9e73-4672-81eb-5a8cbb48ad82,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.123022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972bbaa-8411-4ba2-98db-dc876636a7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e124dcb9-0e1a-4a42-a169-fd406d109d2c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.134146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:05.136430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:05.140789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:05.225355 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.227748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Attempting to bind port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:05.227945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Attempting to bind port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:05.228266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Attempting to bind port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:05.229217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:05.230767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.238068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:05.238398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Attempting to bind port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:05.262499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-bd46bfc6-a559-458b-8c0a-4b40c09e44f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8371732 Feb 10 15:46:05.280828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Request body: {'port': {'device_id': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:05.307370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:05.314209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Checking segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:05.314734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Bound using segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:05.318461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Bound port: 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:05.318887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.364997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:05.390249 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:46:05.454843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.510262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 2535bf57-c058-4eee-a82b-7935e73f3f0a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:05.523233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 2535bf57-c058-4eee-a82b-7935e73f3f0a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:05.525297 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.756406 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.762463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54028) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:05.783368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21c80a-4060-4af4-9bdd-9b10c438e326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.795655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:05.797363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:05.800196 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97520fd-9cf8-4036-9496-870f26f197fb" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:05.806885 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.863919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.882140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:46:05.898813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21c80a-4060-4af4-9bdd-9b10c438e326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.904185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3cfcf06-8b34-49c5-9568-60d047aeba1b req-3ca925cd-5811-4362-bb26-e63522821752 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f8d130-e500-4a7b-9c7a-0ddb8ce80b37 HTTP/1.1" status: 200 len: 210 time: 0.1658452 Feb 10 15:46:05.907547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:05.908312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21c80a-4060-4af4-9bdd-9b10c438e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:05.923387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7664e-a7ed-4239-b6a1-b1c4577e402a req-6db04d96-3537-4224-9592-4810c63ed6fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:05.924571 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2a7664e-a7ed-4239-b6a1-b1c4577e402a req-6db04d96-3537-4224-9592-4810c63ed6fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.4008126 Feb 10 15:46:05.954335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:05.977788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f21c80a-4060-4af4-9bdd-9b10c438e326 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaa17bd7effd4089b10f11ff1f204a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140708 Feb 10 15:46:05.980132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21c80a-4060-4af4-9bdd-9b10c438e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e372d-58c1-40f0-bbb1-82a443fa3380,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.986473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54032) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:06.029307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.068652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3103c209-9e73-4672-81eb-5a8cbb48ad82 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:06.079037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.101657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Transition to ACTIVE for port object 3103c209-9e73-4672-81eb-5a8cbb48ad82 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:06.102526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-944526bf-cf19-4f66-9c4b-bcca121d1276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.115458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.129274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:06.130630 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.132611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] 10.222.0.75 "PUT /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 200 len: 1135 time: 2.6950471 Feb 10 15:46:06.138327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '2f3fc50d-e3de-40ec-84cb-4edb3ec88d87'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:06.141314 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92559202-871b-43bd-9e8a-35d537588338" -d '{"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "2f3fc50d-e3de-40ec-84cb-4edb3ec88d87"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:06.146823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2a7664e-a7ed-4239-b6a1-b1c4577e402a req-8d130546-b2ed-4c2e-b001-d9ff49f96071 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081270 Feb 10 15:46:06.162001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-944526bf-cf19-4f66-9c4b-bcca121d1276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.248119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=3103c209-9e73-4672-81eb-5a8cbb48ad82,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:06.411866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-944526bf-cf19-4f66-9c4b-bcca121d1276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.414598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-944526bf-cf19-4f66-9c4b-bcca121d1276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.418524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-944526bf-cf19-4f66-9c4b-bcca121d1276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a31e372d-58c1-40f0-bbb1-82a443fa3380 HTTP/1.1" status: 204 len: 168 time: 0.4281678 Feb 10 15:46:06.450929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944526bf-cf19-4f66-9c4b-bcca121d1276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e372d-58c1-40f0-bbb1-82a443fa3380,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:06.456317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Attempting to bind port 3103c209-9e73-4672-81eb-5a8cbb48ad82 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:06.456651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Attempting to bind port 3103c209-9e73-4672-81eb-5a8cbb48ad82 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:06.456984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Attempting to bind port 3103c209-9e73-4672-81eb-5a8cbb48ad82 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:06.462003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Port 3103c209-9e73-4672-81eb-5a8cbb48ad82 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:06.462381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Attempting to bind port 3103c209-9e73-4672-81eb-5a8cbb48ad82 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:06.467892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:06.468466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:06.469015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:06.469614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Bound port: 3103c209-9e73-4672-81eb-5a8cbb48ad82, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:06.470393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.628238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] For port 3103c209-9e73-4672-81eb-5a8cbb48ad82, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:06.631087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:06.634466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] For port 3103c209-9e73-4672-81eb-5a8cbb48ad82, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:06.643105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.659970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f81561-d7ef-4352-b6f5-37799a2116dd service neutron] Pushing event updated for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:06.676474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d17fe6-b078-4220-854c-942825431703 req-1fc83119-3eca-473d-be74-5737ca448900 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:06.684312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94d17fe6-b078-4220-854c-942825431703 req-1fc83119-3eca-473d-be74-5737ca448900 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 932 time: 0.6615939 Feb 10 15:46:06.756559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:46:06.757508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:06.758182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.760892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] 10.222.0.45 "PUT /v2.0/ports/3103c209-9e73-4672-81eb-5a8cbb48ad82 HTTP/1.1" status: 200 len: 1092 time: 1.4877501 Feb 10 15:46:06.761405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'tag': '3103c209-9e73-4672-81eb-5a8cbb48ad82'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:06.763945 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c046bd30-3b24-467c-8a66-0f489d2cc059" -d '{"events": [{"name": "network-changed", "server_uuid": "35872384-617f-4ad1-acbe-3450dcf04e5f", "tag": "3103c209-9e73-4672-81eb-5a8cbb48ad82"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:06.769773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] Sync routers for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:46:06.778646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94d17fe6-b078-4220-854c-942825431703 req-591aece4-58ad-43f2-895f-8cee9e6c8c41 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882986 Feb 10 15:46:06.791916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-346b784d-0c87-4f4f-9352-e65dba32acae admin admin] 10.222.0.21 "PUT /v2.0/routers/91c2f926-a5d9-484d-b6ec-4af7e0ba2b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6317124 Feb 10 15:46:06.795788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54046) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:06.804820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:06.805845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:06.806540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:06.833917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0f08-1ddb-4070-8c93-ab3cfaa33ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=3103c209-9e73-4672-81eb-5a8cbb48ad82,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:07.003155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-face2636-f706-403e-81ba-52e73f60cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.004960 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-face2636-f706-403e-81ba-52e73f60cc8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 1095 time: 0.0917499 Feb 10 15:46:07.029577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:07.107373 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-ecfaf74f-46c8-4817-80a3-f9f319336420 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82 HTTP/1.1" status: 200 len: 217 time: 0.0938799 Feb 10 15:46:07.196958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-3b59e49f-2127-41bb-b57c-1133cffcf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.198561 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-3b59e49f-2127-41bb-b57c-1133cffcf9a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.0837929 Feb 10 15:46:07.231153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.259940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.274380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.291779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.300050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.301664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-3f8a97b4-b580-4426-a3b3-3f3b6b5b2b53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968463 Feb 10 15:46:07.307535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.317298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-e59401c8-2a71-4ba5-b5f7-d02b78aab167 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 4605 time: 0.4209092 Feb 10 15:46:07.369228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:07.371183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:46:04Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:07.389036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67acfd3f-90c4-48e9-8150-52de9e65268b req-01cd1604-1df7-4702-85ab-24f37be99986 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664413 Feb 10 15:46:07.405495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] Checking router: 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:46:07.424545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] Routers {'91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:07.425453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:07.449253 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-eea6d9d3-1a46-4f71-bacc-322a3d7fa188 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401038 Feb 10 15:46:07.613446 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac1d05-f592-411d-842a-37e5a26ee66f x-openstack-request-id: req-b0ac1d05-f592-411d-842a-37e5a26ee66f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:07.624429 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:07.625148 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0ac1d05-f592-411d-842a-37e5a26ee66f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:07.625837 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:46:07.697912 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63441cc2-3b56-45b7-a106-0a61a06cd3a3 req-4eed4a9f-4a73-4306-a32e-d368ac95dcd8 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411470 Feb 10 15:46:07.698360 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38183429-02f2-4bfc-83d2-1bed62bccb06 x-openstack-request-id: req-38183429-02f2-4bfc-83d2-1bed62bccb06 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:07.698655 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "2f3fc50d-e3de-40ec-84cb-4edb3ec88d87", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:07.698907 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38183429-02f2-4bfc-83d2-1bed62bccb06 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:07.699306 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '2f3fc50d-e3de-40ec-84cb-4edb3ec88d87', 'status': 'completed', 'code': 200} Feb 10 15:46:07.699917 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a6eeae-721b-46fd-a146-75029e8e7aba x-openstack-request-id: req-a6a6eeae-721b-46fd-a146-75029e8e7aba {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:07.700205 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35872384-617f-4ad1-acbe-3450dcf04e5f", "tag": "3103c209-9e73-4672-81eb-5a8cbb48ad82", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:07.700845 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6a6eeae-721b-46fd-a146-75029e8e7aba {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:07.701244 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'tag': '3103c209-9e73-4672-81eb-5a8cbb48ad82', 'status': 'completed', 'code': 200} Feb 10 15:46:07.708709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] Set router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:07.754083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971938d-6d93-4df6-9579-44b9ca83b628 req-d7a2e649-ea3b-49d7-b3b9-9117d8639b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.757234 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e971938d-6d93-4df6-9579-44b9ca83b628 req-d7a2e649-ea3b-49d7-b3b9-9117d8639b77 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1096 time: 0.0549207 Feb 10 15:46:07.900889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:07.987871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-c9208088-4ace-4d01-bf9e-58cd1e90582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:07.999406 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-c9208088-4ace-4d01-bf9e-58cd1e90582c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 1095 time: 0.2330551 Feb 10 15:46:08.093069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54082) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:08.161264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c4ee-43fe-4aee-ab94-79a80041f15b req-dd79fda3-f18f-40cd-99b0-ec847c669804 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.162963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55f6c4ee-43fe-4aee-ab94-79a80041f15b req-dd79fda3-f18f-40cd-99b0-ec847c669804 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 944 time: 0.1826727 Feb 10 15:46:08.179227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:46:04Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:08.260795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9172ce9-810a-4def-a9d4-f853f0112e72 None None] The sync data for ids ['91c2f926-a5d9-484d-b6ec-4af7e0ba2b49'] in n-d-827895-3 is: [{'id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932456187-router', 'tenant_id': 'fff1e86ac2924545a6108c19c786165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:08Z', 'updated_at': '2022-02-10T15:46:04Z', 'revision_number': 5, 'project_id': 'fff1e86ac2924545a6108c19c786165a', 'gw_port': {'id': 'a277a9ee-1005-45f7-8e55-c49aa9a70368', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2f926-a5d9-484d-b6ec-4af7e0ba2b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:09Z', 'updated_at': '2022-02-10T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:46:08.277513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-9c746838-d156-4762-9339-fe9e1e2aaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.281941 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-9c746838-d156-4762-9339-fe9e1e2aaafe service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.2733839 Feb 10 15:46:08.285623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e971938d-6d93-4df6-9579-44b9ca83b628 req-2bba9a97-942a-48ea-a0ab-0f4771afa252 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182823 Feb 10 15:46:08.384206 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-c600b10a-5329-48c0-9c52-f4a867ad819e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82 HTTP/1.1" status: 200 len: 217 time: 0.0927064 Feb 10 15:46:08.402918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8badffb9-7f3c-4f34-bffd-5591ca2a069d {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:08.413009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.413703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.414176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.414642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.415114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.416010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.417933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92559202-871b-43bd-9e8a-35d537588338 req-8a314f4e-0840-4482-b1c9-0903f460d6da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5291 time: 0.7168174 Feb 10 15:46:08.432596 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:08.450067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c1ce-8e1b-4ce1-bfe4-fd8c1fa75138 req-843d6faa-f9df-4a4f-9d64-2d59385db8f7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.459195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c788c1ce-8e1b-4ce1-bfe4-fd8c1fa75138 req-843d6faa-f9df-4a4f-9d64-2d59385db8f7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.5689654 Feb 10 15:46:08.492011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Transition to ACTIVE for port object 8badffb9-7f3c-4f34-bffd-5591ca2a069d will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:08.492635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-7c55f424-d00d-45fe-a460-118e37bd49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:08.494118 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-7c55f424-d00d-45fe-a460-118e37bd49ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1027253 Feb 10 15:46:08.539211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:08.544724 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-2e63535b-2146-46b8-b8ff-29328c420e83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426753 Feb 10 15:46:08.570735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55f6c4ee-43fe-4aee-ab94-79a80041f15b req-f5a5f08a-2006-49c9-9c54-43ed4d8e3528 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697832 Feb 10 15:46:08.646127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1d75-a35d-4287-8876-8c65b1922e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:08.680059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Deleting port a277a9ee-1005-45f7-8e55-c49aa9a70368 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:08.680547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:08.727244 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-565f1b4c-dfbe-4d6b-ad37-73439415dbd2 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716502 Feb 10 15:46:08.862267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c788c1ce-8e1b-4ce1-bfe4-fd8c1fa75138 req-ec327b66-56dd-4da7-abf1-a2d3999d0bd2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020665 Feb 10 15:46:08.906691 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c046bd30-3b24-467c-8a66-0f489d2cc059 req-d8e9487b-60f6-4e08-bd86-bc646a73a734 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691167 Feb 10 15:46:08.993051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Pushing event updated for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:09.147101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.147467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.147818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.148146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.148500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.148803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.149130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.149455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.149779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.150098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.150429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.150733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.277429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] For port a277a9ee-1005-45f7-8e55-c49aa9a70368, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a277a9ee-1005-45f7-8e55-c49aa9a70368,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:09.277798 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:09.278296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fc0f1a96-9d18-45ad-a2f0-e374df5090da no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:09.304622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: fc0f1a96-9d18-45ad-a2f0-e374df5090da {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:09.304875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fc0f1a96-9d18-45ad-a2f0-e374df5090da not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:09.315124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-813b1caf-8955-4b6a-aaf9-fb5f31f06966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.315625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-813b1caf-8955-4b6a-aaf9-fb5f31f06966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.316090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-813b1caf-8955-4b6a-aaf9-fb5f31f06966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.317670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92559202-871b-43bd-9e8a-35d537588338 req-813b1caf-8955-4b6a-aaf9-fb5f31f06966 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6942706 Feb 10 15:46:09.357802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.364137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.370328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.376512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.382617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.389392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.395655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.404085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-977185b5-e911-413c-a334-cb3c86e3941e req-e05eff79-639f-48e3-a57e-bd41f231f7f8 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5382 time: 0.6938910 Feb 10 15:46:09.407755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Calling delete_port for a277a9ee-1005-45f7-8e55-c49aa9a70368 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:09.486818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-977185b5-e911-413c-a334-cb3c86e3941e req-4cf8b665-3699-4c06-a207-1c3478dee86a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715282 Feb 10 15:46:09.720437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Attempting to bind port 8badffb9-7f3c-4f34-bffd-5591ca2a069d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:09.720767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Attempting to bind port 8badffb9-7f3c-4f34-bffd-5591ca2a069d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:09.721089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Attempting to bind port 8badffb9-7f3c-4f34-bffd-5591ca2a069d on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:09.725775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1d75-a35d-4287-8876-8c65b1922e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:09.746429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1d75-a35d-4287-8876-8c65b1922e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:09.760312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Port 8badffb9-7f3c-4f34-bffd-5591ca2a069d on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:09.760834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Attempting to bind port 8badffb9-7f3c-4f34-bffd-5591ca2a069d on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:09.856372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:09.856630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Checking segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:09.857006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Bound using segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:09.857433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Bound port: 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:09.858403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:09.867774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559202-871b-43bd-9e8a-35d537588338 req-3a2c640f-0963-4f7a-8e7a-41968aa94b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.870012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92559202-871b-43bd-9e8a-35d537588338 req-3a2c640f-0963-4f7a-8e7a-41968aa94b06 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260520 Feb 10 15:46:09.900333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc1d75-a35d-4287-8876-8c65b1922e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ab3ec2-8eac-4e4c-8547-06faee403b30,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:09.918101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0cbc1d75-a35d-4287-8876-8c65b1922e38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b01614e11481479fa6e69c5fc387b19f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8163817 Feb 10 15:46:09.921874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54128) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:09.938371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb553e4c-c902-4fe6-ad26-252729fd7033 req-effca53e-bbdf-44ed-a1cb-989e68a3482a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:09.940262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb553e4c-c902-4fe6-ad26-252729fd7033 req-effca53e-bbdf-44ed-a1cb-989e68a3482a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 944 time: 0.2663028 Feb 10 15:46:09.948833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-9d6856dd-fda1-4ccb-b14b-6db84b8ced77 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a22c3e31eda74d458a8f6599c6c079f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938406 Feb 10 15:46:10.011402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3103c209-9e73-4672-81eb-5a8cbb48ad82 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:10.028129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d67471d-0f6e-45c0-8acf-addf408e7dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.075508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d67471d-0f6e-45c0-8acf-addf408e7dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.158975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3103c209-9e73-4672-81eb-5a8cbb48ad82, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:10.163898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d67471d-0f6e-45c0-8acf-addf408e7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.166442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d67471d-0f6e-45c0-8acf-addf408e7dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.167641 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d67471d-0f6e-45c0-8acf-addf408e7dc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82ab3ec2-8eac-4e4c-8547-06faee403b30 HTTP/1.1" status: 204 len: 168 time: 0.2447391 Feb 10 15:46:10.182917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67471d-0f6e-45c0-8acf-addf408e7dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ab3ec2-8eac-4e4c-8547-06faee403b30,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:10.251727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb553e4c-c902-4fe6-ad26-252729fd7033 req-28b7dec0-218a-4d29-80ff-753b2fb422fb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991011 Feb 10 15:46:10.315086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:10.378881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.431555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c61ed292-21b3-42a6-b7bb-06c57b754233 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.445366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c61ed292-21b3-42a6-b7bb-06c57b754233 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4956129 Feb 10 15:46:10.457752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '3103c209-9e73-4672-81eb-5a8cbb48ad82', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': '3103c209-9e73-4672-81eb-5a8cbb48ad82', 'mac_address': 'fa:16:3e:6b:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:10.478990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:10.509720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.528908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a277a9ee-1005-45f7-8e55-c49aa9a70368,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:10.546678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-1d7ed0b9-2570-4700-9a9a-8c5cbbe0ab5b tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/quotas/a22c3e31eda74d458a8f6599c6c079f0 HTTP/1.1" status: 200 len: 375 time: 0.1004474 Feb 10 15:46:10.548215 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.572976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3103c209-9e73-4672-81eb-5a8cbb48ad82 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:10.599846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3103c209-9e73-4672-81eb-5a8cbb48ad82, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:10.604880 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.666189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3103c209-9e73-4672-81eb-5a8cbb48ad82,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:10.690450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.691080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.692522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] 10.222.0.75 "PUT /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 200 len: 1135 time: 4.0800772 Feb 10 15:46:10.696746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-bd101370-d6fd-480e-ac0e-53415b8515bb tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a22c3e31eda74d458a8f6599c6c079f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258626 Feb 10 15:46:10.697461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '8badffb9-7f3c-4f34-bffd-5591ca2a069d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:10.700039 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98" -d '{"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "8badffb9-7f3c-4f34-bffd-5591ca2a069d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:10.741232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:10.783190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cf544-fdaa-47ad-a30b-fe8677a138ef req-6aa58b40-d47e-4e15-aec6-37b0d8f75a98 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.785204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-841cf544-fdaa-47ad-a30b-fe8677a138ef req-6aa58b40-d47e-4e15-aec6-37b0d8f75a98 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.3345747 Feb 10 15:46:10.800466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acba6b-533e-43be-a138-859ba28b59bb service neutron] Pushing event updated for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:10.814080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:10.843206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['3103c209-9e73-4672-81eb-5a8cbb48ad82'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:10.846744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:10.869780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fc56d7b-a46b-4e6d-a22e-49280c542e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.105472 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.111629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fc56d7b-a46b-4e6d-a22e-49280c542e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.121338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fc56d7b-a46b-4e6d-a22e-49280c542e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.143094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.150494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.161157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-841cf544-fdaa-47ad-a30b-fe8677a138ef req-0b9a8460-d84e-4812-bff6-dd0458a5c33a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632233 Feb 10 15:46:11.189144 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6fc56d7b-a46b-4e6d-a22e-49280c542e51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fea23d8abf9b466c93e281c73edf9674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412554 Feb 10 15:46:11.192843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54152) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:11.241499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc56d7b-a46b-4e6d-a22e-49280c542e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f7436-3428-42f8-8640-e171ce8bda53,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:11.322325 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-335a5f77-8de1-47b1-97e5-70da3b82a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.370734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-335a5f77-8de1-47b1-97e5-70da3b82a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.437907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-335a5f77-8de1-47b1-97e5-70da3b82a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.445582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-335a5f77-8de1-47b1-97e5-70da3b82a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.462729 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468ade22-e923-4b20-a49b-ecb66a939ea5 x-openstack-request-id: req-468ade22-e923-4b20-a49b-ecb66a939ea5 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:11.463212 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "8badffb9-7f3c-4f34-bffd-5591ca2a069d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:11.463466 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-468ade22-e923-4b20-a49b-ecb66a939ea5 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:11.464827 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '8badffb9-7f3c-4f34-bffd-5591ca2a069d', 'status': 'completed', 'code': 200} Feb 10 15:46:11.465559 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.466092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:46:11.471085 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-335a5f77-8de1-47b1-97e5-70da3b82a948 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c91f7436-3428-42f8-8640-e171ce8bda53 HTTP/1.1" status: 204 len: 168 time: 0.2684259 Feb 10 15:46:11.500693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a5f77-8de1-47b1-97e5-70da3b82a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f7436-3428-42f8-8640-e171ce8bda53,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:11.513452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.547699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.553639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.570208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.581938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.589744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.596986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.606075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-f7252036-ebe1-443c-a235-b1be7b84a5c4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5382 time: 0.5587599 Feb 10 15:46:11.652341 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.656546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cd91ff82-ca46-4060-b7d6-e2e3e8e659ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/91c2f926-a5d9-484d-b6ec-4af7e0ba2b49 HTTP/1.1" status: 204 len: 168 time: 4.8546724 Feb 10 15:46:11.657223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54168) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:11.721483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-022a4894-1f81-43b9-8502-500fb2639de6 req-5a7443c7-d5d8-455d-bcd8-bb66238651a3 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 210 time: 0.1123953 Feb 10 15:46:11.765080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Deleting subnet 391ef0d8-fe3f-41c9-8c82-7cd676fce378 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:46:11.772602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.858671 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.973031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:11.977937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.978409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.978867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.979392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.979805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.980387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.980838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.983467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-45360995-0257-4781-aefd-0670995d5f86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6219 time: 0.5481291 Feb 10 15:46:12.010998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-596d84a7-b1fa-45e1-8ff1-4523ab0ca97f req-9aac8cfb-71d6-4298-b5bd-3fb3fe96f54c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3976233 Feb 10 15:46:12.018817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3103c209-9e73-4672-81eb-5a8cbb48ad82 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:12.104159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.137047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 3103c209-9e73-4672-81eb-5a8cbb48ad82 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:12.144090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 3103c209-9e73-4672-81eb-5a8cbb48ad82 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:12.144541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.176470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391ef0d8-fe3f-41c9-8c82-7cd676fce378,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:12.186414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.195955 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4e2383a8-819a-47ec-8c96-c8f05885e518 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/391ef0d8-fe3f-41c9-8c82-7cd676fce378 HTTP/1.1" status: 204 len: 168 time: 0.5375886 Feb 10 15:46:12.197366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54176) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:12.356001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.407642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.466026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 3103c209-9e73-4672-81eb-5a8cbb48ad82, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:12.470870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3103c209-9e73-4672-81eb-5a8cbb48ad82'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:12.477568 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8037426c-a82f-454b-b31b-5c6f2e2924e8" -d '{"events": [{"server_uuid": "35872384-617f-4ad1-acbe-3450dcf04e5f", "name": "network-vif-plugged", "status": "completed", "tag": "3103c209-9e73-4672-81eb-5a8cbb48ad82"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:12.510451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.584091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.598876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=3103c209-9e73-4672-81eb-5a8cbb48ad82,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:12.636888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f9687d-d4ad-4386-801a-e2f1f54d1f93']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:12.673306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:12.673608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a975bd1f-d6e4-4dc3-ae95-dbba2fbcd13d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:12.707178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.746208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.754091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:12.754698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:12.839273 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:12.880713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-ca426201-47a7-4134-aa17-d2942e21d77f tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a22c3e31eda74d458a8f6599c6c079f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333233 Feb 10 15:46:12.955098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602e6a8-7ae5-4766-b920-151997f657ba req-dded04b8-6203-41c7-b236-1a340d9fb49d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:12.967195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1602e6a8-7ae5-4766-b920-151997f657ba req-dded04b8-6203-41c7-b236-1a340d9fb49d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 1.1011360 Feb 10 15:46:12.984683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54200) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:13.004931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.006800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'floatingip': {'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:13.015329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.020480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7f9687d-d4ad-4386-801a-e2f1f54d1f93 HTTP/1.1" status: 204 len: 168 time: 0.8218908 Feb 10 15:46:13.025983 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeaf415-b54b-4b93-a826-04df57eec0cd x-openstack-request-id: req-9aeaf415-b54b-4b93-a826-04df57eec0cd {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:13.026489 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35872384-617f-4ad1-acbe-3450dcf04e5f", "name": "network-vif-plugged", "status": "completed", "tag": "3103c209-9e73-4672-81eb-5a8cbb48ad82", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:13.026489 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aeaf415-b54b-4b93-a826-04df57eec0cd {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:13.027002 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3103c209-9e73-4672-81eb-5a8cbb48ad82', 'code': 200} Feb 10 15:46:13.082795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffc098-d2a0-4a82-adf3-a8ed86dee731 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f9687d-d4ad-4386-801a-e2f1f54d1f93,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:13.169313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-d78e815c-0fbc-4c5a-9743-51614999efde tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.173723 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-d78e815c-0fbc-4c5a-9743-51614999efde tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875600 Feb 10 15:46:13.189877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Request body: {'port': {'device_id': '66447aff-308c-482a-94dd-dfdcf09d2781', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': 'a22c3e31eda74d458a8f6599c6c079f0'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:13.198360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.288990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a277a9ee-1005-45f7-8e55-c49aa9a70368 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:13.327732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a277a9ee-1005-45f7-8e55-c49aa9a70368 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:13.328614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a277a9ee-1005-45f7-8e55-c49aa9a70368 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:13.389400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Made reservation on behalf of a22c3e31eda74d458a8f6599c6c079f0 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:13.397563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e190fa42-5c02-40b8-8276-f343ccc68e51 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:13.399411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.410061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.421822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-2c186943-ffaf-4339-9ef9-24fd4b0c98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.422681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-2c186943-ffaf-4339-9ef9-24fd4b0c98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.422810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-2c186943-ffaf-4339-9ef9-24fd4b0c98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.423184 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.424496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-2c186943-ffaf-4339-9ef9-24fd4b0c98e5 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4104548 Feb 10 15:46:13.450475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Transition to ACTIVE for port object e190fa42-5c02-40b8-8276-f343ccc68e51 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:13.494167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54210) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:13.515879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.568948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.578667 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:13.685180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-c70cc028-71d6-468e-b0c4-e04ef76d8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.692321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cff9c37e-6519-4362-a1a8-b1f68ca9dc98 req-c70cc028-71d6-468e-b0c4-e04ef76d8115 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821287 Feb 10 15:46:13.720274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c145fc3-028d-40d6-b295-1b4fcfb547e1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:13.867056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681abe2d-e1d1-43f8-924e-90ccd9e7c9ef req-b805d4b9-642a-4385-b964-9eb1ef5ecb19 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.868679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-681abe2d-e1d1-43f8-924e-90ccd9e7c9ef req-b805d4b9-642a-4385-b964-9eb1ef5ecb19 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 946 time: 0.9904749 Feb 10 15:46:13.872253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d75ad875-6851-4749-affd-5fa52ad3ac97 req-11cc8e9d-90e2-4ab1-979f-66a2a500dc37 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 210 time: 0.5030107 Feb 10 15:46:13.930042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65a4c-18f0-45b4-bc3b-0bb7da3853b9 req-459cf21f-08a6-4c6e-aebd-0c9d3c68dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:13.931607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ff65a4c-18f0-45b4-bc3b-0bb7da3853b9 req-459cf21f-08a6-4c6e-aebd-0c9d3c68dd65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 1097 time: 0.5599349 Feb 10 15:46:13.972292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Allocated IP 192.168.233.21 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/612aaf73-26be-4301-b728-e3713be2f58b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:14.058059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Attempting to bind port e190fa42-5c02-40b8-8276-f343ccc68e51 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:14.058606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Attempting to bind port e190fa42-5c02-40b8-8276-f343ccc68e51 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:14.058854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Attempting to bind port e190fa42-5c02-40b8-8276-f343ccc68e51 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:14.104690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ff65a4c-18f0-45b4-bc3b-0bb7da3853b9 req-3705b859-e0d0-47f4-9cd4-2b64f5a25186 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062560 Feb 10 15:46:14.107065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5efb7a9d-776a-4e9d-b5e1-efef06cff69c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fff1e86ac2924545a6108c19c786165a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936942 Feb 10 15:46:14.116590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54224) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:14.186410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Pushing event updated for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:14.189041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Port e190fa42-5c02-40b8-8276-f343ccc68e51 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:14.189505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Attempting to bind port e190fa42-5c02-40b8-8276-f343ccc68e51 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:14.301583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:14.301920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Checking segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:14.302302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Bound using segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:14.302741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Bound port: e190fa42-5c02-40b8-8276-f343ccc68e51, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:14.303098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:14.336066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-681abe2d-e1d1-43f8-924e-90ccd9e7c9ef req-86285eb1-fd68-4080-b320-6caf6cfd2ac5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183841 Feb 10 15:46:14.351207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:14.397479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.400813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:14.403163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64a589de-2d9a-4eaa-8ed7-f940ddc78591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:14.403337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.410166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.417086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.422760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.428534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.434306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.437421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c572d819-6228-4d04-969c-fe8d2211a573 req-3401f138-6691-43be-a7d8-cd94d0a4d890 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5394 time: 0.3530080 Feb 10 15:46:14.547224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:14.551269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=e190fa42-5c02-40b8-8276-f343ccc68e51,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:14.867938 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:14.886222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:14.895221 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.116088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c572d819-6228-4d04-969c-fe8d2211a573 req-51bc54d3-ccee-4e17-87ba-92c029889672 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6686966 Feb 10 15:46:15.175940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:15.176671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.178807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] 10.222.0.75 "PUT /v2.0/ports/e190fa42-5c02-40b8-8276-f343ccc68e51 HTTP/1.1" status: 200 len: 1091 time: 4.4479880 Feb 10 15:46:15.179923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:15.182178 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d952a513-1120-46a0-b257-ad20717c4cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:15.186038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:15.208329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:15.211621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64a589de-2d9a-4eaa-8ed7-f940ddc78591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.215583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:15.245671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:15.324807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Pushing event updated for resources: {'Port': ['ID=612aaf73-26be-4301-b728-e3713be2f58b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:15.465427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:15.466152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.467822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.499245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64a589de-2d9a-4eaa-8ed7-f940ddc78591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.505247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64a589de-2d9a-4eaa-8ed7-f940ddc78591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.506623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-64a589de-2d9a-4eaa-8ed7-f940ddc78591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08855ff3-bed7-437d-a624-2bf5e9642684 HTTP/1.1" status: 204 len: 168 time: 1.3858731 Feb 10 15:46:15.533478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a589de-2d9a-4eaa-8ed7-f940ddc78591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08855ff3-bed7-437d-a624-2bf5e9642684,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:15.544291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-89caeb92-3eb9-431d-94ea-1e3646c2d31a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3606038 Feb 10 15:46:15.569871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Request body: {'port': {'device_id': '66447aff-308c-482a-94dd-dfdcf09d2781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:15.590293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef4ad-4981-4023-807b-8e616cda8156 service neutron] Pushing event updated for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:15.785136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.863377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d06688f7-ddc9-4dfd-a327-8b428452673d None None] Provisioning complete for port 612aaf73-26be-4301-b728-e3713be2f58b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:15.869701 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d06688f7-ddc9-4dfd-a327-8b428452673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:15.940889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e2d7d-551b-41ab-8db3-df4569bcd405 req-9a1ff5f5-ad7d-4554-a825-07c0e9843429 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:15.945120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f53e2d7d-551b-41ab-8db3-df4569bcd405 req-9a1ff5f5-ad7d-4554-a825-07c0e9843429 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 935 time: 0.7185335 Feb 10 15:46:16.009842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d06688f7-ddc9-4dfd-a327-8b428452673d None None] Port 612aaf73-26be-4301-b728-e3713be2f58b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:46:16.095499 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Floating IP 32db7602-5ea5-4b1e-bbff-bee65a891841 associated. External IP: 172.25.7.88, port: 2535bf57-c058-4eee-a82b-7935e73f3f0a. Feb 10 15:46:16.127040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-d00e395c-1cdd-4873-9399-45278064ebda tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:16.128751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-d00e395c-1cdd-4873-9399-45278064ebda tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.5352945 Feb 10 15:46:16.430340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612aaf73-26be-4301-b728-e3713be2f58b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:16.447858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:16.477046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Transition to ACTIVE for port object 612aaf73-26be-4301-b728-e3713be2f58b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:16.484214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:16.606900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Pushing event updated for resources: {'Port': ['ID=612aaf73-26be-4301-b728-e3713be2f58b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:16.769164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Attempting to bind port 612aaf73-26be-4301-b728-e3713be2f58b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:16.769666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Attempting to bind port 612aaf73-26be-4301-b728-e3713be2f58b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:16.770091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Attempting to bind port 612aaf73-26be-4301-b728-e3713be2f58b on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:16.777920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Port 612aaf73-26be-4301-b728-e3713be2f58b on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:16.778386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Attempting to bind port 612aaf73-26be-4301-b728-e3713be2f58b on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:16.801092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:16.801581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:16.802070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:16.802611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Bound port: 612aaf73-26be-4301-b728-e3713be2f58b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:16.803096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:16.868095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f53e2d7d-551b-41ab-8db3-df4569bcd405 req-c0b951df-97df-4923-9345-90edb19b6da8 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664783 Feb 10 15:46:16.927059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Router c67b7830-2320-4294-ae4f-80bebd2b1845 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:46:16.955028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] For port 612aaf73-26be-4301-b728-e3713be2f58b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:16.964724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] For port 612aaf73-26be-4301-b728-e3713be2f58b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=612aaf73-26be-4301-b728-e3713be2f58b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:16.972038 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:17.025151 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8aabd8-7bd0-4d60-93af-0dc6d3b1b64f x-openstack-request-id: req-8e8aabd8-7bd0-4d60-93af-0dc6d3b1b64f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:17.025449 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:17.025967 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e8aabd8-7bd0-4d60-93af-0dc6d3b1b64f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:17.026379 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51', 'status': 'completed', 'code': 200} Feb 10 15:46:17.036680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585712ef-7801-4e84-95ce-81108a1b7b95 req-a54945cc-523c-40b2-93c4-9fe25cd221cd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:17.045891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-585712ef-7801-4e84-95ce-81108a1b7b95 req-a54945cc-523c-40b2-93c4-9fe25cd221cd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 945 time: 0.9645865 Feb 10 15:46:17.077977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54288) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:17.150120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Pushing event updated for resources: {'Port': ['ID=612aaf73-26be-4301-b728-e3713be2f58b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:17.153510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:17.154711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:17.156286 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-c8ff8194-27e4-4683-8116-68d77c3f8765 service neutron] 10.222.0.45 "PUT /v2.0/ports/612aaf73-26be-4301-b728-e3713be2f58b HTTP/1.1" status: 200 len: 1095 time: 1.5988984 Feb 10 15:46:17.156744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66447aff-308c-482a-94dd-dfdcf09d2781', 'tag': '612aaf73-26be-4301-b728-e3713be2f58b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:17.166163 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff73f4-b988-441c-92e6-47131a76be21" -d '{"events": [{"name": "network-changed", "server_uuid": "66447aff-308c-482a-94dd-dfdcf09d2781", "tag": "612aaf73-26be-4301-b728-e3713be2f58b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:17.287848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-3e1a4b4a-007a-4ab9-8057-4c0f6cfdbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:17.289348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-3e1a4b4a-007a-4ab9-8057-4c0f6cfdbaaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a22c3e31eda74d458a8f6599c6c079f0&device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 1098 time: 0.0888827 Feb 10 15:46:17.353843 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-a3357355-5fa5-4b03-8ffc-dc6c4b95cb4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=612aaf73-26be-4301-b728-e3713be2f58b HTTP/1.1" status: 200 len: 217 time: 0.0534220 Feb 10 15:46:17.362988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Deleting port 810f8361-0f55-40a4-a117-64f0d40fa2a6 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:17.363555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:17.417764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-cb18ff6e-a5ac-4d0c-92c4-b78dc83d0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:17.419210 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-cb18ff6e-a5ac-4d0c-92c4-b78dc83d0552 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0584295 Feb 10 15:46:17.423785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-585712ef-7801-4e84-95ce-81108a1b7b95 req-c5251dd4-720a-4363-a763-ee3af46f1703 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769553 Feb 10 15:46:17.440719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-network', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:17.471603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-b3aa9b57-11fe-4050-83ef-0f93bfa2a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:17.473259 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-b3aa9b57-11fe-4050-83ef-0f93bfa2a147 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473380 Feb 10 15:46:17.654572 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-e0a2239c-e2b7-4fd0-89b6-951f2b04e558 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683953 Feb 10 15:46:17.797010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4fdaa74c-3129-4eac-8ceb-a0b92d353fd5 req-ab9034ca-f7ed-4024-8ff2-779c922abe89 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344175 Feb 10 15:46:18.029899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Made reservation on behalf of 1d720816016f46d8b95618ee5ec83f35 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:18.032387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:18.051917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cdf6f-278a-4ae4-ae38-502b249dc5d9 req-7ce7f2d2-dbe3-48af-9a51-f78b53fe7ac7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.053620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-200cdf6f-278a-4ae4-ae38-502b249dc5d9 req-7ce7f2d2-dbe3-48af-9a51-f78b53fe7ac7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 946 time: 0.8513315 Feb 10 15:46:18.093287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:18.141260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.141810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.143569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.143569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.143569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.144017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.144526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.146622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-2b4425e1-b989-4a1c-afef-8fe382a0d07c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6286 time: 1.0979335 Feb 10 15:46:18.148445 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:46:18.158226 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] Sync routers for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:46:18.166736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:18.177316 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:18.178202 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:18.293038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94ba41a-054a-4727-9e91-061feb99e1ec {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:18.311106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] For port 810f8361-0f55-40a4-a117-64f0d40fa2a6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=810f8361-0f55-40a4-a117-64f0d40fa2a6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:18.311589 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:18.311738 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:18.327541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:18.335708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-791a76b8-25ec-4913-98c5-63bb11301a1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "PUT /v2.0/floatingips/32db7602-5ea5-4b1e-bbff-bee65a891841 HTTP/1.1" status: 200 len: 990 time: 5.3429921 Feb 10 15:46:18.374904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Calling delete_port for 810f8361-0f55-40a4-a117-64f0d40fa2a6 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:18.397713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.403638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.409747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.415539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.421919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.427719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.433433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.441834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-572a5485-6619-4721-b31d-42b3ccccb929 req-96b5ef3a-a530-4256-8422-c917c2f4c4ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5394 time: 0.3996418 Feb 10 15:46:18.446156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-200cdf6f-278a-4ae4-ae38-502b249dc5d9 req-2658b465-2e5d-429c-88b9-db45acf63808 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664660 Feb 10 15:46:18.453337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Transition to ACTIVE for port object d94ba41a-054a-4727-9e91-061feb99e1ec will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:18.491656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:18.552211 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ee65f-1c2f-4dfd-aaf0-818c9acb80d2 x-openstack-request-id: req-522ee65f-1c2f-4dfd-aaf0-818c9acb80d2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:18.552629 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66447aff-308c-482a-94dd-dfdcf09d2781", "tag": "612aaf73-26be-4301-b728-e3713be2f58b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:18.552985 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-522ee65f-1c2f-4dfd-aaf0-818c9acb80d2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:18.553600 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66447aff-308c-482a-94dd-dfdcf09d2781', 'tag': '612aaf73-26be-4301-b728-e3713be2f58b', 'status': 'completed', 'code': 200} Feb 10 15:46:18.660194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff73f4-b988-441c-92e6-47131a76be21 req-f170768c-8881-4bfd-99d0-eba5fa65cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.664000 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-f170768c-8881-4bfd-99d0-eba5fa65cbd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a22c3e31eda74d458a8f6599c6c079f0&device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 1098 time: 0.0894191 Feb 10 15:46:18.789891 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '32db7602-5ea5-4b1e-bbff-bee65a891841', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:50Z', 'updated_at': '2022-02-10T15:46:14Z', 'revision_number': 1, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:18.793470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-9b3ca70d-698f-43b7-96f5-06dcf8db7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.793470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-9b3ca70d-698f-43b7-96f5-06dcf8db7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.804055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-9b3ca70d-698f-43b7-96f5-06dcf8db7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.805754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-9b3ca70d-698f-43b7-96f5-06dcf8db7629 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6364875 Feb 10 15:46:18.828034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-572a5485-6619-4721-b31d-42b3ccccb929 req-adf05250-4f37-41d8-8d97-cbe449085f02 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3850605 Feb 10 15:46:18.906472 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] Checking router: c67b7830-2320-4294-ae4f-80bebd2b1845 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:46:18.919899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff73f4-b988-441c-92e6-47131a76be21 req-36ca41c7-d5ca-4de8-b6c6-726bc1d247ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.940576 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:18.941217 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:18.945928 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-36ca41c7-d5ca-4de8-b6c6-726bc1d247ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2732794 Feb 10 15:46:19.035694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:19.051887 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:19.055921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Pushing event updated for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:19.097538 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-abbcf93d-d3c0-46ee-aa90-21dde9edae96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=612aaf73-26be-4301-b728-e3713be2f58b HTTP/1.1" status: 200 len: 217 time: 0.1443799 Feb 10 15:46:19.151532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.198220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.222940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff73f4-b988-441c-92e6-47131a76be21 req-c8ed27cb-2323-4375-bb46-6d42a930e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.225754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-c8ed27cb-2323-4375-bb46-6d42a930e588 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1208558 Feb 10 15:46:19.340157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7521fe4-be58-471b-903b-3b238726c1da req-d9e9c346-8cf5-4827-898a-bc479b5d9f6a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.359324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7521fe4-be58-471b-903b-3b238726c1da req-d9e9c346-8cf5-4827-898a-bc479b5d9f6a tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 947 time: 0.6777754 Feb 10 15:46:19.370128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:19.373489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff73f4-b988-441c-92e6-47131a76be21 req-ccfa65a9-ed69-4dcd-a16e-a9b45f64e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.375131 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-ccfa65a9-ed69-4dcd-a16e-a9b45f64e475 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414959 Feb 10 15:46:19.418688 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:19.496804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801bf04-80ff-465b-a9db-696100cd229c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:19.531076 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-de5b0a28-0180-4007-9732-366666132186 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473777 Feb 10 15:46:19.538782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.539043 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Added segment d11d907b-9591-4c06-9ce2-9a6861ac5b1d of type vlan for network 6003fecb-1259-4824-a5be-08e2ab2abe27 Feb 10 15:46:19.609174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-cea2011c-c312-4d08-b648-d6374f0715aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.610753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d952a513-1120-46a0-b257-ad20717c4cc4 req-cea2011c-c312-4d08-b648-d6374f0715aa service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7816100 Feb 10 15:46:19.651625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Attempting to bind port d94ba41a-054a-4727-9e91-061feb99e1ec on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:19.651972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Attempting to bind port d94ba41a-054a-4727-9e91-061feb99e1ec by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:19.652368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Attempting to bind port d94ba41a-054a-4727-9e91-061feb99e1ec on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:19.701831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7521fe4-be58-471b-903b-3b238726c1da req-ae2a394b-13db-4fbd-bc1a-584acc604c02 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413060 Feb 10 15:46:19.725460 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-95ff73f4-b988-441c-92e6-47131a76be21 req-daafc682-9361-4fba-b3cb-317c184ac5ac service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858320 Feb 10 15:46:19.741718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Port d94ba41a-054a-4727-9e91-061feb99e1ec on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:19.742304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Attempting to bind port d94ba41a-054a-4727-9e91-061feb99e1ec on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:19.753458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.759759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:19.760373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Checking segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:19.760937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Bound using segment: {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:19.761584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Bound port: d94ba41a-054a-4727-9e91-061feb99e1ec, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:19.762230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.791303 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.804775 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '32db7602-5ea5-4b1e-bbff-bee65a891841', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:50Z', 'updated_at': '2022-02-10T15:46:14Z', 'revision_number': 1, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:19.834451 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ac2d87-b60b-46d1-a39a-9873b95cc65f None None] The sync data for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 is: [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '32db7602-5ea5-4b1e-bbff-bee65a891841', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:50Z', 'updated_at': '2022-02-10T15:46:14Z', 'revision_number': 1, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:46:19.861849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cecc8-2790-4893-a53d-cb203d073ad5 req-3db957be-61d1-4be8-b8c7-1b7ee1b11662 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.869543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e2cecc8-2790-4893-a53d-cb203d073ad5 req-3db957be-61d1-4be8-b8c7-1b7ee1b11662 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.3990841 Feb 10 15:46:19.892375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:19.893181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.893773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.012128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6003fecb-1259-4824-a5be-08e2ab2abe27,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:20.032767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:20.036930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event deleted for resources: {'Port': ['ID=810f8361-0f55-40a4-a117-64f0d40fa2a6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:20.068136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00764308-c3d9-4984-80e9-2fe731439569 req-8c4985ea-0ed8-477a-9382-bb58246d3d9a tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=739f2365-8d59-4eb2-818e-5a0b14f55596 HTTP/1.1" status: 200 len: 210 time: 0.1926262 Feb 10 15:46:20.079630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 612aaf73-26be-4301-b728-e3713be2f58b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:20.084197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:20.175926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:20.179792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d94ba41a-054a-4727-9e91-061feb99e1ec,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:20.213911 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 810f8361-0f55-40a4-a117-64f0d40fa2a6 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:20.214724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 810f8361-0f55-40a4-a117-64f0d40fa2a6 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:20.233319 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73fd8b-c638-46d8-bd8e-2cba3013e1a1 x-openstack-request-id: req-1d73fd8b-c638-46d8-bd8e-2cba3013e1a1 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:20.233673 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:20.234019 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d73fd8b-c638-46d8-bd8e-2cba3013e1a1 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:20.234426 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'status': 'completed', 'code': 200} Feb 10 15:46:20.253871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54342) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:20.254654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3b9546e8-1a13-401c-a2fa-de26e53d37c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1709802 Feb 10 15:46:20.260270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Request body: {'subnet': {'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-subnet', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:20.272462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.323612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Made reservation on behalf of 1d720816016f46d8b95618ee5ec83f35 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:20.328099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.359202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] No DVR routers for this DVR port 810f8361-0f55-40a4-a117-64f0d40fa2a6 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:20.379462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329d383-38f8-41dc-8105-979beed31ebe None None] New status for floating IP 32db7602-5ea5-4b1e-bbff-bee65a891841: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:46:20.391318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 612aaf73-26be-4301-b728-e3713be2f58b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=612aaf73-26be-4301-b728-e3713be2f58b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:20.402770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.418947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bdea5a39-a953-4623-830f-50bfc1c3097d req-00aaab42-1abe-44da-ba55-6f0c548495df tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "DELETE /v2.0/ports/810f8361-0f55-40a4-a117-64f0d40fa2a6 HTTP/1.1" status: 204 len: 173 time: 4.0571315 Feb 10 15:46:20.431267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e2cecc8-2790-4893-a53d-cb203d073ad5 req-e7d6e195-f64f-4ac8-afb2-85ae358193c9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5560486 Feb 10 15:46:20.447971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:20.448604 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.450061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] 10.222.0.75 "PUT /v2.0/ports/d94ba41a-054a-4727-9e91-061feb99e1ec HTTP/1.1" status: 200 len: 1091 time: 5.2147756 Feb 10 15:46:20.474404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15e70-1993-440c-9c5f-86f0bfed539c service neutron] Pushing event updated for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:20.479998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-e3531ee0-df48-40a4-87ac-c0fa8d022641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:20.481592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-e3531ee0-df48-40a4-87ac-c0fa8d022641 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1096 time: 0.2462385 Feb 10 15:46:20.667693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:20.753926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '612aaf73-26be-4301-b728-e3713be2f58b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '612aaf73-26be-4301-b728-e3713be2f58b', 'mac_address': 'fa:16:3e:b1:0c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:20.859248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.869539 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.893611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612aaf73-26be-4301-b728-e3713be2f58b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:20.951621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:20.954111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 612aaf73-26be-4301-b728-e3713be2f58b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=612aaf73-26be-4301-b728-e3713be2f58b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:20.963714 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.022861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Checking segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:21.023896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Network hostable DHCP agents. Network: 6003fecb-1259-4824-a5be-08e2ab2abe27, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:21.049188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6788a490-258a-4a2c-b6af-5c9f3517a510,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:21.087719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=612aaf73-26be-4301-b728-e3713be2f58b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:21.096296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:21.117595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6003fecb-1259-4824-a5be-08e2ab2abe27) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:21.127027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.130413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.132994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.133424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.133869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.135800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.136285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.136734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.137169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.139837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.140288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.140724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.141158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.141590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.142017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:21.144838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.164496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8fc690-9635-4e12-b0ef-8bb3e103d46e None None] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:46:21.173927 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72bed533-47d5-47e9-855c-5d8074532e5a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9188294 Feb 10 15:46:21.174250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.177201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:21.193116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:21.198241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.218554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.237453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.238719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['612aaf73-26be-4301-b728-e3713be2f58b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:21.259155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.260284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.277194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.281991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-259abe59-b590-48f6-96da-d461b532c4b0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5406 time: 0.6511815 Feb 10 15:46:21.327416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-14fa1b0a-b07b-4cc8-8c5d-77d0b29c172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.328956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-14fa1b0a-b07b-4cc8-8c5d-77d0b29c172e service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.8375180 Feb 10 15:46:21.399036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.535279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb4376-046c-406f-bc1a-936b901b4536 None None] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:46:21.601822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54370) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:21.616951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.655839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ef542ba-9e25-4449-b0d6-6f431c7878c3 req-8f08aecd-c532-42cd-9507-c751960553aa tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3277135 Feb 10 15:46:21.693319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-3c68c19b-0e9a-4569-bdb1-539c22714340 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 1000 time: 0.3216026 Feb 10 15:46:21.742980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ea014-1288-4a21-823b-630413cf7961 req-0cfd0c03-04e3-42dc-b630-efd6e0681ffe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.752401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-136ea014-1288-4a21-823b-630413cf7961 req-0cfd0c03-04e3-42dc-b630-efd6e0681ffe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.6665778 Feb 10 15:46:21.869386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3056125-4b96-45b9-a6c4-3a800a5bdeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.924513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-136ea014-1288-4a21-823b-630413cf7961 req-cec22d41-39c2-4863-a574-7548acf92e10 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692297 Feb 10 15:46:21.932638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-e60a6379-d591-41f0-9b28-ed061c9c4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.934166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-e60a6379-d591-41f0-9b28-ed061c9c4bee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1649618 Feb 10 15:46:21.940732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.974565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:21.998176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68709-077a-4e65-8c79-5b398f5a4df8 req-26505509-b43f-4ab7-9a74-b68fc84a0452 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.000043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bde68709-077a-4e65-8c79-5b398f5a4df8 req-26505509-b43f-4ab7-9a74-b68fc84a0452 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 948 time: 0.2037938 Feb 10 15:46:22.073549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3056125-4b96-45b9-a6c4-3a800a5bdeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.095252 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3056125-4b96-45b9-a6c4-3a800a5bdeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.098572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-39935c70-e603-407b-89d0-3b2a88cf7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.100166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-39935c70-e603-407b-89d0-3b2a88cf7dcf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559486 Feb 10 15:46:22.139076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bde68709-077a-4e65-8c79-5b398f5a4df8 req-44e31a5e-94d8-4aec-97bd-f6ab1e4873d7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317556 Feb 10 15:46:22.154632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056125-4b96-45b9-a6c4-3a800a5bdeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81363097-e603-49c7-9a77-b1cd6271e4cd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:22.157817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Allocated IP 172.25.7.148 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8b7afc46-651c-4616-a071-a9f57cd0b8bc) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:22.161610 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c3056125-4b96-45b9-a6c4-3a800a5bdeb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2907fa02e8d847e39e7df0bd7c81b698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584552 Feb 10 15:46:22.164841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54374) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:22.194627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300f7446-6cb9-46a8-ae2f-8bca81c7626d {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:22.204761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.230292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d470-1651-4a38-b432-2cc7c43e5033 req-de25be0c-045b-4f72-89d8-3437c0ef200f tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.232399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50a0d470-1651-4a38-b432-2cc7c43e5033 req-de25be0c-045b-4f72-89d8-3437c0ef200f tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 945 time: 0.1950471 Feb 10 15:46:22.236853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'name': 'network-vif-deleted', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6'}, {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:22.239345 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23740390-990d-4c80-a3e1-7106a18a5978" -d '{"events": [{"server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "name": "network-vif-deleted", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6"}, {"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:22.248340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Transition to ACTIVE for port object 300f7446-6cb9-46a8-ae2f-8bca81c7626d will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:22.272272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.298092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00792459-f0d1-4334-a99c-7acfb310adae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.344778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-8a56ac9b-9c8a-427f-9d77-8249dd4684b6 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202101 Feb 10 15:46:22.360053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00792459-f0d1-4334-a99c-7acfb310adae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.373886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.388143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50a0d470-1651-4a38-b432-2cc7c43e5033 req-b340f637-c425-440d-a8c4-4947d2c2d13b tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449687 Feb 10 15:46:22.402287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Pushing event updated for resources: {'Port': ['ID=300f7446-6cb9-46a8-ae2f-8bca81c7626d,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:22.502894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.536596 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7e269-1f3e-4baf-8314-e4d779d58d37 x-openstack-request-id: req-0eb7e269-1f3e-4baf-8314-e4d779d58d37 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:22.537306 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f2365-8d59-4eb2-818e-5a0b14f55596", "name": "network-vif-deleted", "tag": "810f8361-0f55-40a4-a117-64f0d40fa2a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:22.537875 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eb7e269-1f3e-4baf-8314-e4d779d58d37 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:22.538514 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f2365-8d59-4eb2-818e-5a0b14f55596', 'name': 'network-vif-deleted', 'tag': '810f8361-0f55-40a4-a117-64f0d40fa2a6', 'status': 'completed', 'code': 200} Feb 10 15:46:22.539000 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec', 'status': 'completed', 'code': 200} Feb 10 15:46:22.618795 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00792459-f0d1-4334-a99c-7acfb310adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.621332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00792459-f0d1-4334-a99c-7acfb310adae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.623071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00792459-f0d1-4334-a99c-7acfb310adae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81363097-e603-49c7-9a77-b1cd6271e4cd HTTP/1.1" status: 204 len: 168 time: 0.4572229 Feb 10 15:46:22.626648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:22.654750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00792459-f0d1-4334-a99c-7acfb310adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81363097-e603-49c7-9a77-b1cd6271e4cd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:22.668191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:22.690006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:22.715119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Attempting to bind port 300f7446-6cb9-46a8-ae2f-8bca81c7626d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:22.718193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Attempting to bind port 300f7446-6cb9-46a8-ae2f-8bca81c7626d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:22.720061 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Attempting to bind port 300f7446-6cb9-46a8-ae2f-8bca81c7626d on network eb37a7d2-68c9-4901-90da-63588babb693 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:22.737952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7feb9b-e0a2-47b6-8a0d-a7c4e5c636b8 req-bcad79d4-f574-4206-bcc5-a8fbe955dc2b service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716221 Feb 10 15:46:22.740294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Port 300f7446-6cb9-46a8-ae2f-8bca81c7626d on network eb37a7d2-68c9-4901-90da-63588babb693 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:22.748714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Attempting to bind port 300f7446-6cb9-46a8-ae2f-8bca81c7626d on network eb37a7d2-68c9-4901-90da-63588babb693 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:22.757861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:22.767926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Checking segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:22.768504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Bound using segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:22.769094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Bound port: 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:22.769729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:22.797953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.798402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.798866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.799320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.799842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.800277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.800749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:22.802633 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-23740390-990d-4c80-a3e1-7106a18a5978 req-e6d6f633-32bb-493d-90da-c51a8ed426e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6378 time: 0.2669663 Feb 10 15:46:22.820386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Pushing event updated for resources: {'Port': ['ID=8b7afc46-651c-4616-a071-a9f57cd0b8bc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:23.067261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-d24af7ce-92c6-48dd-b43b-5f91e304b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.067976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-d24af7ce-92c6-48dd-b43b-5f91e304b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.068389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-d24af7ce-92c6-48dd-b43b-5f91e304b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.068525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] For port 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:23.070049 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-23740390-990d-4c80-a3e1-7106a18a5978 req-d24af7ce-92c6-48dd-b43b-5f91e304b0db service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2281210 Feb 10 15:46:23.082539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.092421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.098497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.104895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.111621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.117935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.125609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.134065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-d9f75f68-645b-46bb-b437-ed3c3456cbf0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5418 time: 0.2927349 Feb 10 15:46:23.167741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] For port 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:23.179184 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.227261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54402) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:23.230919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.231727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.233114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] 10.222.0.75 "PUT /v2.0/ports/300f7446-6cb9-46a8-ae2f-8bca81c7626d HTTP/1.1" status: 200 len: 1091 time: 2.6049139 Feb 10 15:46:23.272498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c96f666-44ff-4716-b538-25f6b586974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.303248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036bdd7-98e9-4024-bae6-0f870f2df25d req-fac23d6d-0c61-4525-82e1-141489ccb434 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.313476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e036bdd7-98e9-4024-bae6-0f870f2df25d req-fac23d6d-0c61-4525-82e1-141489ccb434 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.3123105 Feb 10 15:46:23.330824 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.350141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Request body: {'port': {'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:23.407834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-633ae1c2-d7d7-4d8c-8f34-3f2d2a26b2b1 req-56743e07-10c7-4aca-b29a-6a098d317064 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2658067 Feb 10 15:46:23.522086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740390-990d-4c80-a3e1-7106a18a5978 req-639d5415-8f10-4f1c-a650-df87a13b9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.523743 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-23740390-990d-4c80-a3e1-7106a18a5978 req-639d5415-8f10-4f1c-a650-df87a13b9c09 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4111998 Feb 10 15:46:23.527086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cf6d1-63d4-4b49-ad16-fee4716c8297 service neutron] Pushing event updated for resources: {'Port': ['ID=300f7446-6cb9-46a8-ae2f-8bca81c7626d,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:23.590349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c96f666-44ff-4716-b538-25f6b586974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.598311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c96f666-44ff-4716-b538-25f6b586974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.611156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.686306 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c96f666-44ff-4716-b538-25f6b586974e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eea1fe0dc02d4a8db74e09fc3bc03464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579699 Feb 10 15:46:23.689987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54406) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:23.697856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96f666-44ff-4716-b538-25f6b586974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b41f3-5c35-47b9-8acc-d961c5e99135,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:23.830345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9f2381b-8743-4f3b-b87d-25b2e533496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.860853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9f2381b-8743-4f3b-b87d-25b2e533496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.891130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e036bdd7-98e9-4024-bae6-0f870f2df25d req-b5c7caf8-51ec-4fa2-b1f1-6cb4eda72b29 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d2179be-b84e-4f72-b6d8-db82b2a1fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765436 Feb 10 15:46:23.917482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-6e078b58-f38d-4c0c-bd43-234c4920bdfd tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.919822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-6e078b58-f38d-4c0c-bd43-234c4920bdfd tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 945 time: 0.6852534 Feb 10 15:46:23.936443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-1fe8d298-b8c7-4e94-81eb-077d73428413 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:23.937935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-1fe8d298-b8c7-4e94-81eb-077d73428413 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 944 time: 0.6979795 Feb 10 15:46:23.960895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:23.980592 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.092880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 612aaf73-26be-4301-b728-e3713be2f58b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:24.097400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9f2381b-8743-4f3b-b87d-25b2e533496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.101803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9f2381b-8743-4f3b-b87d-25b2e533496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.104915 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e9f2381b-8743-4f3b-b87d-25b2e533496a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/847b41f3-5c35-47b9-8acc-d961c5e99135 HTTP/1.1" status: 204 len: 168 time: 0.4139938 Feb 10 15:46:24.132667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2381b-8743-4f3b-b87d-25b2e533496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b41f3-5c35-47b9-8acc-d961c5e99135,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:24.207135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Router 0069f908-57fb-421a-8df4-70efd2cbb2ec is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:46:24.218510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859649a3-993d-4c0d-aa46-ae5a4970ba29 req-52cb3ad8-f553-4595-a890-c7a0fcbb0c6c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:24.225639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-859649a3-993d-4c0d-aa46-ae5a4970ba29 req-52cb3ad8-f553-4595-a890-c7a0fcbb0c6c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.3304880 Feb 10 15:46:24.252574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 612aaf73-26be-4301-b728-e3713be2f58b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:24.270772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 612aaf73-26be-4301-b728-e3713be2f58b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:24.271158 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.354442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:46:24.369953 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Sync routers for ids ['0069f908-57fb-421a-8df4-70efd2cbb2ec'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:46:24.384895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.390216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-192aff85-3f50-4095-b111-329f431cb8cd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2089453 Feb 10 15:46:24.390670 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Routers {'0069f908-57fb-421a-8df4-70efd2cbb2ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:24.391282 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0069f908-57fb-421a-8df4-70efd2cbb2ec'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:24.391646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54414) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:24.415047 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.416955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e52282-51c3-45f5-8e17-77784d9cde18 req-d1c9b554-df1b-4c97-8972-ebb92c9489c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:24.430989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17e52282-51c3-45f5-8e17-77784d9cde18 req-d1c9b554-df1b-4c97-8972-ebb92c9489c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 948 time: 0.3836694 Feb 10 15:46:24.445854 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66447aff-308c-482a-94dd-dfdcf09d2781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612aaf73-26be-4301-b728-e3713be2f58b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:24.449162 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb5d67-e4d7-4139-8719-f296d5035768" -d '{"events": [{"server_uuid": "66447aff-308c-482a-94dd-dfdcf09d2781", "name": "network-vif-plugged", "status": "completed", "tag": "612aaf73-26be-4301-b728-e3713be2f58b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:24.469042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 612aaf73-26be-4301-b728-e3713be2f58b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=612aaf73-26be-4301-b728-e3713be2f58b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:24.480668 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.520487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-859649a3-993d-4c0d-aa46-ae5a4970ba29 req-804f7e6a-ea8b-40fb-b138-fa5338166cb9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921607 Feb 10 15:46:24.556964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '300f7446-6cb9-46a8-ae2f-8bca81c7626d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:24.567871 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19208426-2853-4eaa-bc42-f9801bdbfc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "300f7446-6cb9-46a8-ae2f-8bca81c7626d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:24.610881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=612aaf73-26be-4301-b728-e3713be2f58b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:24.635411 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Set router 0069f908-57fb-421a-8df4-70efd2cbb2ec gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:24.646963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17e52282-51c3-45f5-8e17-77784d9cde18 req-b536e2db-129c-4167-a5f5-6e877697a416 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147295 Feb 10 15:46:24.790056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Deleting port 63b76798-2d16-4933-bb37-1350036c44fd {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:24.791490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.826045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Deleting port bd6d260b-9ecf-462c-ab88-52196ee5588d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:24.826614 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:24.879550 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:23Z', 'revision_number': 3, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:24.919971 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Checking router: 0069f908-57fb-421a-8df4-70efd2cbb2ec for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:46:24.920631 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Updating router 0069f908-57fb-421a-8df4-70efd2cbb2ec port 8b7afc46-651c-4616-a071-a9f57cd0b8bc binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:46:24.990058 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.042975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a13ee-5b17-4f68-bd79-06348e70d6d4 req-bca65811-ad50-46e9-8bc6-3d2522acd569 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.052684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6a13ee-5b17-4f68-bd79-06348e70d6d4 req-bca65811-ad50-46e9-8bc6-3d2522acd569 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 945 time: 0.3944714 Feb 10 15:46:25.115627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.127217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.128588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.134797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.141603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.148223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.154567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:25.163140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-a385a0a8-13d8-47b5-9d8a-5cb08f357850 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5418 time: 0.3438935 Feb 10 15:46:25.210717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] For port 63b76798-2d16-4933-bb37-1350036c44fd, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=63b76798-2d16-4933-bb37-1350036c44fd,segment=NetworkSegment(598f34a4-0bc7-4af4-ac5b-a92c58debf62),segment_id=598f34a4-0bc7-4af4-ac5b-a92c58debf62)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:25.211198 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.251994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Calling delete_port for 63b76798-2d16-4933-bb37-1350036c44fd owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:25.414695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] For port bd6d260b-9ecf-462c-ab88-52196ee5588d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bd6d260b-9ecf-462c-ab88-52196ee5588d,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:25.415058 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.451190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Calling delete_port for bd6d260b-9ecf-462c-ab88-52196ee5588d owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:25.467473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6a13ee-5b17-4f68-bd79-06348e70d6d4 req-42b59607-30fb-45e5-ab6c-082919e3585a tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7a700d-4964-45fb-9eed-d8a07a53427c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136541 Feb 10 15:46:25.468357 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.475609 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.523143 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Attempting to bind port 8b7afc46-651c-4616-a071-a9f57cd0b8bc on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:25.523698 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Attempting to bind port 8b7afc46-651c-4616-a071-a9f57cd0b8bc by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:25.523993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.524483 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Attempting to bind port 8b7afc46-651c-4616-a071-a9f57cd0b8bc on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:25.549212 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df29cd-55c3-4414-b428-5e8579cda4df x-openstack-request-id: req-18df29cd-55c3-4414-b428-5e8579cda4df {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:25.550346 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:25.550506 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66447aff-308c-482a-94dd-dfdcf09d2781", "name": "network-vif-plugged", "status": "completed", "tag": "612aaf73-26be-4301-b728-e3713be2f58b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:25.550611 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18df29cd-55c3-4414-b428-5e8579cda4df {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:25.550987 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:25.551117 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66447aff-308c-482a-94dd-dfdcf09d2781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612aaf73-26be-4301-b728-e3713be2f58b', 'code': 200} Feb 10 15:46:25.551614 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.552099 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:25.552694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Bound port: 8b7afc46-651c-4616-a071-a9f57cd0b8bc, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:25.553179 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.635547 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Pushing event updated for resources: {'Port': ['ID=8b7afc46-651c-4616-a071-a9f57cd0b8bc,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:25.659422 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.659768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8c14502-4938-47d8-9489-8ca9cbdf461c req-82bc9b65-28e5-418e-9738-834b7788e8ac tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4871933 Feb 10 15:46:25.660264 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.660763 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.661267 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.662067 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.662713 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.663780 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.664333 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.665527 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.665527 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.666237 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.666732 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:25.682375 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] For port 8b7afc46-651c-4616-a071-a9f57cd0b8bc, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:25.688921 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] For port 8b7afc46-651c-4616-a071-a9f57cd0b8bc, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b7afc46-651c-4616-a071-a9f57cd0b8bc,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:25.702058 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.803490 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Routers {'0069f908-57fb-421a-8df4-70efd2cbb2ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:25.804347 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0069f908-57fb-421a-8df4-70efd2cbb2ec'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:25.851175 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2770eb-7341-4038-b2b0-b72a2803ddf1 None None] Pushing event updated for resources: {'Port': ['ID=8b7afc46-651c-4616-a071-a9f57cd0b8bc,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:25.862980 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e8eb30-51aa-4b3f-addd-da0916331c50 x-openstack-request-id: req-c6e8eb30-51aa-4b3f-addd-da0916331c50 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:25.863276 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "300f7446-6cb9-46a8-ae2f-8bca81c7626d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:25.863557 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6e8eb30-51aa-4b3f-addd-da0916331c50 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:25.863964 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '300f7446-6cb9-46a8-ae2f-8bca81c7626d', 'status': 'completed', 'code': 200} Feb 10 15:46:25.932606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:25.953780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e7ee52-5d2e-4ace-a18a-e05757c630dc {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:25.962450 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] Set router 0069f908-57fb-421a-8df4-70efd2cbb2ec gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:25.982113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Allocated IP 172.20.0.1 (6003fecb-1259-4824-a5be-08e2ab2abe27/6788a490-258a-4a2c-b6af-5c9f3517a510/61213dfe-9fa4-4a56-b9d7-b4505a192ec4) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:26.040996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.067061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34b21eb7-169c-408f-933f-43938a5cbd07 req-24518fc4-f419-472b-a561-3d0e85765679 tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=802ccae2-c112-4d4a-ab1a-eb243de087e9 HTTP/1.1" status: 200 len: 210 time: 0.2109413 Feb 10 15:46:26.073409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event deleted for resources: {'Port': ['ID=bd6d260b-9ecf-462c-ab88-52196ee5588d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:26.114724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.146136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Transition to ACTIVE for port object 17e7ee52-5d2e-4ace-a18a-e05757c630dc will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:26.164009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.173427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.220432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.226364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] No DVR routers for this DVR port bd6d260b-9ecf-462c-ab88-52196ee5588d on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:26.229851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.234633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd187fc6-57dc-4ad2-8278-d620ca8c06ca req-3d19b78e-1490-4139-9528-1536ea26c9bd tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "DELETE /v2.0/ports/bd6d260b-9ecf-462c-ab88-52196ee5588d HTTP/1.1" status: 204 len: 173 time: 2.2718160 Feb 10 15:46:26.279043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:26.297537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:26.312752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:26.375425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6ed3-900c-42e3-a159-b015750de888 req-c23055a5-8e04-4755-a662-5d752615ca09 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.384186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cca6ed3-900c-42e3-a159-b015750de888 req-c23055a5-8e04-4755-a662-5d752615ca09 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.7215643 Feb 10 15:46:26.394204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2321a5e-cc90-4972-8cbe-ee6240687434 req-32ba2c35-d9d7-4426-870a-a8e68efb475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.396789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b2321a5e-cc90-4972-8cbe-ee6240687434 req-32ba2c35-d9d7-4426-870a-a8e68efb475a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 1100 time: 0.6752007 Feb 10 15:46:26.397815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.422898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.425207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.425915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.426544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.427895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.428527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.429060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.436407 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-e96d005d-e919-4b95-9f92-7288effb907d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6445 time: 0.6151190 Feb 10 15:46:26.477742 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:23Z', 'revision_number': 3, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:26.541000 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2def65-4099-4ef3-aa92-c3c0863d7243 None None] The sync data for ids ['0069f908-57fb-421a-8df4-70efd2cbb2ec'] in n-d-827895-3 is: [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:23Z', 'revision_number': 3, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:46:26.555475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Pushing event updated for resources: {'Port': ['ID=17e7ee52-5d2e-4ace-a18a-e05757c630dc,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:26.588217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] No DVR routers for this DVR port 63b76798-2d16-4933-bb37-1350036c44fd on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:26.591872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.596535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4526b02-5687-4b7b-86b6-3fc4a84cbc69 req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.75 "DELETE /v2.0/ports/63b76798-2d16-4933-bb37-1350036c44fd HTTP/1.1" status: 204 len: 173 time: 2.6573248 Feb 10 15:46:26.676908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a9c18-48fa-43bb-9549-9214ba499f96 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] Pushing event deleted for resources: {'Port': ['ID=63b76798-2d16-4933-bb37-1350036c44fd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:26.690440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-00672f49-508a-4ef1-90cf-83d51cb1f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.691064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-00672f49-508a-4ef1-90cf-83d51cb1f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.691563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-00672f49-508a-4ef1-90cf-83d51cb1f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.695400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-00672f49-508a-4ef1-90cf-83d51cb1f21a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1905732 Feb 10 15:46:26.734134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Pushing event updated for resources: {'Port': ['ID=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:26.761427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810262-7800-4c29-8999-6dc43eb531ed req-ac771c79-55f9-407b-b78a-febb22bed4a5 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.764079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82810262-7800-4c29-8999-6dc43eb531ed req-ac771c79-55f9-407b-b78a-febb22bed4a5 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 949 time: 0.4746799 Feb 10 15:46:26.786949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cca6ed3-900c-42e3-a159-b015750de888 req-5aaa2326-f75a-461f-8703-e5e9320c3888 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017880 Feb 10 15:46:26.873063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82810262-7800-4c29-8999-6dc43eb531ed req-9806d1d5-fcfa-4efe-a020-98d58a5bfa1c tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Feb 10 15:46:26.898669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Attempting to bind port 17e7ee52-5d2e-4ace-a18a-e05757c630dc on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:26.899002 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Attempting to bind port 17e7ee52-5d2e-4ace-a18a-e05757c630dc by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:26.899330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Attempting to bind port 17e7ee52-5d2e-4ace-a18a-e05757c630dc on network eb37a7d2-68c9-4901-90da-63588babb693 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:26.947061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:26.963513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b43dc022-aa2c-4fa1-a101-780b591fb8a7 req-13a93ada-a404-4f93-bc77-c226486ff4e0 tempest-VolumesAdminNegativeTest-1389058017 tempest-VolumesAdminNegativeTest-1389058017-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5f907e-3632-4a91-a715-8887fa21db02 HTTP/1.1" status: 200 len: 210 time: 0.0707536 Feb 10 15:46:26.965208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Port 17e7ee52-5d2e-4ace-a18a-e05757c630dc on network eb37a7d2-68c9-4901-90da-63588babb693 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:26.965533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Attempting to bind port 17e7ee52-5d2e-4ace-a18a-e05757c630dc on network eb37a7d2-68c9-4901-90da-63588babb693 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:26.972245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:26.972436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Checking segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:26.972815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Bound using segment: {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:26.973245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Bound port: 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:26.973715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.002624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-0bce5405-6cf5-47ae-96b2-b4c8dcb10c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.004592 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-19208426-2853-4eaa-bc42-f9801bdbfc1a req-0bce5405-6cf5-47ae-96b2-b4c8dcb10c78 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874770 Feb 10 15:46:27.022930 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b2321a5e-cc90-4972-8cbe-ee6240687434 req-083c5f08-71d7-4bbf-ba1d-fd98b8213f84 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852704 Feb 10 15:46:27.073049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.204984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.211192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.226677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.233625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.242828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.250616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.260076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.261971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-e5726264-2162-46b5-afb8-19be466a244b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.1881061 Feb 10 15:46:27.288132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1615259578', 'description': 'tempest-description-365885567'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:27.358387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] For port 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:27.389515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.396978 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.400552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.431922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.439233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 63b76798-2d16-4933-bb37-1350036c44fd no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:27.444579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] For port 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:27.506765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 63b76798-2d16-4933-bb37-1350036c44fd {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:27.507913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 63b76798-2d16-4933-bb37-1350036c44fd not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:27.513922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b7afc46-651c-4616-a071-a9f57cd0b8bc up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:27.523084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Pushing event updated for resources: {'Port': ['ID=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.567408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.568171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.569502 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.585503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.595633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8b7afc46-651c-4616-a071-a9f57cd0b8bc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:27.596139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.679896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6961cb5f-f6f4-4243-951d-a440fa9da0e8 req-46dad70b-87c5-42f2-b07a-e4874ea9d437 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3997133 Feb 10 15:46:27.707147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:27.707804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.709229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] 10.222.0.75 "PUT /v2.0/ports/17e7ee52-5d2e-4ace-a18a-e05757c630dc HTTP/1.1" status: 200 len: 1091 time: 4.4276192 Feb 10 15:46:27.745198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b34a09-18e0-4526-bfcf-c8920f8e9d8c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.797908 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.829617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:27.831628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:27.852797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780edc5-bf46-46a4-a957-e22b94dfde85 service neutron] Pushing event updated for resources: {'Port': ['ID=17e7ee52-5d2e-4ace-a18a-e05757c630dc,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.853499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8b7afc46-651c-4616-a071-a9f57cd0b8bc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b7afc46-651c-4616-a071-a9f57cd0b8bc,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:27.871279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.961079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'name': 'network-vif-deleted', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d'}, {'server_uuid': '5a5f907e-3632-4a91-a715-8887fa21db02', 'name': 'network-vif-deleted', 'tag': '63b76798-2d16-4933-bb37-1350036c44fd'}, {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '17e7ee52-5d2e-4ace-a18a-e05757c630dc'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:27.963386 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d227d-743f-48c9-bb4c-ce6664a5449f" -d '{"events": [{"server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "name": "network-vif-deleted", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d"}, {"server_uuid": "5a5f907e-3632-4a91-a715-8887fa21db02", "name": "network-vif-deleted", "tag": "63b76798-2d16-4933-bb37-1350036c44fd"}, {"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "17e7ee52-5d2e-4ace-a18a-e05757c630dc"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:27.976421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8b7afc46-651c-4616-a071-a9f57cd0b8bc,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.984183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:27.996845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.045628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.046106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.046579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.047046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.047977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.048455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.048910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.050300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Router 0069f908-57fb-421a-8df4-70efd2cbb2ec has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:46:28.050857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d382ced1-bf7f-45ab-94a5-ce10f95d60e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6487 time: 0.2642858 Feb 10 15:46:28.054420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.064922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f75bc948-9134-48d2-9d6e-91f5fc9394e5 req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7894993 Feb 10 15:46:28.065620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf1356-c74e-40c8-ad01-988792ae172a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee6927c-3376-4151-8fa1-b2537f1523f4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:28.080667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:28.125067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: bd6d260b-9ecf-462c-ab88-52196ee5588d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:28.127530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bd6d260b-9ecf-462c-ab88-52196ee5588d not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:28.155104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-d72e803b-189b-46bf-a5dc-edc47e2969ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a HTTP/1.1" status: 200 len: 217 time: 0.0868444 Feb 10 15:46:28.255390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:46:28.257935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-a25f1413-3fb3-4fac-9b71-7f130e7ade51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.259506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-a25f1413-3fb3-4fac-9b71-7f130e7ade51 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=72944349-1b94-4636-bc84-9689413c1029 HTTP/1.1" status: 200 len: 856 time: 0.0804565 Feb 10 15:46:28.268172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-270dc52f-b52e-40af-83bb-4ef15f2a2462 admin admin] 10.222.0.21 "PUT /v2.0/routers/0069f908-57fb-421a-8df4-70efd2cbb2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8743405 Feb 10 15:46:28.350869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740b277-55eb-46ec-a3cf-2cce003c6782 req-db798976-1370-4c3d-8741-5297de2a18f9 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.354617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f740b277-55eb-46ec-a3cf-2cce003c6782 req-db798976-1370-4c3d-8741-5297de2a18f9 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 949 time: 0.0942719 Feb 10 15:46:28.357640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-64502e03-8e77-4fe2-8b48-39149a62000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.359386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-64502e03-8e77-4fe2-8b48-39149a62000b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884078 Feb 10 15:46:28.484476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f740b277-55eb-46ec-a3cf-2cce003c6782 req-46e3de1e-4408-4272-a1b4-ac16fd48b3d2 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Feb 10 15:46:28.531005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-22f6db8d-6fa3-49d3-b85f-7de6a9d40071 service neutron] 10.222.0.75 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626546 Feb 10 15:46:28.539194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54508) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:28.587671 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfd5fe8-7da1-4d3f-affd-99a429111024 x-openstack-request-id: req-0dfd5fe8-7da1-4d3f-affd-99a429111024 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:28.588117 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802ccae2-c112-4d4a-ab1a-eb243de087e9", "name": "network-vif-deleted", "tag": "bd6d260b-9ecf-462c-ab88-52196ee5588d", "status": "completed", "code": 200}, {"server_uuid": "5a5f907e-3632-4a91-a715-8887fa21db02", "name": "network-vif-deleted", "tag": "63b76798-2d16-4933-bb37-1350036c44fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "17e7ee52-5d2e-4ace-a18a-e05757c630dc", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:28.588734 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dfd5fe8-7da1-4d3f-affd-99a429111024 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:28.589640 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802ccae2-c112-4d4a-ab1a-eb243de087e9', 'name': 'network-vif-deleted', 'tag': 'bd6d260b-9ecf-462c-ab88-52196ee5588d', 'status': 'completed', 'code': 200} Feb 10 15:46:28.589640 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f907e-3632-4a91-a715-8887fa21db02', 'name': 'network-vif-deleted', 'tag': '63b76798-2d16-4933-bb37-1350036c44fd', 'status': 'completed', 'code': 200} Feb 10 15:46:28.589872 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': '17e7ee52-5d2e-4ace-a18a-e05757c630dc', 'status': 'completed', 'code': 200} Feb 10 15:46:28.627533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Deleting subnet 8f1d1c36-cafa-408d-9b33-6f98ef1845d0 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:46:28.635961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.645792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-6a6d0c97-18bd-481a-93ef-6388b7d9ce46 req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1810721272', 'description': 'tempest-description-1581878461'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:28.687617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.738026 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6a6d0c97-18bd-481a-93ef-6388b7d9ce46 req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.758715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-a1a84400-98fd-4afc-a394-64a53e8679b6 service neutron] 10.222.0.75 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152035 Feb 10 15:46:28.791597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.816365 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-daed7154-d3bd-479e-b2fd-69b21bbfe9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.841308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-06558cd0-b311-4085-96c8-87e83ff26e12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 200 len: 217 time: 0.0695364 Feb 10 15:46:28.863835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.895190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1d1c36-cafa-408d-9b33-6f98ef1845d0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:28.908785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:28.911852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7983862d-6774-4244-8348-8685062c3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.913549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7983862d-6774-4244-8348-8685062c3b7b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.0610933 Feb 10 15:46:28.916352 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-83fe9968-f473-47b8-8869-ebbd1c7b9ace admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f1d1c36-cafa-408d-9b33-6f98ef1845d0 HTTP/1.1" status: 204 len: 168 time: 0.3759627 Feb 10 15:46:28.917122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54516) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:29.011231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6a6d0c97-18bd-481a-93ef-6388b7d9ce46 req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.014654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-9a932312-a1e9-48bc-be23-7dda3a32f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:29.016705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-9a932312-a1e9-48bc-be23-7dda3a32f5e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951562 Feb 10 15:46:29.027685 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6a6d0c97-18bd-481a-93ef-6388b7d9ce46 req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.065477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.167737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00870602-2956-4d83-ae37-1357dab64758,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:29.176456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6a6d0c97-18bd-481a-93ef-6388b7d9ce46 req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.177664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a6d0c97-18bd-481a-93ef-6388b7d9ce46 req-2e371c28-cebd-46e2-88cf-6d08dbd331c3 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5869946 Feb 10 15:46:29.180990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.269130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5495c0f2-53c4-484c-aab1-2d439d4f3aa7']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:29.288082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598f34a4-0bc7-4af4-ac5b-a92c58debf62') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:29.288997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598f34a4-0bc7-4af4-ac5b-a92c58debf62') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:29.295048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Sync routers for ids ['0069f908-57fb-421a-8df4-70efd2cbb2ec'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:46:29.299957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-3566ca78-97ce-49da-8667-704e26ccad6e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:29.308055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-3566ca78-97ce-49da-8667-704e26ccad6e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 819 time: 0.2901773 Feb 10 15:46:29.310835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.316448 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-be3fa0fc-4751-49f4-82a3-43380d57619a service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858498 Feb 10 15:46:29.329172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032667aa-265b-44c9-b3aa-609af4e3168c req-d773e1ef-527d-49ad-8fc6-1b6641bb295f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:29.331927 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-032667aa-265b-44c9-b3aa-609af4e3168c req-d773e1ef-527d-49ad-8fc6-1b6641bb295f tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 944 time: 0.1454697 Feb 10 15:46:29.333209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-028ae3cb-74a3-4762-961f-bafed6d963fa tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/quotas/1d720816016f46d8b95618ee5ec83f35 HTTP/1.1" status: 200 len: 375 time: 0.0202067 Feb 10 15:46:29.348137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Routers {'0069f908-57fb-421a-8df4-70efd2cbb2ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:29.359675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0069f908-57fb-421a-8df4-70efd2cbb2ec'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:29.382289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.400642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:29.401228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:29.405248 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:29.471141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b7afc46-651c-4616-a071-a9f57cd0b8bc up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:29.548760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.561706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.569989 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5495c0f2-53c4-484c-aab1-2d439d4f3aa7 HTTP/1.1" status: 204 len: 168 time: 0.6509473 Feb 10 15:46:29.600844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54536) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:29.612128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8b7afc46-651c-4616-a071-a9f57cd0b8bc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:29.612509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.619273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-2bbec9ef-0f54-4582-a7b4-5d18e5e51f53 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945435 Feb 10 15:46:29.649782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-f7b174d3-0121-43f0-88fd-e06c87c417ae tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3157144 Feb 10 15:46:29.672854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23cde7-1297-45f5-b3b3-d9cedeb381f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5495c0f2-53c4-484c-aab1-2d439d4f3aa7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:29.701120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-99140bf2-941c-43a5-981b-09a8e9e3375c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 200 len: 217 time: 0.0649765 Feb 10 15:46:29.714172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Set router 0069f908-57fb-421a-8df4-70efd2cbb2ec gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:29.714962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Deleting subnet 059fcbce-dc56-4207-ba3b-a2ea19b0badc {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:46:29.720120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Deleting port 814d82e2-35ca-4ff7-984d-1979af42abd6 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:29.720474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.746390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.882612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.965825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] For port 814d82e2-35ca-4ff7-984d-1979af42abd6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=814d82e2-35ca-4ff7-984d-1979af42abd6,segment=NetworkSegment(02c73272-27de-4d5e-9639-5246b042ea09),segment_id=02c73272-27de-4d5e-9639-5246b042ea09)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:29.966960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:29.981237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.013470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Calling delete_port for 814d82e2-35ca-4ff7-984d-1979af42abd6 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:30.129316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.178545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059fcbce-dc56-4207-ba3b-a2ea19b0badc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.179547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-27e4d6ad-80b0-4cef-8ea8-d093bc6ba5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.181010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-27e4d6ad-80b0-4cef-8ea8-d093bc6ba5be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.4571357 Feb 10 15:46:30.189765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.195945 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d7feab8a-3126-467f-b238-825ba866d94d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/059fcbce-dc56-4207-ba3b-a2ea19b0badc HTTP/1.1" status: 204 len: 168 time: 0.5911474 Feb 10 15:46:30.200520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54540) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:30.218763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.224493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.230796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.237501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.239298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '61213dfe-9fa4-4a56-b9d7-b4505a192ec4', 'name': '', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'mac_address': 'fa:16:3e:f8:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:25Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 2, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'subnets': [{'id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:30.245123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.251502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.257260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.266116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-ec63e765-8d80-4e5e-8004-76830a7152b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.5431867 Feb 10 15:46:30.284525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Checking router: 0069f908-57fb-421a-8df4-70efd2cbb2ec for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:46:30.284879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Updating router 0069f908-57fb-421a-8df4-70efd2cbb2ec port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:46:30.308270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-70c5d9c7-cdf6-4bf0-9bb6-621bb9643964 service neutron] 10.222.0.21 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245532 Feb 10 15:46:30.317554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.329116 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.378651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.416942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dba62ce-4e59-42ba-bc5c-83c9b00cd3e3 req-8cb9b478-a007-4d83-8d06-39df7dea9599 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297767 Feb 10 15:46:30.431939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e60baf22-1222-4a49-8053-bfa690d28a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.439308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e60baf22-1222-4a49-8053-bfa690d28a08 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2469325 Feb 10 15:46:30.477036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Pushing event deleted for resources: {'Port': ['ID=814d82e2-35ca-4ff7-984d-1979af42abd6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.484018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-4e0af2cd-447f-482e-abc6-0eaa6efb5cf2 service neutron] 10.222.0.21 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748447 Feb 10 15:46:30.502279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.559186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] No DVR routers for this DVR port 814d82e2-35ca-4ff7-984d-1979af42abd6 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:30.562227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a97ab2-9005-4ea5-a27d-73e0ce9ba22f']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:30.564111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5a0fc61-734b-45b6-abe7-953ae6f29eb5 req-7f33089f-9c57-4ae6-b3b3-86820bbb057c tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeab33d5-08c0-43b2-a219-6733f56f692b HTTP/1.1" status: 200 len: 210 time: 0.0762434 Feb 10 15:46:30.565786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.574466 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-032667aa-265b-44c9-b3aa-609af4e3168c req-8f8a9bbb-6c9c-4157-8cbd-6abd8f71b5eb tempest-LiveMigrationTest-1032897929 tempest-LiveMigrationTest-1032897929-project] 10.222.0.45 "DELETE /v2.0/ports/814d82e2-35ca-4ff7-984d-1979af42abd6 HTTP/1.1" status: 204 len: 173 time: 1.2342994 Feb 10 15:46:30.576608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'name': 'network-vif-deleted', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:30.585838 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd150af-25c4-4911-b0d3-d1e335411166" -d '{"events": [{"server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "name": "network-vif-deleted", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:30.608127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77eabf11-fda0-4d3a-acae-5d92fe667817') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:30.610489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77eabf11-fda0-4d3a-acae-5d92fe667817') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:30.629823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.651733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.665482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:30.668402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:30.673164 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:30.719938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-77889508', 'description': 'tempest-description-158442331'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:30.759706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4efe96e3-ac80-4f3c-b1e7-6776a1215c9f service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732754 Feb 10 15:46:30.764877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.780243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.780935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.783879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.787516 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] 10.222.0.21 "DELETE /v2.0/networks/92a97ab2-9005-4ea5-a27d-73e0ce9ba22f HTTP/1.1" status: 204 len: 168 time: 0.5848536 Feb 10 15:46:30.793184 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.829361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72efed-9e4d-40de-bcc7-785ea4acc393 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a97ab2-9005-4ea5-a27d-73e0ce9ba22f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.864378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac3cd-bb25-48aa-9e57-6e9fc787c283 None None] Pushing event updated for resources: {'Port': ['ID=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.884850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.938110 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79f7f8-02bc-4024-b845-95635ba3aa27 x-openstack-request-id: req-fa79f7f8-02bc-4024-b845-95635ba3aa27 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:30.938675 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeab33d5-08c0-43b2-a219-6733f56f692b", "name": "network-vif-deleted", "tag": "814d82e2-35ca-4ff7-984d-1979af42abd6", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:30.938675 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa79f7f8-02bc-4024-b845-95635ba3aa27 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:30.939355 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeab33d5-08c0-43b2-a219-6733f56f692b', 'name': 'network-vif-deleted', 'tag': '814d82e2-35ca-4ff7-984d-1979af42abd6', 'status': 'completed', 'code': 200} Feb 10 15:46:30.969136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Attempting to bind port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:30.969561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Attempting to bind port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:30.969985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Attempting to bind port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 on network 6003fecb-1259-4824-a5be-08e2ab2abe27 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:30.979430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:30.979935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Checking segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:30.980860 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.981380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Bound using segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:30.982025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Bound port: 61213dfe-9fa4-4a56-b9d7-b4505a192ec4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:30.982442 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:30.982996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-fe652bde-ac42-4b62-9c9a-e734ce61ed69 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117450 Feb 10 15:46:31.037367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-9fbd9338-642e-4202-a0cc-f12af64a178e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e190fa42-5c02-40b8-8276-f343ccc68e51 HTTP/1.1" status: 200 len: 217 time: 0.0444505 Feb 10 15:46:31.066103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] For port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:31.071605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] For port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:31.083163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.091167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:31.115133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6acfa91e-b621-409e-b751-304e1ba43394 req-6fdb4806-e12f-4fbd-a690-752bbbe4eb34 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 210 time: 0.0729728 Feb 10 15:46:31.142505 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.152873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.186207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Routers {'0069f908-57fb-421a-8df4-70efd2cbb2ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:31.186930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0069f908-57fb-421a-8df4-70efd2cbb2ec'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:31.230131 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9751ae33-0222-4c6f-8e52-3bd7bf99bba4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbe21481f9e64e9e9d6d6e1065e3fc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348374 Feb 10 15:46:31.233396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54570) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:31.233910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-b04a5130-b5ed-4b33-a578-2104fedc891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.238249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-b04a5130-b5ed-4b33-a578-2104fedc891c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.1837192 Feb 10 15:46:31.241968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac3cd-bb25-48aa-9e57-6e9fc787c283 None None] Pushing event updated for resources: {'Port': ['ID=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.347547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5cfbca-65b2-466a-b6a2-7220ff84bed7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.376174 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ccdd491a-d6a4-497c-8047-d8111cfd738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.388531 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-347b0bf4-79dd-4d7e-a66c-1981dbb062b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.418129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] Set router 0069f908-57fb-421a-8df4-70efd2cbb2ec gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:31.420515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-347b0bf4-79dd-4d7e-a66c-1981dbb062b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.498896 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-347b0bf4-79dd-4d7e-a66c-1981dbb062b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.501965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-347b0bf4-79dd-4d7e-a66c-1981dbb062b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.506098 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-347b0bf4-79dd-4d7e-a66c-1981dbb062b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d7a700d-4964-45fb-9eed-d8a07a53427c HTTP/1.1" status: 204 len: 168 time: 0.2678807 Feb 10 15:46:31.519477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-88bf0919-2973-48a7-b57e-b258f98807ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.522460 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-88bf0919-2973-48a7-b57e-b258f98807ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2682548 Feb 10 15:46:31.530185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b0bf4-79dd-4d7e-a66c-1981dbb062b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a700d-4964-45fb-9eed-d8a07a53427c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.537973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.595005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.751775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '61213dfe-9fa4-4a56-b9d7-b4505a192ec4', 'name': '', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'mac_address': 'fa:16:3e:f8:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:25Z', 'updated_at': '2022-02-10T15:46:31Z', 'revision_number': 4, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'subnets': [{'id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:31.773917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:31.775709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7ba46c1-5a9e-4980-ba0e-84e25fa9d8a3 req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0687318 Feb 10 15:46:31.796248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195a267-3d5c-4400-8a47-0917892224b4 None None] The sync data for ids ['0069f908-57fb-421a-8df4-70efd2cbb2ec'] in n-d-827895-3 is: [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '61213dfe-9fa4-4a56-b9d7-b4505a192ec4', 'name': '', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'mac_address': 'fa:16:3e:f8:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:25Z', 'updated_at': '2022-02-10T15:46:31Z', 'revision_number': 4, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'subnets': [{'id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:46:31.810060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75e532-0aab-4634-a0c5-d903d8093088 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea6050-6933-42d5-baf2-14fc15d87d9d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.930406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7549aa5e-dd07-480e-b8cd-309bbc59744f service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907151 Feb 10 15:46:32.058677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-9da52320-6175-4a62-803a-4198c1bc568e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.060591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-9da52320-6175-4a62-803a-4198c1bc568e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 819 time: 0.3660710 Feb 10 15:46:32.105281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54602) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:32.117977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.124167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.130347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.136405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.142692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.148645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.148944 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d7371243-6794-4672-8644-8a54b02c6849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e364e4761b674ec6a0784419e307c01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410058 Feb 10 15:46:32.151383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54604) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:32.156302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.158266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-e5095a68-13f6-4af2-9bd8-661e06b0788d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.1956444 Feb 10 15:46:32.163715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-979743cc-88de-4e56-8287-7fa7575a1cb8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/quotas/1d720816016f46d8b95618ee5ec83f35 HTTP/1.1" status: 200 len: 375 time: 0.0899465 Feb 10 15:46:32.204430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-7a7059cf-17ab-4070-b680-4da2a24cc814 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537308 Feb 10 15:46:32.217457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc50f637-ee9b-4fcb-bbdd-668f43053e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:32.241378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc50f637-ee9b-4fcb-bbdd-668f43053e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:32.274584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-533cac7a-dff1-49be-bb39-e506c8695b43 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d94ba41a-054a-4727-9e91-061feb99e1ec HTTP/1.1" status: 200 len: 217 time: 0.0529020 Feb 10 15:46:32.286765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff4d6121-337b-49a2-84da-26e8f6fca232 req-65c4f222-7e78-4b5e-bf61-301b50da7fff tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142168 Feb 10 15:46:32.315782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-3e0fd6ea-ea70-4f05-b1cc-35a718929677 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1459017 Feb 10 15:46:32.322603 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:32.332137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc50f637-ee9b-4fcb-bbdd-668f43053e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:32.335201 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc50f637-ee9b-4fcb-bbdd-668f43053e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:32.336698 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc50f637-ee9b-4fcb-bbdd-668f43053e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40f3e1cd-c3d6-4d97-b3c4-bbba53f2fc5e HTTP/1.1" status: 204 len: 168 time: 0.1840405 Feb 10 15:46:32.354214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f637-ee9b-4fcb-bbdd-668f43053e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f3e1cd-c3d6-4d97-b3c4-bbba53f2fc5e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.454843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-90655e9a-89c7-49c8-9e61-53a31c885e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.456976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-90655e9a-89c7-49c8-9e61-53a31c885e17 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.1290355 Feb 10 15:46:32.505930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-e74da5e2-5dad-467d-a594-0181baf0be9f service neutron] 10.222.0.21 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892059 Feb 10 15:46:32.585259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54610) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:32.609289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ffc85626-57b7-4127-a2bf-aed1098a953c req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-566408799', 'description': 'tempest-description-912550172'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:32.619101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e9b14104-e1f2-4956-b2bd-6ab2c21c3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.620689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e9b14104-e1f2-4956-b2bd-6ab2c21c3403 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522996 Feb 10 15:46:32.741481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-c2b54a94-d214-4ed0-a8cd-b981c5647f97 service neutron] 10.222.0.21 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200918 Feb 10 15:46:32.742310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffc85626-57b7-4127-a2bf-aed1098a953c req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:32.939539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e0571caa-dbac-4032-8d84-7354b2bd0c84 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003383 Feb 10 15:46:33.063842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffc85626-57b7-4127-a2bf-aed1098a953c req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.086101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Deleting subnet 7be87edb-b28d-45e7-8b37-2568620192ce {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:46:33.097510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.119241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffc85626-57b7-4127-a2bf-aed1098a953c req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.211933 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.236520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffc85626-57b7-4127-a2bf-aed1098a953c req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.249427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffc85626-57b7-4127-a2bf-aed1098a953c req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6474786 Feb 10 15:46:33.280241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-fe9a4f60-2915-4a8b-bc32-e8e81d484f0b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:33.281740 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-fe9a4f60-2915-4a8b-bc32-e8e81d484f0b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 819 time: 0.2929537 Feb 10 15:46:33.299709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.307309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Request body: {'port': {'device_id': '9a732896-f366-4fc8-8871-4f44a14ed101', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'admin_state_up': True, 'tenant_id': '1d720816016f46d8b95618ee5ec83f35'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:33.351387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f9597-5f4b-4601-9724-a22aba7588c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5fb41-deda-482c-b713-5a266d81560d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:33.447875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:33.452064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1efa342a-e8b4-4194-9771-c5a8d1c32779 req-8cadadf3-eb3f-4134-9beb-552afbd1891e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 210 time: 0.1183197 Feb 10 15:46:33.490999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735728f-54cc-45e9-8cb3-618f049b7c26 req-c7cdd42b-05d9-4a87-b89a-fb3bf42e1adc tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:33.493483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7735728f-54cc-45e9-8cb3-618f049b7c26 req-c7cdd42b-05d9-4a87-b89a-fb3bf42e1adc tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 949 time: 0.3677137 Feb 10 15:46:33.523399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-f6302f43-b4e2-4441-af25-6a5ad975773b service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318491 Feb 10 15:46:33.558140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:33.600903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-4d112814-a9e5-4317-8492-03f35b5a4f4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d HTTP/1.1" status: 200 len: 217 time: 0.0571718 Feb 10 15:46:33.640004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Made reservation on behalf of 1d720816016f46d8b95618ee5ec83f35 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:33.650746 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.743564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7735728f-54cc-45e9-8cb3-618f049b7c26 req-be71cfcf-3bdf-4e83-8460-e37086d78acc tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c145fc3-028d-40d6-b295-1b4fcfb547e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312415 Feb 10 15:46:33.753652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:33.754262 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.783339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e02bb61d-1931-4efe-97e5-256205d7aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:33.785026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e02bb61d-1931-4efe-97e5-256205d7aeab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1011620c-8b1f-4253-8a63-14c94d3fff8d HTTP/1.1" status: 200 len: 797 time: 0.1676741 Feb 10 15:46:33.809469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:33.829901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:33.830179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.851977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.856180 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7be87edb-b28d-45e7-8b37-2568620192ce HTTP/1.1" status: 204 len: 168 time: 1.2696133 Feb 10 15:46:33.861589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54660) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:33.893291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-cca36d1a-03bb-4a10-8639-9a13f3587159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:33.894936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-cca36d1a-03bb-4a10-8639-9a13f3587159 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011236 Feb 10 15:46:33.920026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71daa1b-dcb6-46db-b253-c0e8e8c03661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be87edb-b28d-45e7-8b37-2568620192ce,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:33.992448 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.993933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:33.997033 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.037249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:34.051875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.058371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.065057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.069114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:34.072104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.079918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.083392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.085724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.086373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:34.093002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.093193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.095075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-4d4f5b6f-499d-40ef-8d61-cc09f6e83f42 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.2057676 Feb 10 15:46:34.109912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.138493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-c851ea75-0410-4edb-8785-0630901d1b10 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.140653 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-c851ea75-0410-4edb-8785-0630901d1b10 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.45 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 949 time: 0.1359794 Feb 10 15:46:34.147109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:34.149441 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Allocated IP 172.20.0.10 (6003fecb-1259-4824-a5be-08e2ab2abe27/6788a490-258a-4a2c-b6af-5c9f3517a510/019de517-4ccf-4869-93cc-4544dcf19574) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:34.175538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-707ff8c2-f16f-4634-8bf7-0a2a780d5e92 service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642593 Feb 10 15:46:34.180325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 814d82e2-35ca-4ff7-984d-1979af42abd6 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:34.180672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 814d82e2-35ca-4ff7-984d-1979af42abd6 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:34.207616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['2535bf57-c058-4eee-a82b-7935e73f3f0a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:34.212110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:34.244449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bda9f6c2-c0e0-4d35-acd3-57b0c2b239ed req-da7fb0a2-3c9c-4115-8da1-d8eb58261f20 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314614 Feb 10 15:46:34.333413 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.335690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-e957e102-e364-4b18-a878-c698d1300ffd tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47810 time: 0.8408611 Feb 10 15:46:34.363253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:34.407721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-e8e6b8f8-33b5-43e4-be31-9c864b305756 service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168736 Feb 10 15:46:34.409183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-14e5bf30-1efd-497d-b7b0-1a4a338ba5e4 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/02c0777e-8633-41fa-98eb-393552b704d6 HTTP/1.1" status: 200 len: 2977 time: 0.0652685 Feb 10 15:46:34.481217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-8d5b8a31-1de1-4726-a282-b9dc8a873f77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc HTTP/1.1" status: 200 len: 217 time: 0.0543544 Feb 10 15:46:34.560060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-75bb3343-f2a2-471d-ac78-b98afe9c139f tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/02c0777e-8633-41fa-98eb-393552b704d6 HTTP/1.1" status: 200 len: 2977 time: 0.1426032 Feb 10 15:46:34.576248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-c1ad0ab6-b33b-41ea-9393-6ed4a900dd88 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7cb579a237534123b35ab70642ad6b56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339928 Feb 10 15:46:34.604995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c0d7d384-3a30-4f6c-89a1-bc12a4713b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.606604 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-c0d7d384-3a30-4f6c-89a1-bc12a4713b11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1011620c-8b1f-4253-8a63-14c94d3fff8d HTTP/1.1" status: 200 len: 797 time: 0.1138101 Feb 10 15:46:34.711215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.726274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-3a5201da-d061-456f-b0b3-87ac09e4d348 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0c145fc3-028d-40d6-b295-1b4fcfb547e1 HTTP/1.1" status: 200 len: 2981 time: 0.1554763 Feb 10 15:46:34.773589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc13a9ff-ad58-475c-b752-a27f2862e2bf']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:34.800720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c73272-27de-4d5e-9639-5246b042ea09') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:34.801014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c73272-27de-4d5e-9639-5246b042ea09') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:34.839393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-ffcfc877-912d-4288-b2f2-c989a846137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.841855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-ffcfc877-912d-4288-b2f2-c989a846137c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2223160 Feb 10 15:46:34.857022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.884768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.894581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Deleting port 612aaf73-26be-4301-b728-e3713be2f58b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:34.894923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.896527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-75d5cc6c-d56e-4f6f-b280-bb9c047d5777 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.898012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-75d5cc6c-d56e-4f6f-b280-bb9c047d5777 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136888 Feb 10 15:46:34.918884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:34.919324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:34.921145 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:34.937723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-85cdd992-d118-4035-9788-7cb257ecd716 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0c145fc3-028d-40d6-b295-1b4fcfb547e1 HTTP/1.1" status: 200 len: 2981 time: 0.1948493 Feb 10 15:46:34.979665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-96e6b54c-29c6-4743-8f04-4df1707a0fb6 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/quotas/7cb579a237534123b35ab70642ad6b56 HTTP/1.1" status: 200 len: 375 time: 0.0459564 Feb 10 15:46:35.040441 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.051485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.057609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-8c4c265c-54f7-4cbf-b3ac-8629ea58c0ca tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:35.059106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-8c4c265c-54f7-4cbf-b3ac-8629ea58c0ca tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 819 time: 0.3299105 Feb 10 15:46:35.062760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.069470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc13a9ff-ad58-475c-b752-a27f2862e2bf HTTP/1.1" status: 204 len: 168 time: 1.2022922 Feb 10 15:46:35.069646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-fc74d672-b14b-4f0e-8b3f-70038b28d53c tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb579a237534123b35ab70642ad6b56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748610 Feb 10 15:46:35.076016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54684) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:35.090977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-22808084-151c-4146-96d1-e486e35672ed service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289538 Feb 10 15:46:35.095019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc247a2c-a845-4eca-bf6f-4ea4da18d95e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc13a9ff-ad58-475c-b752-a27f2862e2bf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.111299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-7e4dc74d-0e6b-4fdf-b217-6dcc531704b1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0d2179be-b84e-4f72-b6d8-db82b2a1fde9 HTTP/1.1" status: 200 len: 2981 time: 0.1620731 Feb 10 15:46:35.127318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] For port 612aaf73-26be-4301-b728-e3713be2f58b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=612aaf73-26be-4301-b728-e3713be2f58b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:35.127716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.146338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Deleting subnet 33e97355-2954-4786-8458-726b8f529da0 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:46:35.157072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.158369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Calling delete_port for 612aaf73-26be-4301-b728-e3713be2f58b owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:35.205106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Request body: {'port': {'device_id': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'admin_state_up': True, 'tenant_id': '1d720816016f46d8b95618ee5ec83f35'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:35.221418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.270454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-f539d817-e61b-4a44-bc87-62f293260804 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0d2179be-b84e-4f72-b6d8-db82b2a1fde9 HTTP/1.1" status: 200 len: 2981 time: 0.1491840 Feb 10 15:46:35.311189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.379114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Pushing event updated for resources: {'Port': ['ID=019de517-4ccf-4869-93cc-4544dcf19574,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.398287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:35.401745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:35.405246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:35.413820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:35.432285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28bf2148-5ad8-4f30-bf0a-bc2c20fb7eac req-4f915946-85bf-4305-b035-b20ec7e4c394 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 210 time: 0.0776618 Feb 10 15:46:35.460092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:35.460884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.483805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:35.492936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.498850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8199925f-1c0e-4371-9e9b-e8ef3e57a568 req-a651d919-9e82-42da-abdc-b94c74c76173 service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158927 Feb 10 15:46:35.529478 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-d0c1f9f7-dea0-4946-bd9d-b03a98107337 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2263086 Feb 10 15:46:35.543025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-c45f6f2d-9762-4641-87ee-37aa67bf5317 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1b11d371-af00-4730-a4f4-17c171a62469 HTTP/1.1" status: 200 len: 2981 time: 0.2414184 Feb 10 15:46:35.548786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Request body: {'port': {'device_id': '9a732896-f366-4fc8-8871-4f44a14ed101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:35.600580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:35.601027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.644532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.646107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 2535bf57-c058-4eee-a82b-7935e73f3f0a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:35.646519 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.657214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.695157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['612aaf73-26be-4301-b728-e3713be2f58b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:35.762847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Pushing event deleted for resources: {'Port': ['ID=612aaf73-26be-4301-b728-e3713be2f58b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.853719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] No DVR routers for this DVR port 612aaf73-26be-4301-b728-e3713be2f58b on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:35.860564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.860793 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:35.863967 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-45934aa5-a767-4937-b90e-b4b6727dc588 req-be9f4bfb-8279-4332-9842-828baba174c7 tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.45 "DELETE /v2.0/ports/612aaf73-26be-4301-b728-e3713be2f58b HTTP/1.1" status: 204 len: 173 time: 1.7114935 Feb 10 15:46:35.864378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66447aff-308c-482a-94dd-dfdcf09d2781', 'name': 'network-vif-deleted', 'tag': '612aaf73-26be-4301-b728-e3713be2f58b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:35.866675 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68defd3-cd61-43a6-a59a-16463cba7783" -d '{"events": [{"server_uuid": "66447aff-308c-482a-94dd-dfdcf09d2781", "name": "network-vif-deleted", "tag": "612aaf73-26be-4301-b728-e3713be2f58b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:35.898749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:35.900974 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff823c9-fc7d-4cb5-8121-c715f7761986" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:35.921392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:35.928679 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.001823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.114250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-2f2029a1-3b2a-4182-9755-d4d19ce29eec tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1b11d371-af00-4730-a4f4-17c171a62469 HTTP/1.1" status: 200 len: 2981 time: 0.5600727 Feb 10 15:46:36.120045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Made reservation on behalf of 1d720816016f46d8b95618ee5ec83f35 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:36.124509 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.157056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64f7941c-459a-4ebb-91d1-4421a1e352db req-4ddd5dfd-e5ea-4053-8dd5-73d4956447cf tempest-TenantUsagesTestJSON-194537593 tempest-TenantUsagesTestJSON-194537593-project] 10.222.0.21 "GET /v2.0/ports?device_id=66447aff-308c-482a-94dd-dfdcf09d2781 HTTP/1.1" status: 200 len: 210 time: 0.0692415 Feb 10 15:46:36.177169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.201703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019de517-4ccf-4869-93cc-4544dcf19574 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:36.204255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.204730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.205198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.205661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.206338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.206994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.207476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.210058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a9259ba1-e8db-4f14-b86e-9f6e21185712 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6487 time: 0.6118040 Feb 10 15:46:36.211675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.226918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Transition to ACTIVE for port object 019de517-4ccf-4869-93cc-4544dcf19574 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:36.234676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.264490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e97355-2954-4786-8458-726b8f529da0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.273068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.279114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be8d6312-506e-4dd6-9a57-dd06184b5ea3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33e97355-2954-4786-8458-726b8f529da0 HTTP/1.1" status: 204 len: 168 time: 1.1996098 Feb 10 15:46:36.279772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54710) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:36.367144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Pushing event updated for resources: {'Port': ['ID=019de517-4ccf-4869-93cc-4544dcf19574,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.386436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-7a619c93-9682-4f33-a73b-9ee655685d11 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1f5cfbca-65b2-466a-b6a2-7220ff84bed7 HTTP/1.1" status: 200 len: 2981 time: 0.2447159 Feb 10 15:46:36.426921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.466616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30a6a988-130d-4a9b-abef-a6360db23d94 req-f1314e3d-d34c-40ab-9473-5155eb371d04 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 210 time: 0.0584295 Feb 10 15:46:36.476602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Attempting to bind port 019de517-4ccf-4869-93cc-4544dcf19574 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:36.476963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Attempting to bind port 019de517-4ccf-4869-93cc-4544dcf19574 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:36.477338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Attempting to bind port 019de517-4ccf-4869-93cc-4544dcf19574 on network 6003fecb-1259-4824-a5be-08e2ab2abe27 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:36.503539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Port 019de517-4ccf-4869-93cc-4544dcf19574 on network 6003fecb-1259-4824-a5be-08e2ab2abe27 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:36.503539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Attempting to bind port 019de517-4ccf-4869-93cc-4544dcf19574 on network 6003fecb-1259-4824-a5be-08e2ab2abe27 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:36.539696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-250811d5-6417-47df-ad26-f193f282cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.541250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-250811d5-6417-47df-ad26-f193f282cee4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb37a7d2-68c9-4901-90da-63588babb693 HTTP/1.1" status: 200 len: 903 time: 0.3014028 Feb 10 15:46:36.555094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:36.555552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Checking segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:36.556017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Bound using segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:36.556584 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Bound port: 019de517-4ccf-4869-93cc-4544dcf19574, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:36.557492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.573420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Allocated IP 172.20.0.4 (6003fecb-1259-4824-a5be-08e2ab2abe27/6788a490-258a-4a2c-b6af-5c9f3517a510/da04d6f5-969d-4b35-83e6-a0214d7fb05c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:36.577028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-2a884f22-1555-476f-ab1c-fc9c0a0ffa08 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1f5cfbca-65b2-466a-b6a2-7220ff84bed7 HTTP/1.1" status: 200 len: 2981 time: 0.1777420 Feb 10 15:46:36.589754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.625922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-c7a00b96-e79a-4d8c-8fc9-76dcc6aede35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc HTTP/1.1" status: 200 len: 217 time: 0.0654171 Feb 10 15:46:36.639389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f6f669-c475-4de1-913d-f21249d322a8']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:36.657123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826b8ff4-696b-42fa-bc39-3d5521480997') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:36.657454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826b8ff4-696b-42fa-bc39-3d5521480997') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:36.672813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.683462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] For port 019de517-4ccf-4869-93cc-4544dcf19574, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:36.689204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] For port 019de517-4ccf-4869-93cc-4544dcf19574, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=019de517-4ccf-4869-93cc-4544dcf19574,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:36.693626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.695764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.729962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:36.730368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:36.732226 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:36.747764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.748426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.749846 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] 10.222.0.75 "PUT /v2.0/ports/019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 1092 time: 1.2089045 Feb 10 15:46:36.764584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.770548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.776399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.782809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.788647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.794574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.800427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.802370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-2609735f-4e82-4172-ba25-54ee345f2b9a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.2320533 Feb 10 15:46:36.811486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-92f84954-a42b-4b2f-8121-c92af65c75b0 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3801bf04-80ff-465b-a9db-696100cd229c HTTP/1.1" status: 200 len: 2981 time: 0.1928201 Feb 10 15:46:36.819680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a76026d0-585f-4bc1-86b4-4e10a386d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.821179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-a76026d0-585f-4bc1-86b4-4e10a386d197 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1011620c-8b1f-4253-8a63-14c94d3fff8d HTTP/1.1" status: 200 len: 797 time: 0.1744785 Feb 10 15:46:36.849878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124fc05-96de-445c-8c70-24eac9473675 service neutron] Pushing event updated for resources: {'Port': ['ID=019de517-4ccf-4869-93cc-4544dcf19574,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.865519 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.870377 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:36.874812 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e2f6f669-c475-4de1-913d-f21249d322a8 HTTP/1.1" status: 204 len: 168 time: 0.5926039 Feb 10 15:46:36.876950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-05f6d0c4-5d09-4d9d-a121-4be92bad4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.878840 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-05f6d0c4-5d09-4d9d-a121-4be92bad4223 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1095 time: 0.0814457 Feb 10 15:46:36.901245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbfb98-3ba0-44ac-84c5-217a75fa53e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f6f669-c475-4de1-913d-f21249d322a8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.950974 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-79dff67d-5a2d-4ce9-a6d3-d9d870a88fdc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.0582688 Feb 10 15:46:36.967567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-f7ecf645-4d65-4b14-abe2-bfb131b9c2dc tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7cb579a237534123b35ab70642ad6b56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266480 Feb 10 15:46:37.007082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67c1f364-ab40-4e73-8e1b-4c98ebf7a57e req-20180018-22d5-4690-91e8-1072aeecfb95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918197 Feb 10 15:46:37.014143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-602d5f1d-f7f2-412e-aeed-c39028d3302c tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3801bf04-80ff-465b-a9db-696100cd229c HTTP/1.1" status: 200 len: 2981 time: 0.1919103 Feb 10 15:46:37.028675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-aa3757f2-a1b8-42ee-a96d-3858c370c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.030609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-aa3757f2-a1b8-42ee-a96d-3858c370c8ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949909 Feb 10 15:46:37.102057 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acdecc4-e429-46f2-acb0-ca3e3ff34ba8 x-openstack-request-id: req-6acdecc4-e429-46f2-acb0-ca3e3ff34ba8 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:37.102391 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66447aff-308c-482a-94dd-dfdcf09d2781", "name": "network-vif-deleted", "tag": "612aaf73-26be-4301-b728-e3713be2f58b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:37.102611 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6acdecc4-e429-46f2-acb0-ca3e3ff34ba8 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:37.103760 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66447aff-308c-482a-94dd-dfdcf09d2781', 'name': 'network-vif-deleted', 'tag': '612aaf73-26be-4301-b728-e3713be2f58b', 'status': 'completed', 'code': 200} Feb 10 15:46:37.129858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.141598 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2b008-120c-47f5-927c-b56bdf916fa4 x-openstack-request-id: req-5ad2b008-120c-47f5-927c-b56bdf916fa4 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:37.142187 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:37.142187 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ad2b008-120c-47f5-927c-b56bdf916fa4 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:37.142516 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:46:37.155837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-95c9e180-d65b-4478-b78c-2570806b09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.158910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-95c9e180-d65b-4478-b78c-2570806b09cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.1002054 Feb 10 15:46:37.162525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-8b1c7567-e40f-4e97-878c-7a802672324d tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5d39147a-975c-4558-a7fd-351113938919 HTTP/1.1" status: 200 len: 2981 time: 0.1284356 Feb 10 15:46:37.214587 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-deb2f16f-f6b4-410e-afb6-293bd02a4091 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339866 Feb 10 15:46:37.222309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-769e4d10-c88b-4153-a45c-b8ac41a551bf tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.223804 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-769e4d10-c88b-4153-a45c-b8ac41a551bf tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489040 Feb 10 15:46:37.224528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:37.244496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Request body: {'port': {'device_id': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '7cb579a237534123b35ab70642ad6b56'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:37.265634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-5329358d-90ce-411a-8c21-89695152bf2a service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147312 Feb 10 15:46:37.273280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.320132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-ea921dfa-976f-4b9d-82e8-d3730bdd75c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5d39147a-975c-4558-a7fd-351113938919 HTTP/1.1" status: 200 len: 2981 time: 0.1443331 Feb 10 15:46:37.386647 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-81080892-8142-4223-9a64-9468f2c050dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b5f674a3c054a6d83d5aa5cd8220eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599581 Feb 10 15:46:37.394289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54728) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:37.399060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Network 6003fecb-1259-4824-a5be-08e2ab2abe27 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:37.415631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51bfe-0dab-4959-85c9-a975bf8ab973 req-48abbc2d-d650-446a-8fbc-9cdf04430622 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.417133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0f51bfe-0dab-4959-85c9-a975bf8ab973 req-48abbc2d-d650-446a-8fbc-9cdf04430622 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 946 time: 0.2146454 Feb 10 15:46:37.423593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:37.429456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Pushing event updated for resources: {'Port': ['ID=da04d6f5-969d-4b35-83e6-a0214d7fb05c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.431843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:37.452590 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-90d528e0-dd4f-48f6-ac7a-509b16e613a3 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271252 Feb 10 15:46:37.534882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-8ac1c7e3-f110-4d17-b0a0-2cf3bd803362 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/89f96c44-4e50-41b3-9167-4dd2f6bc1c59 HTTP/1.1" status: 200 len: 2981 time: 0.1941249 Feb 10 15:46:37.540416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76d227d-743f-48c9-bb4c-ce6664a5449f req-b971ac4d-6715-4e4f-84fc-ffeebf64c887 service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575071 Feb 10 15:46:37.551593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0f51bfe-0dab-4959-85c9-a975bf8ab973 req-9fafa206-e699-4bc9-94e2-7f5d0f38e999 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149855 Feb 10 15:46:37.563850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.564489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.570082 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-099d015a-803f-4f6a-93f7-f95a7f242c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.579324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Made reservation on behalf of 7cb579a237534123b35ab70642ad6b56 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:37.592804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.598052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-6996a6ab-96e0-4820-9366-44a60fbb24b3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4137659 Feb 10 15:46:37.612915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Request body: {'port': {'device_id': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:37.616418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-cd7864cc-1547-403c-a5bd-1edde881deed tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/89f96c44-4e50-41b3-9167-4dd2f6bc1c59 HTTP/1.1" status: 200 len: 2981 time: 0.0710580 Feb 10 15:46:37.620339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.648290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-099d015a-803f-4f6a-93f7-f95a7f242c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.671282 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7750ca76-2a6a-4212-aaa2-4f6239fa6730 req-b64acd92-3344-47d6-9e82-555a622f72d4 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109716 Feb 10 15:46:37.729558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-099d015a-803f-4f6a-93f7-f95a7f242c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.733629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-099d015a-803f-4f6a-93f7-f95a7f242c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.738114 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-099d015a-803f-4f6a-93f7-f95a7f242c6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d2179be-b84e-4f72-b6d8-db82b2a1fde9 HTTP/1.1" status: 204 len: 168 time: 0.3393195 Feb 10 15:46:37.750843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.751923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d015a-803f-4f6a-93f7-f95a7f242c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2179be-b84e-4f72-b6d8-db82b2a1fde9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.753651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-552a5384-0933-4cad-b0c2-942a9a95bc64 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8edf5561-02d2-49d4-95f3-a2cc1fb11166 HTTP/1.1" status: 200 len: 2981 time: 0.1085868 Feb 10 15:46:37.782300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85409adc-5424-4398-8bd0-f0eace149936 req-619c94db-4899-4942-a050-35ab1a14190a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.783790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85409adc-5424-4398-8bd0-f0eace149936 req-619c94db-4899-4942-a050-35ab1a14190a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 931 time: 0.1335037 Feb 10 15:46:37.813667 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.821331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:37.875358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-88ed08c1-ad1c-458e-b6f7-2933e6908b80 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8edf5561-02d2-49d4-95f3-a2cc1fb11166 HTTP/1.1" status: 200 len: 2981 time: 0.1071916 Feb 10 15:46:37.891578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85409adc-5424-4398-8bd0-f0eace149936 req-a9695f34-a1d8-4a71-b340-5e4943efaa14 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Feb 10 15:46:37.900266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f3f541-7531-4e14-a645-5ecc49d40294,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.032698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Allocated IP 192.168.233.120 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/b063008a-5409-4ddd-b5af-5a737e69a956) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:38.042707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-03eabc4e-925b-4dfa-baff-de47273708ed tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/93b34a09-18e0-4526-bfcf-c8920f8e9d8c HTTP/1.1" status: 200 len: 2981 time: 0.1586351 Feb 10 15:46:38.124464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d847852d-3704-4358-9146-f493eaa05d1a req-e211f984-753b-4512-992d-53dec36edc6c tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 210 time: 0.0609543 Feb 10 15:46:38.132555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 612aaf73-26be-4301-b728-e3713be2f58b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:38.187476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 612aaf73-26be-4301-b728-e3713be2f58b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:38.188569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 612aaf73-26be-4301-b728-e3713be2f58b not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:38.249051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-28aae903-1d23-4c5c-99d7-031fd75842a2 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/93b34a09-18e0-4526-bfcf-c8920f8e9d8c HTTP/1.1" status: 200 len: 2981 time: 0.2052889 Feb 10 15:46:38.314948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54754) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:38.329885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.348851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-16faad15-9617-4712-a468-48329b703faf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.350260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-16faad15-9617-4712-a468-48329b703faf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 946 time: 0.2713790 Feb 10 15:46:38.372638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54756) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:38.389913 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b5dfc1d3-ea8a-4b3b-b29d-87e2f369eadd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ece78dbd70a044c9a8f51f3419be09d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730436 Feb 10 15:46:38.397283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:38.442103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.452915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-7800af19-d4d1-4cd0-b78d-0ff200d6a2a8 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/adbe9db7-1700-4856-8c1e-70b2472bd570 HTTP/1.1" status: 200 len: 2981 time: 0.2029262 Feb 10 15:46:38.498324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.504179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.505586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ea029c8-1424-44b4-b0b6-c2939d51e6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.510185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:38.510360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.517194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.518819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:38.522932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.528866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.529152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:38.534606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.536553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-cc94d9ab-9aa0-4d9e-8f68-cdd239745fb5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.2839651 Feb 10 15:46:38.571181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da04d6f5-969d-4b35-83e6-a0214d7fb05c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:38.575418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.598072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.608438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ea029c8-1424-44b4-b0b6-c2939d51e6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.655575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.656238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.658322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Transition to ACTIVE for port object da04d6f5-969d-4b35-83e6-a0214d7fb05c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:38.665818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-b96e4ed4-56bd-4f70-ac55-3bcfa1d6336f tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/adbe9db7-1700-4856-8c1e-70b2472bd570 HTTP/1.1" status: 200 len: 2981 time: 0.2120690 Feb 10 15:46:38.669077 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.699854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-552b6f14-cf4b-440a-a74e-77cc71d9a25c req-f7feb687-d058-47f9-b5cd-9b5b69bd275a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247065 Feb 10 15:46:38.725270 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-04ca1880-3f26-47dd-867c-d6149118f699 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4853983 Feb 10 15:46:38.748642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Request body: {'port': {'device_id': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:38.788206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ea029c8-1424-44b4-b0b6-c2939d51e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.790976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ea029c8-1424-44b4-b0b6-c2939d51e6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.792271 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6ea029c8-1424-44b4-b0b6-c2939d51e6ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adbe9db7-1700-4856-8c1e-70b2472bd570 HTTP/1.1" status: 204 len: 168 time: 0.3938870 Feb 10 15:46:38.812245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b9acb5b8-144b-44ff-9661-6cd7aa156edd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a22c3e31eda74d458a8f6599c6c079f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383419 Feb 10 15:46:38.825563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:38.875041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=da04d6f5-969d-4b35-83e6-a0214d7fb05c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.875423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.888102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port 3103c209-9e73-4672-81eb-5a8cbb48ad82 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:46:38.888447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:38.893312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea029c8-1424-44b4-b0b6-c2939d51e6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbe9db7-1700-4856-8c1e-70b2472bd570,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.987050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b59f13e1-ab93-4494-ba59-24f0971abc2f None None] Provisioning complete for port b063008a-5409-4ddd-b5af-5a737e69a956 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:38.987664 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b59f13e1-ab93-4494-ba59-24f0971abc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.001710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-b3c12fc5-c7bc-4e46-9710-c32887b7d043 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c406730b-313d-475b-9a7f-903c922f2f1f HTTP/1.1" status: 200 len: 2973 time: 0.2966912 Feb 10 15:46:39.004363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-426db4fd-de2d-45ea-8aa8-b4b34fe2a038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.044258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8476c-bcda-4025-af5b-1aade847f142 req-5ae20555-f21f-4762-924d-0dc0886e2bec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.052312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54a8476c-bcda-4025-af5b-1aade847f142 req-5ae20555-f21f-4762-924d-0dc0886e2bec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 946 time: 0.2534254 Feb 10 15:46:39.069464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b59f13e1-ab93-4494-ba59-24f0971abc2f None None] Port b063008a-5409-4ddd-b5af-5a737e69a956 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:46:39.091552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-426db4fd-de2d-45ea-8aa8-b4b34fe2a038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.105778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a732896-f366-4fc8-8871-4f44a14ed101', 'tag': '019de517-4ccf-4869-93cc-4544dcf19574'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:39.108528 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef450e32-9082-4555-b654-6ad4b574849a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a732896-f366-4fc8-8871-4f44a14ed101", "tag": "019de517-4ccf-4869-93cc-4544dcf19574"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:39.153833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port 3103c209-9e73-4672-81eb-5a8cbb48ad82, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=3103c209-9e73-4672-81eb-5a8cbb48ad82,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:39.154224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.194176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-e543a887-cc61-4107-bdcc-765b123f811a tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c406730b-313d-475b-9a7f-903c922f2f1f HTTP/1.1" status: 200 len: 2973 time: 0.1784956 Feb 10 15:46:39.194795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Attempting to bind port da04d6f5-969d-4b35-83e6-a0214d7fb05c on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:39.195123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Attempting to bind port da04d6f5-969d-4b35-83e6-a0214d7fb05c by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:39.195922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Attempting to bind port da04d6f5-969d-4b35-83e6-a0214d7fb05c on network 6003fecb-1259-4824-a5be-08e2ab2abe27 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:39.198659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for 3103c209-9e73-4672-81eb-5a8cbb48ad82 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:46:39.212021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54a8476c-bcda-4025-af5b-1aade847f142 req-8f24f586-99ba-4d06-9684-f997151ebbf8 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561809 Feb 10 15:46:39.254806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Port da04d6f5-969d-4b35-83e6-a0214d7fb05c on network 6003fecb-1259-4824-a5be-08e2ab2abe27 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:39.255839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Attempting to bind port da04d6f5-969d-4b35-83e6-a0214d7fb05c on network 6003fecb-1259-4824-a5be-08e2ab2abe27 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:39.274549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:39.275128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Checking segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:39.275739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Bound using segment: {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:39.276403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Bound port: da04d6f5-969d-4b35-83e6-a0214d7fb05c, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:39.276990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.305250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-426db4fd-de2d-45ea-8aa8-b4b34fe2a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.307968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-426db4fd-de2d-45ea-8aa8-b4b34fe2a038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.309194 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-426db4fd-de2d-45ea-8aa8-b4b34fe2a038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c145fc3-028d-40d6-b295-1b4fcfb547e1 HTTP/1.1" status: 204 len: 168 time: 0.4803216 Feb 10 15:46:39.367360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426db4fd-de2d-45ea-8aa8-b4b34fe2a038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c145fc3-028d-40d6-b295-1b4fcfb547e1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.386210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b063008a-5409-4ddd-b5af-5a737e69a956 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:39.415519 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.430988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-154d46d0-5da7-4ea4-be94-3989324a4d2e tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c4a55447-49c6-4675-9fbd-adb442cca804 HTTP/1.1" status: 200 len: 2981 time: 0.2141824 Feb 10 15:46:39.447812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Transition to ACTIVE for port object b063008a-5409-4ddd-b5af-5a737e69a956 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:39.455155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.590684 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.604466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['3103c209-9e73-4672-81eb-5a8cbb48ad82'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:39.626102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.757933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a97e7-846e-415d-ab34-426a39c00230 req-c635d452-fa9c-4a69-b047-d17ba4589af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.764252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-c635d452-fa9c-4a69-b047-d17ba4589af6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1096 time: 0.2543728 Feb 10 15:46:39.786282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e2ff-377e-42fe-99dd-82bea47af219 req-deb4bd60-1d1d-4ccd-8f3f-37737cfa8ca8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.799503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2b2e2ff-377e-42fe-99dd-82bea47af219 req-deb4bd60-1d1d-4ccd-8f3f-37737cfa8ca8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 943 time: 0.4664865 Feb 10 15:46:39.803997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port 3103c209-9e73-4672-81eb-5a8cbb48ad82 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:39.810403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:39.821139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de42dcbb-58fd-4f98-8e01-8a75a258c670 req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "DELETE /v2.0/ports/3103c209-9e73-4672-81eb-5a8cbb48ad82 HTTP/1.1" status: 204 len: 173 time: 1.4576466 Feb 10 15:46:39.822242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2194890-36a8-4316-af2b-2fc5e3129523 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=3103c209-9e73-4672-81eb-5a8cbb48ad82,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.845637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'name': 'network-vif-deleted', 'tag': '3103c209-9e73-4672-81eb-5a8cbb48ad82'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:39.848822 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0448f19b-d79c-4844-8c94-7b24c317a5e0" -d '{"events": [{"server_uuid": "35872384-617f-4ad1-acbe-3450dcf04e5f", "name": "network-vif-deleted", "tag": "3103c209-9e73-4672-81eb-5a8cbb48ad82"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:39.914931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] For port da04d6f5-969d-4b35-83e6-a0214d7fb05c, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:39.990772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-342a46d0-d009-45b0-9b2b-be985dc2b395 req-74055834-8f5d-4eac-94bf-c44c0ff25cf8 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c4a55447-49c6-4675-9fbd-adb442cca804 HTTP/1.1" status: 200 len: 2981 time: 0.4092155 Feb 10 15:46:40.008655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] For port da04d6f5-969d-4b35-83e6-a0214d7fb05c, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:40.015712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54824) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:40.062201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Attempting to bind port b063008a-5409-4ddd-b5af-5a737e69a956 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:40.062748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Attempting to bind port b063008a-5409-4ddd-b5af-5a737e69a956 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:40.062975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Attempting to bind port b063008a-5409-4ddd-b5af-5a737e69a956 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:40.067020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a97e7-846e-415d-ab34-426a39c00230 req-6c06b6ba-afe9-47b9-ad67-4d03fcc21cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.067992 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-6c06b6ba-afe9-47b9-ad67-4d03fcc21cbd service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.2781394 Feb 10 15:46:40.072087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Port b063008a-5409-4ddd-b5af-5a737e69a956 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:40.072281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Attempting to bind port b063008a-5409-4ddd-b5af-5a737e69a956 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:40.086479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2b2e2ff-377e-42fe-99dd-82bea47af219 req-23ae92c7-a523-462e-a4ae-9a5ee10f5717 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807269 Feb 10 15:46:40.088883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:40.104753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:40.105104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:40.106034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:40.106475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Bound port: b063008a-5409-4ddd-b5af-5a737e69a956, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:40.106921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:40.148234 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0109480-7fb4-4014-be6b-f34494e05e66 x-openstack-request-id: req-c0109480-7fb4-4014-be6b-f34494e05e66 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:40.148538 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a732896-f366-4fc8-8871-4f44a14ed101", "tag": "019de517-4ccf-4869-93cc-4544dcf19574", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:40.148792 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0109480-7fb4-4014-be6b-f34494e05e66 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:40.149192 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a732896-f366-4fc8-8871-4f44a14ed101', 'tag': '019de517-4ccf-4869-93cc-4544dcf19574', 'status': 'completed', 'code': 200} Feb 10 15:46:40.188528 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-468a3291-ced3-4134-bd0e-3e7f2f4f8c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:40.317888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:40.319866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.321762 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:40.324614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:40.326707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] 10.222.0.75 "PUT /v2.0/ports/da04d6f5-969d-4b35-83e6-a0214d7fb05c HTTP/1.1" status: 200 len: 1091 time: 2.7181678 Feb 10 15:46:40.352463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:40.421555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.421991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:40.423637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] 10.222.0.45 "PUT /v2.0/ports/b063008a-5409-4ddd-b5af-5a737e69a956 HTTP/1.1" status: 200 len: 1096 time: 1.6834433 Feb 10 15:46:40.432160 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-0b7f1745-9caf-4e5e-be3e-3cf73ec8fb6a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 1000 time: 0.3485115 Feb 10 15:46:40.563171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3053d-55e4-4831-a38b-2479b087e38a service neutron] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:40.585807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-86481c5c-510b-4ba3-ba73-5a0818de5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.588179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-86481c5c-510b-4ba3-ba73-5a0818de5e03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cb579a237534123b35ab70642ad6b56&device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 1099 time: 0.0925889 Feb 10 15:46:40.591898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a97e7-846e-415d-ab34-426a39c00230 req-935bda71-0a1a-4b17-ad74-e64fd6bf8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.594625 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-935bda71-0a1a-4b17-ad74-e64fd6bf8fcf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1566153 Feb 10 15:46:40.594991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2068d-c5cf-4ac3-accd-3ea140b34ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=da04d6f5-969d-4b35-83e6-a0214d7fb05c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:40.626725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450e32-9082-4555-b654-6ad4b574849a req-68372ce1-904b-4135-b389-ba22afa204cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.628387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-68372ce1-904b-4135-b389-ba22afa204cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1095 time: 0.4334760 Feb 10 15:46:40.697105 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-eb476a7e-85d5-4cf8-bc46-7d3d7e88f9c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b063008a-5409-4ddd-b5af-5a737e69a956 HTTP/1.1" status: 200 len: 217 time: 0.0980520 Feb 10 15:46:40.806935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ffa6-e0f4-47d6-840d-647c3e8f9a9b req-d57dc267-afca-478b-8da0-cc5cf252f592 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.808712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4de8ffa6-e0f4-47d6-840d-647c3e8f9a9b req-d57dc267-afca-478b-8da0-cc5cf252f592 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 948 time: 0.5896800 Feb 10 15:46:40.810498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-41f8fc02-acb8-4eb6-babf-922a629c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.811954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-41f8fc02-acb8-4eb6-babf-922a629c0d68 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 1094 time: 0.3699918 Feb 10 15:46:40.841108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.850283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.856605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.863217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.868301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.874772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.880674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.882537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-de39b07f-c982-4135-83cf-5f4ebb2cfa1e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.5989249 Feb 10 15:46:40.965805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a97e7-846e-415d-ab34-426a39c00230 req-2802e1ad-0129-4bdd-8989-bb225020d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.974452 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-2802e1ad-0129-4bdd-8989-bb225020d80e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753408 Feb 10 15:46:40.978434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-65071f65-f2d7-460b-82b3-e099e2233bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.987145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-693107d9-1d4b-4df3-835e-b8d817010ba8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c HTTP/1.1" status: 200 len: 217 time: 0.1014321 Feb 10 15:46:40.988809 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-65071f65-f2d7-460b-82b3-e099e2233bf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2570291 Feb 10 15:46:41.015647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-468a3291-ced3-4134-bd0e-3e7f2f4f8c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:41.073397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-468a3291-ced3-4134-bd0e-3e7f2f4f8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:41.113274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450e32-9082-4555-b654-6ad4b574849a req-e906a9c2-7866-48e5-87aa-103181d62592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:41.114765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-e906a9c2-7866-48e5-87aa-103181d62592 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.4526646 Feb 10 15:46:41.119020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae6184cf-c7f8-4680-af72-2cc94e828d5c req-5b9d8915-164f-48dc-8a23-13d60284e9b7 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136807 Feb 10 15:46:41.128138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4de8ffa6-e0f4-47d6-840d-647c3e8f9a9b req-5b3967fa-3b0a-41bf-8ee3-bb3c99909405 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351027 Feb 10 15:46:41.174323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-16d54286-d9b0-4b9a-a171-b731ad81ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:41.175835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-16d54286-d9b0-4b9a-a171-b731ad81ea68 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.1757236 Feb 10 15:46:41.206597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-468a3291-ced3-4134-bd0e-3e7f2f4f8c21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71ea4eb9636d4e398819ef011c7ff797&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1641960 Feb 10 15:46:41.208011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a3291-ced3-4134-bd0e-3e7f2f4f8c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14dec6-c4d8-403c-bc0c-45f23c68fcf4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:41.208381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54852) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:41.222193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-5eebb47c-57b3-4c70-b338-e606069521a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.0914607 Feb 10 15:46:41.243608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-51e5ff4d-64ac-4fb9-b88a-495cc278e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:41.245309 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-51e5ff4d-64ac-4fb9-b88a-495cc278e00f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2557142 Feb 10 15:46:41.252139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-5ebd4b52-d00c-4efe-b775-473399cb4349 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464125 Feb 10 15:46:41.253516 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf912acd-5a89-4338-b125-ce613648ef76 x-openstack-request-id: req-bf912acd-5a89-4338-b125-ce613648ef76 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:41.253804 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35872384-617f-4ad1-acbe-3450dcf04e5f", "name": "network-vif-deleted", "tag": "3103c209-9e73-4672-81eb-5a8cbb48ad82", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:41.254057 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf912acd-5a89-4338-b125-ce613648ef76 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:41.254445 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35872384-617f-4ad1-acbe-3450dcf04e5f', 'name': 'network-vif-deleted', 'tag': '3103c209-9e73-4672-81eb-5a8cbb48ad82', 'status': 'completed', 'code': 200} Feb 10 15:46:41.472402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 019de517-4ccf-4869-93cc-4544dcf19574 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:41.738049 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-323a52be-9a18-4ca5-9c14-9586155ec81b service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919658 Feb 10 15:46:41.836886 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-199a97e7-846e-415d-ab34-426a39c00230 req-683dfc6c-19b8-46aa-8fd0-c5319ee35206 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891294 Feb 10 15:46:41.837526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-362a27ef-41df-450a-80c0-31ea0cd6185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:41.918813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-362a27ef-41df-450a-80c0-31ea0cd6185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:41.941839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-df23ec38-7fb5-4271-b16c-871a0e96beb4 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6859412 Feb 10 15:46:41.955878 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cb189ea-5b03-4779-bb1e-fe90932f0e0f req-e6998744-1248-45d3-afe2-c7505db9f628 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.0810874 Feb 10 15:46:41.984554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450e32-9082-4555-b654-6ad4b574849a req-3aba1328-fc16-45be-9996-52ef7bc18267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:41.986921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-3aba1328-fc16-45be-9996-52ef7bc18267 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.7439418 Feb 10 15:46:42.045520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-1d88e138-f961-4c66-a601-5c059fc939a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449028 Feb 10 15:46:42.085936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 019de517-4ccf-4869-93cc-4544dcf19574, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=019de517-4ccf-4869-93cc-4544dcf19574,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:42.137479 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-362a27ef-41df-450a-80c0-31ea0cd6185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:42.141242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-362a27ef-41df-450a-80c0-31ea0cd6185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:42.145998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-362a27ef-41df-450a-80c0-31ea0cd6185e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a14dec6-c4d8-403c-bc0c-45f23c68fcf4 HTTP/1.1" status: 204 len: 168 time: 0.9340215 Feb 10 15:46:42.151655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:42.154901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '019de517-4ccf-4869-93cc-4544dcf19574', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'port_id': '019de517-4ccf-4869-93cc-4544dcf19574', 'mac_address': 'fa:16:3e:09:df:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:42.155242 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:42.164871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3103c209-9e73-4672-81eb-5a8cbb48ad82 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:42.169814 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-28ed6fdc-2dc1-4a45-b2b4-a7c531923ec4 req-5db23f36-63d2-4c09-8e2f-47598c536643 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182503 Feb 10 15:46:42.180297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a27ef-41df-450a-80c0-31ea0cd6185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14dec6-c4d8-403c-bc0c-45f23c68fcf4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:42.235911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-9629b70d-0c10-4370-8d84-4b24a8cc2825 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773925 Feb 10 15:46:42.336332 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:42.339258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 3103c209-9e73-4672-81eb-5a8cbb48ad82 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:46:42.340005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 3103c209-9e73-4672-81eb-5a8cbb48ad82 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:42.360721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019de517-4ccf-4869-93cc-4544dcf19574 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:42.389918 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:46:42.391181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 019de517-4ccf-4869-93cc-4544dcf19574, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=019de517-4ccf-4869-93cc-4544dcf19574,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:42.398299 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:42.506911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-101356e0-899c-4590-a5a9-bec7c56a2f40 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2410815 Feb 10 15:46:42.510473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=019de517-4ccf-4869-93cc-4544dcf19574,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:42.546104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6a70ef-d6b8-491f-a8a6-b18df6c71ca7 req-d0caa72b-f153-4d0c-be8a-456460e3dcfc tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33f201d2838548fa9490415e02dfa329 HTTP/1.1" status: 200 len: 6103 time: 1.3394213 Feb 10 15:46:42.681245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fbc1-d8b5-4297-b42d-cef2ee192b81 req-df847ac0-7276-42d1-96d1-a31c01157eb8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:42.686728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f854fbc1-d8b5-4297-b42d-cef2ee192b81 req-df847ac0-7276-42d1-96d1-a31c01157eb8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 943 time: 0.4481280 Feb 10 15:46:42.813796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['019de517-4ccf-4869-93cc-4544dcf19574'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:42.867976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6a70ef-d6b8-491f-a8a6-b18df6c71ca7 req-7d18ea45-d7ac-456b-9ed6-08338b316fb4 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "GET /v2.0/security-groups/93b34a09-18e0-4526-bfcf-c8920f8e9d8c HTTP/1.1" status: 200 len: 2981 time: 0.2607708 Feb 10 15:46:42.887155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f854fbc1-d8b5-4297-b42d-cef2ee192b81 req-ebdbbe8a-5ce5-4668-95e4-c27122c618b5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339924 Feb 10 15:46:42.948347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef450e32-9082-4555-b654-6ad4b574849a req-31bbfe60-d046-42fc-a9cb-ff2a56f83d1b service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968353 Feb 10 15:46:42.961635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1e61661-aad7-441c-95bb-30bd497bd9c0 req-bc6e200f-bd21-49af-928c-953de56289f3 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126947 Feb 10 15:46:42.967858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6a70ef-d6b8-491f-a8a6-b18df6c71ca7 req-417fa92c-5d74-4296-8a44-87f735afb41a tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "GET /v2.0/security-groups/93b34a09-18e0-4526-bfcf-c8920f8e9d8c HTTP/1.1" status: 200 len: 2981 time: 0.0759385 Feb 10 15:46:43.251592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02a16d-55f8-4ad7-97ba-3c6d1301982d req-deaed527-d6b7-47e9-b97a-8f38d338594c tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.265504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa02a16d-55f8-4ad7-97ba-3c6d1301982d req-deaed527-d6b7-47e9-b97a-8f38d338594c tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 948 time: 0.1648059 Feb 10 15:46:43.273507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'tag': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:43.284492 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1d608f-e40a-481d-a873-ae8d7dcf9f83", "tag": "da04d6f5-969d-4b35-83e6-a0214d7fb05c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:43.369483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa02a16d-55f8-4ad7-97ba-3c6d1301982d req-b1e4166d-82a6-4ffc-b9eb-d793fec78dcc tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014605 Feb 10 15:46:43.468793 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f959c7a-579d-4e78-b843-4788c75d0b05 x-openstack-request-id: req-4f959c7a-579d-4e78-b843-4788c75d0b05 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:43.470178 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:43.470444 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f959c7a-579d-4e78-b843-4788c75d0b05 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:43.470917 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'status': 'completed', 'code': 200} Feb 10 15:46:43.589535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-6780f133-8338-470b-8e70-e19875a27fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.592648 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-6780f133-8338-470b-8e70-e19875a27fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cb579a237534123b35ab70642ad6b56&device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 1099 time: 0.1007824 Feb 10 15:46:43.700609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.701530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54904) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:43.707766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.722588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.734066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.741954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.750524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.757801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.760918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-c331c3cb-1ed9-430b-aa9f-bbcd1119678a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.1940935 Feb 10 15:46:43.800124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00300203-d868-4cb4-bd53-c401d7100277 req-a5306c09-d183-406a-a66b-e3a2ddcb65e0 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e9e5fb41-deda-482c-b713-5a266d81560d HTTP/1.1" status: 200 len: 1776 time: 0.1483300 Feb 10 15:46:43.835498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-34320d5f-e5ed-4d41-9bcb-be520ccc6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.837442 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-34320d5f-e5ed-4d41-9bcb-be520ccc6578 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2378688 Feb 10 15:46:43.841867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-320078611-network', 'tenant_id': '5f416e82ada24e59abed0a249de2e625'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:43.877200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9f5f980-54e1-4fd1-92a9-1397c4020289 req-78ed45bc-22d7-4433-ae8a-1ec3ba8394bc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070178 Feb 10 15:46:43.888237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-5cd8a604-e4b6-4bc2-9076-f6899af870c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b063008a-5409-4ddd-b5af-5a737e69a956 HTTP/1.1" status: 200 len: 217 time: 0.0408244 Feb 10 15:46:43.934487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Made reservation on behalf of 5f416e82ada24e59abed0a249de2e625 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:43.942024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:43.973211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-00300203-d868-4cb4-bd53-c401d7100277 req-f681066d-563d-4bab-9e65-c5c98424e45b tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.008877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-00300203-d868-4cb4-bd53-c401d7100277 req-f681066d-563d-4bab-9e65-c5c98424e45b tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.017521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.063478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-d10844f6-837d-434f-b4ad-b24f8f7829b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.064138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-d10844f6-837d-434f-b4ad-b24f8f7829b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1583624 Feb 10 15:46:44.074135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78f5c256-3555-4eea-b950-e166c9b68898 req-7aa634cb-cd0b-44bc-ad56-e16407c23fc4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.0673585 Feb 10 15:46:44.113803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-00300203-d868-4cb4-bd53-c401d7100277 req-f681066d-563d-4bab-9e65-c5c98424e45b tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.118729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-00300203-d868-4cb4-bd53-c401d7100277 req-f681066d-563d-4bab-9e65-c5c98424e45b tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.122781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00300203-d868-4cb4-bd53-c401d7100277 req-f681066d-563d-4bab-9e65-c5c98424e45b tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9e5fb41-deda-482c-b713-5a266d81560d HTTP/1.1" status: 204 len: 173 time: 0.3204286 Feb 10 15:46:44.140500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681066d-563d-4bab-9e65-c5c98424e45b tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5fb41-deda-482c-b713-5a266d81560d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:44.159932 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08522ab7-6e90-4c3b-a983-607ec12ced29 x-openstack-request-id: req-08522ab7-6e90-4c3b-a983-607ec12ced29 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:44.160223 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1d608f-e40a-481d-a873-ae8d7dcf9f83", "tag": "da04d6f5-969d-4b35-83e6-a0214d7fb05c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:44.160479 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08522ab7-6e90-4c3b-a983-607ec12ced29 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:44.160875 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'tag': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c', 'status': 'completed', 'code': 200} Feb 10 15:46:44.251103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-653c5eba-d6cc-42f1-99e4-20ddd13cb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.252668 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-653c5eba-d6cc-42f1-99e4-20ddd13cb623 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780529 Feb 10 15:46:44.356552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-5bf7702b-3967-41bc-8d87-17ed38ffc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.358056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-5bf7702b-3967-41bc-8d87-17ed38ffc7bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 1094 time: 0.1640110 Feb 10 15:46:44.436481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.447697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.513386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:44.543481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f35f32-0359-4adf-b60e-f4b5f04614bc req-35e5778e-d052-4471-adde-d9035f7099d3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.546682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78f35f32-0359-4adf-b60e-f4b5f04614bc req-35e5778e-d052-4471-adde-d9035f7099d3 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 943 time: 0.2760718 Feb 10 15:46:44.553022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d20462-f280-4ade-bd72-75e4beeb8420,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:44.560073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.560656 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Added segment 3a8a2a0e-ed2e-4fc2-b289-a23950e49b10 of type vlan for network 5070cd26-19c7-43e1-9abc-5c245aea78aa Feb 10 15:46:44.563613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-6bbb8e37-d649-4017-89e1-b35759425bea service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012545 Feb 10 15:46:44.677750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.694926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78f35f32-0359-4adf-b60e-f4b5f04614bc req-cd7a0ae6-2c7a-4703-a068-6a76f4d53989 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405444 Feb 10 15:46:44.704579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-f42dbc5b-be48-4da1-b662-08bfcece01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.706053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-f42dbc5b-be48-4da1-b662-08bfcece01fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.3315322 Feb 10 15:46:44.746650 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-56584fde-fdc8-4e99-a627-2b1c4e6ef37e req-5ca13b94-f26f-411c-8bc2-59eada38610e service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711493 Feb 10 15:46:44.748731 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.750644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.767183 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.811134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-1cf12cbe-bf10-48e9-9e3b-97a0240b7774 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c HTTP/1.1" status: 200 len: 217 time: 0.0951276 Feb 10 15:46:44.820428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22b7928-85c2-4a00-8717-d1402261c39a req-b7a88ce5-7b5d-4202-83bc-a76cc04cd299 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9bea6050-6933-42d5-baf2-14fc15d87d9d HTTP/1.1" status: 200 len: 1775 time: 0.1474526 Feb 10 15:46:44.862889 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1576912 Feb 10 15:46:44.863114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:44.870225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Request body: {'subnet': {'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-320078611-subnet', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:44.907656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c10c6-11d6-4e4f-a3b2-d470da58f39a admin admin] Pushing event updated for resources: {'Network': ['ID=5070cd26-19c7-43e1-9abc-5c245aea78aa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:44.921743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:44.945083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Made reservation on behalf of 5f416e82ada24e59abed0a249de2e625 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:44.949108 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:44.970029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-59641b46-465c-4366-b437-9f4b0a7e1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.971679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-59641b46-465c-4366-b437-9f4b0a7e1b4e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.1402769 Feb 10 15:46:44.983114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057886-1a2e-4ad1-aa28-1768121c5aa7 req-701ec805-3212-4565-bb73-1f5e51a3a9ea tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.990390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e057886-1a2e-4ad1-aa28-1768121c5aa7 req-701ec805-3212-4565-bb73-1f5e51a3a9ea tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 948 time: 0.1821051 Feb 10 15:46:45.054374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-3b180950-af81-4616-bee3-2a54ff98a4d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388844 Feb 10 15:46:45.057495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22b7928-85c2-4a00-8717-d1402261c39a req-2c4f8a43-29ec-4e77-8eaf-a97a0d5785c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.083908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22b7928-85c2-4a00-8717-d1402261c39a req-2c4f8a43-29ec-4e77-8eaf-a97a0d5785c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.154884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e057886-1a2e-4ad1-aa28-1768121c5aa7 req-cba5efc9-4eb3-4684-97da-59a53b39bba0 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602843 Feb 10 15:46:45.157617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22b7928-85c2-4a00-8717-d1402261c39a req-2c4f8a43-29ec-4e77-8eaf-a97a0d5785c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.181768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22b7928-85c2-4a00-8717-d1402261c39a req-2c4f8a43-29ec-4e77-8eaf-a97a0d5785c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.182852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22b7928-85c2-4a00-8717-d1402261c39a req-2c4f8a43-29ec-4e77-8eaf-a97a0d5785c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bea6050-6933-42d5-baf2-14fc15d87d9d HTTP/1.1" status: 204 len: 173 time: 0.3616598 Feb 10 15:46:45.259305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.289455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f8a43-29ec-4e77-8eaf-a97a0d5785c1 tempest-SecurityGroupsTestAdminJSON-860558785 tempest-SecurityGroupsTestAdminJSON-860558785-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea6050-6933-42d5-baf2-14fc15d87d9d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:45.363778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd35b75-dfe9-47c2-8cf7-c729b489040b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:45.384126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Checking segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:45.384514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Network hostable DHCP agents. Network: 5070cd26-19c7-43e1-9abc-5c245aea78aa, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:45.408145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae3a51ee-6651-49a1-b694-cc0b1eba883c req-d9b669a5-3cc1-446d-90b3-2f4cd9e1b895 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.0609167 Feb 10 15:46:45.411946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:45.435039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5070cd26-19c7-43e1-9abc-5c245aea78aa) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:45.442074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.443000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.454115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847112e-cbc9-4ced-bb41-710fc7d2b536 None None] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:46:45.468501 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5aa356c7-9902-4d51-b021-be1201b7178a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6039650 Feb 10 15:46:45.470789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:45.481109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.481945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.498319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.508359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.531060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.539480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.541718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.543730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.548105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device da04d6f5-969d-4b35-83e6-a0214d7fb05c details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:45.550801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 019de517-4ccf-4869-93cc-4544dcf19574 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:45.559249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.564991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.583376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-b19a06cc-eea3-45cf-abbe-749c61b00051 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.2827308 Feb 10 15:46:45.665553 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.698385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d9dcaa9-d7eb-40d2-972c-c6a08f264ff4 req-424e6f56-04e3-4918-843d-5e30713307e4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053989 Feb 10 15:46:45.719541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-f4fcdf3b-14ed-4fe1-bab7-3ac8ae3b32cc service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860190 Feb 10 15:46:45.727882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-beaea019-b73e-41f6-a7c9-31edbaf41f74 req-6f06804b-0f61-4f25-ba43-84f5c65f4169 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "GET /v2.0/security-groups/00870602-2956-4d83-ae37-1357dab64758 HTTP/1.1" status: 200 len: 1778 time: 0.1421881 Feb 10 15:46:45.837033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 019de517-4ccf-4869-93cc-4544dcf19574 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:45.851316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 019de517-4ccf-4869-93cc-4544dcf19574 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:45.852029 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.895134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-beaea019-b73e-41f6-a7c9-31edbaf41f74 req-8c8fa583-250a-428c-960e-ab376290e0ce tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.972790 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-beaea019-b73e-41f6-a7c9-31edbaf41f74 req-8c8fa583-250a-428c-960e-ab376290e0ce tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:45.977931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b34acb74-75aa-4bde-8d48-5e4ecdc00d9e req-fd32627c-d8c9-4cde-b65f-35f70fffbd1b service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491450 Feb 10 15:46:46.014123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port da04d6f5-969d-4b35-83e6-a0214d7fb05c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:46.044150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-5070cd26-19c7-43e1-9abc-5c245aea78aa', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:46:46.045041 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.045426 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-beaea019-b73e-41f6-a7c9-31edbaf41f74 req-8c8fa583-250a-428c-960e-ab376290e0ce tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.049353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-beaea019-b73e-41f6-a7c9-31edbaf41f74 req-8c8fa583-250a-428c-960e-ab376290e0ce tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.054795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-beaea019-b73e-41f6-a7c9-31edbaf41f74 req-8c8fa583-250a-428c-960e-ab376290e0ce tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "DELETE /v2.0/security-groups/00870602-2956-4d83-ae37-1357dab64758 HTTP/1.1" status: 204 len: 173 time: 0.3097169 Feb 10 15:46:46.058429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c', 'network_id': '6003fecb-1259-4824-a5be-08e2ab2abe27', 'port_id': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c', 'mac_address': 'fa:16:3e:05:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6788a490-258a-4a2c-b6af-5c9f3517a510', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:46.091244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fa583-250a-428c-960e-ab376290e0ce tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00870602-2956-4d83-ae37-1357dab64758,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:46.094572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.162289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.190410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6127df4f-5472-49f1-ab55-1e41aa0c7df1 req-722cbf4c-a38c-49b6-b38c-0011b06c4d6c tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "GET /v2.0/security-groups/4ee6927c-3376-4151-8fa1-b2537f1523f4 HTTP/1.1" status: 200 len: 1777 time: 0.1011047 Feb 10 15:46:46.207069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:46.249317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49630763-e1ac-4630-829e-19f5a39d341f req-8e0e46fc-7b34-43c3-bc6e-974b4ce7b189 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:46.251185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49630763-e1ac-4630-829e-19f5a39d341f req-8e0e46fc-7b34-43c3-bc6e-974b4ce7b189 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 943 time: 0.1670570 Feb 10 15:46:46.399136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54950) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:46.422860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49630763-e1ac-4630-829e-19f5a39d341f req-7372f2c0-cfad-4fb0-9120-4dac3cc94365 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496274 Feb 10 15:46:46.440285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6127df4f-5472-49f1-ab55-1e41aa0c7df1 req-73dbc991-ccd7-42b6-b652-bc8ef12ec6c6 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.443549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a732896-f366-4fc8-8871-4f44a14ed101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019de517-4ccf-4869-93cc-4544dcf19574'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:46.446108 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c9981-eb10-4b68-be25-d57cf62b0546" -d '{"events": [{"server_uuid": "9a732896-f366-4fc8-8871-4f44a14ed101", "name": "network-vif-plugged", "status": "completed", "tag": "019de517-4ccf-4869-93cc-4544dcf19574"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:46.511123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 019de517-4ccf-4869-93cc-4544dcf19574, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=019de517-4ccf-4869-93cc-4544dcf19574,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:46.517578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6127df4f-5472-49f1-ab55-1e41aa0c7df1 req-73dbc991-ccd7-42b6-b652-bc8ef12ec6c6 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.573200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.633226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bad7f-f496-4f7d-ba2b-505671013288 req-2faad0c4-1c2a-44cb-8ffe-ce471f258ec2 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:46.648378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.650854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-803bad7f-f496-4f7d-ba2b-505671013288 req-2faad0c4-1c2a-44cb-8ffe-ce471f258ec2 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 948 time: 0.1103263 Feb 10 15:46:46.659827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.682477 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.693807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6127df4f-5472-49f1-ab55-1e41aa0c7df1 req-73dbc991-ccd7-42b6-b652-bc8ef12ec6c6 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.697314 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6127df4f-5472-49f1-ab55-1e41aa0c7df1 req-73dbc991-ccd7-42b6-b652-bc8ef12ec6c6 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.698737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6127df4f-5472-49f1-ab55-1e41aa0c7df1 req-73dbc991-ccd7-42b6-b652-bc8ef12ec6c6 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ee6927c-3376-4151-8fa1-b2537f1523f4 HTTP/1.1" status: 204 len: 173 time: 0.4981258 Feb 10 15:46:46.722445 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75e3962d-3634-4754-8740-8c417321a7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.742574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbc991-ccd7-42b6-b652-bc8ef12ec6c6 tempest-SecurityGroupsTestAdminJSON-1652419171 tempest-SecurityGroupsTestAdminJSON-1652419171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee6927c-3376-4151-8fa1-b2537f1523f4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:46.778203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-803bad7f-f496-4f7d-ba2b-505671013288 req-1785cef5-d95b-4477-bf83-a1744ed8ec64 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263397 Feb 10 15:46:46.821329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da04d6f5-969d-4b35-83e6-a0214d7fb05c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:46.857135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port da04d6f5-969d-4b35-83e6-a0214d7fb05c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:46.882738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:46.888581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=019de517-4ccf-4869-93cc-4544dcf19574,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:46.902698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:46.917822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Allocated IP 172.25.7.119 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/0d22a841-a31a-4722-8b08-471848837fc1) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:46.995417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'mac_address': 'fa:16:3e:11:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:47.002179 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506945eb-b17c-4420-9772-796f7c865362 x-openstack-request-id: req-506945eb-b17c-4420-9772-796f7c865362 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:47.002760 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a732896-f366-4fc8-8871-4f44a14ed101", "name": "network-vif-plugged", "status": "completed", "tag": "019de517-4ccf-4869-93cc-4544dcf19574", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:47.003214 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-506945eb-b17c-4420-9772-796f7c865362 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:47.003829 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a732896-f366-4fc8-8871-4f44a14ed101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019de517-4ccf-4869-93cc-4544dcf19574', 'code': 200} Feb 10 15:46:47.060610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.116677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Allocated IP 172.20.0.2 (5070cd26-19c7-43e1-9abc-5c245aea78aa/2bd35b75-dfe9-47c2-8cf7-c729b489040b/49267444-49bc-4c3c-aaed-991b8def0189) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:47.123272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.129397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-962a1813-5b9e-49f1-933f-7a046a2dda49 req-c9e7c5ab-ca3c-4bbd-ac9d-6dee36fa1a1c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=35872384-617f-4ad1-acbe-3450dcf04e5f HTTP/1.1" status: 200 len: 210 time: 0.1219995 Feb 10 15:46:47.147092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=da04d6f5-969d-4b35-83e6-a0214d7fb05c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.162657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:47.168645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:47.182231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75e3962d-3634-4754-8740-8c417321a7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.185128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.198638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75e3962d-3634-4754-8740-8c417321a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.237025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b063008a-5409-4ddd-b5af-5a737e69a956 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:47.247108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Pushing event updated for resources: {'Port': ['ID=0d22a841-a31a-4722-8b08-471848837fc1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.254415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:47.267073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:47.269771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-75e3962d-3634-4754-8740-8c417321a7e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a7a515311884f25af07001ede74c5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8692207 Feb 10 15:46:47.275915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54964) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:47.289579 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.327654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54970) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:47.362791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['da04d6f5-969d-4b35-83e6-a0214d7fb05c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:47.371273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123b5d-30e9-4e1e-9c53-1f4a205ffd50 req-8d345b4d-6e40-4d46-98bb-0479f8dfd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.373852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a123b5d-30e9-4e1e-9c53-1f4a205ffd50 req-8d345b4d-6e40-4d46-98bb-0479f8dfd291 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.3673632 Feb 10 15:46:47.482687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3962d-3634-4754-8740-8c417321a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7070c7f-2e27-4cc5-b709-aab82a132b90,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.519068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.560097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.566171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.572440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.579436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.586804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.594004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.608093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.612331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['b063008a-5409-4ddd-b5af-5a737e69a956'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:47.617578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-7415b281-ba78-4efd-bb56-f605f7c3d18f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.5352490 Feb 10 15:46:47.692889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.715383 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.739237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c3f24791-f698-4682-95fa-9c3dff625bcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33f201d2838548fa9490415e02dfa329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042966 Feb 10 15:46:47.748514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:47.781660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a123b5d-30e9-4e1e-9c53-1f4a205ffd50 req-d1dbbea6-1163-4d82-85a5-6322698d3b23 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963859 Feb 10 15:46:47.789613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:47.799662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:47.802111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:47.818024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0464e26a-2c4f-4b59-983d-3e0edacf78c3 req-39530f13-e931-4b05-b709-9d3591c62315 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931477 Feb 10 15:46:47.828998 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c5a247d-516b-42de-bd08-5482f7575709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.864478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Pushing event updated for resources: {'Port': ['ID=49267444-49bc-4c3c-aaed-991b8def0189,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.864829 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c5a247d-516b-42de-bd08-5482f7575709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.884495 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f00e-a4a1-43b1-a74f-6261deb52065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:47.912704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f00e-a4a1-43b1-a74f-6261deb52065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.031563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c5a247d-516b-42de-bd08-5482f7575709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.032970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Attempting to bind port 49267444-49bc-4c3c-aaed-991b8def0189 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:48.033534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Attempting to bind port 49267444-49bc-4c3c-aaed-991b8def0189 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:48.034089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Attempting to bind port 49267444-49bc-4c3c-aaed-991b8def0189 on network 5070cd26-19c7-43e1-9abc-5c245aea78aa {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:48.035877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c5a247d-516b-42de-bd08-5482f7575709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.044274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3c5a247d-516b-42de-bd08-5482f7575709 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7070c7f-2e27-4cc5-b709-aab82a132b90 HTTP/1.1" status: 204 len: 168 time: 0.7552640 Feb 10 15:46:48.057810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f8f2f-6e89-4065-95ee-3bc71e6ff494 req-ebaf09e4-f32e-49c5-a5b0-e1384aadf8b6 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:48.067326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.067715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a86f8f2f-6e89-4065-95ee-3bc71e6ff494 req-ebaf09e4-f32e-49c5-a5b0-e1384aadf8b6 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 944 time: 0.4446235 Feb 10 15:46:48.071945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f00e-a4a1-43b1-a74f-6261deb52065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.074655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f00e-a4a1-43b1-a74f-6261deb52065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.075849 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d2d7f00e-a4a1-43b1-a74f-6261deb52065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93b34a09-18e0-4526-bfcf-c8920f8e9d8c HTTP/1.1" status: 204 len: 168 time: 0.3259687 Feb 10 15:46:48.095574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:48.099929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Checking segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:48.103849 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.104461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Bound using segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:48.105198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Bound port: 49267444-49bc-4c3c-aaed-991b8def0189, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:48.105982 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.137262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7f00e-a4a1-43b1-a74f-6261deb52065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b34a09-18e0-4526-bfcf-c8920f8e9d8c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:48.157334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a247d-516b-42de-bd08-5482f7575709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7070c7f-2e27-4cc5-b709-aab82a132b90,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:48.166514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a86f8f2f-6e89-4065-95ee-3bc71e6ff494 req-0baa71bc-aafb-4c31-9ca5-e6c405af05a9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977392 Feb 10 15:46:48.178847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac72e7-a63b-412d-b26d-ecae7ab452b2 req-a1ebc9ad-86a7-43db-a628-66af593333a4 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:48.187486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97ac72e7-a63b-412d-b26d-ecae7ab452b2 req-a1ebc9ad-86a7-43db-a628-66af593333a4 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 949 time: 0.2246675 Feb 10 15:46:48.304542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97ac72e7-a63b-412d-b26d-ecae7ab452b2 req-69b64d28-b959-4fd9-9ad8-e073e3f99e5a tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008198 Feb 10 15:46:48.591658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.703670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] For port 49267444-49bc-4c3c-aaed-991b8def0189, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:48.722276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] For port 49267444-49bc-4c3c-aaed-991b8def0189, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49267444-49bc-4c3c-aaed-991b8def0189,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:48.733308 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:48.815427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55008) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:48.830483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5d77c-06e4-4a3d-930b-a7a696096978 None None] Pushing event updated for resources: {'Port': ['ID=49267444-49bc-4c3c-aaed-991b8def0189,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:48.846978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Router 1b99cdac-b320-4dd7-bb34-2baec91b3440 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:46:48.943839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55012) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:48.947132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fcc91f36-1de5-4348-a89a-76a87dc0109c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f18ca211c24040878265d9d71ae07fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302896 Feb 10 15:46:48.972001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:48.989064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65a5748c-f473-4f13-a75c-ccbfa4be42ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.065100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:46:49.081077 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Sync routers for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:46:49.101947 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:49.102580 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:49.161186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.163573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cbf53e4-35f9-487c-abb3-d9e4e2672b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.169534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55026) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:49.181916 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb70ed08-d260-4a49-aab2-45cf0ae74f86 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7089162 Feb 10 15:46:49.274233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.282038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.287168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.305247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.316191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.331501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.344080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.348092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-f13e6b5e-28c0-46e9-9cf9-319c1a78cda4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.3541608 Feb 10 15:46:49.382566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cbf53e4-35f9-487c-abb3-d9e4e2672b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.460683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49267444-49bc-4c3c-aaed-991b8def0189 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:49.481369 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:49.517519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device da04d6f5-969d-4b35-83e6-a0214d7fb05c up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:49.656956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 49267444-49bc-4c3c-aaed-991b8def0189 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:49.657383 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.693915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port da04d6f5-969d-4b35-83e6-a0214d7fb05c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:49.702345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port da04d6f5-969d-4b35-83e6-a0214d7fb05c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:49.702719 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.755707 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:47Z', 'revision_number': 3, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:49.784686 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Checking router: 1b99cdac-b320-4dd7-bb34-2baec91b3440 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:46:49.785094 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Updating router 1b99cdac-b320-4dd7-bb34-2baec91b3440 port 0d22a841-a31a-4722-8b08-471848837fc1 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:46:49.817137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59f3a54c-4abb-4ca7-889a-15a84426dbe6 req-e6e31f2f-bf9e-47a0-b815-833c0b5b598f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4368534 Feb 10 15:46:49.826983 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.872760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cbf53e4-35f9-487c-abb3-d9e4e2672b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.880115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cbf53e4-35f9-487c-abb3-d9e4e2672b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.882556 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.890609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1cbf53e4-35f9-487c-abb3-d9e4e2672b16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f5cfbca-65b2-466a-b6a2-7220ff84bed7 HTTP/1.1" status: 204 len: 168 time: 0.9146547 Feb 10 15:46:49.943120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 49267444-49bc-4c3c-aaed-991b8def0189, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49267444-49bc-4c3c-aaed-991b8def0189,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:49.947268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:49.959202 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.029369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf53e4-35f9-487c-abb3-d9e4e2672b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5cfbca-65b2-466a-b6a2-7220ff84bed7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.057052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:50.062466 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365f2608-5fea-4db7-9ea9-de70b0d1175f" -d '{"events": [{"server_uuid": "8b1d608f-e40a-481d-a873-ae8d7dcf9f83", "name": "network-vif-plugged", "status": "completed", "tag": "da04d6f5-969d-4b35-83e6-a0214d7fb05c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:50.106768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port da04d6f5-969d-4b35-83e6-a0214d7fb05c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:50.108767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65a5748c-f473-4f13-a75c-ccbfa4be42ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.121022 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.126948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=49267444-49bc-4c3c-aaed-991b8def0189,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.195596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:50.221298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-397eb07c-a375-4559-aa6e-3770494afb41 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:50.234072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-397eb07c-a375-4559-aa6e-3770494afb41 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 1.0413897 Feb 10 15:46:50.248566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65a5748c-f473-4f13-a75c-ccbfa4be42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.349296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-93b1f5a1-68a5-4d4e-b1e0-d8317b569ca0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.1140304 Feb 10 15:46:50.353797 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.373770 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.377612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=da04d6f5-969d-4b35-83e6-a0214d7fb05c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.425676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port b063008a-5409-4ddd-b5af-5a737e69a956 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:50.446421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port b063008a-5409-4ddd-b5af-5a737e69a956 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:50.448094 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.459647 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Attempting to bind port 0d22a841-a31a-4722-8b08-471848837fc1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:50.460015 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Attempting to bind port 0d22a841-a31a-4722-8b08-471848837fc1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:50.460334 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Attempting to bind port 0d22a841-a31a-4722-8b08-471848837fc1 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:50.471391 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:50.474555 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:50.475166 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.475694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:50.476536 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Bound port: 0d22a841-a31a-4722-8b08-471848837fc1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:50.477020 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.505406 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb44b6-9814-4e4c-b785-28c31547ad72 None None] Pushing event updated for resources: {'Port': ['ID=0d22a841-a31a-4722-8b08-471848837fc1,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.543491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-8d705dc0-b9b4-42d5-827c-0f3906a1b8d4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1931002 Feb 10 15:46:50.545654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d039469-172e-4bec-8e70-1520b739db48 None None] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:46:50.554899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55048) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:50.558894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-65a5748c-f473-4f13-a75c-ccbfa4be42ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=693f2bd651c74ae3aa797fed0dcc5bcb&name=default HTTP/1.1" status: 200 len: 2982 time: 1.6058295 Feb 10 15:46:50.559788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5748c-f473-4f13-a75c-ccbfa4be42ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699a1a2-84ce-41eb-ad94-c882387b3c65,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.590740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d7c58-9194-422d-be5d-d7d94c84bb27 req-318a6c2c-7761-41ee-b95a-a66c35298d34 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:50.593366 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] For port 0d22a841-a31a-4722-8b08-471848837fc1, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:50.600902 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] For port 0d22a841-a31a-4722-8b08-471848837fc1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0d22a841-a31a-4722-8b08-471848837fc1,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:50.608167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d8d7c58-9194-422d-be5d-d7d94c84bb27 req-318a6c2c-7761-41ee-b95a-a66c35298d34 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 944 time: 0.5586762 Feb 10 15:46:50.612311 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.680549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-051e2a52-dad5-4e5a-a6a2-92c2c4ded1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.698390 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb44b6-9814-4e4c-b785-28c31547ad72 None None] Pushing event updated for resources: {'Port': ['ID=0d22a841-a31a-4722-8b08-471848837fc1,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.711620 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:50.712998 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:50.745824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-051e2a52-dad5-4e5a-a6a2-92c2c4ded1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.787002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f7cee037-9938-4c5f-85ce-a0cd3d68eaf3 None None] Provisioning complete for port 49267444-49bc-4c3c-aaed-991b8def0189 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:50.787726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7cee037-9938-4c5f-85ce-a0cd3d68eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.848472 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.849804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-051e2a52-dad5-4e5a-a6a2-92c2c4ded1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.856290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-051e2a52-dad5-4e5a-a6a2-92c2c4ded1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:50.858629 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-051e2a52-dad5-4e5a-a6a2-92c2c4ded1ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0699a1a2-84ce-41eb-ad94-c882387b3c65 HTTP/1.1" status: 204 len: 168 time: 0.3009481 Feb 10 15:46:50.872586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e2a52-dad5-4e5a-a6a2-92c2c4ded1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699a1a2-84ce-41eb-ad94-c882387b3c65,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.905939 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:51.025914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d8d7c58-9194-422d-be5d-d7d94c84bb27 req-1fef77ae-82e4-4f23-b499-b6538ee705bc tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168706 Feb 10 15:46:51.083858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:51.102175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:51.360721 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:47Z', 'revision_number': 3, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:51.367860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-730781d8-0db6-41ed-98c4-e007e0d843bc service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556329 Feb 10 15:46:51.438216 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b89359-73d1-4449-9442-ec3d8c855aaa None None] The sync data for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 is: [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:47Z', 'revision_number': 3, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:46:51.493539 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49267444-49bc-4c3c-aaed-991b8def0189 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:51.511023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:51.676896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0f73-080f-44f9-9423-8d7163e61cf6 req-82632f39-3dd3-4c8a-aed8-1543f56a20a5 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:51.685728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-251b0f73-080f-44f9-9423-8d7163e61cf6 req-82632f39-3dd3-4c8a-aed8-1543f56a20a5 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 950 time: 0.4723406 Feb 10 15:46:51.690048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 49267444-49bc-4c3c-aaed-991b8def0189 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:51.690710 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:51.960946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3a7a-5d0c-4bd8-8165-2a3ebb0a6886 None None] Provisioning complete for port 49267444-49bc-4c3c-aaed-991b8def0189 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:51.961395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3a7a-5d0c-4bd8-8165-2a3ebb0a6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:52.694036 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:52.760365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-251b0f73-080f-44f9-9423-8d7163e61cf6 req-047cb9ef-e837-422a-a01c-bc8d045d2567 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0702021 Feb 10 15:46:52.786581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-c55d93ed-b1b5-4897-a73c-f250d4266109 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4091234 Feb 10 15:46:52.863323 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593d833-e344-4de1-8d54-c59c3b2c6d55 x-openstack-request-id: req-f593d833-e344-4de1-8d54-c59c3b2c6d55 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:52.863894 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1d608f-e40a-481d-a873-ae8d7dcf9f83", "name": "network-vif-plugged", "status": "completed", "tag": "da04d6f5-969d-4b35-83e6-a0214d7fb05c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:52.864068 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f593d833-e344-4de1-8d54-c59c3b2c6d55 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:52.864549 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c', 'code': 200} Feb 10 15:46:53.166407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.172628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.179554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.186359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.192167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.198094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.204825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.206710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-042f2ded-94e6-40a7-8e22-3de7d0ccd6dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.1939445 Feb 10 15:46:53.255348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf1113-11e1-4696-b148-56d25e4c35aa req-15201546-6ead-48ba-926c-bc35c3ee517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.256820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6bf1113-11e1-4696-b148-56d25e4c35aa req-15201546-6ead-48ba-926c-bc35c3ee517c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 1096 time: 0.2659688 Feb 10 15:46:53.292910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Allocated IP 172.20.0.1 (5070cd26-19c7-43e1-9abc-5c245aea78aa/2bd35b75-dfe9-47c2-8cf7-c729b489040b/60cf3015-f03e-4d01-bbc3-5ea68ad76ce8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:53.312396 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:53.354510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6cf22-2f8f-4a7c-b6e7-faac9cb823d3 req-ab7f58df-c99a-4e03-a9ae-a5bfff80331c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.354510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48e6cf22-2f8f-4a7c-b6e7-faac9cb823d3 req-ab7f58df-c99a-4e03-a9ae-a5bfff80331c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2280450 Feb 10 15:46:53.379795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5473ff16-3de9-4faf-bced-69a73a395a23 req-984f9b86-5376-4591-81ad-3b554ce6ead9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557407 Feb 10 15:46:53.466443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6bf1113-11e1-4696-b148-56d25e4c35aa req-c7d45cd0-8906-44ff-97f8-b26279f271f8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921027 Feb 10 15:46:53.493869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0d22a841-a31a-4722-8b08-471848837fc1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:53.570275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0d22a841-a31a-4722-8b08-471848837fc1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:53.570653 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:53.636780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:53.673079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48e6cf22-2f8f-4a7c-b6e7-faac9cb823d3 req-ec195e0f-0e2b-45f2-80a4-1dae2b2b7043 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840393 Feb 10 15:46:53.728860 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:53.742544 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:53.794248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 0d22a841-a31a-4722-8b08-471848837fc1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0d22a841-a31a-4722-8b08-471848837fc1,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:53.808534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:53.808797 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:53.852336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:53.871692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=0d22a841-a31a-4722-8b08-471848837fc1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:53.880317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:53.942184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-43dc1e63-a306-42cd-b6b4-27e9675dc92d tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7e57cba9c89b4cab9291947e3f99515c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848064 Feb 10 15:46:54.119808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22e8eec7-bc81-49ac-b81d-bc633dbac665 req-518b7716-dbd8-47f3-a2b6-43917d772b6c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 210 time: 0.0513861 Feb 10 15:46:54.123735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:54.126167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Pushing event updated for resources: {'Port': ['ID=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:54.307115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-92860f2b-435d-4baf-b308-26f423440c14 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:54.315763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-92860f2b-435d-4baf-b308-26f423440c14 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722429 Feb 10 15:46:54.329730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-09ac9175-309f-465e-8ba5-04b3deb2e52e None None] Provisioning complete for port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:54.329730 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-09ac9175-309f-465e-8ba5-04b3deb2e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:54.374082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-9022a4aa-cb50-48c4-947b-82fa492cd4be tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/quotas/7e57cba9c89b4cab9291947e3f99515c HTTP/1.1" status: 200 len: 375 time: 0.0575278 Feb 10 15:46:54.423517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-09ac9175-309f-465e-8ba5-04b3deb2e52e None None] Port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:46:54.441679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-37b301f9-40f5-47ec-bd72-f7a0446d42e0 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e57cba9c89b4cab9291947e3f99515c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415998 Feb 10 15:46:54.452676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a13a-1123-4a2a-92f5-76a63e63eb58 req-818db7a3-bc55-4e74-ab29-ef5e0e38a8b4 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:54.454193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b62a13a-1123-4a2a-92f5-76a63e63eb58 req-818db7a3-bc55-4e74-ab29-ef5e0e38a8b4 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 950 time: 0.1083972 Feb 10 15:46:54.455007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:54.587813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b62a13a-1123-4a2a-92f5-76a63e63eb58 req-414640bb-aeae-4256-82bd-0c1c7440b931 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138563 Feb 10 15:46:54.809675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:54.817066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:54.858473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-515f358d-7407-438d-ac80-e294917a3e68 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:54.861363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-515f358d-7407-438d-ac80-e294917a3e68 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.2277327 Feb 10 15:46:54.866328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:54.868693 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e70d51-5bfb-40a8-9a0f-7294cb8a4037" -d '{"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-plugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:54.876161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': 'e60521ab-1c66-41e1-89be-cc768ea9a280', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:54.881462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:55.094595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:55.113746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:55.120936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:55.147048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:55.150085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Pushing event updated for resources: {'Port': ['ID=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:55.283283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.290828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.301118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.307396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.313976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.324158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.331815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.343090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-2b3c44a1-65b6-40be-a694-b81834f84293 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.3138311 Feb 10 15:46:55.387372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.14 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/45aef9a9-386c-496d-8e84-36546adac0ed) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:55.471377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0d22a841-a31a-4722-8b08-471848837fc1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:55.542326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0d22a841-a31a-4722-8b08-471848837fc1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:55.542909 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:55.548512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab611d6-15ff-4177-adfc-63ff82a09c02 req-d47fcf5b-11e4-4470-8a60-072757ba945f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.550137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ab611d6-15ff-4177-adfc-63ff82a09c02 req-d47fcf5b-11e4-4470-8a60-072757ba945f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.3688693 Feb 10 15:46:55.619923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d1438dd4-5135-4d12-a081-5efa230d8c0d None None] Provisioning complete for port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:55.621423 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d1438dd4-5135-4d12-a081-5efa230d8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:55.643885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:55.695133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf93811c-1027-4428-a099-8b2d36ed0ee9 req-f8b30118-5a07-40e0-9902-a9b5845000ba tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3505595 Feb 10 15:46:55.710003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:55.714583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d1438dd4-5135-4d12-a081-5efa230d8c0d None None] Port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:46:55.715882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ab611d6-15ff-4177-adfc-63ff82a09c02 req-90ca4818-39ef-4bac-b0b6-c655dfa696e5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388633 Feb 10 15:46:55.723427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Router 1b99cdac-b320-4dd7-bb34-2baec91b3440 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:46:55.852070 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42c279e-48bb-4f82-9879-56fe94047885 x-openstack-request-id: req-d42c279e-48bb-4f82-9879-56fe94047885 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:55.852386 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-plugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:55.853121 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d42c279e-48bb-4f82-9879-56fe94047885 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:55.853121 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'code': 200} Feb 10 15:46:55.855486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:55.866288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:55.869832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:55.878600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=45aef9a9-386c-496d-8e84-36546adac0ed,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:55.975378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:55.978236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:56.010418 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba5bb139-9f6a-4a22-bc57-61f7a3be41bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1383903 Feb 10 15:46:56.017038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23c32295-ad51-40a1-adf9-19c86944d747 req-ee160267-e36c-42f3-8033-94755744aecc tempest-FlavorsV2NegativeTest-754561932 tempest-FlavorsV2NegativeTest-754561932-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca04ba8a0292400ca11da54da4ee6c76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710185 Feb 10 15:46:56.028124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Request body: {'port': {'device_id': 'e60521ab-1c66-41e1-89be-cc768ea9a280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:56.063414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8677916-1d1d-4dda-835c-723d128192d9 req-007e46c0-6d77-41fc-8074-23987b69e5e8 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 210 time: 0.1193264 Feb 10 15:46:56.105104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:46:56.114698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Sync routers for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:46:56.119618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:56.129059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:56.129612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:56.367251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-20fbd6c6-e549-4c23-a943-8e7e57109a4e admin admin] 10.222.0.21 "PUT /v2.0/routers/1b99cdac-b320-4dd7-bb34-2baec91b3440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1942129 Feb 10 15:46:56.378182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32295-ad51-40a1-adf9-19c86944d747 req-dddd69da-2b36-4bd8-aeb0-5e00e1218f5f tempest-FlavorsV2NegativeTest-754561932 tempest-FlavorsV2NegativeTest-754561932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:56.381302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23c32295-ad51-40a1-adf9-19c86944d747 req-dddd69da-2b36-4bd8-aeb0-5e00e1218f5f tempest-FlavorsV2NegativeTest-754561932 tempest-FlavorsV2NegativeTest-754561932-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229156 Feb 10 15:46:56.440477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23c32295-ad51-40a1-adf9-19c86944d747 req-a90b9646-e491-4d00-952e-a5fdb9f593ac tempest-FlavorsV2NegativeTest-754561932 tempest-FlavorsV2NegativeTest-754561932-project] 10.222.0.21 "GET /v2.0/quotas/ca04ba8a0292400ca11da54da4ee6c76 HTTP/1.1" status: 200 len: 375 time: 0.0504029 Feb 10 15:46:56.491793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23c32295-ad51-40a1-adf9-19c86944d747 req-a768c0b6-b8ca-4ca4-ac2e-7fb6730944bc tempest-FlavorsV2NegativeTest-754561932 tempest-FlavorsV2NegativeTest-754561932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca04ba8a0292400ca11da54da4ee6c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449541 Feb 10 15:46:56.510760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b350b-3527-4999-b9c6-f901b4d45e71 req-b0694435-2ea1-466d-9142-40055c05c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:56.519311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-761b350b-3527-4999-b9c6-f901b4d45e71 req-b0694435-2ea1-466d-9142-40055c05c414 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 1101 time: 0.4997556 Feb 10 15:46:56.540926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32310162-183b-476b-b9ca-95fc0ace4de3 req-a7628f62-0457-4d1c-9312-4271e4d09ff5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:56.548872 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aef9a9-386c-496d-8e84-36546adac0ed {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:56.556795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32310162-183b-476b-b9ca-95fc0ace4de3 req-a7628f62-0457-4d1c-9312-4271e4d09ff5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 932 time: 0.1717768 Feb 10 15:46:56.583754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:56.600586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:56.621463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Transition to ACTIVE for port object 45aef9a9-386c-496d-8e84-36546adac0ed will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:56.631800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:56.668236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32310162-183b-476b-b9ca-95fc0ace4de3 req-ba82f29c-8563-4857-8417-0bdb9e7a37d9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090643 Feb 10 15:46:56.726985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Pushing event updated for resources: {'Port': ['ID=45aef9a9-386c-496d-8e84-36546adac0ed,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:56.789733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-761b350b-3527-4999-b9c6-f901b4d45e71 req-8c0677b6-604d-43cb-884a-ceecff7d7835 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271388 Feb 10 15:46:56.797510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-00661578-ecb1-484f-bf1d-c781b1d51ee4 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e57cba9c89b4cab9291947e3f99515c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179941 Feb 10 15:46:56.858250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da751c8-e9fa-480c-a34e-2574d59daa16 req-0c6348b7-7938-4d74-b008-0e51cc950076 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:56.870631 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3da751c8-e9fa-480c-a34e-2574d59daa16 req-0c6348b7-7938-4d74-b008-0e51cc950076 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 950 time: 0.1696348 Feb 10 15:46:56.899117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Attempting to bind port 45aef9a9-386c-496d-8e84-36546adac0ed on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:56.899726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Attempting to bind port 45aef9a9-386c-496d-8e84-36546adac0ed by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:56.899851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Attempting to bind port 45aef9a9-386c-496d-8e84-36546adac0ed on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:56.906005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Port 45aef9a9-386c-496d-8e84-36546adac0ed on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:56.906331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Attempting to bind port 45aef9a9-386c-496d-8e84-36546adac0ed on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:56.914020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:56.914355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:56.915265 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:56.915815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Bound port: 45aef9a9-386c-496d-8e84-36546adac0ed, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:56.916692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:56.972340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3da751c8-e9fa-480c-a34e-2574d59daa16 req-a18af7cc-bf30-4860-a52a-7eef08293be5 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007953 Feb 10 15:46:56.981558 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.050142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 2, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:57.060727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] For port 45aef9a9-386c-496d-8e84-36546adac0ed, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:57.066392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] For port 45aef9a9-386c-496d-8e84-36546adac0ed, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=45aef9a9-386c-496d-8e84-36546adac0ed,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:57.075463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.100346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Checking router: 1b99cdac-b320-4dd7-bb34-2baec91b3440 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:46:57.100703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Updating router 1b99cdac-b320-4dd7-bb34-2baec91b3440 port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:46:57.138625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.177112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.185707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.187335 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] 10.222.0.45 "PUT /v2.0/ports/45aef9a9-386c-496d-8e84-36546adac0ed HTTP/1.1" status: 200 len: 1092 time: 1.1686201 Feb 10 15:46:57.187958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60521ab-1c66-41e1-89be-cc768ea9a280', 'tag': '45aef9a9-386c-496d-8e84-36546adac0ed'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:46:57.195894 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed64d5-af78-46b0-8042-b0f4e17df25a" -d '{"events": [{"name": "network-changed", "server_uuid": "e60521ab-1c66-41e1-89be-cc768ea9a280", "tag": "45aef9a9-386c-496d-8e84-36546adac0ed"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:57.216118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79ce2e-513a-4123-a669-b07d7141fe2c req-2360db80-13c4-4ece-9cc7-a3241efc14df tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.224843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c79ce2e-513a-4123-a669-b07d7141fe2c req-2360db80-13c4-4ece-9cc7-a3241efc14df tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.0954742 Feb 10 15:46:57.289685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-ffd49637-0657-494b-bf5d-58d481a21b88 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.292473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-ffd49637-0657-494b-bf5d-58d481a21b88 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952836 Feb 10 15:46:57.311475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c79ce2e-513a-4123-a669-b07d7141fe2c req-4c45802f-8eb9-4bd9-a55d-7faff69bd3c0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805709 Feb 10 15:46:57.319738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Request body: {'port': {'device_id': 'f438aded-543b-47a3-9d38-86afe987b617', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '7e57cba9c89b4cab9291947e3f99515c'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:57.341840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94961c5-87b0-404a-b42a-8690a0af5144 service neutron] Pushing event updated for resources: {'Port': ['ID=45aef9a9-386c-496d-8e84-36546adac0ed,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.401593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-d7c31c37-930e-48f5-a75c-943645337082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.404002 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-d7c31c37-930e-48f5-a75c-943645337082 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 1095 time: 0.1645746 Feb 10 15:46:57.492314 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-4cc984e8-3453-4a5a-aa09-e3c0b6ef9d79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45aef9a9-386c-496d-8e84-36546adac0ed HTTP/1.1" status: 200 len: 217 time: 0.0776176 Feb 10 15:46:57.551849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55250) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:57.561348 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973462976', 'description': 'tempest-description--720488545'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:57.569794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 17e7ee52-5d2e-4ace-a18a-e05757c630dc details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:57.586489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55252) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:57.684641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-23b9a97e-00ec-4c57-82b9-27b80a723055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.687799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-23b9a97e-00ec-4c57-82b9-27b80a723055 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1889002 Feb 10 15:46:57.734145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b18d72a-e6b4-47d0-88ea-0457cbbab6ed req-388a21cd-3b20-4d8b-badd-a3b58e639c54 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 210 time: 0.0573149 Feb 10 15:46:57.741526 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-ba70ce93-aad4-4427-ada0-ef1281f29890 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453539 Feb 10 15:46:57.742827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.826805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.846162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.853523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.860767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.880617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.895435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.902349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:57.903644 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3786682-2dea-4c47-ab70-ad49a144232e x-openstack-request-id: req-d3786682-2dea-4c47-ab70-ad49a144232e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:57.904142 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60521ab-1c66-41e1-89be-cc768ea9a280", "tag": "45aef9a9-386c-496d-8e84-36546adac0ed", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:57.904142 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3786682-2dea-4c47-ab70-ad49a144232e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:57.904652 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60521ab-1c66-41e1-89be-cc768ea9a280', 'tag': '45aef9a9-386c-496d-8e84-36546adac0ed', 'status': 'completed', 'code': 200} Feb 10 15:46:57.913778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-0cce2b81-0025-4b0a-99e6-be8fe3add4d0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5430 time: 0.3680046 Feb 10 15:46:57.924419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Made reservation on behalf of 7e57cba9c89b4cab9291947e3f99515c for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:57.928584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.940430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b8-b12c-4977-b833-48da82eef1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.964302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:57.984491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:58.033801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '17e7ee52-5d2e-4ace-a18a-e05757c630dc', 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693', 'port_id': '17e7ee52-5d2e-4ace-a18a-e05757c630dc', 'mac_address': 'fa:16:3e:f8:35:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1011620c-8b1f-4253-8a63-14c94d3fff8d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:58.049180 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.076408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38a1ad90-21f1-4265-880d-fd898ebf84e1 req-7e219e82-3676-4ba2-9471-336333d3a873 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613681 Feb 10 15:46:58.079231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.083424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-887ff1e9-b585-4f30-ad21-d8d032ad0b08 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072011 Feb 10 15:46:58.090914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.202638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.206859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6571027-e574-47af-91fb-9c8997d145de,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.229954 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.233456 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.235609 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-76ab3bf9-6ec6-4df2-a4b6-c67ca3d84172 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6776962 Feb 10 15:46:58.242300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:58.256405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Request body: {'security_group_rule': {'security_group_id': 'e6571027-e574-47af-91fb-9c8997d145de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:58.309862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b8-b12c-4977-b833-48da82eef1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.322201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e7ee52-5d2e-4ace-a18a-e05757c630dc {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:58.341235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6ce97b8-b12c-4977-b833-48da82eef1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.366282 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-cfd499a2-3a8f-4832-adc3-00984b1a8087 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720084 Feb 10 15:46:58.414781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:58.417718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.426067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.427566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f8f82c37-182d-42ac-bfb6-b8fedcbadb8a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:58.440563 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6ce97b8-b12c-4977-b833-48da82eef1db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca04ba8a0292400ca11da54da4ee6c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520441 Feb 10 15:46:58.456184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55268) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:58.512771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce97b8-b12c-4977-b833-48da82eef1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d06f2-fdd5-48aa-be30-69533bfac545,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.534109 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.567876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.601458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b96cbc-e101-400d-baa6-3c339b07cc30 req-fbef3b77-7f68-4fd5-9e91-8a2aa190d748 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:58.609627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78b96cbc-e101-400d-baa6-3c339b07cc30 req-fbef3b77-7f68-4fd5-9e91-8a2aa190d748 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 944 time: 0.3041146 Feb 10 15:46:58.623625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:58.633047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc3655-148a-4ac0-9cbe-0639defcb0aa req-71a62e2e-c255-4c96-be23-bdbc3728bfb7 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:58.643538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0acc3655-148a-4ac0-9cbe-0639defcb0aa req-71a62e2e-c255-4c96-be23-bdbc3728bfb7 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 950 time: 0.3546786 Feb 10 15:46:58.645046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'port_id': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'mac_address': 'fa:16:3e:8f:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:58.665854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-c90ff394-608a-48cb-94d0-f48eb742ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:58.667838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-c90ff394-608a-48cb-94d0-f48eb742ab5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 1095 time: 0.2308156 Feb 10 15:46:58.671347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.702196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.728787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-925574a3-e0d8-43ad-a546-23d3a3e0fb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.738395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-ce759367-6186-4588-8241-9d4d479d6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:58.740330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-ce759367-6186-4588-8241-9d4d479d6fb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 1096 time: 0.4939265 Feb 10 15:46:58.743163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ab61-339f-45bf-87a7-ea33f90ca4f7 None None] Pushing event updated for resources: {'Port': ['ID=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.825841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.874921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Attempting to bind port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:46:58.875352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Attempting to bind port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:46:58.876045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Attempting to bind port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 on network 5070cd26-19c7-43e1-9abc-5c245aea78aa {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:58.894824 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0093810f-4525-484b-aad4-3ba14258dd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.898705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-7eaadf91-5a04-4f71-a6b8-d0a6e7041ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:58.900271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-7eaadf91-5a04-4f71-a6b8-d0a6e7041ed0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.1199729 Feb 10 15:46:58.906722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:58.907130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Checking segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:46:58.907525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.908050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Bound using segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:58.908538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Bound port: 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:46:58.908917 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.945042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f82c37-182d-42ac-bfb6-b8fedcbadb8a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:58.956870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d913ae-c569-4834-a5dc-56242944e49a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.974160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:58.981737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2cea6b2c-d139-4a7a-bcbf-d63cdf34d36e None None] Provisioning complete for port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:58.982113 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2cea6b2c-d139-4a7a-bcbf-d63cdf34d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.998601 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:58.999272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device e190fa42-5c02-40b8-8276-f343ccc68e51 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:59.018798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-af286962-e0cb-4ba9-8ae8-f6e2a7a77a0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c HTTP/1.1" status: 200 len: 217 time: 0.0998495 Feb 10 15:46:59.039884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0acc3655-148a-4ac0-9cbe-0639defcb0aa req-31a68eae-c5ae-4da3-bb02-27de9fdc635e tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910484 Feb 10 15:46:59.129112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=e190fa42-5c02-40b8-8276-f343ccc68e51,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:59.136671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78b96cbc-e101-400d-baa6-3c339b07cc30 req-4bab3263-2dbe-4b79-9060-96838e219c3c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254765 Feb 10 15:46:59.186898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'e190fa42-5c02-40b8-8276-f343ccc68e51', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'port_id': 'e190fa42-5c02-40b8-8276-f343ccc68e51', 'mac_address': 'fa:16:3e:94:1a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:59.195478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae149f7-3b53-4024-93b0-e514ff0f4070,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.215868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=17e7ee52-5d2e-4ace-a18a-e05757c630dc,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.250446 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.256222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5abc0b9f-51e0-4f4b-a892-d66bfdafd539 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0102665 Feb 10 15:46:59.267939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55280) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:46:59.273740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-925574a3-e0d8-43ad-a546-23d3a3e0fb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.274941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Request body: {'security_group_rule': {'security_group_id': 'e6571027-e574-47af-91fb-9c8997d145de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:59.280872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.306721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-a1184a07-3df6-4aee-a9d2-c1d339ad40f5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:59.309161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-a1184a07-3df6-4aee-a9d2-c1d339ad40f5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 944 time: 0.4043984 Feb 10 15:46:59.341403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-a0473df8-ac39-4c71-ae69-76d1220fe3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:59.342788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2cea6b2c-d139-4a7a-bcbf-d63cdf34d36e None None] Port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:46:59.344843 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-a0473df8-ac39-4c71-ae69-76d1220fe3c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.6633122 Feb 10 15:46:59.349531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-0d5a3113-6b15-4d50-ada8-0bd5224a177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:59.351162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-0d5a3113-6b15-4d50-ada8-0bd5224a177d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.3101327 Feb 10 15:46:59.355429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c375f4e-1925-4269-9f4b-ba482c309cec req-bb536887-ba56-4e00-a966-d3a0e8b8cb2f tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 210 time: 0.0749955 Feb 10 15:46:59.368935 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.371952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] For port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:59.376273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] For port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:59.391466 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.408451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8d9d-817e-4362-af4a-197e6dbe3b9e req-d842a9eb-7e47-4b62-bd78-4ea7c1e701ad tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:59.415619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-397f8d9d-817e-4362-af4a-197e6dbe3b9e req-d842a9eb-7e47-4b62-bd78-4ea7c1e701ad tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2369053 Feb 10 15:46:59.466974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ab61-339f-45bf-87a7-ea33f90ca4f7 None None] Pushing event updated for resources: {'Port': ['ID=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.476404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e190fa42-5c02-40b8-8276-f343ccc68e51 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:46:59.476896 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-a63f8cd3-05b7-422f-b6f7-43611cb4b266 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45aef9a9-386c-496d-8e84-36546adac0ed HTTP/1.1" status: 200 len: 217 time: 0.1239738 Feb 10 15:46:59.480719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-3979722f-da09-43c2-9264-27c15fbbec29 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966296 Feb 10 15:46:59.491668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:46:59.492299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:46:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:59.554537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Allocated IP 192.168.233.254 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/de13a75d-7c86-4e3a-9274-b66e25f47bdf) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:59.585081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=e190fa42-5c02-40b8-8276-f343ccc68e51,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:59.591484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-925574a3-e0d8-43ad-a546-23d3a3e0fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.594418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.595301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 300f7446-6cb9-46a8-ae2f-8bca81c7626d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:59.600557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-925574a3-e0d8-43ad-a546-23d3a3e0fb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.607484 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-925574a3-e0d8-43ad-a546-23d3a3e0fb34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/055d06f2-fdd5-48aa-be30-69533bfac545 HTTP/1.1" status: 204 len: 168 time: 1.1468649 Feb 10 15:46:59.656946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-9e3dc708-4e1e-4a4f-8628-120e5e8cf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:59.658472 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-9e3dc708-4e1e-4a4f-8628-120e5e8cf1ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1739845 Feb 10 15:46:59.659388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925574a3-e0d8-43ad-a546-23d3a3e0fb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d06f2-fdd5-48aa-be30-69533bfac545,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.752947 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-7c0f7d54-5ca1-478b-a249-2de7905f0495 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847878 Feb 10 15:46:59.757631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:59.763684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.802994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:46:59.845661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '300f7446-6cb9-46a8-ae2f-8bca81c7626d', 'network_id': 'eb37a7d2-68c9-4901-90da-63588babb693', 'port_id': '300f7446-6cb9-46a8-ae2f-8bca81c7626d', 'mac_address': 'fa:16:3e:3f:de:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1011620c-8b1f-4253-8a63-14c94d3fff8d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:59.925264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:46:59.992696 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-f515a2f0-a6d4-41bc-82f6-fb44a014d2d6 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310197 Feb 10 15:47:00.067155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-397f8d9d-817e-4362-af4a-197e6dbe3b9e req-2eaea0a4-dba6-45b4-9d56-5b0cc3841a42 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506782 Feb 10 15:47:00.156571 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.183777 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.219621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port 45aef9a9-386c-496d-8e84-36546adac0ed {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:47:00.219996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.261519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-5e0906a2-9a1f-4978-a749-727df130620f service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485511 Feb 10 15:47:00.320764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d7ed64d5-af78-46b0-8042-b0f4e17df25a req-d30816ee-cc14-4364-9370-119325db2d50 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160343 Feb 10 15:47:00.326631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.597837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-18c5f31a-7e4c-44fa-aa1e-12660a3a53c1 None None] Provisioning complete for port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:00.598197 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18c5f31a-7e4c-44fa-aa1e-12660a3a53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.602458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300f7446-6cb9-46a8-ae2f-8bca81c7626d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:00.635867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:00.712835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.714488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:00.751897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:00.850562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6a6731-9a8d-4d48-8c61-cd5b57596c5d,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:00.885519 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:00.889464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1477c6bc-337f-45e5-99ed-36b6a06b0723 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6164145 Feb 10 15:47:00.889981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55318) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:00.896616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:00.942052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '2f3fc50d-e3de-40ec-84cb-4edb3ec88d87', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'port_id': '2f3fc50d-e3de-40ec-84cb-4edb3ec88d87', 'mac_address': 'fa:16:3e:9a:93:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:00.967405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=300f7446-6cb9-46a8-ae2f-8bca81c7626d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:00.999914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.005331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.005910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.031861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.048650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.054586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.063825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.075777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:46:59Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:01.085783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.094510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-5ee6efa5-340e-43f6-877d-69b1e938d10e tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5433 time: 0.8642802 Feb 10 15:47:01.137106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.190715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f22b2-8c11-45f7-873e-3bd10bee499d None None] The sync data for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 is: [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:46:59Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:01.205753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.232274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.301172 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18c5f31a-7e4c-44fa-aa1e-12660a3a53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.343832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:01.394252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e06fac8f-a1c6-4b07-b90b-381d48bc8c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.416216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-18c5f31a-7e4c-44fa-aa1e-12660a3a53c1 None None] For port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:01.439859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Allocated IP 172.25.7.158 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/18eee8b3-2245-4b17-86e6-d6a6ccfaec14) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:01.444366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:01.446117 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18c5f31a-7e4c-44fa-aa1e-12660a3a53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.460518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe8942-485c-4ce9-a205-9746e16d63f8 req-bbd4e72a-712f-4adf-aea1-97451ff0491d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:01.475502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81fe8942-485c-4ce9-a205-9746e16d63f8 req-bbd4e72a-712f-4adf-aea1-97451ff0491d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 944 time: 0.6718140 Feb 10 15:47:01.530510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.549982 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.550757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d94ba41a-054a-4727-9e91-061feb99e1ec details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:01.578043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:01.582782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64d6e08e-e672-4cef-9fb5-f599419d45b7 req-4a05dd7b-20d7-4cb7-b653-e44028892d20 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4874251 Feb 10 15:47:01.678992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port 45aef9a9-386c-496d-8e84-36546adac0ed, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=45aef9a9-386c-496d-8e84-36546adac0ed,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:01.679738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.696945 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f31a-7e4c-44fa-aa1e-12660a3a53c1 None None] Pushing event updated for resources: {'Port': ['ID=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:01.742911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:01.783350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for 45aef9a9-386c-496d-8e84-36546adac0ed owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:47:01.791879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81fe8942-485c-4ce9-a205-9746e16d63f8 req-033d12f4-413c-4eec-81dd-ba4e149e8d0f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182418 Feb 10 15:47:01.803193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:01.834306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d94ba41a-054a-4727-9e91-061feb99e1ec,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:01.920112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'd94ba41a-054a-4727-9e91-061feb99e1ec', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'port_id': 'd94ba41a-054a-4727-9e91-061feb99e1ec', 'mac_address': 'fa:16:3e:8e:4b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:02.064161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:02.089281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6066bf54-4d22-422b-b493-2d22e66ca460 req-6764b96d-2fcc-4b0e-b919-da0b72f7177d service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2972472 Feb 10 15:47:02.092996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:02.093386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.098593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:02.120921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:02.122492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.212339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event updated for resources: {'Port': ['ID=18eee8b3-2245-4b17-86e6-d6a6ccfaec14,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:02.223759 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.234660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:02.236621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:02.246816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:02.285419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94ba41a-054a-4727-9e91-061feb99e1ec {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:02.366093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d94ba41a-054a-4727-9e91-061feb99e1ec,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:02.393658 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.395928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8badffb9-7f3c-4f34-bffd-5591ca2a069d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:02.438980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.442388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Pushing event updated for resources: {'Port': ['ID=de13a75d-7c86-4e3a-9274-b66e25f47bdf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:02.522578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.554449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839f4c1-9f75-49c2-84eb-749c3aab059c req-c1a23cbf-ad95-4620-a857-c4bd337089ea tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:02.559865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0839f4c1-9f75-49c2-84eb-749c3aab059c req-c1a23cbf-ad95-4620-a857-c4bd337089ea tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 936 time: 0.4632344 Feb 10 15:47:02.582964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.618744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:02.619531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.664723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:02.699817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:02.707651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '8badffb9-7f3c-4f34-bffd-5591ca2a069d', 'network_id': '7812053d-c19e-4656-b2d1-3abf75c3c4ce', 'port_id': '8badffb9-7f3c-4f34-bffd-5591ca2a069d', 'mac_address': 'fa:16:3e:e8:eb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00166679-4cf8-4943-8e9f-8d2189fe18f3', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:02.718775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eb4b6b3b-a82c-4f92-a490-e84fb46195f7 None None] Provisioning complete for port de13a75d-7c86-4e3a-9274-b66e25f47bdf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:02.719167 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb4b6b3b-a82c-4f92-a490-e84fb46195f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.725307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0839f4c1-9f75-49c2-84eb-749c3aab059c req-894fbb90-6ed4-4788-815a-eb501455bdb3 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589425 Feb 10 15:47:02.769525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.792663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.824493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-afff0976-2239-4b13-8386-81bec3e7310a tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5115981 Feb 10 15:47:02.848544 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.852425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b6b3b-a82c-4f92-a490-e84fb46195f7 None None] Port de13a75d-7c86-4e3a-9274-b66e25f47bdf cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:47:02.864908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3afe-7cea-45b7-ac42-5ffc0ef19dd1 req-d8d604da-d1d9-4895-9069-c5e2f8cd22bf tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:02.865149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8badffb9-7f3c-4f34-bffd-5591ca2a069d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:02.868272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf1d3afe-7cea-45b7-ac42-5ffc0ef19dd1 req-d8d604da-d1d9-4895-9069-c5e2f8cd22bf tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.3059103 Feb 10 15:47:02.894517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Request body: {'port': {'device_id': 'f438aded-543b-47a3-9d38-86afe987b617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:02.899101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:02.939038 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:02.942409 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:03.007762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:03.017831 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1186852 Feb 10 15:47:03.017831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8adb4-af59-4483-b43f-33cd856c45ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event updated for resources: {'Port': ['ID=18eee8b3-2245-4b17-86e6-d6a6ccfaec14,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:03.064745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:03.067250 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:03.179611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.186246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.192383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.198759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.204859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.210935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.218989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.221317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3330b426-6782-4879-b494-173dbf3b1a2e req-26bbd52c-b32e-44ee-bd5d-a33bb60ceb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5437 time: 0.3121977 Feb 10 15:47:03.282579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf1d3afe-7cea-45b7-ac42-5ffc0ef19dd1 req-6d4da170-0705-46bb-a4b3-2bbab4702236 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702149 Feb 10 15:47:03.284843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=45aef9a9-386c-496d-8e84-36546adac0ed,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:03.308408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:03.374758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port 45aef9a9-386c-496d-8e84-36546adac0ed on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:47:03.402023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3330b426-6782-4879-b494-173dbf3b1a2e req-4d6557ea-16cd-4dd5-aa2b-c35a7b0d1a1d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620946 Feb 10 15:47:03.404297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:03.443322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-620fa037-79d4-46cc-9bf0-3735cf3676b6 req-852687ea-baf1-4013-b45e-ae5c021e8578 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "DELETE /v2.0/ports/45aef9a9-386c-496d-8e84-36546adac0ed HTTP/1.1" status: 204 len: 173 time: 4.0727696 Feb 10 15:47:03.444137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60521ab-1c66-41e1-89be-cc768ea9a280', 'name': 'network-vif-deleted', 'tag': '45aef9a9-386c-496d-8e84-36546adac0ed'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:03.446427 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f12a8e-f3e4-48ec-b5dd-5aa782155735" -d '{"events": [{"server_uuid": "e60521ab-1c66-41e1-89be-cc768ea9a280", "name": "network-vif-deleted", "tag": "45aef9a9-386c-496d-8e84-36546adac0ed"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:03.472367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:03.549315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:03.549777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:03.822693 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b120c134-e6a1-44a3-940c-1bf47d637e24 x-openstack-request-id: req-b120c134-e6a1-44a3-940c-1bf47d637e24 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:03.823049 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60521ab-1c66-41e1-89be-cc768ea9a280", "name": "network-vif-deleted", "tag": "45aef9a9-386c-496d-8e84-36546adac0ed", "status": "failed", "code": 422}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:03.823298 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b120c134-e6a1-44a3-940c-1bf47d637e24 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:03.823847 n-d-827895-3 neutron-server[102615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e60521ab-1c66-41e1-89be-cc768ea9a280', 'name': 'network-vif-deleted', 'tag': '45aef9a9-386c-496d-8e84-36546adac0ed', 'status': 'failed', 'code': 422} returned with failed status Feb 10 15:47:03.856843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d451b39-bf11-47b9-a934-6553229beca3 req-215cd041-33ab-4c9e-adee-8a7ba9e7635a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 210 time: 0.0669181 Feb 10 15:47:03.924505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31e5124a-dd09-4f45-ad0a-52fe0ba0df4f req-651a96a7-1c2c-4066-98eb-6e65f8fd931b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 210 time: 0.0722826 Feb 10 15:47:03.974664 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:04.021761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de13a75d-7c86-4e3a-9274-b66e25f47bdf {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:04.065509 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:04.105368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Transition to ACTIVE for port object de13a75d-7c86-4e3a-9274-b66e25f47bdf will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:47:04.141870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cc82b-9584-47de-b6ec-22b8db7fc6be req-f0e8a141-a3f7-487f-be3e-8e9ae19190aa tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:04.143478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-023cc82b-9584-47de-b6ec-22b8db7fc6be req-f0e8a141-a3f7-487f-be3e-8e9ae19190aa tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.2765360 Feb 10 15:47:04.147415 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:04.236542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:04.258956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65c54f-880b-448f-8e42-ec43452c91c4 req-13348bb0-e961-4fe1-a7a2-743c09c62f0c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:04.261300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d65c54f-880b-448f-8e42-ec43452c91c4 req-13348bb0-e961-4fe1-a7a2-743c09c62f0c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 936 time: 0.1800566 Feb 10 15:47:04.262355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d451b39-bf11-47b9-a934-6553229beca3 req-42154bd7-6fe3-487f-9129-98eeb176971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:04.263701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d451b39-bf11-47b9-a934-6553229beca3 req-42154bd7-6fe3-487f-9129-98eeb176971e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ca37ed5f9b204608a2163bb7ef068312&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3762033 Feb 10 15:47:04.336859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Pushing event updated for resources: {'Port': ['ID=de13a75d-7c86-4e3a-9274-b66e25f47bdf,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:04.367819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d65c54f-880b-448f-8e42-ec43452c91c4 req-379414a3-f8f3-4304-a101-7ee4a750833f tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980363 Feb 10 15:47:04.424893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:04.440216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-023cc82b-9584-47de-b6ec-22b8db7fc6be req-17a19b7b-9ad4-4bbf-8dff-d882d747c5c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778957 Feb 10 15:47:04.470737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'mac_address': 'fa:16:3e:11:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:04.574853 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:04.602828 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:04.642815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b063008a-5409-4ddd-b5af-5a737e69a956 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:04.711036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:04.738076 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:04.823412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['b063008a-5409-4ddd-b5af-5a737e69a956'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:04.883208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:04.967382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d451b39-bf11-47b9-a934-6553229beca3 req-d33b451c-0b2e-4d00-a1d2-75379bc5db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:04.968983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d451b39-bf11-47b9-a934-6553229beca3 req-d33b451c-0b2e-4d00-a1d2-75379bc5db8d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6119256 Feb 10 15:47:04.970152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Attempting to bind port de13a75d-7c86-4e3a-9274-b66e25f47bdf on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:04.970481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Attempting to bind port de13a75d-7c86-4e3a-9274-b66e25f47bdf by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:04.970804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Attempting to bind port de13a75d-7c86-4e3a-9274-b66e25f47bdf on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:04.983355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d552c-6998-45bd-84fb-3d9a39d40a58 req-25775cb7-ef0e-4706-911b-eb51141d0a64 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:04.988045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b30d552c-6998-45bd-84fb-3d9a39d40a58 req-25775cb7-ef0e-4706-911b-eb51141d0a64 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.3827620 Feb 10 15:47:05.005201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.013132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.019489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.025478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.032836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.037743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.044421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.052543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-f20cc96f-1d9d-4c29-af56-db1fe8f7cec9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5437 time: 0.3865733 Feb 10 15:47:05.082884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Port de13a75d-7c86-4e3a-9274-b66e25f47bdf on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:47:05.082884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Attempting to bind port de13a75d-7c86-4e3a-9274-b66e25f47bdf on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:05.094038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55528) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:05.103419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['e190fa42-5c02-40b8-8276-f343ccc68e51'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.134579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.146321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d451b39-bf11-47b9-a934-6553229beca3 req-d530b104-ebc0-4742-b72e-c86c459c3b2d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 210 time: 0.0855050 Feb 10 15:47:05.157473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:05.158105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:05.158750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:05.159355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Bound port: de13a75d-7c86-4e3a-9274-b66e25f47bdf, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:05.159917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.204707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e49ededa-888b-4fd6-98b2-9ab321f47c3b req-7ba4c12c-5255-4861-baa6-c41ae1b60ab0 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510546 Feb 10 15:47:05.207768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b30d552c-6998-45bd-84fb-3d9a39d40a58 req-1e269663-3e77-4967-891f-278318806cc0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379840 Feb 10 15:47:05.265897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['17e7ee52-5d2e-4ace-a18a-e05757c630dc'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.332496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.370353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5619d9bc-b43a-4a85-a091-8544d3e3c4f7 req-216b97fa-dd06-418c-b3ec-49f4887ddb33 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e60521ab-1c66-41e1-89be-cc768ea9a280 HTTP/1.1" status: 200 len: 210 time: 0.0395687 Feb 10 15:47:05.372082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] For port de13a75d-7c86-4e3a-9274-b66e25f47bdf, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:05.398124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] For port de13a75d-7c86-4e3a-9274-b66e25f47bdf, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:05.413784 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.455898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['2f3fc50d-e3de-40ec-84cb-4edb3ec88d87'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.533909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.534689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.536626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] 10.222.0.45 "PUT /v2.0/ports/de13a75d-7c86-4e3a-9274-b66e25f47bdf HTTP/1.1" status: 200 len: 1096 time: 2.6562276 Feb 10 15:47:05.571291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['300f7446-6cb9-46a8-ae2f-8bca81c7626d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.577036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.590946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.645795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06ae79-5a9f-4efc-b748-6a6ae69525b2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:05.653340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['8badffb9-7f3c-4f34-bffd-5591ca2a069d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.663722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.664642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.665288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.665988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.669114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.669971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.670450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.670878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.671342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.671945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.672588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.673303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:05.708514 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-19759e78-581b-4abc-a3ab-59163c703694 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=720e7f07f2f94758930220b958631087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128073 Feb 10 15:47:05.711363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:05.740324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e9570-cc48-4a1e-989a-d66354d3911e service neutron] Pushing event updated for resources: {'Port': ['ID=de13a75d-7c86-4e3a-9274-b66e25f47bdf,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:05.787870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf0bf5-f25e-4714-9349-e2a643e352ba req-b6b1e246-87ff-4930-9e19-734296f4920b tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.789424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08cf0bf5-f25e-4714-9349-e2a643e352ba req-b6b1e246-87ff-4930-9e19-734296f4920b tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 948 time: 0.2997408 Feb 10 15:47:05.818056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-0a52b26f-e83d-44f4-ab4a-0440e36577c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:05.819654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-0a52b26f-e83d-44f4-ab4a-0440e36577c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e57cba9c89b4cab9291947e3f99515c&device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 1099 time: 0.1921554 Feb 10 15:47:05.826643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f438aded-543b-47a3-9d38-86afe987b617', 'tag': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:05.834787 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "f438aded-543b-47a3-9d38-86afe987b617", "tag": "de13a75d-7c86-4e3a-9274-b66e25f47bdf"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:05.836839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f23b1d68-a220-4c4b-85bf-c26dcf2cc701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.852951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['d94ba41a-054a-4727-9e91-061feb99e1ec'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:05.914627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f23b1d68-a220-4c4b-85bf-c26dcf2cc701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:05.933057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-18b6b7d7-bb12-49b8-988d-b488982399a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf HTTP/1.1" status: 200 len: 217 time: 0.0800688 Feb 10 15:47:05.984670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08cf0bf5-f25e-4714-9349-e2a643e352ba req-9354deba-ff9a-47fa-9a89-bcd4b20b3bf2 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826744 Feb 10 15:47:06.013014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f23b1d68-a220-4c4b-85bf-c26dcf2cc701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:06.016844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f23b1d68-a220-4c4b-85bf-c26dcf2cc701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:06.018376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f23b1d68-a220-4c4b-85bf-c26dcf2cc701 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c06ae79-5a9f-4efc-b748-6a6ae69525b2 HTTP/1.1" status: 204 len: 168 time: 0.3055618 Feb 10 15:47:06.028789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b1d68-a220-4c4b-85bf-c26dcf2cc701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06ae79-5a9f-4efc-b748-6a6ae69525b2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:06.036730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-75e2a8e6-21f4-45a0-808c-80206c5fb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.038310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-75e2a8e6-21f4-45a0-808c-80206c5fb30b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0979605 Feb 10 15:47:06.156657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-e3b96b0f-8970-4a11-bd79-9b88a98289fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.158523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-e3b96b0f-8970-4a11-bd79-9b88a98289fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122429 Feb 10 15:47:06.172480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369258-dc02-4d46-8961-d9c97fb8d80c req-bbcfd559-9b3e-4d26-badf-9a377616a219 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.176584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07369258-dc02-4d46-8961-d9c97fb8d80c req-bbcfd559-9b3e-4d26-badf-9a377616a219 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.0820620 Feb 10 15:47:06.277294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:06.359559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07369258-dc02-4d46-8961-d9c97fb8d80c req-ea3d1d86-1c28-4fda-909d-184f1f70f2f8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643882 Feb 10 15:47:06.412843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-df2523f4-30c6-40d8-a039-81694f836e12 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319865 Feb 10 15:47:06.579035 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad37b0a-e80b-427f-bc7d-a911c653ff67 x-openstack-request-id: req-dad37b0a-e80b-427f-bc7d-a911c653ff67 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:06.579312 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f438aded-543b-47a3-9d38-86afe987b617", "tag": "de13a75d-7c86-4e3a-9274-b66e25f47bdf", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:06.584298 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad37b0a-e80b-427f-bc7d-a911c653ff67 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:06.584756 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f438aded-543b-47a3-9d38-86afe987b617', 'tag': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf', 'status': 'completed', 'code': 200} Feb 10 15:47:06.674075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port b063008a-5409-4ddd-b5af-5a737e69a956 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:06.675123 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:06.701408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58e030b7-b8ec-4d07-92ff-beb6e3a15906 req-b6dc6434-55e0-44da-9684-4dab8661ca54 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809050 Feb 10 15:47:06.726993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.736028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.744144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.753255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.762586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.770934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.781423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.791115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c83e7d55-291e-4eed-830f-a807331a5181 req-230b8338-2a47-4ec8-9fe1-56c27398aec6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5437 time: 0.1625643 Feb 10 15:47:06.892714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c83e7d55-291e-4eed-830f-a807331a5181 req-7d5f2574-f90a-4810-a029-3a2e1bf2b2a4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955524 Feb 10 15:47:06.906209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-7114d3e6-5890-40d7-8aa9-2b1e36a509ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:06.923587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-7114d3e6-5890-40d7-8aa9-2b1e36a509ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e57cba9c89b4cab9291947e3f99515c&device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 1099 time: 0.1214030 Feb 10 15:47:07.070671 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:07.110467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:07.112804 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55539a9-5fcb-43c3-8857-d0c42bf136f8" -d '{"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-plugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:07.129332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:07.132950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-0803cc4e-ee0c-4e23-ac5f-1361e7095603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:07.138392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-0803cc4e-ee0c-4e23-ac5f-1361e7095603 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2030752 Feb 10 15:47:07.140097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:07.206067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-c930741b-eda9-4ca8-80a1-37fef294de47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf HTTP/1.1" status: 200 len: 217 time: 0.0503707 Feb 10 15:47:07.220011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:07.271968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815db25b-b3ad-4b8a-9046-90b651e342bb req-8fc8ac24-dd1b-4282-a833-928e226a7b2d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:07.280032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-815db25b-b3ad-4b8a-9046-90b651e342bb req-8fc8ac24-dd1b-4282-a833-928e226a7b2d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2302923 Feb 10 15:47:07.344755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-815db25b-b3ad-4b8a-9046-90b651e342bb req-409cb89c-271e-4122-b858-031f8fba1479 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628903 Feb 10 15:47:07.346676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-67dec3c2-9250-4188-bbc5-89197c28a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:07.354797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-67dec3c2-9250-4188-bbc5-89197c28a46f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1409676 Feb 10 15:47:07.423903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-de4811af-829e-4de9-9569-fc3fa1f5ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:07.425815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-de4811af-829e-4de9-9569-fc3fa1f5ff73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637968 Feb 10 15:47:07.564295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-fc7a34f8-2971-40c5-b6e6-c222786d52ec service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233728 Feb 10 15:47:07.778446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e762aad7-6ded-4ea6-9aba-9e2671c32ccd req-aee5ec81-aa2c-43b1-ac49-1516efe94459 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037485 Feb 10 15:47:08.977566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:09.211815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:09.249811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:09.255294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:09.311522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:10.280116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device de13a75d-7c86-4e3a-9274-b66e25f47bdf details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:10.405254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port de13a75d-7c86-4e3a-9274-b66e25f47bdf, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:10.419997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf', 'mac_address': 'fa:16:3e:ea:a6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:10.477892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:10.492320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de13a75d-7c86-4e3a-9274-b66e25f47bdf {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:10.523115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port de13a75d-7c86-4e3a-9274-b66e25f47bdf, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:10.529728 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:10.602269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=de13a75d-7c86-4e3a-9274-b66e25f47bdf,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:10.782403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['de13a75d-7c86-4e3a-9274-b66e25f47bdf'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:10.973741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device e190fa42-5c02-40b8-8276-f343ccc68e51 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:11.043579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port e190fa42-5c02-40b8-8276-f343ccc68e51 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:11.048218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port e190fa42-5c02-40b8-8276-f343ccc68e51 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:11.048597 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:11.142101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:11.190829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=e190fa42-5c02-40b8-8276-f343ccc68e51,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:11.196755 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:11.258878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:12.285594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device de13a75d-7c86-4e3a-9274-b66e25f47bdf up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:12.345993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port de13a75d-7c86-4e3a-9274-b66e25f47bdf completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:12.355086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port de13a75d-7c86-4e3a-9274-b66e25f47bdf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:12.356313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:12.469073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:12.524883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port de13a75d-7c86-4e3a-9274-b66e25f47bdf, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:12.532142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:12.599263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=de13a75d-7c86-4e3a-9274-b66e25f47bdf,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:12.974544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 17e7ee52-5d2e-4ace-a18a-e05757c630dc up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:13.044420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 17e7ee52-5d2e-4ace-a18a-e05757c630dc completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:13.050358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 17e7ee52-5d2e-4ace-a18a-e05757c630dc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:13.050358 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.147943 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.195226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:13.205008 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.205948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f8f82c37-182d-42ac-bfb6-b8fedcbadb8a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:13.293530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=17e7ee52-5d2e-4ace-a18a-e05757c630dc,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:13.310065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:13.316745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:13.317122 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.427741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.474159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:13.481245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.482541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d94ba41a-054a-4727-9e91-061feb99e1ec up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:13.562714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:13.596344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port d94ba41a-054a-4727-9e91-061feb99e1ec completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:13.603580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port d94ba41a-054a-4727-9e91-061feb99e1ec triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:13.604103 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.739382 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.859890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d94ba41a-054a-4727-9e91-061feb99e1ec,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:13.942226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:13.943090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8badffb9-7f3c-4f34-bffd-5591ca2a069d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:14.042799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:14.065138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 8badffb9-7f3c-4f34-bffd-5591ca2a069d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:14.069444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 8badffb9-7f3c-4f34-bffd-5591ca2a069d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:14.069820 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.161323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.199192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:14.211520 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.213156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 300f7446-6cb9-46a8-ae2f-8bca81c7626d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:14.314678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:14.329453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 300f7446-6cb9-46a8-ae2f-8bca81c7626d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:14.335230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 300f7446-6cb9-46a8-ae2f-8bca81c7626d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:14.335697 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.449490 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.489636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:14.496521 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.497290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:14.618604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=300f7446-6cb9-46a8-ae2f-8bca81c7626d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:14.624001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:14.630429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:14.630804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.754493 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.805705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:14.812955 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:14.877122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:15.864365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b720-b5d8-48b1-98bc-ab83ac2fe1be req-041bef71-d237-47b7-ba86-e8e41e3b11a7 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:15.866744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dea1b720-b5d8-48b1-98bc-ab83ac2fe1be req-041bef71-d237-47b7-ba86-e8e41e3b11a7 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.0539675 Feb 10 15:47:15.911503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dea1b720-b5d8-48b1-98bc-ab83ac2fe1be req-25b4bb46-bca6-483e-8001-65fb8be03793 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 Feb 10 15:47:15.971977 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d2e4f-b67c-4fec-8509-ccdd827cf7ce x-openstack-request-id: req-f17d2e4f-b67c-4fec-8509-ccdd827cf7ce {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:15.972603 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-plugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:15.972603 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f17d2e4f-b67c-4fec-8509-ccdd827cf7ce {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:15.972795 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'code': 200} Feb 10 15:47:16.207574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-bb89fe63-2fcb-440d-ab81-05063a5ca5bb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.209077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-bb89fe63-2fcb-440d-ab81-05063a5ca5bb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.1188877 Feb 10 15:47:16.237044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-b5e57aec-1685-4752-b69e-6be22623b004 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.0173426 Feb 10 15:47:16.272886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-05f40306-8bfd-4873-9cb4-9bc9776d99f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349753 Feb 10 15:47:16.376788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.382512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.388870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.394596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.401316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.407190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.413199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.415072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-100080e0-74b7-410d-94c1-df010772bc26 req-5b1e649f-972c-498a-8dc7-7719c4212eef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1457407 Feb 10 15:47:16.462066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-5f2518a3-9710-4285-8703-102d19280490 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800823 Feb 10 15:47:16.486510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-100080e0-74b7-410d-94c1-df010772bc26 req-ff8d5288-5b11-423b-92aa-8e33cdcfbb64 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619943 Feb 10 15:47:16.579834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-6127ab27-c500-466a-b547-ce96f5f7713f service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090934 Feb 10 15:47:16.621582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a62cc-581a-4e64-a702-e842b5c17197 req-c5a3ed15-b4f7-4f84-b402-f70979749e44 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.623170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-439a62cc-581a-4e64-a702-e842b5c17197 req-c5a3ed15-b4f7-4f84-b402-f70979749e44 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.0572195 Feb 10 15:47:16.666839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-439a62cc-581a-4e64-a702-e842b5c17197 req-08ed52b3-bda1-46ed-a92d-a20cf0218f75 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Feb 10 15:47:16.816023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7768c3d6-8dd4-444b-923d-191098d172a2 req-76aace18-5c0d-43d3-9b40-eff5082fb6bb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 210 time: 0.0338087 Feb 10 15:47:16.934691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aab49-e62b-4479-9c31-85ad7c808173 req-5aaf56e8-4cae-4531-9f6e-322f96998c50 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.936308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c9aab49-e62b-4479-9c31-85ad7c808173 req-5aaf56e8-4cae-4531-9f6e-322f96998c50 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 950 time: 0.0610487 Feb 10 15:47:17.021660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c9aab49-e62b-4479-9c31-85ad7c808173 req-19598c6c-bba2-4b69-b101-ac33fa0917ac tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771518 Feb 10 15:47:17.091319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff116b-fad7-4f85-9cc8-514a360b1e3e req-27a45341-f6f6-440d-bba0-27649fc2effb tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.095205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45ff116b-fad7-4f85-9cc8-514a360b1e3e req-27a45341-f6f6-440d-bba0-27649fc2effb tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.0932941 Feb 10 15:47:17.149409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45ff116b-fad7-4f85-9cc8-514a360b1e3e req-63a7fdaa-8dfb-4dd4-ad13-76e997e28a1d tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Feb 10 15:47:17.293078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55740) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:17.441237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-112dc2ba-a95e-4358-b0ed-af5a451809d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.543348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-112dc2ba-a95e-4358-b0ed-af5a451809d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.551559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-112dc2ba-a95e-4358-b0ed-af5a451809d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.579562 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-112dc2ba-a95e-4358-b0ed-af5a451809d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f42210a2a2d145b7987edd2709db5cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850530 Feb 10 15:47:17.587613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55756) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:17.610671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc2ba-a95e-4358-b0ed-af5a451809d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b49cf-ca5b-4e59-a362-64d8de487a9c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:17.676952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.683395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.689291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.696040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.701921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.707738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.714298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.716281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-63776a05-cf16-4a19-868a-ce1e59b2860f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1207323 Feb 10 15:47:17.746441 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.781307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.794974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70e2be58-b519-4b2b-86fb-12a82abfbfdc req-8cdaad4a-088a-4b63-ac5f-0a62f77b8951 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721338 Feb 10 15:47:17.864879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.867510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:17.871800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/637b49cf-ca5b-4e59-a362-64d8de487a9c HTTP/1.1" status: 204 len: 168 time: 0.2807589 Feb 10 15:47:17.902155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b49cf-ca5b-4e59-a362-64d8de487a9c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:17.953207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.953921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.953921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.954191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.954721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.955254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.955623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.956579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.957012 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.957241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.957719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.958047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488046ed-75c5-4f11-8b6c-f8ebd59abe4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:17.978102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51'}, {'server_uuid': 'f438aded-543b-47a3-9d38-86afe987b617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e7ee52-5d2e-4ace-a18a-e05757c630dc'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8badffb9-7f3c-4f34-bffd-5591ca2a069d'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f7446-6cb9-46a8-ae2f-8bca81c7626d'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3fc50d-e3de-40ec-84cb-4edb3ec88d87'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:17.981844 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f329b067-f71a-41b4-b614-89d5c49ebed0" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-unplugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51"}, {"server_uuid": "f438aded-543b-47a3-9d38-86afe987b617", "name": "network-vif-plugged", "status": "completed", "tag": "de13a75d-7c86-4e3a-9274-b66e25f47bdf"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "17e7ee52-5d2e-4ace-a18a-e05757c630dc"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "8badffb9-7f3c-4f34-bffd-5591ca2a069d"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "300f7446-6cb9-46a8-ae2f-8bca81c7626d"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "2f3fc50d-e3de-40ec-84cb-4edb3ec88d87"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:18.027031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb4d0a-b578-4295-b710-c03dfbc1c779 req-e20f4fcb-de1c-4e31-b61b-558ad7454a48 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.036481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7bb4d0a-b578-4295-b710-c03dfbc1c779 req-e20f4fcb-de1c-4e31-b61b-558ad7454a48 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1516950 Feb 10 15:47:18.130215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cd7ba68-b9c8-4156-bbc9-dfbede60cb19 req-57bca3f0-a2c3-4f9c-9355-eb92a2168317 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 210 time: 0.0778313 Feb 10 15:47:18.257659 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1553 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdcdd76-9849-4600-8730-fb397f131d98 x-openstack-request-id: req-0fdcdd76-9849-4600-8730-fb397f131d98 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:18.258182 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-unplugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51", "code": 200}, {"server_uuid": "f438aded-543b-47a3-9d38-86afe987b617", "name": "network-vif-plugged", "status": "completed", "tag": "de13a75d-7c86-4e3a-9274-b66e25f47bdf", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "17e7ee52-5d2e-4ace-a18a-e05757c630dc", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "8badffb9-7f3c-4f34-bffd-5591ca2a069d", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "300f7446-6cb9-46a8-ae2f-8bca81c7626d", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-plugged", "status": "completed", "tag": "2f3fc50d-e3de-40ec-84cb-4edb3ec88d87", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:18.258628 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fdcdd76-9849-4600-8730-fb397f131d98 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:18.259311 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:47:18.259747 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51', 'code': 200} Feb 10 15:47:18.260368 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f438aded-543b-47a3-9d38-86afe987b617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf', 'code': 200} Feb 10 15:47:18.261818 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e7ee52-5d2e-4ace-a18a-e05757c630dc', 'code': 200} Feb 10 15:47:18.262234 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'code': 200} Feb 10 15:47:18.262647 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec', 'code': 200} Feb 10 15:47:18.263045 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8badffb9-7f3c-4f34-bffd-5591ca2a069d', 'code': 200} Feb 10 15:47:18.263557 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f7446-6cb9-46a8-ae2f-8bca81c7626d', 'code': 200} Feb 10 15:47:18.263954 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3fc50d-e3de-40ec-84cb-4edb3ec88d87', 'code': 200} Feb 10 15:47:18.580977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7bb4d0a-b578-4295-b710-c03dfbc1c779 req-36c84202-1558-4fb8-bcb5-4353b5fe6a26 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434759 Feb 10 15:47:18.616328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-d7cedf44-e859-48ba-92ed-22fafc5f8798 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.617833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-d7cedf44-e859-48ba-92ed-22fafc5f8798 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.6926494 Feb 10 15:47:18.654444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:18.746856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e04b-2a5e-4be6-baaf-c68281f831df req-c297ca0d-34b7-4bd8-9c41-a3f2e3939d76 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.754610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7955e04b-2a5e-4be6-baaf-c68281f831df req-c297ca0d-34b7-4bd8-9c41-a3f2e3939d76 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.1917093 Feb 10 15:47:18.781959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.782435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.782895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.783347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.783830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.784279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.784725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.786608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-c2d5e5be-03a4-4a10-abe3-76a556f4dfed service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6501 time: 0.2274628 Feb 10 15:47:18.796424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917e08-d216-4746-84aa-1d397c1ec5c2 req-77b2b827-d2d8-475f-a056-dee553085c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.797844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a917e08-d216-4746-84aa-1d397c1ec5c2 req-77b2b827-d2d8-475f-a056-dee553085c99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 1101 time: 0.2375872 Feb 10 15:47:18.874033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7955e04b-2a5e-4be6-baaf-c68281f831df req-ea084978-18bc-45c5-a31e-f0602a64adc4 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182945 Feb 10 15:47:18.911013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a917e08-d216-4746-84aa-1d397c1ec5c2 req-f848d573-1cf7-41a2-abfa-b95752a5067e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002133 Feb 10 15:47:18.912914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e85a8b54-403c-4d0f-84df-4e7005c68898 req-75de6855-fe96-4787-8415-891eb65a7034 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032565 Feb 10 15:47:18.955014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:18.959033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:19.093916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.099772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.106791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.112797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.118790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.128255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.135846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.137800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-d190a31f-c7ff-4443-be78-414a9d409cb1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1484487 Feb 10 15:47:19.217041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.14 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/5718230f-5586-4b68-9d41-cb092c6f3229) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:19.247615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bdf9bbae-fab7-4680-82ec-e83be530b880 req-fc61e709-21d5-425e-acc7-9dd73b4a4198 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956709 Feb 10 15:47:19.392732 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:47:19.414755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-80488d9a-a2ad-4737-a1d9-cac5ecd3192c req-e2c2f2e9-82cc-46f5-b9e5-4ae6320d1be3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 210 time: 0.0393152 Feb 10 15:47:19.453815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:19.493104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:19.540768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:19.544439 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:19.548577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:19.579282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=5718230f-5586-4b68-9d41-cb092c6f3229,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:19.610887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.611703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:19.637357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-2a53c15c-ecfe-45d0-8e75-ab4eb13c4516 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9895692 Feb 10 15:47:19.655567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Request body: {'port': {'device_id': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:19.745865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:19.777314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec4112-a681-4cda-b08b-b678a49619af req-2780bcf9-7aa6-4266-89bf-34baaaa1a55e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.779101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8cec4112-a681-4cda-b08b-b678a49619af req-2780bcf9-7aa6-4266-89bf-34baaaa1a55e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.0954909 Feb 10 15:47:19.897826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8cec4112-a681-4cda-b08b-b678a49619af req-7f6b2e52-9e88-46aa-81cb-f1e092e7855b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990748 Feb 10 15:47:20.112350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b012-e096-4f85-a9ea-b7b94ad2c5b0 req-d136bd1d-918b-42ce-b559-fa3c8aa8ffda tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.113876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c247b012-e096-4f85-a9ea-b7b94ad2c5b0 req-d136bd1d-918b-42ce-b559-fa3c8aa8ffda tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.0906155 Feb 10 15:47:20.163150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5718230f-5586-4b68-9d41-cb092c6f3229 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:20.176651 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.191254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c247b012-e096-4f85-a9ea-b7b94ad2c5b0 req-421cde1c-4b0a-45a3-bfab-9af0b6f6350b tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589108 Feb 10 15:47:20.195890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Transition to ACTIVE for port object 5718230f-5586-4b68-9d41-cb092c6f3229 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:47:20.203457 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.292885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5718230f-5586-4b68-9d41-cb092c6f3229,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:20.333674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:20.387895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Attempting to bind port 5718230f-5586-4b68-9d41-cb092c6f3229 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:20.388492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Attempting to bind port 5718230f-5586-4b68-9d41-cb092c6f3229 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:20.388990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Attempting to bind port 5718230f-5586-4b68-9d41-cb092c6f3229 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:20.409899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Port 5718230f-5586-4b68-9d41-cb092c6f3229 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:47:20.410493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Attempting to bind port 5718230f-5586-4b68-9d41-cb092c6f3229 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:20.417672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:20.418255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:20.418816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:20.419423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Bound port: 5718230f-5586-4b68-9d41-cb092c6f3229, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:20.419964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.451916 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.457569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.464772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.472791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.481185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.487149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.491187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:20.492303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:20.495911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.496535 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d27c968-31fa-4aca-bc0b-0fbe068fc105" -d '{"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-unplugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:20.503471 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.504933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.517974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-62d3dc77-1c29-4472-9310-938cada243ef tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1775224 Feb 10 15:47:20.564949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:20.596331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab7a5141-90d8-4c33-a8ca-f1e9fffd8876 req-0b73364e-475d-4aef-8d89-23fac9aa3c48 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775151 Feb 10 15:47:20.618806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] For port 5718230f-5586-4b68-9d41-cb092c6f3229, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:20.625462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] For port 5718230f-5586-4b68-9d41-cb092c6f3229, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5718230f-5586-4b68-9d41-cb092c6f3229,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:20.633462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.695262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.695262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:20.696789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/5718230f-5586-4b68-9d41-cb092c6f3229 HTTP/1.1" status: 200 len: 1092 time: 1.0482905 Feb 10 15:47:20.699456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'tag': '5718230f-5586-4b68-9d41-cb092c6f3229'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:20.702293 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ef0ee-0f96-4289-8765-140662183952" -d '{"events": [{"name": "network-changed", "server_uuid": "21ec7eb9-2a81-4009-997f-a6a7b9678617", "tag": "5718230f-5586-4b68-9d41-cb092c6f3229"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:20.739483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71e60-9996-4c80-9314-37cd5dc1e7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5718230f-5586-4b68-9d41-cb092c6f3229,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:20.824131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-4dc9297e-412d-41cc-a4c5-a51364fe6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.826511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-4dc9297e-412d-41cc-a4c5-a51364fe6b00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 1095 time: 0.0839567 Feb 10 15:47:20.842124 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11702a68-6365-44a6-969f-e940fd3dd9a9 x-openstack-request-id: req-11702a68-6365-44a6-969f-e940fd3dd9a9 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:20.842414 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-unplugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:20.843909 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11702a68-6365-44a6-969f-e940fd3dd9a9 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:20.844555 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'code': 200} Feb 10 15:47:20.884522 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e261895-de0c-431d-8483-d543d591fad1 x-openstack-request-id: req-2e261895-de0c-431d-8483-d543d591fad1 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:20.884815 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ec7eb9-2a81-4009-997f-a6a7b9678617", "tag": "5718230f-5586-4b68-9d41-cb092c6f3229", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:20.885064 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e261895-de0c-431d-8483-d543d591fad1 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:20.885472 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'tag': '5718230f-5586-4b68-9d41-cb092c6f3229', 'status': 'completed', 'code': 200} Feb 10 15:47:20.887951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-9a0cb5e9-68e2-4c5b-a4db-99e123058b5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5718230f-5586-4b68-9d41-cb092c6f3229 HTTP/1.1" status: 200 len: 217 time: 0.0527267 Feb 10 15:47:20.895676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded576ee-6460-4e2b-addf-6f73d3bddf32 req-21ac78d2-9778-431e-bf4d-488e15649a47 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.897217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ded576ee-6460-4e2b-addf-6f73d3bddf32 req-21ac78d2-9778-431e-bf4d-488e15649a47 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 944 time: 0.1365924 Feb 10 15:47:20.979427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822e82-8579-4a31-ade3-55960d258125 req-dbafca96-ae8b-4196-bc0d-1b9cf1662dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:20.980926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-dbafca96-ae8b-4196-bc0d-1b9cf1662dbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.0826957 Feb 10 15:47:20.983935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ded576ee-6460-4e2b-addf-6f73d3bddf32 req-fbcb414f-0e21-4027-881d-a63a8b6fd567 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772197 Feb 10 15:47:21.026158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:21.036299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-0150bb65-2300-4cc2-818a-1a69c384aab5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391173 Feb 10 15:47:21.129873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:21.142255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:21.185673 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:21.189554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b3f20-8c72-438d-8a21-3ac037ac3d60 req-1b185da9-99a0-496a-85e9-bedd7bd68044 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.191198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-503b3f20-8c72-438d-8a21-3ac037ac3d60 req-1b185da9-99a0-496a-85e9-bedd7bd68044 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1222682 Feb 10 15:47:21.205495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:21.219393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-9a1a62ff-6f28-42dc-9c56-6ffb49fe39e4 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656191 Feb 10 15:47:21.231156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:21.236438 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:21.305574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:21.313871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.314212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.314549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.314878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.315256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.315614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.315937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.316301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.316625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.316941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.317256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.317572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:21.319523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-503b3f20-8c72-438d-8a21-3ac037ac3d60 req-6d0337c9-75ab-4151-b3d6-bac209b2ba8f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173398 Feb 10 15:47:21.408803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25822e82-8579-4a31-ade3-55960d258125 req-6839a48b-4019-45c1-8ce9-9006745b2b4b service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868424 Feb 10 15:47:21.457511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['2535bf57-c058-4eee-a82b-7935e73f3f0a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:21.579835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf004ee-6713-4807-91c8-aceba045ffe8 req-b5f0f23f-fdee-4b04-a1c8-0865727c2c2e tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.581396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cf004ee-6713-4807-91c8-aceba045ffe8 req-b5f0f23f-fdee-4b04-a1c8-0865727c2c2e tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.1455092 Feb 10 15:47:21.595241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef0ee-0f96-4289-8765-140662183952 req-e14b4058-ebf2-41d3-9839-a81e0cbfebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.596750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-e14b4058-ebf2-41d3-9839-a81e0cbfebf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 1095 time: 0.1091027 Feb 10 15:47:21.688166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cf004ee-6713-4807-91c8-aceba045ffe8 req-916bd86f-e6eb-4ccb-8f3a-9eb228fe433c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903761 Feb 10 15:47:21.721085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef0ee-0f96-4289-8765-140662183952 req-48bb4c4f-4ab8-48e0-a84b-2d7ce2451292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.722552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-48bb4c4f-4ab8-48e0-a84b-2d7ce2451292 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.1167145 Feb 10 15:47:21.783349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-e8fbd4e2-2f79-461e-9537-646573db19d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5718230f-5586-4b68-9d41-cb092c6f3229 HTTP/1.1" status: 200 len: 217 time: 0.0494094 Feb 10 15:47:21.876506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.882466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.889734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.896212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.903078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.909030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.916074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.918845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-b8c267cd-573b-4a9c-80ce-7859844c69a2 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1392496 Feb 10 15:47:21.927008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef0ee-0f96-4289-8765-140662183952 req-87bb2b3b-32d2-49ae-8d16-03705518348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.928657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-87bb2b3b-32d2-49ae-8d16-03705518348b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1376128 Feb 10 15:47:21.979168 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-03be6739-8f42-461b-983f-453607f11be7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311122 Feb 10 15:47:22.021278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a66e0480-fcbc-48d5-b76a-5203f1ae0338 req-6c338585-4dd6-4054-a836-7267ef48d982 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876405 Feb 10 15:47:22.111799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-9f787cf0-83fb-48a1-aefc-d1fff92948b1 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209624 Feb 10 15:47:22.253483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561faa31-a156-4751-919f-20c649cd841c req-2e240b63-6743-48ff-8dba-4a6454e46ed3 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.254579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-561faa31-a156-4751-919f-20c649cd841c req-2e240b63-6743-48ff-8dba-4a6454e46ed3 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.1412835 Feb 10 15:47:22.264602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6764af9-3c79-44c6-a23b-6b5ffbffbe51 req-b186eb72-3fa3-48cd-8a6d-3188f400a8c2 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.266030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6764af9-3c79-44c6-a23b-6b5ffbffbe51 req-b186eb72-3fa3-48cd-8a6d-3188f400a8c2 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 944 time: 0.1433189 Feb 10 15:47:22.299351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-870ef0ee-0f96-4289-8765-140662183952 req-fe9ce099-79e2-4f5e-bcf1-ac5967a0741b service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775753 Feb 10 15:47:22.336661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-561faa31-a156-4751-919f-20c649cd841c req-f4756c07-76b5-4527-b28c-ed26ff3fd4d8 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662415 Feb 10 15:47:22.343723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6764af9-3c79-44c6-a23b-6b5ffbffbe51 req-78a7bdb7-738c-473e-a2bb-e128dacb4320 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599368 Feb 10 15:47:22.346040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:22.499095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:22.513755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'mac_address': 'fa:16:3e:11:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:22.525249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.531423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.537296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.544071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.550059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.553286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:22.556557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.562500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.564399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54f7093b-12f4-45c4-807f-4c2bffb75269 req-33ad0b11-309b-49be-9002-fe94876f29ea tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1307139 Feb 10 15:47:22.566112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b063008a-5409-4ddd-b5af-5a737e69a956 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:22.578304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55970) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:22.582469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97908-735a-484d-b8fe-2281ccea9790 req-930e6448-9a3c-4b65-8952-20d6d852b6ab tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.583876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Request body: {'floatingip': {'port_id': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:22.584156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45d97908-735a-484d-b8fe-2281ccea9790 req-930e6448-9a3c-4b65-8952-20d6d852b6ab tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1149559 Feb 10 15:47:22.589075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:22.593603 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:22.628859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:22.672105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:22.683321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45d97908-735a-484d-b8fe-2281ccea9790 req-2d252ca2-d157-4250-9be3-f71770d66ab9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905325 Feb 10 15:47:22.697749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['b063008a-5409-4ddd-b5af-5a737e69a956'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:23.015133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55990) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:23.048243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:23.130675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 2535bf57-c058-4eee-a82b-7935e73f3f0a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:23.131497 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.236756 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-975545d4-41d9-4048-905b-9a5f6f259585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.239556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.246974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.266866 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.337633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:23.340901 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d87f762-1ad4-4dcb-bb53-669c633a9567" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:23.355319 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.359133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:23.369452 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.393993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-975545d4-41d9-4048-905b-9a5f6f259585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.404466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-975545d4-41d9-4048-905b-9a5f6f259585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.456894 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f0d874-ff81-42c6-a56c-9aa1d935e5e5 x-openstack-request-id: req-82f0d874-ff81-42c6-a56c-9aa1d935e5e5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:23.458018 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:23.458302 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82f0d874-ff81-42c6-a56c-9aa1d935e5e5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:23.459190 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:47:23.513903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-975545d4-41d9-4048-905b-9a5f6f259585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91612d8949eb45cea323dd8dedc723eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968235 Feb 10 15:47:23.518254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56016) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:23.531979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:23.554847 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Floating IP b91ac9e5-efe3-40a9-ac32-47b9e61a20a9 associated. External IP: 172.25.7.153, port: f8f82c37-182d-42ac-bfb6-b8fedcbadb8a. Feb 10 15:47:23.561240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975545d4-41d9-4048-905b-9a5f6f259585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1518ff4c-6843-4c5c-a44b-67e8077387f6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:23.630276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2184dcf-8e31-4ac3-b6f2-f8653491506f req-9f569e29-0461-4cba-beb3-b0a36a0d455c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:23.632026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2184dcf-8e31-4ac3-b6f2-f8653491506f req-9f569e29-0461-4cba-beb3-b0a36a0d455c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.1174908 Feb 10 15:47:23.667769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d488e-6228-4cf8-bc5b-aef5741da768 req-e7431615-9768-4926-9455-136e93b18397 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:23.669573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae5d488e-6228-4cf8-bc5b-aef5741da768 req-e7431615-9768-4926-9455-136e93b18397 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 944 time: 0.1009984 Feb 10 15:47:23.700425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55966a21-983b-401a-be8e-0e16c3407980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.708580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2184dcf-8e31-4ac3-b6f2-f8653491506f req-01dcf699-a94e-4785-a15e-cda2227aab36 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d913ae-c569-4834-a5dc-56242944e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645514 Feb 10 15:47:23.735352 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55966a21-983b-401a-be8e-0e16c3407980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.792470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae5d488e-6228-4cf8-bc5b-aef5741da768 req-bdd81b2c-a2ca-4e1f-b351-24d75f3409f3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142991 Feb 10 15:47:23.829704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-1a854415-0bfd-406b-92a7-abd2558f4a56 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:23.831420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-1a854415-0bfd-406b-92a7-abd2558f4a56 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.45 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 950 time: 0.0887358 Feb 10 15:47:23.833195 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55966a21-983b-401a-be8e-0e16c3407980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.836411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55966a21-983b-401a-be8e-0e16c3407980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:23.841624 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-55966a21-983b-401a-be8e-0e16c3407980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1518ff4c-6843-4c5c-a44b-67e8077387f6 HTTP/1.1" status: 204 len: 168 time: 0.3214126 Feb 10 15:47:23.869353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55966a21-983b-401a-be8e-0e16c3407980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1518ff4c-6843-4c5c-a44b-67e8077387f6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:24.058554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12fe3-4a22-4961-b8fd-8b50b5ac44aa req-165eaf08-faec-4f62-8b31-e978740ece8d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:24.066711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ea12fe3-4a22-4961-b8fd-8b50b5ac44aa req-165eaf08-faec-4f62-8b31-e978740ece8d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1675696 Feb 10 15:47:24.077368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Router 58727e5d-7a9b-4746-ade1-a237d7480caf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:24.104169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Deleting port de13a75d-7c86-4e3a-9274-b66e25f47bdf {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:47:24.104416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.178452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ea12fe3-4a22-4961-b8fd-8b50b5ac44aa req-a0eb8926-7661-4c5d-a2be-1c97fa9725e6 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063819 Feb 10 15:47:24.258159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] For port de13a75d-7c86-4e3a-9274-b66e25f47bdf, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=de13a75d-7c86-4e3a-9274-b66e25f47bdf,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:24.258750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.274290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Calling delete_port for de13a75d-7c86-4e3a-9274-b66e25f47bdf owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:47:24.314510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:24.322850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.327388 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] Sync routers for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:24.345010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5718230f-5586-4b68-9d41-cb092c6f3229 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:24.345270 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:24.346100 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:24.347050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:24.454137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3fbe4f3e-d7f9-47db-8bc7-004e1c48ce93 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "PUT /v2.0/floatingips/b91ac9e5-efe3-40a9-ac32-47b9e61a20a9 HTTP/1.1" status: 200 len: 991 time: 1.8740897 Feb 10 15:47:24.457357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:24.460141 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced23214-5bc8-439f-b585-71eb873b80bf" -d '{"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:24.588322 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc58ae4-22ce-4667-a40e-dc9d116148ef x-openstack-request-id: req-ddc58ae4-22ce-4667-a40e-dc9d116148ef {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:24.588649 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:24.588908 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddc58ae4-22ce-4667-a40e-dc9d116148ef {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:24.589433 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'status': 'completed', 'code': 200} Feb 10 15:47:24.600011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.629352 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:24.700268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5718230f-5586-4b68-9d41-cb092c6f3229, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5718230f-5586-4b68-9d41-cb092c6f3229,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:24.716125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['de13a75d-7c86-4e3a-9274-b66e25f47bdf'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:24.752350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '5718230f-5586-4b68-9d41-cb092c6f3229', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': '5718230f-5586-4b68-9d41-cb092c6f3229', 'mac_address': 'fa:16:3e:a9:da:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:24.808998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Pushing event deleted for resources: {'Port': ['ID=de13a75d-7c86-4e3a-9274-b66e25f47bdf,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:24.870809 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.894383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port b063008a-5409-4ddd-b5af-5a737e69a956 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:24.894837 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.964023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] No DVR routers for this DVR port de13a75d-7c86-4e3a-9274-b66e25f47bdf on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:47:24.969731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:24.978047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a1b46db-e520-41dd-82c1-8466e1971d36 req-a7ed1fda-abc8-4ff9-afb3-322c1566b16c tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.45 "DELETE /v2.0/ports/de13a75d-7c86-4e3a-9274-b66e25f47bdf HTTP/1.1" status: 204 len: 173 time: 1.1395435 Feb 10 15:47:24.982573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5718230f-5586-4b68-9d41-cb092c6f3229 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:25.003715 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f438aded-543b-47a3-9d38-86afe987b617', 'name': 'network-vif-deleted', 'tag': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:25.010343 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90253964-9671-46b7-88de-8131faad98ea" -d '{"events": [{"server_uuid": "f438aded-543b-47a3-9d38-86afe987b617", "name": "network-vif-deleted", "tag": "de13a75d-7c86-4e3a-9274-b66e25f47bdf"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:25.068386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5718230f-5586-4b68-9d41-cb092c6f3229, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5718230f-5586-4b68-9d41-cb092c6f3229,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:25.079792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:25.089283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2644da43-bf5a-43a4-bd27-0ca1881fac03 req-7667cbb5-cf62-4b57-83b5-d101e3e30f14 tempest-ServerDiagnosticsNegativeTest-1976444709 tempest-ServerDiagnosticsNegativeTest-1976444709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f438aded-543b-47a3-9d38-86afe987b617 HTTP/1.1" status: 200 len: 210 time: 0.2005723 Feb 10 15:47:25.138034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.138420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.138884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.139341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.149293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.149786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.150250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.162052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-81c059a4-a06e-49b4-bae1-aa40bfb0d492 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6501 time: 0.4759455 Feb 10 15:47:25.218823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.249615 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'b91ac9e5-efe3-40a9-ac32-47b9e61a20a9', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'port_id': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'mac_address': 'fa:16:3e:8f:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:37Z', 'updated_at': '2022-02-10T15:47:23Z', 'revision_number': 1, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:47Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:25.252969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.269155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.278564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.285641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.292623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.295399 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] Checking router: 58727e5d-7a9b-4746-ade1-a237d7480caf for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:25.300038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.308457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:25.309077 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:25.309627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c929913c-8fc2-4565-b00a-1b15986229ec req-d1cd2343-2c3d-42b8-800d-f9208141ce54 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.6969299 Feb 10 15:47:25.321346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:25.369177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['5718230f-5586-4b68-9d41-cb092c6f3229'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:25.476326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a1b49-2b37-4f04-ac29-b25514ed1e0b req-d08502fe-8af4-4bd9-b6b4-50f2fac846a4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.486657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd0a1b49-2b37-4f04-ac29-b25514ed1e0b req-d08502fe-8af4-4bd9-b6b4-50f2fac846a4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 945 time: 0.1738842 Feb 10 15:47:25.503314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c929913c-8fc2-4565-b00a-1b15986229ec req-630ba21c-bc14-4cc9-80e7-59d33987049a tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1921880 Feb 10 15:47:25.534780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=5718230f-5586-4b68-9d41-cb092c6f3229,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:25.569989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-7f179dc2-8788-4f7d-b0b0-5ed078fd0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.573395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-7f179dc2-8788-4f7d-b0b0-5ed078fd0d43 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c HTTP/1.1" status: 200 len: 918 time: 0.3958914 Feb 10 15:47:25.596288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:25.600787 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763bf48-7f15-4065-805d-c902346655ad" -d '{"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-plugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:25.612753 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:25.635431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:25.650669 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:25.756613 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62121e7a-ba2b-4845-9cc0-b42666271f16 x-openstack-request-id: req-62121e7a-ba2b-4845-9cc0-b42666271f16 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:25.757615 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f438aded-543b-47a3-9d38-86afe987b617", "name": "network-vif-deleted", "tag": "de13a75d-7c86-4e3a-9274-b66e25f47bdf", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:25.758060 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62121e7a-ba2b-4845-9cc0-b42666271f16 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:25.758760 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f438aded-543b-47a3-9d38-86afe987b617', 'name': 'network-vif-deleted', 'tag': 'de13a75d-7c86-4e3a-9274-b66e25f47bdf', 'status': 'completed', 'code': 200} Feb 10 15:47:25.774660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd0a1b49-2b37-4f04-ac29-b25514ed1e0b req-e2b0615c-d0d4-41fc-9799-16a51850e1f6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875943 Feb 10 15:47:25.812959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-25753998-838e-477d-a6e4-c4fba33c63a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a HTTP/1.1" status: 200 len: 999 time: 0.2287459 Feb 10 15:47:25.985370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:25.989954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-342e931b-e43d-4f63-af55-cd26c8757a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:25.991745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-342e931b-e43d-4f63-af55-cd26c8757a0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=72944349-1b94-4636-bc84-9689413c1029 HTTP/1.1" status: 200 len: 856 time: 0.1592090 Feb 10 15:47:26.035020 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'b91ac9e5-efe3-40a9-ac32-47b9e61a20a9', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'port_id': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'mac_address': 'fa:16:3e:8f:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:37Z', 'updated_at': '2022-02-10T15:47:23Z', 'revision_number': 1, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:47Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:26.075204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561379f-07f6-49e1-93b8-5fab1b52e698 req-d8d1a1d7-8381-45fc-9f15-97b8005ff9a4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.076484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8561379f-07f6-49e1-93b8-5fab1b52e698 req-d8d1a1d7-8381-45fc-9f15-97b8005ff9a4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1891074 Feb 10 15:47:26.093885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23214-5bc8-439f-b585-71eb873b80bf req-2c59f4e5-8296-4d8a-bb34-0516890f45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.095413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-2c59f4e5-8296-4d8a-bb34-0516890f45ff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874400 Feb 10 15:47:26.105836 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485aa8f4-288c-4682-809e-9617f2821f42 None None] The sync data for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 is: [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'b91ac9e5-efe3-40a9-ac32-47b9e61a20a9', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'port_id': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'mac_address': 'fa:16:3e:8f:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84110802-0389-4040-bad2-a68117c2549d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:45:37Z', 'updated_at': '2022-02-10T15:47:23Z', 'revision_number': 1, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:47Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:26.141636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8561379f-07f6-49e1-93b8-5fab1b52e698 req-d7a0f05e-1985-4c3c-a642-37b6d403bac4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567195 Feb 10 15:47:26.302537 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a702d7-8c8a-4194-95bf-ef0f7bb52b62 x-openstack-request-id: req-e6a702d7-8c8a-4194-95bf-ef0f7bb52b62 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:26.302909 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-plugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:26.303229 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6a702d7-8c8a-4194-95bf-ef0f7bb52b62 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:26.303725 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'code': 200} Feb 10 15:47:26.306078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-8566d1c3-d6ef-4fb3-b8a6-b487c31fb8c5 service neutron] 10.222.0.75 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752062 Feb 10 15:47:26.348901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device de13a75d-7c86-4e3a-9274-b66e25f47bdf no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:26.355084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.362833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.367842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.373490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.383750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.390941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.392968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: de13a75d-7c86-4e3a-9274-b66e25f47bdf {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:47:26.393412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device de13a75d-7c86-4e3a-9274-b66e25f47bdf not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:47:26.396568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.409205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-006385d3-a636-47a3-8a79-e07739145f9d req-a4a4d25d-020e-49b4-8bf7-ee67bc119ab6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1580565 Feb 10 15:47:26.519900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b23224-e19c-41e1-b029-3c804ad46cec None None] New status for floating IP b91ac9e5-efe3-40a9-ac32-47b9e61a20a9: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:47:26.548707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-ed6c9058-9fe0-406a-a84c-2cee75375fa6 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1973462976&fields=id&tenant_id=5f416e82ada24e59abed0a249de2e625 HTTP/1.1" status: 200 len: 267 time: 0.1384294 Feb 10 15:47:26.693141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-2311d760-039b-4e50-96dc-39d52a0c841c tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:26.701406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-2311d760-039b-4e50-96dc-39d52a0c841c tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/networks?id=5070cd26-19c7-43e1-9abc-5c245aea78aa HTTP/1.1" status: 200 len: 815 time: 0.1334476 Feb 10 15:47:26.728409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-c4dce2cd-9b57-45c0-aca3-2576ea292200 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/quotas/5f416e82ada24e59abed0a249de2e625 HTTP/1.1" status: 200 len: 375 time: 0.0260065 Feb 10 15:47:26.797442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced23214-5bc8-439f-b585-71eb873b80bf req-74ad380a-c619-4488-9370-36fa9e1992b5 service neutron] 10.222.0.75 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774408 Feb 10 15:47:26.826253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-38d3951d-d156-4d6b-af3e-05fd6814f23f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f416e82ada24e59abed0a249de2e625&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968640 Feb 10 15:47:26.939207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-9fc09b64-648e-411b-9922-42ebdf3a01c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120856 Feb 10 15:47:26.979318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:26.981719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56138) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:27.416013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-e3d0af79-9113-4237-b844-5927c3b0aea2 service neutron] 10.222.0.21 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626808 Feb 10 15:47:27.435484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1ff25-c296-42a0-a503-5afc58eb60f2 req-d3a91907-698c-4a14-9d39-069ebade92c5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:27.441189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3be1ff25-c296-42a0-a503-5afc58eb60f2 req-d3a91907-698c-4a14-9d39-069ebade92c5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 945 time: 0.1035917 Feb 10 15:47:27.536279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3be1ff25-c296-42a0-a503-5afc58eb60f2 req-4f82a6ac-2ec8-4bb4-a977-49238c19f764 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861237 Feb 10 15:47:27.631708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56158) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:27.634054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9a0271d6-2c12-4b17-8d39-6f445908504f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e57cba9c89b4cab9291947e3f99515c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506526 Feb 10 15:47:27.709906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef82-a4d1-42bd-8c8a-7fbeb7f5dea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:27.734383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef82-a4d1-42bd-8c8a-7fbeb7f5dea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:27.763492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886660c-a17f-46bf-9d89-ad32bd6b7099 req-4c8c8094-dda2-4f06-96b1-4c6b58f24b3b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:27.769816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c886660c-a17f-46bf-9d89-ad32bd6b7099 req-4c8c8094-dda2-4f06-96b1-4c6b58f24b3b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.0783038 Feb 10 15:47:27.843225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c886660c-a17f-46bf-9d89-ad32bd6b7099 req-2639abc4-bee1-4fd9-b9a9-1c79c664538b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Feb 10 15:47:27.844623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef82-a4d1-42bd-8c8a-7fbeb7f5dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:27.847412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef82-a4d1-42bd-8c8a-7fbeb7f5dea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:27.848617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1ab2ef82-a4d1-42bd-8c8a-7fbeb7f5dea2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99d913ae-c569-4834-a5dc-56242944e49a HTTP/1.1" status: 204 len: 168 time: 0.2152510 Feb 10 15:47:27.859909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2ef82-a4d1-42bd-8c8a-7fbeb7f5dea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d913ae-c569-4834-a5dc-56242944e49a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:27.994975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dbafaab-f0a0-4ed1-a56c-7a60fc5b8a5b req-0951ea4c-f668-4ece-b28d-f2abdb37009a tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0401945 Feb 10 15:47:28.363907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5718230f-5586-4b68-9d41-cb092c6f3229 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:28.457698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56198) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:28.480642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90a69435-8419-46c8-afe0-e04b47e8b5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:28.512218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 5718230f-5586-4b68-9d41-cb092c6f3229 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:28.522593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 5718230f-5586-4b68-9d41-cb092c6f3229 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:28.524440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:28.731843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90a69435-8419-46c8-afe0-e04b47e8b5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:28.741341 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90a69435-8419-46c8-afe0-e04b47e8b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:28.769974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:28.839187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-90a69435-8419-46c8-afe0-e04b47e8b5b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93d4c4f3d8ba49aebf2aaf0131dea5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802137 Feb 10 15:47:28.840644 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad72be2b-2191-405f-8958-4c2886532a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:28.842086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:28.845394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a69435-8419-46c8-afe0-e04b47e8b5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf534d-bef1-4841-9fb9-ac487dc7cfeb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:28.854680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5718230f-5586-4b68-9d41-cb092c6f3229'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:28.856762 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7214b9bb-1d9b-411c-ab6e-ccc88217927d" -d '{"events": [{"server_uuid": "21ec7eb9-2a81-4009-997f-a6a7b9678617", "name": "network-vif-plugged", "status": "completed", "tag": "5718230f-5586-4b68-9d41-cb092c6f3229"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:28.870566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5718230f-5586-4b68-9d41-cb092c6f3229, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5718230f-5586-4b68-9d41-cb092c6f3229,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:28.890740 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:29.021634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-353b99b9-cb65-42c8-b813-fb02b0c5a33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:29.031023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=5718230f-5586-4b68-9d41-cb092c6f3229,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:29.078906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-353b99b9-cb65-42c8-b813-fb02b0c5a33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:29.158390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-353b99b9-cb65-42c8-b813-fb02b0c5a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:29.161982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-353b99b9-cb65-42c8-b813-fb02b0c5a33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:29.163502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-353b99b9-cb65-42c8-b813-fb02b0c5a33c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97cf534d-bef1-4841-9fb9-ac487dc7cfeb HTTP/1.1" status: 204 len: 168 time: 0.3198245 Feb 10 15:47:29.195041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b99b9-cb65-42c8-b813-fb02b0c5a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf534d-bef1-4841-9fb9-ac487dc7cfeb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:29.280626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4a6d-5d3b-4b8d-8cb5-10c5eb4df73c req-e370b21e-7bfc-473d-bdcf-af4e53863ea7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:29.296486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4b4a6d-5d3b-4b8d-8cb5-10c5eb4df73c req-e370b21e-7bfc-473d-bdcf-af4e53863ea7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.1881864 Feb 10 15:47:29.361161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4b4a6d-5d3b-4b8d-8cb5-10c5eb4df73c req-841a9cf2-2cd2-4ada-82d4-9abd76596b32 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 Feb 10 15:47:29.407782 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb7bf5-9198-4075-b5c9-bbb4990e8b04 x-openstack-request-id: req-dfeb7bf5-9198-4075-b5c9-bbb4990e8b04 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:29.408318 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ec7eb9-2a81-4009-997f-a6a7b9678617", "name": "network-vif-plugged", "status": "completed", "tag": "5718230f-5586-4b68-9d41-cb092c6f3229", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:29.408583 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfeb7bf5-9198-4075-b5c9-bbb4990e8b04 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:29.409052 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5718230f-5586-4b68-9d41-cb092c6f3229', 'code': 200} Feb 10 15:47:29.590668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b3f8-262d-4087-8b26-fc69773b5363 req-8ee269b7-66de-427f-b20b-7508f8d520b8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:29.592779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0b1b3f8-262d-4087-8b26-fc69773b5363 req-8ee269b7-66de-427f-b20b-7508f8d520b8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1210980 Feb 10 15:47:29.637922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9bf1e-65b9-4f0d-81ab-39dfa7cd0368 req-91a079e5-1265-429d-858c-0ecca9436d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:29.640364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-80f9bf1e-65b9-4f0d-81ab-39dfa7cd0368 req-91a079e5-1265-429d-858c-0ecca9436d6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 1097 time: 0.1069467 Feb 10 15:47:29.732928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-80f9bf1e-65b9-4f0d-81ab-39dfa7cd0368 req-3d282af3-b776-4244-9671-e22acf5ee872 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Feb 10 15:47:29.800200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0b1b3f8-262d-4087-8b26-fc69773b5363 req-aba2ec51-6c73-418d-baa2-e6b7d45d54df tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907554 Feb 10 15:47:29.941714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66d98622-7521-47aa-85e0-49ed719989c1 req-cebd9ab8-aa31-44f3-9146-ef2e31a91125 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0521851 Feb 10 15:47:30.104210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-94a85214-9b18-451c-a21b-3ee3a0dcc644 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:30.106271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-94a85214-9b18-451c-a21b-3ee3a0dcc644 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.45 "GET /v2.0/networks?id=5070cd26-19c7-43e1-9abc-5c245aea78aa HTTP/1.1" status: 200 len: 815 time: 0.1632817 Feb 10 15:47:30.209903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-383f183c-2a8e-40fd-bc56-c9c169566ebf tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f416e82ada24e59abed0a249de2e625 HTTP/1.1" status: 200 len: 380 time: 0.0791221 Feb 10 15:47:30.222776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Request body: {'port': {'device_id': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'admin_state_up': True, 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'security_groups': ['e6571027-e574-47af-91fb-9c8997d145de']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:30.513865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Made reservation on behalf of 5f416e82ada24e59abed0a249de2e625 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:30.518738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:30.685885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61669-cb81-4002-a50a-03aad7fcbdf0 req-73d06bf9-369f-4959-a26d-864eacfd13a9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:30.697011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efe61669-cb81-4002-a50a-03aad7fcbdf0 req-73d06bf9-369f-4959-a26d-864eacfd13a9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.1573942 Feb 10 15:47:30.942757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efe61669-cb81-4002-a50a-03aad7fcbdf0 req-0fcc8aab-6513-4d95-9921-bc40e61e92d5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437949 Feb 10 15:47:31.101322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Allocated IP 172.20.0.9 (5070cd26-19c7-43e1-9abc-5c245aea78aa/2bd35b75-dfe9-47c2-8cf7-c729b489040b/51f254e5-7a16-4a95-b215-245db20dd6c3) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:31.271404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51bce9-91b0-41db-a75c-219856a443e6 req-27b1e266-b70a-45bd-9cfe-da04b9d6228e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:31.273222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f51bce9-91b0-41db-a75c-219856a443e6 req-27b1e266-b70a-45bd-9cfe-da04b9d6228e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1558964 Feb 10 15:47:31.334223 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0591f444-9439-4d52-b3e3-80776be05c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:31.385740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f51bce9-91b0-41db-a75c-219856a443e6 req-45bd3fb4-a54d-48fd-8268-f2cafa969289 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009448 Feb 10 15:47:31.525600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:31.594393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c75b1563-494d-45a5-a7b8-3ef793b41364 req-3af10f03-2d0b-4ba0-8b04-e246155f4ba6 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0479567 Feb 10 15:47:31.647065 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:31.723905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:31.730303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:31.733583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:31.844765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event updated for resources: {'Port': ['ID=51f254e5-7a16-4a95-b215-245db20dd6c3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:31.879626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:31.880203 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:31.922888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-285ec0f2-17d5-4077-a29c-98347c42a276 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7053614 Feb 10 15:47:31.936653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Request body: {'port': {'device_id': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:32.046530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.158054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7667c7a8-15ed-412f-9c23-328890d1fa22 None None] Provisioning complete for port 51f254e5-7a16-4a95-b215-245db20dd6c3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:32.158856 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7667c7a8-15ed-412f-9c23-328890d1fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.218426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7667c7a8-15ed-412f-9c23-328890d1fa22 None None] Port 51f254e5-7a16-4a95-b215-245db20dd6c3 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:47:32.323116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.384640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f254e5-7a16-4a95-b215-245db20dd6c3 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:32.394095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.409316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Transition to ACTIVE for port object 51f254e5-7a16-4a95-b215-245db20dd6c3 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:47:32.420215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.520446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Pushing event updated for resources: {'Port': ['ID=51f254e5-7a16-4a95-b215-245db20dd6c3,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:32.612716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Attempting to bind port 51f254e5-7a16-4a95-b215-245db20dd6c3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:32.613387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Attempting to bind port 51f254e5-7a16-4a95-b215-245db20dd6c3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:32.615360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Attempting to bind port 51f254e5-7a16-4a95-b215-245db20dd6c3 on network 5070cd26-19c7-43e1-9abc-5c245aea78aa {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:32.626748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Port 51f254e5-7a16-4a95-b215-245db20dd6c3 on network 5070cd26-19c7-43e1-9abc-5c245aea78aa not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:47:32.627382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Attempting to bind port 51f254e5-7a16-4a95-b215-245db20dd6c3 on network 5070cd26-19c7-43e1-9abc-5c245aea78aa {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:32.656902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:32.657561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Checking segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:32.658128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Bound using segment: {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:32.658747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Bound port: 51f254e5-7a16-4a95-b215-245db20dd6c3, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:32.659283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.847996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] For port 51f254e5-7a16-4a95-b215-245db20dd6c3, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:32.852648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] For port 51f254e5-7a16-4a95-b215-245db20dd6c3, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=51f254e5-7a16-4a95-b215-245db20dd6c3,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:32.862278 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.964008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Pushing event updated for resources: {'Port': ['ID=51f254e5-7a16-4a95-b215-245db20dd6c3,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:32.978251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:32.978873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:32.980338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-6e9daa43-0682-4d19-898d-7004061e00bc service neutron] 10.222.0.45 "PUT /v2.0/ports/51f254e5-7a16-4a95-b215-245db20dd6c3 HTTP/1.1" status: 200 len: 1091 time: 1.0486007 Feb 10 15:47:32.981111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:32.988119 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abb9c84-f609-4e75-ada2-2ddd1026f410" -d '{"events": [{"name": "network-changed", "server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:33.162702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be773ab-e796-4af1-853d-01a1ad4a2776 req-6d8c0bf7-47f7-4222-a473-a16440e520a9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:33.170627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be773ab-e796-4af1-853d-01a1ad4a2776 req-6d8c0bf7-47f7-4222-a473-a16440e520a9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.2076540 Feb 10 15:47:33.225915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-591bc2a7-904d-49c8-a9b8-a6f8e2d6bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:33.237386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-591bc2a7-904d-49c8-a9b8-a6f8e2d6bd0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f416e82ada24e59abed0a249de2e625&device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 1094 time: 0.1941071 Feb 10 15:47:33.320798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-a71fe207-2ee3-45d1-87da-43a80e1f8736 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f254e5-7a16-4a95-b215-245db20dd6c3 HTTP/1.1" status: 200 len: 217 time: 0.0511038 Feb 10 15:47:33.384970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-4e8de7e7-58fe-4c52-b79d-44bbaa9213ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:33.386975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-4e8de7e7-58fe-4c52-b79d-44bbaa9213ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bd35b75-dfe9-47c2-8cf7-c729b489040b HTTP/1.1" status: 200 len: 854 time: 0.0596647 Feb 10 15:47:33.398936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be773ab-e796-4af1-853d-01a1ad4a2776 req-28280a5d-cc5c-49e9-968d-2a0d2b52485f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272024 Feb 10 15:47:33.629589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-23e3ff89-9050-4622-850c-980dc08267c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:33.631108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-23e3ff89-9050-4622-850c-980dc08267c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5070cd26-19c7-43e1-9abc-5c245aea78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161000 Feb 10 15:47:33.815218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebb3c3-7878-46ec-b8cb-2ced2223266d req-0c2729d1-5566-4401-8e70-71f9a0197a97 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:33.840068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afebb3c3-7878-46ec-b8cb-2ced2223266d req-0c2729d1-5566-4401-8e70-71f9a0197a97 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2793913 Feb 10 15:47:33.979680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:34.041550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-bc5c297f-d883-4488-abc9-d4012e06766a service neutron] 10.222.0.45 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022164 Feb 10 15:47:34.246791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5be5b467-aa6e-4ef0-a8d4-b00c8514078c req-8ba58072-d137-4b71-8e72-1bb2c9aa9462 service neutron] 10.222.0.45 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910627 Feb 10 15:47:34.267133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afebb3c3-7878-46ec-b8cb-2ced2223266d req-6c99e8a1-f9ba-4309-8383-b0cc0934af87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261146 Feb 10 15:47:34.311606 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:34.583361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54bb4-705d-4f1c-8675-99a770e7a821 req-cb601bd1-2405-460d-9599-3de2dee4add0 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:34.591163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29e54bb4-705d-4f1c-8675-99a770e7a821 req-cb601bd1-2405-460d-9599-3de2dee4add0 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.1689854 Feb 10 15:47:34.657395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29e54bb4-705d-4f1c-8675-99a770e7a821 req-6f2390d8-80e2-44f1-be8d-3e0605680a69 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599327 Feb 10 15:47:34.782472 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ea5c1-2ec0-4503-8b62-f6ae57842ddc x-openstack-request-id: req-b28ea5c1-2ec0-4503-8b62-f6ae57842ddc {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:34.782759 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:34.783017 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b28ea5c1-2ec0-4503-8b62-f6ae57842ddc {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:34.783429 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'status': 'completed', 'code': 200} Feb 10 15:47:34.982848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-60740673-f995-4ab4-99fe-c2b486dd2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:34.985761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-60740673-f995-4ab4-99fe-c2b486dd2f51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f416e82ada24e59abed0a249de2e625&device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 1094 time: 0.1790025 Feb 10 15:47:35.345105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-e18e196e-0071-4f70-853a-29708192b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:35.345826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-e18e196e-0071-4f70-853a-29708192b958 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5070cd26-19c7-43e1-9abc-5c245aea78aa HTTP/1.1" status: 200 len: 916 time: 0.2038007 Feb 10 15:47:35.451902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-1f8b7923-dd0b-4f06-af71-526cf72ba5ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f254e5-7a16-4a95-b215-245db20dd6c3 HTTP/1.1" status: 200 len: 217 time: 0.0864666 Feb 10 15:47:35.472666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f8614-5103-4ad5-9fde-b1bb459c712e req-25eb114c-7f92-4ae2-af8f-5b7e7c2c13af tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:35.492584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce7f8614-5103-4ad5-9fde-b1bb459c712e req-25eb114c-7f92-4ae2-af8f-5b7e7c2c13af tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.2831697 Feb 10 15:47:35.616455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-1d29706c-caab-402f-ab52-c8fc0869f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:35.618720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-1d29706c-caab-402f-ab52-c8fc0869f2eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bd35b75-dfe9-47c2-8cf7-c729b489040b HTTP/1.1" status: 200 len: 854 time: 0.0983763 Feb 10 15:47:35.703589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce7f8614-5103-4ad5-9fde-b1bb459c712e req-b4926a45-39a1-4095-819a-46ef098b5ec0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093542 Feb 10 15:47:35.820672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-aae02425-24c0-42bb-97e1-fa925509b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:35.829166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-aae02425-24c0-42bb-97e1-fa925509b2d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5070cd26-19c7-43e1-9abc-5c245aea78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014785 Feb 10 15:47:36.082927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-f0f35d5e-e814-4170-b774-343fdaaea0d0 service neutron] 10.222.0.45 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443900 Feb 10 15:47:36.380149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e6c22-b6d8-40e2-8aad-9b79ee5f4bcd req-f87e104b-0ee1-414f-ab9b-bbefbe38faa2 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:36.381453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db7e6c22-b6d8-40e2-8aad-9b79ee5f4bcd req-f87e104b-0ee1-414f-ab9b-bbefbe38faa2 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2966206 Feb 10 15:47:36.512455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db7e6c22-b6d8-40e2-8aad-9b79ee5f4bcd req-9f537def-d217-4104-9013-e06cd987ced5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159778 Feb 10 15:47:36.548999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1abb9c84-f609-4e75-ada2-2ddd1026f410 req-8e7a3726-d2fe-4982-9d50-0fdc67b9943a service neutron] 10.222.0.45 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632431 Feb 10 15:47:36.655794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56336) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:36.797386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fff13-ab88-4185-b27b-fec9ec46bc30 req-ebfc6fa3-e56d-4975-b468-090b97ecc1ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:36.805885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea1fff13-ab88-4185-b27b-fec9ec46bc30 req-ebfc6fa3-e56d-4975-b468-090b97ecc1ee tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.1043363 Feb 10 15:47:36.891151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea1fff13-ab88-4185-b27b-fec9ec46bc30 req-7cd0773f-0c3d-44e0-a130-a06971003a7f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819886 Feb 10 15:47:36.949286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-773304f1-51f3-4711-9309-679ba16caee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.097748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-773304f1-51f3-4711-9309-679ba16caee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.107897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-773304f1-51f3-4711-9309-679ba16caee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.173206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773304f1-51f3-4711-9309-679ba16caee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba50e00-4e12-4d32-8b3b-0ede01b4a2ff,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:37.214657 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-773304f1-51f3-4711-9309-679ba16caee8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96686a84c7c143b29215bf6fa91236f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572257 Feb 10 15:47:37.217195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56342) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:37.403545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af32040c-82ac-480d-93d2-98b7eb3b272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.454743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af32040c-82ac-480d-93d2-98b7eb3b272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.589470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-f8983ba5-3920-4c80-933c-aaa7a5e68c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:37.612865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-f8983ba5-3920-4c80-933c-aaa7a5e68c30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cb579a237534123b35ab70642ad6b56&device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 1102 time: 0.3571384 Feb 10 15:47:37.815773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af32040c-82ac-480d-93d2-98b7eb3b272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.818937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af32040c-82ac-480d-93d2-98b7eb3b272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:37.823982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-af32040c-82ac-480d-93d2-98b7eb3b272d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ba50e00-4e12-4d32-8b3b-0ede01b4a2ff HTTP/1.1" status: 204 len: 168 time: 0.6027927 Feb 10 15:47:37.940561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-00d70310-3a02-423e-81f6-fc1d28e861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:37.942172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-00d70310-3a02-423e-81f6-fc1d28e861f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2998931 Feb 10 15:47:37.944277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32040c-82ac-480d-93d2-98b7eb3b272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba50e00-4e12-4d32-8b3b-0ede01b4a2ff,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:38.068953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-9f03bd0c-1b97-46e7-9789-cfa958bf5475 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b063008a-5409-4ddd-b5af-5a737e69a956 HTTP/1.1" status: 200 len: 217 time: 0.0485506 Feb 10 15:47:38.145064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfb44-1861-4aa8-bfeb-b5825b9e2153 req-0945bd87-6a6e-40db-9f66-cf13d4c8f2b5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:38.153852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b84bfb44-1861-4aa8-bfeb-b5825b9e2153 req-0945bd87-6a6e-40db-9f66-cf13d4c8f2b5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.2106421 Feb 10 15:47:38.190373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-4a2ce32c-b293-4ef0-97cf-55d12b0ecb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:38.192633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-4a2ce32c-b293-4ef0-97cf-55d12b0ecb0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1147871 Feb 10 15:47:38.254779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b84bfb44-1861-4aa8-bfeb-b5825b9e2153 req-05486517-9013-48cd-94a1-45cf61e6f89b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997827 Feb 10 15:47:38.430971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-5abfe10b-4b72-45b3-a3c7-3b4e2eef8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:38.434693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-5abfe10b-4b72-45b3-a3c7-3b4e2eef8f36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013371 Feb 10 15:47:38.473541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56356) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:38.488412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7fbca33-34b0-412b-a8a6-e9b35f99a5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:38.592396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7fbca33-34b0-412b-a8a6-e9b35f99a5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:38.598528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e7fbca33-34b0-412b-a8a6-e9b35f99a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:38.612773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-7773da73-4eec-4c2a-8082-f1885d2512ea service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688812 Feb 10 15:47:38.653490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ee45b-2cf8-40f4-954f-76526cb3d847 req-82adafa5-4b6c-43bb-b150-3ebf520885d9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:38.655053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd0ee45b-2cf8-40f4-954f-76526cb3d847 req-82adafa5-4b6c-43bb-b150-3ebf520885d9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1769354 Feb 10 15:47:38.659059 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e7fbca33-34b0-412b-a8a6-e9b35f99a5c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24e05f2864d647988f13f8eacee07340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844554 Feb 10 15:47:38.684084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56364) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:38.727987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbca33-34b0-412b-a8a6-e9b35f99a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f5f71-07a6-45c3-8834-514c45623309,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:38.749558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd0ee45b-2cf8-40f4-954f-76526cb3d847 req-5ac96d1b-c118-4c9c-841c-74e5544fe440 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633914 Feb 10 15:47:38.814743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43d59829-2b88-40d2-a605-5b9bcaff9f59 req-85c0940a-8fbc-48c0-a6b0-2c23e5f5191c service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928580 Feb 10 15:47:38.883400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe993a3-dafc-4140-a615-11e2a83fe32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:38.920558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe993a3-dafc-4140-a615-11e2a83fe32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:38.989803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229457-d5a9-4427-843c-d23c352ebb24 req-3b663ffe-0af3-4f72-8980-aaa4bddd8e9d tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:39.003945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44229457-d5a9-4427-843c-d23c352ebb24 req-3b663ffe-0af3-4f72-8980-aaa4bddd8e9d tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.1584706 Feb 10 15:47:39.012674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe993a3-dafc-4140-a615-11e2a83fe32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:39.016599 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efe993a3-dafc-4140-a615-11e2a83fe32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:39.018015 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-efe993a3-dafc-4140-a615-11e2a83fe32d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae6f5f71-07a6-45c3-8834-514c45623309 HTTP/1.1" status: 204 len: 168 time: 0.3324325 Feb 10 15:47:39.029939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe993a3-dafc-4140-a615-11e2a83fe32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f5f71-07a6-45c3-8834-514c45623309,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:39.076980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44229457-d5a9-4427-843c-d23c352ebb24 req-eb666a11-831b-414c-ac78-3364731f01f8 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717568 Feb 10 15:47:39.721218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6ba7-d108-4c6e-a0c3-24493ded28f4 req-d8acf7d7-69f3-40fe-9231-d8e618c50051 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:39.722968 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a2e6ba7-d108-4c6e-a0c3-24493ded28f4 req-d8acf7d7-69f3-40fe-9231-d8e618c50051 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.0945139 Feb 10 15:47:39.780291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a2e6ba7-d108-4c6e-a0c3-24493ded28f4 req-7e1155ad-1065-4391-b114-f605fca98733 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501032 Feb 10 15:47:40.039638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896293d-f4ba-4080-91bb-b00c75237054 req-2249f05d-ee99-4db0-98dd-c8d4b7151acc tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.050158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9896293d-f4ba-4080-91bb-b00c75237054 req-2249f05d-ee99-4db0-98dd-c8d4b7151acc tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1401970 Feb 10 15:47:40.164505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9896293d-f4ba-4080-91bb-b00c75237054 req-79b39883-a8b7-494d-a67b-8717b85a86e7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111116 Feb 10 15:47:40.322985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56398) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:40.362735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51f1ba-3fbd-4054-be20-51a995c944e2 req-1453da9d-a7b7-422e-96af-86070206e267 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.364607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b51f1ba-3fbd-4054-be20-51a995c944e2 req-1453da9d-a7b7-422e-96af-86070206e267 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.0840542 Feb 10 15:47:40.525918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b51f1ba-3fbd-4054-be20-51a995c944e2 req-bedb1edd-524c-4450-838b-cc381cda5d12 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541991 Feb 10 15:47:40.590862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-a729a11d-3ca5-4db5-8e13-011f2ebcc2fd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1859987 Feb 10 15:47:40.635423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f89a9599-cc8a-47f8-a10d-d15f915d4736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:40.735992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56406) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:40.788115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.793089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.793675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.794175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.797298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.797298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.798128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.805795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-73fa1074-8187-4622-902e-8347f0312a32 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6501 time: 0.1210687 Feb 10 15:47:40.949160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f89a9599-cc8a-47f8-a10d-d15f915d4736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:40.955361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f89a9599-cc8a-47f8-a10d-d15f915d4736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:40.988897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a9599-cc8a-47f8-a10d-d15f915d4736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d807ee98-a94e-450d-b948-60c17abada17,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:41.029035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f89a9599-cc8a-47f8-a10d-d15f915d4736 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9cba24a8b4b42efae125e5868e4e801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047951 Feb 10 15:47:41.031585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56412) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:41.056153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-network', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:41.162270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be9a9955-49e7-4c9d-9d9e-2fa290e9e984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.173779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-5fc95bef-b3e8-4fe3-827d-5d1bbf83ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.174403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-5fc95bef-b3e8-4fe3-827d-5d1bbf83ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.174929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-5fc95bef-b3e8-4fe3-827d-5d1bbf83ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.176688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-5fc95bef-b3e8-4fe3-827d-5d1bbf83ba8f service neutron] 10.222.0.75 "GET /v2.0/networks?id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&id=eb37a7d2-68c9-4901-90da-63588babb693&id=eb37a7d2-68c9-4901-90da-63588babb693 HTTP/1.1" status: 200 len: 2298 time: 0.3309646 Feb 10 15:47:41.185159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Made reservation on behalf of 1e0dfe008d5a446399913d77314f77fa for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:41.187787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.221200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16780fed-2bcf-404a-bcff-c8ba5f32bdf6 req-c14acc3f-0cf0-42e1-891e-e800ac7536a0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.229840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16780fed-2bcf-404a-bcff-c8ba5f32bdf6 req-c14acc3f-0cf0-42e1-891e-e800ac7536a0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.2187340 Feb 10 15:47:41.231939 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.239374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be9a9955-49e7-4c9d-9d9e-2fa290e9e984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.295686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-879fbfa4-0ed3-452c-883c-ec4ecd19fb9a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.297446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-879fbfa4-0ed3-452c-883c-ec4ecd19fb9a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.2777638 Feb 10 15:47:41.385287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16780fed-2bcf-404a-bcff-c8ba5f32bdf6 req-43ebcab6-5b27-4d80-adff-c16463f2aadb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491473 Feb 10 15:47:41.421608 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be9a9955-49e7-4c9d-9d9e-2fa290e9e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.427542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be9a9955-49e7-4c9d-9d9e-2fa290e9e984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.433813 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be9a9955-49e7-4c9d-9d9e-2fa290e9e984 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d807ee98-a94e-450d-b948-60c17abada17 HTTP/1.1" status: 204 len: 168 time: 0.3987095 Feb 10 15:47:41.451083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a9955-49e7-4c9d-9d9e-2fa290e9e984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807ee98-a94e-450d-b948-60c17abada17,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:41.492508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.498257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-b01405d7-9284-49a5-8851-2b7a027f97a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a HTTP/1.1" status: 200 len: 1001 time: 0.3023722 Feb 10 15:47:41.502728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.609333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:47:41.621679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.622443 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Added segment 048fe823-e15c-4bfa-b7cb-23ad75295471 of type vlan for network 5d010578-263d-43cf-9569-815d77280588 Feb 10 15:47:41.673567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.721667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-ba2d7cd8-2cd1-431b-8790-7d58b99fed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.723316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-ba2d7cd8-2cd1-431b-8790-7d58b99fed6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=72944349-1b94-4636-bc84-9689413c1029 HTTP/1.1" status: 200 len: 856 time: 0.2107928 Feb 10 15:47:41.732493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.733330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:41.734421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:41.917481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:41.923530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Request body: {'subnet': {'network_id': '5d010578-263d-43cf-9569-815d77280588', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-subnet', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:41.927503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1884747 Feb 10 15:47:41.968120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d010578-263d-43cf-9569-815d77280588,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:41.987744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5d010578-263d-43cf-9569-815d77280588 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:47:42.009152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Made reservation on behalf of 1e0dfe008d5a446399913d77314f77fa for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:42.011632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.031943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99563d-b28a-4c4e-af05-3eb89152b0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c5870-9766-4054-8583-41b664b92d17,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:42.100203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b00d11-8b03-4bc4-a828-8de27ca37052 req-9bff4180-cf27-4a43-a37c-4fba5f3319f5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:42.105301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95b00d11-8b03-4bc4-a828-8de27ca37052 req-9bff4180-cf27-4a43-a37c-4fba5f3319f5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.4065025 Feb 10 15:47:42.152165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-efe9c20c-312e-414b-a6a9-e71c440ca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:42.153643 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-efe9c20c-312e-414b-a6a9-e71c440ca1e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4671a6c8-fa43-42e5-9c17-ae34057b0c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3863096 Feb 10 15:47:42.258870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port 5718230f-5586-4b68-9d41-cb092c6f3229 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:47:42.259273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.321209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.400037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Checking segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:42.400289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Network hostable DHCP agents. Network: 5d010578-263d-43cf-9569-815d77280588, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:42.402593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147ae197-e7f2-434a-93aa-9d22ab465527,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:42.425748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Network 5d010578-263d-43cf-9569-815d77280588 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:42.440299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5d010578-263d-43cf-9569-815d77280588) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:42.451207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:42.453064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.454968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b21c4-af67-4fb0-a767-b4ad96c0d204 None None] Network 5d010578-263d-43cf-9569-815d77280588 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:42.488814 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-19fc23d9-0557-44a5-8ec3-45a444da88c2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5677290 Feb 10 15:47:42.489063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56448) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:42.503738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:42.568840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.572337 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.691912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.763029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95b00d11-8b03-4bc4-a828-8de27ca37052 req-5d6ca6cb-3350-4064-b228-27d0451deed0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286757 Feb 10 15:47:42.870653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-800cd8eb-9363-488e-ad26-63ba64bfb2df service neutron] 10.222.0.75 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891060 Feb 10 15:47:42.872987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port 5718230f-5586-4b68-9d41-cb092c6f3229, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5718230f-5586-4b68-9d41-cb092c6f3229,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:42.873605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.934486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-5d010578-263d-43cf-9569-815d77280588', 'network_id': '5d010578-263d-43cf-9569-815d77280588', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'fixed_ips': [{'subnet_id': '147ae197-e7f2-434a-93aa-9d22ab465527'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:47:42.935766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:42.958238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.045763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-05ebb646-f16f-45d5-8038-589192ccfcca service neutron] 10.222.0.75 "GET /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257877 Feb 10 15:47:43.089749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for 5718230f-5586-4b68-9d41-cb092c6f3229 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:47:43.163107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-16439a01-eef0-4235-9c31-fd93447ea678 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 200 len: 217 time: 0.0751166 Feb 10 15:47:43.196531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Allocated IP 172.20.0.2 (5d010578-263d-43cf-9569-815d77280588/147ae197-e7f2-434a-93aa-9d22ab465527/35dd403d-104a-4654-8c98-89901339799f) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:43.220757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143fbb1-ec67-4a7e-86ae-cec5f7e1f92b req-795c818a-f69c-4976-8ebc-23cb2fb78129 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:43.222408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9143fbb1-ec67-4a7e-86ae-cec5f7e1f92b req-795c818a-f69c-4976-8ebc-23cb2fb78129 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 946 time: 0.3540711 Feb 10 15:47:43.255502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.279076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b01af1-cf64-4706-86f2-be93b451114d req-3259a3b5-d83b-45bb-91a0-9a2977aa15c7 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:43.280246 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.280782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55b01af1-cf64-4706-86f2-be93b451114d req-3259a3b5-d83b-45bb-91a0-9a2977aa15c7 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.4177392 Feb 10 15:47:43.361392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-b517e925-fb69-4641-8fcd-61e51e50ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:43.362549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-b517e925-fb69-4641-8fcd-61e51e50ef7b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.1665280 Feb 10 15:47:43.382489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9143fbb1-ec67-4a7e-86ae-cec5f7e1f92b req-6946b39d-98eb-4fe0-a767-171dacb76f68 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333385 Feb 10 15:47:43.410345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55b01af1-cf64-4706-86f2-be93b451114d req-65b5da10-9439-45f6-b682-c9b8c5d852bc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220825 Feb 10 15:47:43.423836 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.432950 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.511692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Allocated IP 172.25.7.143 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/11cfd426-7a02-4240-a460-f3c27369a354) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:43.523535 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.528713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Network 5d010578-263d-43cf-9569-815d77280588 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:43.539139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:43.544908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:43.567696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=5718230f-5586-4b68-9d41-cb092c6f3229,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:43.602677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-d9b37f20-2276-497d-b8db-c0d10209c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:43.606901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-d9b37f20-2276-497d-b8db-c0d10209c590 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2199852 Feb 10 15:47:43.638067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Pushing event updated for resources: {'Port': ['ID=35dd403d-104a-4654-8c98-89901339799f,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:43.694155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Attempting to bind port 35dd403d-104a-4654-8c98-89901339799f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:43.695164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Attempting to bind port 35dd403d-104a-4654-8c98-89901339799f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:43.696015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Attempting to bind port 35dd403d-104a-4654-8c98-89901339799f on network 5d010578-263d-43cf-9569-815d77280588 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:43.702625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:43.702994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Checking segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:43.703400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.703802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Bound using segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:43.704603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Bound port: 35dd403d-104a-4654-8c98-89901339799f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:43.705286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.718537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.839631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.865559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] For port 35dd403d-104a-4654-8c98-89901339799f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:43.877629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] For port 35dd403d-104a-4654-8c98-89901339799f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=35dd403d-104a-4654-8c98-89901339799f,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:43.888904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port 5718230f-5586-4b68-9d41-cb092c6f3229 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:47:43.892743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-93d361d0-7ed2-48b9-b671-464f48382a0f service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448132 Feb 10 15:47:43.894036 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.897519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41aea5e1-b3d4-4cbb-ab21-b4a7fbbd6e5b req-943c454f-2b5d-4c4c-b486-4f19d39d7e7f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "DELETE /v2.0/ports/5718230f-5586-4b68-9d41-cb092c6f3229 HTTP/1.1" status: 204 len: 173 time: 2.5761805 Feb 10 15:47:43.901908 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:43.966103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'name': 'network-vif-deleted', 'tag': '5718230f-5586-4b68-9d41-cb092c6f3229'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:43.997503 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afef2672-15a7-4d73-9e32-94291b7d6dc3" -d '{"events": [{"server_uuid": "21ec7eb9-2a81-4009-997f-a6a7b9678617", "name": "network-vif-deleted", "tag": "5718230f-5586-4b68-9d41-cb092c6f3229"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:44.072640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:44.080531 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:44.087005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:44.091608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4571-5415-4a2c-82bd-404f778cb02c req-ae630a22-418f-4bb1-b0de-038ef3c8ba1d tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:44.093154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f67d4571-5415-4a2c-82bd-404f778cb02c req-ae630a22-418f-4bb1-b0de-038ef3c8ba1d tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 951 time: 0.4522471 Feb 10 15:47:44.113907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2595d2-da9d-4df3-9068-523c17532653 req-f8693f74-cd42-46c9-9524-a98cfc9658be tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:44.115531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd2595d2-da9d-4df3-9068-523c17532653 req-f8693f74-cd42-46c9-9524-a98cfc9658be tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2372324 Feb 10 15:47:44.123826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Pushing event updated for resources: {'Port': ['ID=11cfd426-7a02-4240-a460-f3c27369a354,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:44.184360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002193be-1cb8-438d-b829-8a1ecd77faf8 None None] Pushing event updated for resources: {'Port': ['ID=35dd403d-104a-4654-8c98-89901339799f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:44.202601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-c12e0800-1b94-4473-9c76-1b149c5c3ace service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300920 Feb 10 15:47:44.216585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f67d4571-5415-4a2c-82bd-404f778cb02c req-56ec59b0-948b-49ca-ad39-495dffc41ddb tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994315 Feb 10 15:47:44.284842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd2595d2-da9d-4df3-9068-523c17532653 req-5abb2d1c-ae87-47a0-988f-40067920b268 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589439 Feb 10 15:47:44.286264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-5740dffb-780b-4020-8bed-21bf8caed80f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 200 len: 217 time: 0.0638795 Feb 10 15:47:44.349899 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfce891-38a8-4254-96c1-15903afb155d x-openstack-request-id: req-fbfce891-38a8-4254-96c1-15903afb155d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:44.350266 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ec7eb9-2a81-4009-997f-a6a7b9678617", "name": "network-vif-deleted", "tag": "5718230f-5586-4b68-9d41-cb092c6f3229", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:44.350458 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbfce891-38a8-4254-96c1-15903afb155d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:44.350848 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ec7eb9-2a81-4009-997f-a6a7b9678617', 'name': 'network-vif-deleted', 'tag': '5718230f-5586-4b68-9d41-cb092c6f3229', 'status': 'completed', 'code': 200} Feb 10 15:47:44.429364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-2c78cef0-7393-44e4-9f98-053474c22a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:44.433560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-2c78cef0-7393-44e4-9f98-053474c22a58 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.1378531 Feb 10 15:47:44.434688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5718230f-5586-4b68-9d41-cb092c6f3229 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:44.481583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 5718230f-5586-4b68-9d41-cb092c6f3229 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:47:44.481956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5718230f-5586-4b68-9d41-cb092c6f3229 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:47:44.578015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-31c993c2-68d8-4552-a570-4ff20f119f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:44.598869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-31c993c2-68d8-4552-a570-4ff20f119f34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1378987 Feb 10 15:47:44.636067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:44.749109 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94357d3c-2d3d-48e8-aa03-868cf4dd5010 req-2c151830-4d92-43f3-927b-8e088e096caa tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=21ec7eb9-2a81-4009-997f-a6a7b9678617 HTTP/1.1" status: 200 len: 210 time: 0.0798297 Feb 10 15:47:44.852710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-9262f731-b601-4418-8db5-c2be031f1d38 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525094 Feb 10 15:47:45.028427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989bd8-3bef-49eb-a9cb-d6e1401ab1d4 req-c535b735-2db4-4df2-8eaf-91a3469f83d5 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.030179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58989bd8-3bef-49eb-a9cb-d6e1401ab1d4 req-c535b735-2db4-4df2-8eaf-91a3469f83d5 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.1319556 Feb 10 15:47:45.068045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:45.073942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-6babbf88-30c6-4f8a-b01d-fda2110c3eda service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012782 Feb 10 15:47:45.098000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58989bd8-3bef-49eb-a9cb-d6e1401ab1d4 req-7a4d44c7-08ed-49ce-bdc3-a3f6fd626763 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614707 Feb 10 15:47:45.150789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-ed005906-9c82-4d23-a75c-fbb961aa3853 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e190fa42-5c02-40b8-8276-f343ccc68e51 HTTP/1.1" status: 200 len: 217 time: 0.0494699 Feb 10 15:47:45.313143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-e4d1925e-c47a-4815-86aa-27358fc8f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.315121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-e4d1925e-c47a-4815-86aa-27358fc8f244 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.1452372 Feb 10 15:47:45.316588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f719f8-e4cd-47e5-b3e0-c6e73eba82b4 req-042457d2-ae07-4769-ae90-6b3a9b6a5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.318088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21f719f8-e4cd-47e5-b3e0-c6e73eba82b4 req-042457d2-ae07-4769-ae90-6b3a9b6a5565 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 1096 time: 0.1497424 Feb 10 15:47:45.598044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 35dd403d-104a-4654-8c98-89901339799f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:45.616980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21f719f8-e4cd-47e5-b3e0-c6e73eba82b4 req-4dc54c8f-957e-43a4-81a0-2dce0edc60d2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594156 Feb 10 15:47:45.650004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032494de-5dc3-4d49-a188-8df61d598220 req-16477f9a-468d-44c0-9e7f-7cd01abe411c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.652110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-032494de-5dc3-4d49-a188-8df61d598220 req-16477f9a-468d-44c0-9e7f-7cd01abe411c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2017543 Feb 10 15:47:45.654343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-baf54c25-1693-4f40-b3b9-d34f6b22e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.655956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-baf54c25-1693-4f40-b3b9-d34f6b22e0bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3113637 Feb 10 15:47:45.714316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-032494de-5dc3-4d49-a188-8df61d598220 req-d807b2d6-afd0-47f5-95fb-8c59cf5ed338 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504522 Feb 10 15:47:45.749421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 35dd403d-104a-4654-8c98-89901339799f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:45.750260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:45.776877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56586) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:45.873317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:45.918546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 35dd403d-104a-4654-8c98-89901339799f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=35dd403d-104a-4654-8c98-89901339799f,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:45.922077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb40bdb-c008-4447-9caa-fe62d16de62e None None] Network 5d010578-263d-43cf-9569-815d77280588 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:45.931404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Router a840ca5e-d402-4d52-a7ee-78533f3d3c7e is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:47:45.979937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a99d4-3d36-4673-9d7c-037ffabe4b53 req-9df5f545-4b63-45b4-9f3c-49aecd1f2e8d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.982260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b82a99d4-3d36-4673-9d7c-037ffabe4b53 req-9df5f545-4b63-45b4-9f3c-49aecd1f2e8d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1357839 Feb 10 15:47:46.001635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16723390-701a-41d3-8eec-af3d6ca34128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.028173 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.077225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:46.088276 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Sync routers for ids ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:46.102480 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Routers {'a840ca5e-d402-4d52-a7ee-78533f3d3c7e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:46.103333 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:46.114919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.116644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ff8ca953-e744-41c6-967d-9787d15cc51a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6232154 Feb 10 15:47:46.119197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:46.124889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6b119cd9-448f-4a4d-b1fe-575c2f26e15e None None] Provisioning complete for port 35dd403d-104a-4654-8c98-89901339799f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:46.124889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b119cd9-448f-4a4d-b1fe-575c2f26e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.200589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b82a99d4-3d36-4673-9d7c-037ffabe4b53 req-bb7fa67a-68a6-4a87-8a85-713239dc2492 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912410 Feb 10 15:47:46.206834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=35dd403d-104a-4654-8c98-89901339799f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:46.245872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df841-2bd7-439f-a055-94d8a65f7e22 req-88c7970d-c148-4019-be21-31c2f552d987 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:46.248127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af6df841-2bd7-439f-a055-94d8a65f7e22 req-88c7970d-c148-4019-be21-31c2f552d987 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 951 time: 0.1992476 Feb 10 15:47:46.268348 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Set router a840ca5e-d402-4d52-a7ee-78533f3d3c7e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:46.332195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-abebff5f-cbbd-49b6-b319-d10f48312791 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245323 Feb 10 15:47:46.380340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af6df841-2bd7-439f-a055-94d8a65f7e22 req-5b0fb4fb-6777-4230-9a54-374e0bd5ad7e tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242692 Feb 10 15:47:46.449426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:46.503707 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16723390-701a-41d3-8eec-af3d6ca34128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.530598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16723390-701a-41d3-8eec-af3d6ca34128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.549462 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:47:44Z', 'revision_number': 3, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:46.584710 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Checking router: a840ca5e-d402-4d52-a7ee-78533f3d3c7e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:46.585703 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Updating router a840ca5e-d402-4d52-a7ee-78533f3d3c7e port 11cfd426-7a02-4240-a460-f3c27369a354 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:46.614318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.623638 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.635797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6416ddda-d7cf-414f-93e8-291967e62039 None None] Provisioning complete for port 35dd403d-104a-4654-8c98-89901339799f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:46.636440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6416ddda-d7cf-414f-93e8-291967e62039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.642453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-16723390-701a-41d3-8eec-af3d6ca34128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9af6c02f5c1e4b82b44b6e1d97836171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8622439 Feb 10 15:47:46.642453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16723390-701a-41d3-8eec-af3d6ca34128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b13d6-1a31-4248-ae84-27a3dff1e92a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:46.642773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:46.642881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56612) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:46.644622 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dcdcf2-20c7-49cc-84ad-5db491b32520" -d '{"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-unplugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:46.684745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:46.690937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.692427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-c7c4625d-2a34-4b92-a5d1-d0813021ff97 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389907 Feb 10 15:47:46.704896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-b74bed8f-3dcf-461c-8545-55212102f72d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:46.706381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-b74bed8f-3dcf-461c-8545-55212102f72d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.3591530 Feb 10 15:47:46.715936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9696526-1491-43a1-b465-e2d80ea6c53d req-3da80bb5-f491-4fcd-abde-19cdeba3fbe8 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:46.718658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9696526-1491-43a1-b465-e2d80ea6c53d req-3da80bb5-f491-4fcd-abde-19cdeba3fbe8 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.2115400 Feb 10 15:47:46.767323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-9f76ad37-4970-4a61-8da2-7d7980baa338 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d94ba41a-054a-4727-9e91-061feb99e1ec HTTP/1.1" status: 200 len: 217 time: 0.0599120 Feb 10 15:47:46.787641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=11']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:46.815000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-a9abf9b9-36cb-4c59-9436-9cb71bd80e8d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.0508344 Feb 10 15:47:46.885642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f354dcb-05c3-4778-9513-79f2416686bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.890225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-3f208573-e2fa-4cae-a63b-447e6f2b1c4c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536666 Feb 10 15:47:46.894872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9696526-1491-43a1-b465-e2d80ea6c53d req-a90f78af-8aea-46b7-9ecf-b8f700e95ab0 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318898 Feb 10 15:47:46.909070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-245263c0-2d89-4cc3-894f-8b860f6d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:46.914389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-245263c0-2d89-4cc3-894f-8b860f6d59ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 200 len: 797 time: 0.1206920 Feb 10 15:47:46.916719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f354dcb-05c3-4778-9513-79f2416686bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:46.991501 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.000860 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a5b67-607e-4282-bd48-05d7d73d300c x-openstack-request-id: req-cb2a5b67-607e-4282-bd48-05d7d73d300c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:47.001356 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-unplugged", "status": "completed", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:47.001781 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb2a5b67-607e-4282-bd48-05d7d73d300c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:47.002336 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'code': 200} Feb 10 15:47:47.032440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f354dcb-05c3-4778-9513-79f2416686bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.035271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f354dcb-05c3-4778-9513-79f2416686bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.036646 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3f354dcb-05c3-4778-9513-79f2416686bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/561b13d6-1a31-4248-ae84-27a3dff1e92a HTTP/1.1" status: 204 len: 168 time: 0.3929062 Feb 10 15:47:47.074616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-b44c0454-ae05-4311-a39f-685db9b398d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:47.076432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-b44c0454-ae05-4311-a39f-685db9b398d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7812053d-c19e-4656-b2d1-3abf75c3c4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1410713 Feb 10 15:47:47.083373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354dcb-05c3-4778-9513-79f2416686bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b13d6-1a31-4248-ae84-27a3dff1e92a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:47.113191 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.125110 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.183226 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Attempting to bind port 11cfd426-7a02-4240-a460-f3c27369a354 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:47.183641 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Attempting to bind port 11cfd426-7a02-4240-a460-f3c27369a354 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:47.183987 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Attempting to bind port 11cfd426-7a02-4240-a460-f3c27369a354 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:47.187055 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Pushing event updated for resources: {'Port': ['ID=11cfd426-7a02-4240-a460-f3c27369a354,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:47.195637 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:47.196030 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:47.196389 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.196776 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:47.197320 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Bound port: 11cfd426-7a02-4240-a460-f3c27369a354, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:47.197833 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.201094 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.201348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-2b2970b3-3da4-4283-830b-ae11fb012c65 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942259 Feb 10 15:47:47.201860 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.201860 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.202136 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.202526 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.203606 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.203936 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.204257 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.204575 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.204908 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.205375 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.205514 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:47.245476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Allocated IP 172.20.0.1 (5d010578-263d-43cf-9569-815d77280588/147ae197-e7f2-434a-93aa-9d22ab465527/7f724395-3c18-40d2-8a0b-0208b5b16710) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:47.265842 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] For port 11cfd426-7a02-4240-a460-f3c27369a354, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:47.270130 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] For port 11cfd426-7a02-4240-a460-f3c27369a354, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11cfd426-7a02-4240-a460-f3c27369a354,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:47.284963 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.290202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87263837-15a9-45cb-ac60-899930e6acf6 req-d742e094-3dac-459f-9448-98d82b9193b5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:47.291823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87263837-15a9-45cb-ac60-899930e6acf6 req-d742e094-3dac-459f-9448-98d82b9193b5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2142968 Feb 10 15:47:47.359135 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Routers {'a840ca5e-d402-4d52-a7ee-78533f3d3c7e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:47.367882 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:47.383777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-d2b3a0ef-1ef7-4c94-9df7-3a1815c6b491 service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905326 Feb 10 15:47:47.390642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87263837-15a9-45cb-ac60-899930e6acf6 req-45a5bae2-1e42-4ffc-bcce-13ff701c252e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874538 Feb 10 15:47:47.407563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-392f4792-cc84-47bb-839f-43273cef13a1 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053008 Feb 10 15:47:47.431021 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719e206-819b-4043-883a-19b5070d9c42 None None] Pushing event updated for resources: {'Port': ['ID=11cfd426-7a02-4240-a460-f3c27369a354,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:47.466264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.509412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 35dd403d-104a-4654-8c98-89901339799f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:47.571538 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] Set router a840ca5e-d402-4d52-a7ee-78533f3d3c7e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:47.581644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 35dd403d-104a-4654-8c98-89901339799f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:47.583074 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.590661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:47.646484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-f6b51f21-927d-4aab-84d5-4eba88b5f45a service neutron] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378812 Feb 10 15:47:47.671567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Network 5d010578-263d-43cf-9569-815d77280588 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:47.687683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:47.692146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:47.710693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f724395-3c18-40d2-8a0b-0208b5b16710,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:47.759729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7b4bb-a0dd-40a7-8c60-047a761e0c3e req-cc5b6dc6-71b2-4f7c-93e6-78d498f7b42e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:47.761932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dab7b4bb-a0dd-40a7-8c60-047a761e0c3e req-cc5b6dc6-71b2-4f7c-93e6-78d498f7b42e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.2091091 Feb 10 15:47:47.763487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-c945ba24-4e37-4bea-8f4b-14f28bee414b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d HTTP/1.1" status: 200 len: 217 time: 0.0982528 Feb 10 15:47:47.769515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.027065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.034682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-c70d55d7-4306-46e8-8dcb-ca1a198975bd tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:48.036543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-c70d55d7-4306-46e8-8dcb-ca1a198975bd tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 949 time: 0.3532624 Feb 10 15:47:48.038238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c2f20154-152d-47b1-8b0b-c40985b83e68 None None] Provisioning complete for port 7f724395-3c18-40d2-8a0b-0208b5b16710 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:48.038734 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c2f20154-152d-47b1-8b0b-c40985b83e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.075626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dab7b4bb-a0dd-40a7-8c60-047a761e0c3e req-d3140a11-b3c5-4f88-a0f3-852521a63c73 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664976 Feb 10 15:47:48.095781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-8cab26ea-bcce-4613-b56f-c957e43c2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:48.096171 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:47:44Z', 'revision_number': 3, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:48.097322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-8cab26ea-bcce-4613-b56f-c957e43c2968 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1011620c-8b1f-4253-8a63-14c94d3fff8d HTTP/1.1" status: 200 len: 797 time: 0.2972255 Feb 10 15:47:48.137647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c2f20154-152d-47b1-8b0b-c40985b83e68 None None] Port 7f724395-3c18-40d2-8a0b-0208b5b16710 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:47:48.146324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529d4c-e2a1-4acc-ba26-2b82ce25f107 None None] The sync data for ids ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'] in n-d-827895-3 is: [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:47:44Z', 'revision_number': 3, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:48.184866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad65e3-eba4-47fb-883f-903a0dcd59fa req-a30c80f0-1a5f-405d-b39f-fe3bdca52947 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:48.187898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91ad65e3-eba4-47fb-883f-903a0dcd59fa req-a30c80f0-1a5f-405d-b39f-fe3bdca52947 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 949 time: 0.3950803 Feb 10 15:47:48.302096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.310158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.327657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49f87023-1faa-440d-bf3d-117540365e43 req-e14a2ab7-0b6e-4bc1-9619-c6334181d06e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 210 time: 0.1361415 Feb 10 15:47:48.363827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91ad65e3-eba4-47fb-883f-903a0dcd59fa req-dd951cb3-c0c6-4598-b2dc-c8067f449578 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364021 Feb 10 15:47:48.371330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-71a62448-896a-48d5-a7d3-36d41dd1d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:48.373239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-71a62448-896a-48d5-a7d3-36d41dd1d396 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245724 Feb 10 15:47:48.463663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.474698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56660) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:48.479950 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 51f254e5-7a16-4a95-b215-245db20dd6c3 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:48.507690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-6493ae07-ca6c-4ae0-b576-462d9222a643 service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204429 Feb 10 15:47:48.576843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Deleting port b063008a-5409-4ddd-b5af-5a737e69a956 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:47:48.578295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.585877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f724395-3c18-40d2-8a0b-0208b5b16710,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:48.650158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Network 5d010578-263d-43cf-9569-815d77280588 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:48.653043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:48.719678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2098263617-network', 'tenant_id': '41039e7dee184cd6b6694853f6703423'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:48.795637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 51f254e5-7a16-4a95-b215-245db20dd6c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=51f254e5-7a16-4a95-b215-245db20dd6c3,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:48.809133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Made reservation on behalf of 41039e7dee184cd6b6694853f6703423 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:48.811736 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.831721 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:48.841593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'port_id': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'mac_address': 'fa:16:3e:37:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:48.923480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Router a840ca5e-d402-4d52-a7ee-78533f3d3c7e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:48.967589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.001159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f254e5-7a16-4a95-b215-245db20dd6c3 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:49.051367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 51f254e5-7a16-4a95-b215-245db20dd6c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=51f254e5-7a16-4a95-b215-245db20dd6c3,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:49.058969 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.134431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=51f254e5-7a16-4a95-b215-245db20dd6c3,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:49.166339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b2ed1324-baf7-4c76-9835-806c36bfd1bc None None] Provisioning complete for port 7f724395-3c18-40d2-8a0b-0208b5b16710 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:49.166712 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1324-baf7-4c76-9835-806c36bfd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.175965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.182865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.208178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:49.226033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-46c2ceb0-8127-4c4d-aeae-72d5e07a73d4 admin admin] 10.222.0.21 "PUT /v2.0/routers/a840ca5e-d402-4d52-a7ee-78533f3d3c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0974481 Feb 10 15:47:49.230170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:47:49.231694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed1324-baf7-4c76-9835-806c36bfd1bc None None] Port 7f724395-3c18-40d2-8a0b-0208b5b16710 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:47:49.237031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c07b86-ebd8-457d-b282-3e0d5cefa8f8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:49.269197 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.271674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['51f254e5-7a16-4a95-b215-245db20dd6c3'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:49.276345 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Added segment d667d2d1-13af-4a0f-953a-dd974ed575c8 of type vlan for network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e Feb 10 15:47:49.361098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.368293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f8073-83e4-4d4b-a58f-876d69cd2666 req-1344ab33-29a2-4d10-b7f8-afd4dc2debc5 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:49.370506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f02f8073-83e4-4d4b-a58f-876d69cd2666 req-1344ab33-29a2-4d10-b7f8-afd4dc2debc5 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 943 time: 0.8580084 Feb 10 15:47:49.469515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.470863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:49.471669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.558463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11cfd426-7a02-4240-a460-f3c27369a354 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:49.628920 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1523812 Feb 10 15:47:49.644399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56686) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:49.661149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf28b10-1877-498c-b495-d51e01a54436 admin admin] Pushing event updated for resources: {'Network': ['ID=73556ce1-ffd8-44a8-b5b9-c2a467e1942e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:49.675052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Request body: {'subnet': {'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2098263617-subnet', 'tenant_id': '41039e7dee184cd6b6694853f6703423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:49.684918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:47:49.692334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-fbb0870c-541e-47f4-bea1-fb77c3cec38e service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1680810 Feb 10 15:47:49.730530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] For port b063008a-5409-4ddd-b5af-5a737e69a956, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b063008a-5409-4ddd-b5af-5a737e69a956,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:49.730892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.801739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66f3ca-92c1-4731-8491-9136c6f14098 req-8ff66243-104a-46b2-ae7f-0f53b51efce8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:49.803333 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a66f3ca-92c1-4731-8491-9136c6f14098 req-8ff66243-104a-46b2-ae7f-0f53b51efce8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.4153538 Feb 10 15:47:49.804900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-6d1bd484-8357-46af-b0ce-c5fc55b3bfd3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc HTTP/1.1" status: 200 len: 217 time: 0.0931008 Feb 10 15:47:49.807680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Calling delete_port for b063008a-5409-4ddd-b5af-5a737e69a956 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:47:49.856112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-d6af9b51-2a26-4155-8ff8-32623112965c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:49.857647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-d6af9b51-2a26-4155-8ff8-32623112965c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.4444880 Feb 10 15:47:49.860552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f02f8073-83e4-4d4b-a58f-876d69cd2666 req-aeffdae5-9d49-45f2-93a2-5b77c7653967 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4281244 Feb 10 15:47:49.885123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:49.902910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Made reservation on behalf of 41039e7dee184cd6b6694853f6703423 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:49.905218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:49.936888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 11cfd426-7a02-4240-a460-f3c27369a354 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:49.940111 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.021811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.047167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 11cfd426-7a02-4240-a460-f3c27369a354, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11cfd426-7a02-4240-a460-f3c27369a354,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:50.053562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.107159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56696) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:50.117266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-network', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:50.118930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=11cfd426-7a02-4240-a460-f3c27369a354,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.145666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Made reservation on behalf of 40ae51faf57b4ac99f01172cf4fc1609 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:50.149185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.158755 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.167217 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a66f3ca-92c1-4731-8491-9136c6f14098 req-1a2d4b38-cc1e-4a41-a6a6-24b99f2d50e2 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946873 Feb 10 15:47:50.174978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-0b788f27-032e-4d77-9dd4-5e19d75f9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:50.176464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-0b788f27-032e-4d77-9dd4-5e19d75f9085 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1011620c-8b1f-4253-8a63-14c94d3fff8d HTTP/1.1" status: 200 len: 797 time: 0.3140705 Feb 10 15:47:50.258936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.263484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.277451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b9283-16cd-472b-8d83-2ca350d41e8c req-2edfbbf0-2705-4e91-9b2a-c355fa37b1a0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:50.279179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-771b9283-16cd-472b-8d83-2ca350d41e8c req-2edfbbf0-2705-4e91-9b2a-c355fa37b1a0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.2736533 Feb 10 15:47:50.286023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:47:50.302895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d34ac5-11ae-4c0f-978b-31730ef0d1b6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.307696 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.308190 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Added segment d30d9d6b-90dc-429d-9d3b-434ef8123d5b of type vlan for network f661e64a-b090-4d91-8842-062d99500977 Feb 10 15:47:50.308656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f697220d-68c2-4108-95a1-8de23e95de82 req-2826d6af-d3c1-4cad-986e-b6c20384c73e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 210 time: 0.0581756 Feb 10 15:47:50.362389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.397673 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.404311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:50.405542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.462402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-37bf35f9-ad93-4917-9429-8c528300ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:50.463907 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-37bf35f9-ad93-4917-9429-8c528300ed73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb37a7d2-68c9-4901-90da-63588babb693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2654767 Feb 10 15:47:50.465228 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3564467 Feb 10 15:47:50.468517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56700) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:50.474160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Request body: {'subnet': {'network_id': 'f661e64a-b090-4d91-8842-062d99500977', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-subnet', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:50.481431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:50.481678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869fc7e-102d-4846-84fc-e8e18be3ad78 admin admin] Pushing event updated for resources: {'Network': ['ID=f661e64a-b090-4d91-8842-062d99500977,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.485553 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.494743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 51f254e5-7a16-4a95-b215-245db20dd6c3 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:50.499926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network f661e64a-b090-4d91-8842-062d99500977 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:47:50.514155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Made reservation on behalf of 40ae51faf57b4ac99f01172cf4fc1609 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:50.517143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.572271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-771b9283-16cd-472b-8d83-2ca350d41e8c req-3d11c104-2590-4cd9-aec9-6c6d3ed94d06 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677302 Feb 10 15:47:50.579155 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.649454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 51f254e5-7a16-4a95-b215-245db20dd6c3 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:50.654450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 51f254e5-7a16-4a95-b215-245db20dd6c3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:50.654841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.686819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Pushing event deleted for resources: {'Port': ['ID=b063008a-5409-4ddd-b5af-5a737e69a956,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.700465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.732393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.750822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.755933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86787d42-04f8-4d5f-8931-33a5b988a8ca req-0b952684-8fff-4c62-882d-90343140ca59 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:50.758139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86787d42-04f8-4d5f-8931-33a5b988a8ca req-0b952684-8fff-4c62-882d-90343140ca59 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6bce73e-fc5a-497a-aa10-2938f11bb645 HTTP/1.1" status: 200 len: 949 time: 0.3521807 Feb 10 15:47:50.769203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Sync routers for ids ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:50.793256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:50.796562 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc185240-21c9-4698-9e88-af0af035e89b" -d '{"events": [{"server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "name": "network-vif-plugged", "status": "completed", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:50.801566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Routers {'a840ca5e-d402-4d52-a7ee-78533f3d3c7e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:50.802268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:50.803222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a788d72a-0b91-4c2b-b0ef-928c7696d87e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.840416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Checking segment: {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:50.840863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Network hostable DHCP agents. Network: f661e64a-b090-4d91-8842-062d99500977, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:50.847874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 51f254e5-7a16-4a95-b215-245db20dd6c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=51f254e5-7a16-4a95-b215-245db20dd6c3,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:50.857983 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.858954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:50.869085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Network f661e64a-b090-4d91-8842-062d99500977 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:50.880483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, f661e64a-b090-4d91-8842-062d99500977) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:50.898130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:50.898895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.906930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: b063008a-5409-4ddd-b5af-5a737e69a956 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:47:50.907583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b063008a-5409-4ddd-b5af-5a737e69a956 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:47:50.919123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da3fd9-64a0-4f41-9015-ffc5603ad255 None None] Network f661e64a-b090-4d91-8842-062d99500977 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:50.929802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a46b85c4-2c6a-4caf-886a-23c6012ae5c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4609151 Feb 10 15:47:50.932520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:50.937405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:50.958333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] No DVR routers for this DVR port b063008a-5409-4ddd-b5af-5a737e69a956 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:47:50.966427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.967646 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.978055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:50.981397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f01a20b8-e26f-432b-9a52-a7269efd3460 req-39e5ad62-87ad-46e3-b731-d54433314d40 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.45 "DELETE /v2.0/ports/b063008a-5409-4ddd-b5af-5a737e69a956 HTTP/1.1" status: 204 len: 173 time: 2.8877757 Feb 10 15:47:50.981864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-deleted', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:50.984161 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca44d70-6874-4a65-87fe-f55e4a4877a3" -d '{"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-deleted", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:51.000161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5762f63d-5a7b-47f7-8753-b71fa5adcf3e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:51.009258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c721-6bcb-4600-aaaf-dc82893f0a0e req-c2610980-75e9-4a83-9849-9d52766202d8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:51.011764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45b3c721-6bcb-4600-aaaf-dc82893f0a0e req-c2610980-75e9-4a83-9849-9d52766202d8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.3309324 Feb 10 15:47:51.029090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.048351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86787d42-04f8-4d5f-8931-33a5b988a8ca req-5241557a-6532-4e50-ae38-f366647d5c21 tempest-ImagesOneServerTestJSON-122986108 tempest-ImagesOneServerTestJSON-122986108-project] 10.222.0.21 "GET /v2.0/security-groups?id=14f3f541-7531-4e14-a645-5ecc49d40294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555211 Feb 10 15:47:51.050443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-a8f074a0-a6dd-42ce-a23c-bae510537ebb service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541022 Feb 10 15:47:51.094461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=51f254e5-7a16-4a95-b215-245db20dd6c3,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:51.099695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Checking segment: {'id': 'd667d2d1-13af-4a0f-953a-dd974ed575c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:51.100998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Network hostable DHCP agents. Network: 73556ce1-ffd8-44a8-b5b9-c2a467e1942e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:51.126828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Set router a840ca5e-d402-4d52-a7ee-78533f3d3c7e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:51.167966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.10 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/6170053b-4af6-4db2-8a6c-3f3879510007) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:51.197472 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb657d11-7e5f-4e41-9941-28c0a9192cb3 x-openstack-request-id: req-cb657d11-7e5f-4e41-9941-28c0a9192cb3 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:51.199876 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "name": "network-vif-plugged", "status": "completed", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:51.200135 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb657d11-7e5f-4e41-9941-28c0a9192cb3 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:51.200970 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'code': 200} Feb 10 15:47:51.202290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45b3c721-6bcb-4600-aaaf-dc82893f0a0e req-0cfc81af-820a-4203-a453-bd94ab1721e5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627271 Feb 10 15:47:51.254515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:51.260943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:51.305692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.320885 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e366b0-4843-472d-ba1f-894b6f8bb3e8 x-openstack-request-id: req-85e366b0-4843-472d-ba1f-894b6f8bb3e8 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:51.321169 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bce73e-fc5a-497a-aa10-2938f11bb645", "name": "network-vif-deleted", "tag": "b063008a-5409-4ddd-b5af-5a737e69a956", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:51.321424 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85e366b0-4843-472d-ba1f-894b6f8bb3e8 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:51.321829 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bce73e-fc5a-497a-aa10-2938f11bb645', 'name': 'network-vif-deleted', 'tag': 'b063008a-5409-4ddd-b5af-5a737e69a956', 'status': 'completed', 'code': 200} Feb 10 15:47:51.396368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 73556ce1-ffd8-44a8-b5b9-c2a467e1942e) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:51.441734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b438f44-5d8f-47e0-82d9-3a1d67ed1525 req-99e84cfd-9aa6-4a50-a717-78a26f1e82fa service neutron] 10.222.0.75 "GET /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779182 Feb 10 15:47:51.459394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:51.461599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.490491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c00e37-2ac0-4285-b3d4-a5b238f49dbf None None] Network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:51.589667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11cfd426-7a02-4240-a460-f3c27369a354 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:51.669402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9d185ecc-9852-4f10-a946-3e68888604d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0022037 Feb 10 15:47:51.676611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb48790e-3c5a-4118-9467-8e2dc90bff05 req-50a7df1f-3545-4a11-b245-6e6702133840 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 210 time: 0.0993607 Feb 10 15:47:51.684063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bd29a-e755-41fd-8442-dc0b7ba76646 req-444f2a6b-4654-4ebc-bd71-f99ea85463fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:51.685720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-738bd29a-e755-41fd-8442-dc0b7ba76646 req-444f2a6b-4654-4ebc-bd71-f99ea85463fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 1096 time: 0.4187171 Feb 10 15:47:51.704752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c75a6-63c5-4a13-8b61-f9d703f1f9ea req-fad3732f-7dd4-4d9b-9350-920d851bbd67 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:51.713921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-353c75a6-63c5-4a13-8b61-f9d703f1f9ea req-fad3732f-7dd4-4d9b-9350-920d851bbd67 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.3864806 Feb 10 15:47:51.724921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-f661e64a-b090-4d91-8842-062d99500977', 'network_id': 'f661e64a-b090-4d91-8842-062d99500977', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'fixed_ips': [{'subnet_id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:47:51.726207 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.733743 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.763910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.811057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.850271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-353c75a6-63c5-4a13-8b61-f9d703f1f9ea req-5d9acce2-a2b1-42f1-b179-b496a5a095b3 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353028 Feb 10 15:47:51.922357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-738bd29a-e755-41fd-8442-dc0b7ba76646 req-a86651f7-f832-47b6-8663-251ccde136ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849380 Feb 10 15:47:51.930600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.962777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 11cfd426-7a02-4240-a460-f3c27369a354 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:51.963290 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:51.970170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166426-be9d-488a-8b5d-41ba86f38c48 req-3a073fef-ac45-4f7f-a12d-4783920dd349 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:51.971854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8166426-be9d-488a-8b5d-41ba86f38c48 req-3a073fef-ac45-4f7f-a12d-4783920dd349 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1696768 Feb 10 15:47:51.979813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Allocated IP 172.25.7.164 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/660d8486-ee59-4498-a064-e66a5061b8f9) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:52.046257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0004cc5-8370-4748-bbf5-c260558ede56 None None] Network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:52.057731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8166426-be9d-488a-8b5d-41ba86f38c48 req-dbb1500e-7170-408e-8c40-21c4fd4a2f67 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790067 Feb 10 15:47:52.062176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.104659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:52.113506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.125773 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.153270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:52.158444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:52.163560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.171893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569995-b90c-4e73-bc85-eb048abf0b23 req-75ec1a22-5704-4163-a456-8ed9a39979fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:52.181332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c2569995-b90c-4e73-bc85-eb048abf0b23 req-75ec1a22-5704-4163-a456-8ed9a39979fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1768250 Feb 10 15:47:52.210804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:52.219231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:52.219793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=11']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:52.225163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:52.230578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:52.263112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:52.300829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:47:47Z', 'revision_number': 4, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7f724395-3c18-40d2-8a0b-0208b5b16710', 'name': '', 'network_id': '5d010578-263d-43cf-9569-815d77280588', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'mac_address': 'fa:16:3e:cc:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:47Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 2, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'subnets': [{'id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:52.302231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c2569995-b90c-4e73-bc85-eb048abf0b23 req-c1572ee6-6586-480a-abda-494c16a96141 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032643 Feb 10 15:47:52.359126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:52.359974 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Pushing event updated for resources: {'Port': ['ID=660d8486-ee59-4498-a064-e66a5061b8f9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:52.360769 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.398271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-cc19ebe1-c9d6-4688-980c-4931bac06501 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5181067 Feb 10 15:47:52.421429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Request body: {'port': {'device_id': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:52.566596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.566841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Allocated IP 172.20.0.2 (f661e64a-b090-4d91-8842-062d99500977/a788d72a-0b91-4c2b-b0ef-928c7696d87e/b7a2086a-87b9-4b6c-905f-fb6fa0582e5a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:52.593089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Checking router: a840ca5e-d402-4d52-a7ee-78533f3d3c7e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:52.593440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Updating router a840ca5e-d402-4d52-a7ee-78533f3d3c7e port 7f724395-3c18-40d2-8a0b-0208b5b16710 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:52.621635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.727775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.744397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-db2625cc-7785-4fee-8ae4-cd61130ff69e tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:52.756369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-db2625cc-7785-4fee-8ae4-cd61130ff69e tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/networks?id=73556ce1-ffd8-44a8-b5b9-c2a467e1942e HTTP/1.1" status: 200 len: 822 time: 0.3493688 Feb 10 15:47:52.781296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:52.811477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-3a113d4c-df35-48b6-9869-19c1476d88d6 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/quotas/41039e7dee184cd6b6694853f6703423 HTTP/1.1" status: 200 len: 375 time: 0.0535638 Feb 10 15:47:52.865750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:52.902600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-a253e09c-7f26-434d-9ad3-d2433fb4081c tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41039e7dee184cd6b6694853f6703423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898602 Feb 10 15:47:52.995753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.010923 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.052085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Network f661e64a-b090-4d91-8842-062d99500977 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:53.098136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05307a0f-461c-429d-bccc-473cd6c27370 req-c8654f45-0536-4327-a715-ace31c617a58 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:53.105952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05307a0f-461c-429d-bccc-473cd6c27370 req-c8654f45-0536-4327-a715-ace31c617a58 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 932 time: 0.2691145 Feb 10 15:47:53.124096 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-61d6b7a3-63ee-430e-8e81-15334b4ef66f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cb579a237534123b35ab70642ad6b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407609 Feb 10 15:47:53.126848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56752) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:53.140953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-fb5b23a6-38e9-429b-a8af-4c4f311bf70c service neutron] 10.222.0.21 "GET /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377403 Feb 10 15:47:53.163739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Router 7b22eb26-0560-4d28-8407-35134e196ce5 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:47:53.165388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:53.173748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Pushing event updated for resources: {'Port': ['ID=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:53.194063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:53.203269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-872b2bb6-1faa-43e8-b58a-6f04d0ef1340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.203647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:53.212813 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63dbb11-1cdd-45a1-82c8-13083d847a51" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-unplugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:53.231986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-872b2bb6-1faa-43e8-b58a-6f04d0ef1340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.281555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-03212a26-3b37-4e7b-bf38-b6b70ae58e5e service neutron] 10.222.0.21 "GET /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388352 Feb 10 15:47:53.327362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Attempting to bind port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:53.327971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Attempting to bind port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:53.328514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Attempting to bind port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a on network f661e64a-b090-4d91-8842-062d99500977 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:53.331880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-872b2bb6-1faa-43e8-b58a-6f04d0ef1340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.336361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-872b2bb6-1faa-43e8-b58a-6f04d0ef1340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.337616 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-872b2bb6-1faa-43e8-b58a-6f04d0ef1340 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14f3f541-7531-4e14-a645-5ecc49d40294 HTTP/1.1" status: 204 len: 168 time: 0.2101569 Feb 10 15:47:53.352207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b2bb6-1faa-43e8-b58a-6f04d0ef1340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f3f541-7531-4e14-a645-5ecc49d40294,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:53.396084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:53.396704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Checking segment: {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:53.399046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.399735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Bound using segment: {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:53.400102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Bound port: b7a2086a-87b9-4b6c-905f-fb6fa0582e5a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:53.400486 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.454064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.462683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:53.509839 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Sync routers for ids ['7b22eb26-0560-4d28-8407-35134e196ce5'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:53.523731 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.524985 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-849e2dd7-0e55-486e-9a16-ccf5a5e61b29 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5914292 Feb 10 15:47:53.528881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:53.544406 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Routers {'7b22eb26-0560-4d28-8407-35134e196ce5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:53.545351 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7b22eb26-0560-4d28-8407-35134e196ce5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:53.600595 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.614977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] For port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:53.620012 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.648833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6170053b-4af6-4db2-8a6c-3f3879510007 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:53.658883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.670493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] For port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,segment=NetworkSegment(d30d9d6b-90dc-429d-9d3b-434ef8123d5b),segment_id=d30d9d6b-90dc-429d-9d3b-434ef8123d5b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:53.683456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.687303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Transition to ACTIVE for port object 6170053b-4af6-4db2-8a6c-3f3879510007 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:47:53.705329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3cc41-d5ec-488c-a362-8e44c251b9d5 None None] Pushing event updated for resources: {'Port': ['ID=7f724395-3c18-40d2-8a0b-0208b5b16710,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:53.711728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05307a0f-461c-429d-bccc-473cd6c27370 req-f8bf1f4c-d109-44b1-b9f0-9300cba340c8 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048756 Feb 10 15:47:53.718906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.867470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Attempting to bind port 7f724395-3c18-40d2-8a0b-0208b5b16710 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:53.867857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Attempting to bind port 7f724395-3c18-40d2-8a0b-0208b5b16710 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:53.868220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Attempting to bind port 7f724395-3c18-40d2-8a0b-0208b5b16710 on network 5d010578-263d-43cf-9569-815d77280588 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:53.895849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:53.896229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Checking segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:53.896638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.897075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Bound using segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:53.897554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Bound port: 7f724395-3c18-40d2-8a0b-0208b5b16710, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:53.897998 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:53.918930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204b86-5377-4081-a6bf-e2e1638a1ff2 None None] Pushing event updated for resources: {'Port': ['ID=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:53.943934 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Set router 7b22eb26-0560-4d28-8407-35134e196ce5 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:54.038965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544c030-cd55-4663-ba6e-542fcde35e03 req-a65df476-f2e0-415f-bc04-1454a99718ed tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:54.049508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3544c030-cd55-4663-ba6e-542fcde35e03 req-a65df476-f2e0-415f-bc04-1454a99718ed tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.3336430 Feb 10 15:47:54.068550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] For port 7f724395-3c18-40d2-8a0b-0208b5b16710, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:54.070706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:54.077662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] For port 7f724395-3c18-40d2-8a0b-0208b5b16710, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7f724395-3c18-40d2-8a0b-0208b5b16710,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:54.124720 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:54.278130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea7214-cb1f-40a7-9e3e-99f62d1450fb req-5d0c42a7-ccdb-4b95-8e79-de9afa03d1d1 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:54.288348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6cea7214-cb1f-40a7-9e3e-99f62d1450fb req-5d0c42a7-ccdb-4b95-8e79-de9afa03d1d1 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.3967531 Feb 10 15:47:54.330548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-68e75d95-ec64-4365-b336-5ae413559c78 None None] Provisioning complete for port 7f724395-3c18-40d2-8a0b-0208b5b16710 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:54.331121 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68e75d95-ec64-4365-b336-5ae413559c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:54.394647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3544c030-cd55-4663-ba6e-542fcde35e03 req-a16410bd-924b-45b3-910f-09848d7c2e43 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440778 Feb 10 15:47:54.405404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Routers {'a840ca5e-d402-4d52-a7ee-78533f3d3c7e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:54.408380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:54.429587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Attempting to bind port 6170053b-4af6-4db2-8a6c-3f3879510007 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:54.430182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Attempting to bind port 6170053b-4af6-4db2-8a6c-3f3879510007 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:54.430332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Attempting to bind port 6170053b-4af6-4db2-8a6c-3f3879510007 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:54.562671 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:52Z', 'revision_number': 3, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:54.571761 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9578cecf-4942-44a3-95de-8929606a1535 x-openstack-request-id: req-9578cecf-4942-44a3-95de-8929606a1535 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:54.572588 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-unplugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:54.575353 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9578cecf-4942-44a3-95de-8929606a1535 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:54.575860 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:47:54.620649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3cc41-d5ec-488c-a362-8e44c251b9d5 None None] Pushing event updated for resources: {'Port': ['ID=7f724395-3c18-40d2-8a0b-0208b5b16710,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:54.661664 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Checking router: 7b22eb26-0560-4d28-8407-35134e196ce5 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:54.663765 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Updating router 7b22eb26-0560-4d28-8407-35134e196ce5 port 660d8486-ee59-4498-a064-e66a5061b8f9 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:54.724922 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:54.784332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] Set router a840ca5e-d402-4d52-a7ee-78533f3d3c7e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:54.824980 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68e75d95-ec64-4365-b336-5ae413559c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:54.866584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-68e75d95-ec64-4365-b336-5ae413559c78 None None] For port 7f724395-3c18-40d2-8a0b-0208b5b16710, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7f724395-3c18-40d2-8a0b-0208b5b16710,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:54.874107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56796) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:54.950638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68e75d95-ec64-4365-b336-5ae413559c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.134555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e75d95-ec64-4365-b336-5ae413559c78 None None] Pushing event updated for resources: {'Port': ['ID=7f724395-3c18-40d2-8a0b-0208b5b16710,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:55.140755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c7189012-aa5f-4771-a02d-9c0df3b47428 None None] Provisioning complete for port 7f724395-3c18-40d2-8a0b-0208b5b16710 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:55.141264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7189012-aa5f-4771-a02d-9c0df3b47428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.163812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1179604666-network', 'tenant_id': '2061628f23c94530a2d6f320f9c752cb'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:55.228165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Port 6170053b-4af6-4db2-8a6c-3f3879510007 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:47:55.228782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Attempting to bind port 6170053b-4af6-4db2-8a6c-3f3879510007 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:55.249176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Made reservation on behalf of 2061628f23c94530a2d6f320f9c752cb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:55.252102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.269428 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.276908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:55.287772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6cea7214-cb1f-40a7-9e3e-99f62d1450fb req-d0111a0e-d877-4a01-9228-bc9acada6ed4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9912686 Feb 10 15:47:55.299784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:55.300596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:55.300596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:55.300954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Bound port: 6170053b-4af6-4db2-8a6c-3f3879510007, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:55.301333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.319416 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.335841 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.458254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b8d4d-6eae-46f5-b636-56a1bd5ae148 req-a7acac55-4177-4264-8774-34cfbf38e7e1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:55.476692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f4b8d4d-6eae-46f5-b636-56a1bd5ae148 req-a7acac55-4177-4264-8774-34cfbf38e7e1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2485631 Feb 10 15:47:55.490217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.494549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.508331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.538746 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f5f1-1f0f-40e3-95d3-7dab6990ddeb None None] Pushing event updated for resources: {'Port': ['ID=660d8486-ee59-4498-a064-e66a5061b8f9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:55.544897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:47:55.559424 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Attempting to bind port 660d8486-ee59-4498-a064-e66a5061b8f9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:47:55.559829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Attempting to bind port 660d8486-ee59-4498-a064-e66a5061b8f9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:47:55.562465 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Attempting to bind port 660d8486-ee59-4498-a064-e66a5061b8f9 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:55.570534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e44f2f73-7cf5-4338-8ab8-57b9d94ec60c req-3533bd3b-7754-452c-8e94-0f7db8847e27 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 210 time: 0.1909435 Feb 10 15:47:55.577006 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:55.580312 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:55.580840 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.581714 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:55.582843 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Bound port: 660d8486-ee59-4498-a064-e66a5061b8f9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:47:55.586616 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.597308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b7a2086a-87b9-4b6c-905f-fb6fa0582e5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:55.599483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.599883 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Added segment 3667132e-568b-435d-bdd9-0a179752145f of type vlan for network 5333d1ed-24a3-429c-9031-460b56245b08 Feb 10 15:47:55.618051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38dc2c-2b61-4fca-b2b1-dd78ce505808,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:55.734377 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] For port 660d8486-ee59-4498-a064-e66a5061b8f9, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:55.737879 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] For port 660d8486-ee59-4498-a064-e66a5061b8f9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=660d8486-ee59-4498-a064-e66a5061b8f9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:55.749693 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.796442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.802816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4e88b-c375-4829-98a3-e2fcb3535716 None None] Network f661e64a-b090-4d91-8842-062d99500977 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:55.828013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-6ffdf3a6-8c7e-4630-8f84-196942e5ee99 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:55.830433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-6ffdf3a6-8c7e-4630-8f84-196942e5ee99 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.75 "GET /v2.0/networks?id=73556ce1-ffd8-44a8-b5b9-c2a467e1942e HTTP/1.1" status: 200 len: 822 time: 0.1718028 Feb 10 15:47:55.841635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:47:47Z', 'revision_number': 4, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7f724395-3c18-40d2-8a0b-0208b5b16710', 'name': '', 'network_id': '5d010578-263d-43cf-9569-815d77280588', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'mac_address': 'fa:16:3e:cc:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:47Z', 'updated_at': '2022-02-10T15:47:54Z', 'revision_number': 4, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'subnets': [{'id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:55.852835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f4b8d4d-6eae-46f5-b636-56a1bd5ae148 req-623634bf-441d-4610-b931-da51452049fa tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723872 Feb 10 15:47:55.862008 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f5f1-1f0f-40e3-95d3-7dab6990ddeb None None] Pushing event updated for resources: {'Port': ['ID=660d8486-ee59-4498-a064-e66a5061b8f9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:55.865132 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Routers {'7b22eb26-0560-4d28-8407-35134e196ce5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:55.865811 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7b22eb26-0560-4d28-8407-35134e196ce5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:55.897344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Request body: {'port': {'device_id': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e', 'admin_state_up': True, 'tenant_id': '41039e7dee184cd6b6694853f6703423'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:55.938631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5da54d-4f68-47fe-8f81-ab292019f450 None None] The sync data for ids ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'] in n-d-827895-3 is: [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:47:47Z', 'revision_number': 4, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '7f724395-3c18-40d2-8a0b-0208b5b16710', 'name': '', 'network_id': '5d010578-263d-43cf-9569-815d77280588', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'mac_address': 'fa:16:3e:cc:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:47Z', 'updated_at': '2022-02-10T15:47:54Z', 'revision_number': 4, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'subnets': [{'id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:55.955426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.956978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:55.958081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:55.962064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:55.965360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a9881bcf-3f63-4a25-b993-40facea9c9f7 None None] Provisioning complete for port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:55.965734 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a9881bcf-3f63-4a25-b993-40facea9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.015385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'mac_address': 'fa:16:3e:1e:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:56.062115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Allocated IP 172.20.0.1 (f661e64a-b090-4d91-8842-062d99500977/a788d72a-0b91-4c2b-b0ef-928c7696d87e/395f38aa-5cf9-40e3-a3b0-c378daa0dd63) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:56.062403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:56.062782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.078537 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2006054 Feb 10 15:47:56.081538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56802) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:56.082088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:56.092639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Request body: {'subnet': {'network_id': '5333d1ed-24a3-429c-9031-460b56245b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1179604666-subnet', 'tenant_id': '2061628f23c94530a2d6f320f9c752cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:56.104266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6835ea0-47aa-4e8f-9321-d6f53bdf51f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5333d1ed-24a3-429c-9031-460b56245b08,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:56.126195 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] Set router 7b22eb26-0560-4d28-8407-35134e196ce5 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:56.132299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5333d1ed-24a3-429c-9031-460b56245b08 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:47:56.171901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:56.190742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.246313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Made reservation on behalf of 2061628f23c94530a2d6f320f9c752cb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:56.248907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.285915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.308508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453ff00-5562-4f0d-9a54-1f25afc1876d req-6480c17c-0dc2-48ce-a8e2-cab92a211396 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:56.317189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3453ff00-5562-4f0d-9a54-1f25afc1876d req-6480c17c-0dc2-48ce-a8e2-cab92a211396 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 944 time: 0.3608673 Feb 10 15:47:56.320644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:56.321321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.323241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] 10.222.0.45 "PUT /v2.0/ports/6170053b-4af6-4db2-8a6c-3f3879510007 HTTP/1.1" status: 200 len: 1092 time: 3.9124808 Feb 10 15:47:56.376308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:56.383557 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:56.386934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46cff-c992-467c-99bc-80023eb51055 service neutron] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:56.396678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.409996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:47:56.414955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fa5ee-b0a1-4b3b-92b1-e7ded2419a3c req-76a363fe-1e1b-47bc-930c-4f2c352f7870 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:56.425888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da9fa5ee-b0a1-4b3b-92b1-e7ded2419a3c req-76a363fe-1e1b-47bc-930c-4f2c352f7870 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.5880070 Feb 10 15:47:56.436881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:47:56.444724 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:47:56.457705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Request body: {'floatingip': {'port_id': '51f254e5-7a16-4a95-b215-245db20dd6c3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:56.477871 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a9881bcf-3f63-4a25-b993-40facea9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.481865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:56.503546 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.504788 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:52Z', 'revision_number': 3, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:56.546165 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44f6d-a8a1-4fdc-aebe-87304a4d8426 None None] The sync data for ids ['7b22eb26-0560-4d28-8407-35134e196ce5'] in n-d-827895-3 is: [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:52Z', 'revision_number': 3, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:56.555569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.574819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.601171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-329b1da7-f677-4952-bab9-5ac00fd998e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:56.602961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-329b1da7-f677-4952-bab9-5ac00fd998e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 1095 time: 0.2013948 Feb 10 15:47:56.649859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a9881bcf-3f63-4a25-b993-40facea9c9f7 None None] For port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,segment=NetworkSegment(d30d9d6b-90dc-429d-9d3b-434ef8123d5b),segment_id=d30d9d6b-90dc-429d-9d3b-434ef8123d5b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:56.666547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3453ff00-5562-4f0d-9a54-1f25afc1876d req-ee5fbf7c-4cb5-4c3a-9554-f26087df31fa tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483653 Feb 10 15:47:56.734445 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a9881bcf-3f63-4a25-b993-40facea9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.740727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:56.742375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['2535bf57-c058-4eee-a82b-7935e73f3f0a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:56.772979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=12']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:56.777421 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6af672-35e4-4f6f-ac60-cd77866672ef x-openstack-request-id: req-3e6af672-35e4-4f6f-ac60-cd77866672ef {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:56.779133 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:56.780542 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e6af672-35e4-4f6f-ac60-cd77866672ef {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:56.781808 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007', 'status': 'completed', 'code': 200} Feb 10 15:47:56.796313 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-d6ee9789-303b-4a22-8de0-f20bd2fd54a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6170053b-4af6-4db2-8a6c-3f3879510007 HTTP/1.1" status: 200 len: 217 time: 0.1739824 Feb 10 15:47:56.902258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Network f661e64a-b090-4d91-8842-062d99500977 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:56.942539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:56.968209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:57.061117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91f7bc7d-c178-475e-a5d9-224700150c46 req-40ec5e9b-b9c9-44be-8103-6547c96fe956 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 210 time: 0.1383166 Feb 10 15:47:57.094405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Made reservation on behalf of 41039e7dee184cd6b6694853f6703423 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:57.095676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:57.100152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.105640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.127562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:47:57.144068 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:47:57.144619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9881bcf-3f63-4a25-b993-40facea9c9f7 None None] Pushing event updated for resources: {'Port': ['ID=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:57.153306 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.176885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-2b7b8cc5-d01e-4b36-8b5d-accea58e7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:57.181129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-2b7b8cc5-d01e-4b36-8b5d-accea58e7859 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.3742330 Feb 10 15:47:57.248300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a3ba3b9a-dd86-493b-b5d4-40fbd1ddd7b3 None None] Provisioning complete for port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:57.249489 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3b9a-dd86-493b-b5d4-40fbd1ddd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.254681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-43afee27-fb6f-4014-9350-f6fd325d2606 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563340 Feb 10 15:47:57.498574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.513375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac4d7d6-172f-41ae-b970-fdd0fc9ad33e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:57.582450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1394-c669-496b-8972-ca29e3f903e0 req-3e9cce4e-7520-45a5-bc21-32ca1f00e83e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:57.591218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4fd1394-c669-496b-8972-ca29e3f903e0 req-3e9cce4e-7520-45a5-bc21-32ca1f00e83e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.3284166 Feb 10 15:47:57.605202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1334e73b-6d88-434a-a06a-efdc76bf63f7 None None] Provisioning complete for port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:57.605566 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1334e73b-6d88-434a-a06a-efdc76bf63f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.657513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Checking segment: {'id': '3667132e-568b-435d-bdd9-0a179752145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5333d1ed-24a3-429c-9031-460b56245b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:47:57.657896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Network hostable DHCP agents. Network: 5333d1ed-24a3-429c-9031-460b56245b08, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:57.670841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c00f-ca4e-4ce0-92d2-fcfb9eeabb95 req-31923512-b38a-40e5-b764-43971ddb354f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:57.679739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db45c00f-ca4e-4ce0-92d2-fcfb9eeabb95 req-31923512-b38a-40e5-b764-43971ddb354f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.4833491 Feb 10 15:47:57.686748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1334e73b-6d88-434a-a06a-efdc76bf63f7 None None] Port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:47:57.764291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Network 5333d1ed-24a3-429c-9031-460b56245b08 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:57.788601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db45c00f-ca4e-4ce0-92d2-fcfb9eeabb95 req-4b02ee76-7151-4d47-9463-3dbdc1b34d1b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025083 Feb 10 15:47:57.812883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4fd1394-c669-496b-8972-ca29e3f903e0 req-5d951845-f3c4-4a3a-9e2d-17e5ac8b6261 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206690 Feb 10 15:47:57.836844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-46221ae5-676f-4684-8e6f-bfeb51ff121a service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650432 Feb 10 15:47:57.857666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5333d1ed-24a3-429c-9031-460b56245b08) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:57.866438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:57.867041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:57.867504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea808d-d749-4669-834b-010b0e8bb970 None None] Network 5333d1ed-24a3-429c-9031-460b56245b08 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:57.913177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Allocated IP 172.20.0.11 (73556ce1-ffd8-44a8-b5b9-c2a467e1942e/5762f63d-5a7b-47f7-8753-b71fa5adcf3e/8569d858-bac8-4c4c-9fee-293b6caf17cc) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:57.964702 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cc1aa0ff-604d-4305-b6e9-475e0d81c876 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8816178 Feb 10 15:47:58.054216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 660d8486-ee59-4498-a064-e66a5061b8f9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:58.110504 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.115261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.129952 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.176606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 660d8486-ee59-4498-a064-e66a5061b8f9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:58.176771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.180072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30c367-bc3a-4dd4-9b50-1664c51dd686 None None] Network 5333d1ed-24a3-429c-9031-460b56245b08 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:47:58.243015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefd955-f1d8-4a88-9f0b-bd47ec7947a3 req-d342a1c0-fb0e-45c0-bfaa-b69da15d02f0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:58.251814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aefd955-f1d8-4a88-9f0b-bd47ec7947a3 req-d342a1c0-fb0e-45c0-bfaa-b69da15d02f0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 944 time: 0.3410201 Feb 10 15:47:58.341147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac78e58-dd96-46ef-811d-79d49132d4af req-8f3adc5d-e8b0-4905-844e-7e9a5975982b service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958122 Feb 10 15:47:58.379255 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Floating IP 19528b89-c05d-440e-8613-b66dcfaf31b3 associated. External IP: 172.25.7.158, port: 51f254e5-7a16-4a95-b215-245db20dd6c3. Feb 10 15:47:58.384742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.390880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffafed2e-8449-4958-bf33-ab11cd552ff4 req-56ad36e0-b7fb-43e8-96f5-8d402ff07215 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 210 time: 0.1716957 Feb 10 15:47:58.414397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 660d8486-ee59-4498-a064-e66a5061b8f9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=660d8486-ee59-4498-a064-e66a5061b8f9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:58.429730 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.430608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b7a2086a-87b9-4b6c-905f-fb6fa0582e5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:58.531275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=660d8486-ee59-4498-a064-e66a5061b8f9,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:58.546623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:58.548681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.557152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aefd955-f1d8-4a88-9f0b-bd47ec7947a3 req-70a4bed2-4f97-4099-9256-28cec8af1037 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984741 Feb 10 15:47:58.582241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.593834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.614472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-2191d1ba-cbfc-4126-9d7a-1a8e3ccff266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:58.617659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-2191d1ba-cbfc-4126-9d7a-1a8e3ccff266 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 1095 time: 0.1484983 Feb 10 15:47:58.654239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.672824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7f724395-3c18-40d2-8a0b-0208b5b16710 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:58.724255 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-565a85dd-60d1-4eae-9b61-be6df309689f req-9bb6ac43-32ff-4d5a-b9fc-575f55c25edb tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] show failed (client error): The resource could not be found. Feb 10 15:47:58.725597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-565a85dd-60d1-4eae-9b61-be6df309689f req-9bb6ac43-32ff-4d5a-b9fc-575f55c25edb tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups/c0911bd0-26e6-4bdb-86cc-af3d57bd248d HTTP/1.1" status: 404 len: 352 time: 0.0296514 Feb 10 15:47:58.728719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.741565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7f724395-3c18-40d2-8a0b-0208b5b16710 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:58.743026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.770689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:58.783818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.785364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:58.798945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:58.813185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:58.824876 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd7a528f-8b15-4070-8048-59b5ac0e273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:58.873340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Pushing event updated for resources: {'Port': ['ID=8569d858-bac8-4c4c-9fee-293b6caf17cc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:58.893281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Router 1b99cdac-b320-4dd7-bb34-2baec91b3440 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:58.895619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-653aa809-0c29-4f18-a6dc-46c8dc72ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:58.896691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-653aa809-0c29-4f18-a6dc-46c8dc72ad0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.2714996 Feb 10 15:47:58.997875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-e9620d86-9236-439e-8d7c-22ef26eaecf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6170053b-4af6-4db2-8a6c-3f3879510007 HTTP/1.1" status: 200 len: 217 time: 0.0762477 Feb 10 15:47:59.005204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.006275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.012598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d0e8cdd-1888-4000-aabd-2b00668ae7bf req-db5892bc-29e2-461a-8490-f4d1a1069762 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2061628f23c94530a2d6f320f9c752cb HTTP/1.1" status: 200 len: 2988 time: 0.2149689 Feb 10 15:47:59.084396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-1eeb5f10-cb78-437e-a03a-978cca310a74 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2164061 Feb 10 15:47:59.099344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a7b48-eda7-47fd-9efc-d7841a229acb req-bb0fc102-0a69-4848-9287-39a8c0231ea0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.102146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b4a7b48-eda7-47fd-9efc-d7841a229acb req-bb0fc102-0a69-4848-9287-39a8c0231ea0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 945 time: 0.2134800 Feb 10 15:47:59.114142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Request body: {'port': {'device_id': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:59.163149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-fad62892-8bb8-4a76-8cab-dc201de19550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.164813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-fad62892-8bb8-4a76-8cab-dc201de19550 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1473613 Feb 10 15:47:59.201594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d0e8cdd-1888-4000-aabd-2b00668ae7bf req-2ac2b09f-6268-4a85-a984-87be85053d70 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups/3a38dc2c-2b61-4fca-b2b1-dd78ce505808 HTTP/1.1" status: 200 len: 2985 time: 0.1723647 Feb 10 15:47:59.241795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-b6e4b7af-1315-439a-911f-b93cc083fa6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613408 Feb 10 15:47:59.294232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b4a7b48-eda7-47fd-9efc-d7841a229acb req-398fb7b5-f6c3-4520-a499-5add926ee48b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706302 Feb 10 15:47:59.300237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:59.309354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Network f661e64a-b090-4d91-8842-062d99500977 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:59.312221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:59.324924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.375621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 2535bf57-c058-4eee-a82b-7935e73f3f0a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:59.376536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.454647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d0e8cdd-1888-4000-aabd-2b00668ae7bf req-084a6033-ec0d-4006-85a8-de09c08148aa tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups/3a38dc2c-2b61-4fca-b2b1-dd78ce505808 HTTP/1.1" status: 200 len: 2985 time: 0.2302556 Feb 10 15:47:59.506037 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.529708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-41b33356-8ef0-4c66-a57b-63aadc278545 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713962 Feb 10 15:47:59.542059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:59.545225 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48cd7d5-adc8-48f6-a856-8fcf5f6b10c3" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:59.557683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:59.564572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.571316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Router 7b22eb26-0560-4d28-8407-35134e196ce5 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:59.571715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:59.574943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] Sync routers for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:59.587168 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.613656 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-85ceb6c5-d96b-40fa-b35b-50e6c4877f7b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "PUT /v2.0/floatingips/19528b89-c05d-440e-8613-b66dcfaf31b3 HTTP/1.1" status: 200 len: 991 time: 3.1741648 Feb 10 15:47:59.614930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:47:59.617777 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035" -d '{"events": [{"name": "network-changed", "server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:59.670255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=13']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:59.673396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:59.674256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:59.754225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d7b7639b-d36e-420c-bdfc-46e9807912d0 None None] Provisioning complete for port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:59.754854 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d7b7639b-d36e-420c-bdfc-46e9807912d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.760214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f547c-fa8c-48b1-898d-603153c5b614 req-0c1ac8ea-b832-4376-9d9f-b0bdabdf4f41 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.762041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:59.768636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03a00149-58b4-4bf2-b9be-ff288eb0afb0 admin admin] 10.222.0.21 "PUT /v2.0/routers/7b22eb26-0560-4d28-8407-35134e196ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2353258 Feb 10 15:47:59.772486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e6f547c-fa8c-48b1-898d-603153c5b614 req-0c1ac8ea-b832-4376-9d9f-b0bdabdf4f41 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.3304145 Feb 10 15:47:59.842821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 660d8486-ee59-4498-a064-e66a5061b8f9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:59.879638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7639b-d36e-420c-bdfc-46e9807912d0 None None] Port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:47:59.891586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:59.992942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7fc11-5350-43fd-9dc0-af7939e9e738 req-cc3ee827-e36e-40a5-a90f-dd33d35ac621 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.997020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 660d8486-ee59-4498-a064-e66a5061b8f9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:59.997362 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:47:59.998986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7d7fc11-5350-43fd-9dc0-af7939e9e738 req-cc3ee827-e36e-40a5-a90f-dd33d35ac621 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 932 time: 0.3851008 Feb 10 15:48:00.011598 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Sync routers for ids ['7b22eb26-0560-4d28-8407-35134e196ce5'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:00.013539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a053cc-7c5b-4ee2-ba87-4f09e8f9a8c6 req-e4575030-f6d7-49b5-a2eb-5caa62fac33a service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738491 Feb 10 15:48:00.026785 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Routers {'7b22eb26-0560-4d28-8407-35134e196ce5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:00.027729 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7b22eb26-0560-4d28-8407-35134e196ce5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:00.080329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8569d858-bac8-4c4c-9fee-293b6caf17cc {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:00.090479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:00.108069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Transition to ACTIVE for port object 8569d858-bac8-4c4c-9fee-293b6caf17cc will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:00.127197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e6f547c-fa8c-48b1-898d-603153c5b614 req-de865e79-86e5-4657-8f1c-a84c1cc0994a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423198 Feb 10 15:48:00.202913 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Set router 7b22eb26-0560-4d28-8407-35134e196ce5 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:00.233783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:00.284526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7d7fc11-5350-43fd-9dc0-af7939e9e738 req-88c26cd0-cff5-4db8-a67c-0366875975e6 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665138 Feb 10 15:48:00.313941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '19528b89-c05d-440e-8613-b66dcfaf31b3', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'port_id': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'mac_address': 'fa:16:3e:37:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:47:02Z', 'updated_at': '2022-02-10T15:47:57Z', 'revision_number': 1, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:00.342254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] Checking router: 1b99cdac-b320-4dd7-bb34-2baec91b3440 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:00.352461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:00.353181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:47:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:00.395493 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efced52f-b909-46ef-95a5-ac72edb982e1 x-openstack-request-id: req-efced52f-b909-46ef-95a5-ac72edb982e1 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:00.395896 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-plugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:00.396348 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efced52f-b909-46ef-95a5-ac72edb982e1 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:00.396849 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:48:00.529274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:00.620375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3049f9aa-9c64-44c2-9348-0e06edd09edb req-b74ffae7-44bc-4d7f-b49f-4867a4ea8ed3 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups/3a38dc2c-2b61-4fca-b2b1-dd78ce505808 HTTP/1.1" status: 200 len: 2985 time: 0.3837521 Feb 10 15:48:00.801339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Pushing event updated for resources: {'Port': ['ID=8569d858-bac8-4c4c-9fee-293b6caf17cc,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:00.881297 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:57Z', 'revision_number': 4, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '395f38aa-5cf9-40e3-a3b0-c378daa0dd63', 'name': '', 'network_id': 'f661e64a-b090-4d91-8842-062d99500977', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'mac_address': 'fa:16:3e:1f:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:55Z', 'updated_at': '2022-02-10T15:47:58Z', 'revision_number': 2, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'subnets': [{'id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:00.971308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe5fab-277e-4b0e-9eac-66c69d512cdc req-bcf16cc2-e056-4c50-a0af-326971e1bd6c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:00.982421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9abe5fab-277e-4b0e-9eac-66c69d512cdc req-bcf16cc2-e056-4c50-a0af-326971e1bd6c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 944 time: 0.3867037 Feb 10 15:48:01.017110 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Checking router: 7b22eb26-0560-4d28-8407-35134e196ce5 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:01.017696 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Updating router 7b22eb26-0560-4d28-8407-35134e196ce5 port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:48:01.065089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Attempting to bind port 8569d858-bac8-4c4c-9fee-293b6caf17cc on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:48:01.065602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Attempting to bind port 8569d858-bac8-4c4c-9fee-293b6caf17cc by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'd667d2d1-13af-4a0f-953a-dd974ed575c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:48:01.066057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Attempting to bind port 8569d858-bac8-4c4c-9fee-293b6caf17cc on network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:01.072403 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.081439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '19528b89-c05d-440e-8613-b66dcfaf31b3', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'port_id': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'mac_address': 'fa:16:3e:37:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:47:02Z', 'updated_at': '2022-02-10T15:47:57Z', 'revision_number': 1, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:01.103300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Port 8569d858-bac8-4c4c-9fee-293b6caf17cc on network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:01.103753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Attempting to bind port 8569d858-bac8-4c4c-9fee-293b6caf17cc on network 73556ce1-ffd8-44a8-b5b9-c2a467e1942e {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:01.111231 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-3049f9aa-9c64-44c2-9348-0e06edd09edb req-41ceccaa-9f30-4986-bc40-3340f74ac6e2 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:48:01.130338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3049f9aa-9c64-44c2-9348-0e06edd09edb req-41ceccaa-9f30-4986-bc40-3340f74ac6e2 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a38dc2c-2b61-4fca-b2b1-dd78ce505808 HTTP/1.1" status: 409 len: 352 time: 0.5054090 Feb 10 15:48:01.134133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:01.137403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Checking segment: {'id': 'd667d2d1-13af-4a0f-953a-dd974ed575c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:48:01.138104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Bound using segment: {'id': 'd667d2d1-13af-4a0f-953a-dd974ed575c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:01.138797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Bound port: 8569d858-bac8-4c4c-9fee-293b6caf17cc, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd667d2d1-13af-4a0f-953a-dd974ed575c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:48:01.139395 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.166852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9abe5fab-277e-4b0e-9eac-66c69d512cdc req-98b0d1f1-d525-4cbd-ac88-619ea994a0ed tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746829 Feb 10 15:48:01.189087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68793ddd-faa6-4e3e-9052-86ed03863573 None None] The sync data for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 is: [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '19528b89-c05d-440e-8613-b66dcfaf31b3', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'port_id': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'mac_address': 'fa:16:3e:37:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:47:02Z', 'updated_at': '2022-02-10T15:47:57Z', 'revision_number': 1, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:01.298614 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18848c14-1a09-4f8a-8a5c-b1a8c36ca070 x-openstack-request-id: req-18848c14-1a09-4f8a-8a5c-b1a8c36ca070 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:01.299119 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:01.299216 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18848c14-1a09-4f8a-8a5c-b1a8c36ca070 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:01.299624 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'status': 'completed', 'code': 200} Feb 10 15:48:01.300039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79dcd4f5-b5a5-4d3f-8147-edb7f47e89e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.665507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] For port 8569d858-bac8-4c4c-9fee-293b6caf17cc, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:01.691240 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.734080 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.788855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf619e2a-7b81-48e2-9a07-10a323eadb39 None None] New status for floating IP 19528b89-c05d-440e-8613-b66dcfaf31b3: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:48:01.805581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] For port 8569d858-bac8-4c4c-9fee-293b6caf17cc, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc,segment=NetworkSegment(d667d2d1-13af-4a0f-953a-dd974ed575c8),segment_id=d667d2d1-13af-4a0f-953a-dd974ed575c8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:01.847681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.909196 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c2004-fa69-4fa0-9ce3-0f1d7480a04c None None] Pushing event updated for resources: {'Port': ['ID=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:01.973867 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Attempting to bind port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:48:01.974302 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Attempting to bind port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:48:01.975337 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Attempting to bind port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 on network f661e64a-b090-4d91-8842-062d99500977 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:01.986265 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:01.986803 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Checking segment: {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:48:01.987714 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:01.988293 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Bound using segment: {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:02.010702 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Bound port: 395f38aa-5cf9-40e3-a3b0-c378daa0dd63, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f661e64a-b090-4d91-8842-062d99500977'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:48:02.012106 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:02.025063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4ab45-d5af-4d61-8880-8f4d3393cfbf req-d9c879a7-5dc6-41ab-a627-8bd3ffd5fe76 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.034717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44f4ab45-d5af-4d61-8880-8f4d3393cfbf req-d9c879a7-5dc6-41ab-a627-8bd3ffd5fe76 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.5461707 Feb 10 15:48:02.078460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca8ae0-32b6-4f3b-89e3-e838576b4455 req-cd51a672-78af-4413-9b8e-74b5bb099a62 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.092718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1ca8ae0-32b6-4f3b-89e3-e838576b4455 req-cd51a672-78af-4413-9b8e-74b5bb099a62 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.7176464 Feb 10 15:48:02.107774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-8069c090-f916-4429-b7f6-3caf4b3280d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.111330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-8069c090-f916-4429-b7f6-3caf4b3280d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f416e82ada24e59abed0a249de2e625&device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 1096 time: 0.7270494 Feb 10 15:48:02.158264 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] For port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:02.164084 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] For port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,segment=NetworkSegment(d30d9d6b-90dc-429d-9d3b-434ef8123d5b),segment_id=d30d9d6b-90dc-429d-9d3b-434ef8123d5b)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:02.174367 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:02.260868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.273364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:02.275298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] 10.222.0.75 "PUT /v2.0/ports/8569d858-bac8-4c4c-9fee-293b6caf17cc HTTP/1.1" status: 200 len: 1092 time: 3.1720257 Feb 10 15:48:02.280909 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c2004-fa69-4fa0-9ce3-0f1d7480a04c None None] Pushing event updated for resources: {'Port': ['ID=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:02.305862 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Routers {'7b22eb26-0560-4d28-8407-35134e196ce5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:02.307650 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:48:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7b22eb26-0560-4d28-8407-35134e196ce5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:02.332813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'tag': '8569d858-bac8-4c4c-9fee-293b6caf17cc'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:02.340762 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb657b8-bcc4-42c0-9510-bd18582360be" -d '{"events": [{"name": "network-changed", "server_uuid": "844baf0a-a78f-4a63-8564-cf6642461dd5", "tag": "8569d858-bac8-4c4c-9fee-293b6caf17cc"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:02.402888 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:02.592241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6170053b-4af6-4db2-8a6c-3f3879510007 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:02.666593 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] Set router 7b22eb26-0560-4d28-8407-35134e196ce5 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:02.806058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44f4ab45-d5af-4d61-8880-8f4d3393cfbf req-017c7576-5be8-41e6-a23e-f6ca51d57a13 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7697713 Feb 10 15:48:02.954883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1ca8ae0-32b6-4f3b-89e3-e838576b4455 req-e73237ce-5395-4195-9126-4d54ded78e9c tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8545206 Feb 10 15:48:02.960882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c830bd-c09d-4181-95aa-ca2e55e25b85 service neutron] Pushing event updated for resources: {'Port': ['ID=8569d858-bac8-4c4c-9fee-293b6caf17cc,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:03.090341 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-91e93dc6-e1c5-48b2-9f14-3cdeb4ad9e5e req-b8dcfa43-9209-4efe-9834-b42d58236e07 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] show failed (client error): The resource could not be found. Feb 10 15:48:03.102226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91e93dc6-e1c5-48b2-9f14-3cdeb4ad9e5e req-b8dcfa43-9209-4efe-9834-b42d58236e07 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups/cfa19808-1a53-42b9-8cfa-0cd78467b21b HTTP/1.1" status: 404 len: 352 time: 0.2145345 Feb 10 15:48:03.145768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-073a8513-e54e-4b9a-96f0-f8a5501db788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:03.156653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-073a8513-e54e-4b9a-96f0-f8a5501db788 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=41039e7dee184cd6b6694853f6703423&device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 1095 time: 0.8032613 Feb 10 15:48:03.158796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:03.235690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '6170053b-4af6-4db2-8a6c-3f3879510007', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': '6170053b-4af6-4db2-8a6c-3f3879510007', 'mac_address': 'fa:16:3e:ba:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:03.245554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-71b7eb4d-5eee-4fa1-8279-e622742f5f77 None None] Provisioning complete for port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:03.253877 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b7eb4d-5eee-4fa1-8279-e622742f5f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:03.315883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-c5d27403-7092-48c1-ac99-70607785403b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc HTTP/1.1" status: 200 len: 217 time: 0.1401246 Feb 10 15:48:03.317547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-8b17a1f6-aca8-4881-91c2-c7d4338f4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:03.320532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-8b17a1f6-aca8-4881-91c2-c7d4338f4134 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5070cd26-19c7-43e1-9abc-5c245aea78aa HTTP/1.1" status: 200 len: 916 time: 1.0964739 Feb 10 15:48:03.665875 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:03.786282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6170053b-4af6-4db2-8a6c-3f3879510007 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:03.808432 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:57Z', 'revision_number': 4, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '395f38aa-5cf9-40e3-a3b0-c378daa0dd63', 'name': '', 'network_id': 'f661e64a-b090-4d91-8842-062d99500977', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'mac_address': 'fa:16:3e:1f:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:55Z', 'updated_at': '2022-02-10T15:48:02Z', 'revision_number': 4, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'subnets': [{'id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:03.863571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c38ae-ee43-47a1-b364-b877e2351c46 None None] The sync data for ids ['7b22eb26-0560-4d28-8407-35134e196ce5'] in n-d-827895-3 is: [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:57Z', 'revision_number': 4, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '395f38aa-5cf9-40e3-a3b0-c378daa0dd63', 'name': '', 'network_id': 'f661e64a-b090-4d91-8842-062d99500977', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'mac_address': 'fa:16:3e:1f:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:55Z', 'updated_at': '2022-02-10T15:48:02Z', 'revision_number': 4, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'subnets': [{'id': 'a788d72a-0b91-4c2b-b0ef-928c7696d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:03.935938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:04.216849 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:04.299067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:04.310896 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b7eb4d-5eee-4fa1-8279-e622742f5f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:04.433108 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:04.467393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-71b7eb4d-5eee-4fa1-8279-e622742f5f77 None None] For port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,segment=NetworkSegment(d30d9d6b-90dc-429d-9d3b-434ef8123d5b),segment_id=d30d9d6b-90dc-429d-9d3b-434ef8123d5b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:04.489105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['6170053b-4af6-4db2-8a6c-3f3879510007'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:04.546942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b7eb4d-5eee-4fa1-8279-e622742f5f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:04.563595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:04.593547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-c19ef65d-f4e5-4f66-bd28-dc7c3e72396c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f254e5-7a16-4a95-b215-245db20dd6c3 HTTP/1.1" status: 200 len: 1001 time: 1.2463109 Feb 10 15:48:04.623068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-89ee4061-4fdc-4868-b820-4febac008969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:04.630078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-89ee4061-4fdc-4868-b820-4febac008969 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5762f63d-5a7b-47f7-8753-b71fa5adcf3e HTTP/1.1" status: 200 len: 862 time: 1.2979820 Feb 10 15:48:04.797122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-c331633d-0376-4c02-aaec-48c9ac12fd21 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=73556ce1-ffd8-44a8-b5b9-c2a467e1942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204531 Feb 10 15:48:04.804749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7eb4d-5eee-4fa1-8279-e622742f5f77 None None] Pushing event updated for resources: {'Port': ['ID=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:04.826105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-98515d5e-8dee-424c-93ab-077531594b9d None None] Provisioning complete for port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:04.826628 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98515d5e-8dee-424c-93ab-077531594b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:04.835942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f420d-1ed9-48ae-a342-10e89fe66b8d req-b42f276a-488f-473e-a5d3-bd2f2e671209 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:04.838912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d5f420d-1ed9-48ae-a342-10e89fe66b8d req-b42f276a-488f-473e-a5d3-bd2f2e671209 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 944 time: 1.6199763 Feb 10 15:48:04.936114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ebe07-2905-4b46-995a-e8ed5aa9354c req-7f378e8c-5334-43fb-b921-4f7fce0b8771 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:04.946898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc5ebe07-2905-4b46-995a-e8ed5aa9354c req-7f378e8c-5334-43fb-b921-4f7fce0b8771 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 944 time: 1.6654162 Feb 10 15:48:05.045445 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-603021bb-05e6-4bf0-965d-278551ca659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:05.047085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-603021bb-05e6-4bf0-965d-278551ca659c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bd35b75-dfe9-47c2-8cf7-c729b489040b HTTP/1.1" status: 200 len: 854 time: 0.4146543 Feb 10 15:48:05.092753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc5ebe07-2905-4b46-995a-e8ed5aa9354c req-1d3ca865-86c1-4943-93f1-f9552be3d3b6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442671 Feb 10 15:48:05.284221 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e16b8-cfa4-43fb-82e7-d5c21d5a8ab2 x-openstack-request-id: req-3d3e16b8-cfa4-43fb-82e7-d5c21d5a8ab2 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:05.284869 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844baf0a-a78f-4a63-8564-cf6642461dd5", "tag": "8569d858-bac8-4c4c-9fee-293b6caf17cc", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:05.285277 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d3e16b8-cfa4-43fb-82e7-d5c21d5a8ab2 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:05.286064 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'tag': '8569d858-bac8-4c4c-9fee-293b6caf17cc', 'status': 'completed', 'code': 200} Feb 10 15:48:05.309358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d5f420d-1ed9-48ae-a342-10e89fe66b8d req-7d0fcc15-f7be-449a-b4be-533ac230bc30 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561534 Feb 10 15:48:05.373888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-2248081a-2351-4310-89b5-649afa5c6985 service neutron] 10.222.0.75 "GET /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664065 Feb 10 15:48:05.381508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-c5062c47-0fd0-49fa-bd2f-490fd9da2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:05.383659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-c5062c47-0fd0-49fa-bd2f-490fd9da2609 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5070cd26-19c7-43e1-9abc-5c245aea78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261158 Feb 10 15:48:05.385048 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-f8d551fb-2ca5-402f-8e51-20a4025a90ab req-7a05180c-22cf-4ace-b5cb-08947c773709 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] show failed (client error): The resource could not be found. Feb 10 15:48:05.403088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56914) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:05.406959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8d551fb-2ca5-402f-8e51-20a4025a90ab req-7a05180c-22cf-4ace-b5cb-08947c773709 tempest-SecurityGroupsNegativeTestJSON-17795304 tempest-SecurityGroupsNegativeTestJSON-17795304-project] 10.222.0.21 "GET /v2.0/security-groups/d502f640-6838-467c-ab95-99ff5558a9b8 HTTP/1.1" status: 404 len: 352 time: 0.1069520 Feb 10 15:48:05.485461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Deleting subnet dac4d7d6-172f-41ae-b970-fdd0fc9ad33e {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:48:05.490721 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:05.576929 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:05.650047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-fc4ef612-c787-412e-9714-016452a407bf service neutron] 10.222.0.45 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414513 Feb 10 15:48:05.655953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:05.843041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:05.941128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac4d7d6-172f-41ae-b970-fdd0fc9ad33e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:05.966838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.969320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.969793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.970247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.970710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.971618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.973209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.973667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.974337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.975283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.977078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.977078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:05.993800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.002848 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6967f704-db0c-482b-9c46-e92f26bec8de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dac4d7d6-172f-41ae-b970-fdd0fc9ad33e HTTP/1.1" status: 204 len: 168 time: 0.5985179 Feb 10 15:48:06.007147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56918) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:06.009074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:06.147120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:06.149045 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.167202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.282595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.311269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5333d1ed-24a3-429c-9031-460b56245b08']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:06.311679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-f1ea21c5-9ce9-4823-a753-a926bd13eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.313178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-f1ea21c5-9ce9-4823-a753-a926bd13eb6c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.4543622 Feb 10 15:48:06.322608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f427082-ca1f-4c86-bea2-8d4143f6e3f0 req-b4f35dbe-8583-45cf-ae0a-e2ed5365ccfc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.325023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3667132e-568b-435d-bdd9-0a179752145f') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:06.325444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3667132e-568b-435d-bdd9-0a179752145f') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:06.331182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f427082-ca1f-4c86-bea2-8d4143f6e3f0 req-b4f35dbe-8583-45cf-ae0a-e2ed5365ccfc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.6745238 Feb 10 15:48:06.334730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63da912c-0ebd-4f12-ab1e-8660e8a0936f req-cd1ef498-2d89-4e47-a971-a4c35c0c0784 service neutron] 10.222.0.75 "GET /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9211264 Feb 10 15:48:06.338375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.379920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.403912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674ff30-79c5-47b8-80c4-db187a3ff250 req-2737d65a-3535-4596-b72c-7a10ab06ad31 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.404944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:06.405510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:06.407999 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:06.419712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0674ff30-79c5-47b8-80c4-db187a3ff250 req-2737d65a-3535-4596-b72c-7a10ab06ad31 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.5617433 Feb 10 15:48:06.509830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.540628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.551848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ac4280-3fe3-4b39-a3bd-8eb5f88be035 req-03e568da-5129-4af5-adf9-8dbfcc74ceb5 service neutron] 10.222.0.45 "GET /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384280 Feb 10 15:48:06.577221 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] 10.222.0.21 "DELETE /v2.0/networks/5333d1ed-24a3-429c-9031-460b56245b08 HTTP/1.1" status: 204 len: 168 time: 0.5683157 Feb 10 15:48:06.587713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6170053b-4af6-4db2-8a6c-3f3879510007 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:06.609789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c75b74-b6e1-435c-9793-1d3dd40a5b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=5333d1ed-24a3-429c-9031-460b56245b08,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:06.720278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0674ff30-79c5-47b8-80c4-db187a3ff250 req-93141c81-126e-446e-a1ac-2138f248cf0c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993872 Feb 10 15:48:06.750471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 6170053b-4af6-4db2-8a6c-3f3879510007 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:48:06.773371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f427082-ca1f-4c86-bea2-8d4143f6e3f0 req-20036fb7-190e-4492-913b-0e8a7ccafaa6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4362574 Feb 10 15:48:06.796866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 6170053b-4af6-4db2-8a6c-3f3879510007 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:06.800540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:06.823305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-b62270fc-055a-4df7-b15f-5c351e0d6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.826112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-b62270fc-055a-4df7-b15f-5c351e0d6be5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.4830945 Feb 10 15:48:06.829405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-4b707589-bbc6-4376-a015-cde583f4ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.831544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-4b707589-bbc6-4376-a015-cde583f4ee0f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=41039e7dee184cd6b6694853f6703423&device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 1095 time: 0.4092019 Feb 10 15:48:06.975212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56926) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:07.003989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-eea662e8-2480-4579-b180-c83a50b45299 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.1602020 Feb 10 15:48:07.043653 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:07.082722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:07.085933 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cf7e73-f9c0-486a-b4cd-f9c8db7c7f00" -d '{"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-plugged", "status": "completed", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:07.100310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-06c32ea7-122d-4426-91df-46796eabb471 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2061628f23c94530a2d6f320f9c752cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209276 Feb 10 15:48:07.107229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56930) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:07.112985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:07.124739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:07.211515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:07.238154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ab56e32-2317-48b3-a356-a818d06c32c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:07.284410 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ab56e32-2317-48b3-a356-a818d06c32c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:07.318482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-996431b4-4558-4825-83c9-ff38877d648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.321000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-996431b4-4558-4825-83c9-ff38877d648a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.2641175 Feb 10 15:48:07.334934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a00c1-44c5-4562-9806-8ccd6b61c3b5 req-374a9f7e-fa1f-46a8-8310-75ee0350e894 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.336480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-619a00c1-44c5-4562-9806-8ccd6b61c3b5 req-374a9f7e-fa1f-46a8-8310-75ee0350e894 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 944 time: 0.3306661 Feb 10 15:48:07.374590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ab56e32-2317-48b3-a356-a818d06c32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:07.379393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ab56e32-2317-48b3-a356-a818d06c32c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:07.387040 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4ab56e32-2317-48b3-a356-a818d06c32c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a38dc2c-2b61-4fca-b2b1-dd78ce505808 HTTP/1.1" status: 204 len: 168 time: 0.2764904 Feb 10 15:48:07.387224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969822cc-d4eb-429a-90f1-16c3b982f884 req-05576681-ce28-4517-9cbc-3cc92479d550 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.420231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-969822cc-d4eb-429a-90f1-16c3b982f884 req-05576681-ce28-4517-9cbc-3cc92479d550 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 945 time: 0.4128454 Feb 10 15:48:07.434347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab56e32-2317-48b3-a356-a818d06c32c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38dc2c-2b61-4fca-b2b1-dd78ce505808,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:07.539372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-0b0d7d2f-c9be-4a9e-ae83-a14e4e1b12d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1959012 Feb 10 15:48:07.585703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-619a00c1-44c5-4562-9806-8ccd6b61c3b5 req-b6d6976c-1554-4f11-87c1-9f3432a9d74a tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297699 Feb 10 15:48:07.662589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-969822cc-d4eb-429a-90f1-16c3b982f884 req-164e7ad9-dce4-465d-95ec-79af3228cebd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395096 Feb 10 15:48:07.663822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-1b1d1af5-984e-4686-8468-38d6d6a52cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.665373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-1b1d1af5-984e-4686-8468-38d6d6a52cb8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=73556ce1-ffd8-44a8-b5b9-c2a467e1942e HTTP/1.1" status: 200 len: 923 time: 0.7005589 Feb 10 15:48:07.694729 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe988a4-91dd-432f-a89c-c5ff3e955632 x-openstack-request-id: req-5fe988a4-91dd-432f-a89c-c5ff3e955632 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:07.695287 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-plugged", "status": "completed", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:07.695809 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fe988a4-91dd-432f-a89c-c5ff3e955632 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:07.696456 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007', 'code': 200} Feb 10 15:48:07.772435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-4c314619-d5cb-4ba7-9363-c0330f7e77b7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc HTTP/1.1" status: 200 len: 217 time: 0.0922399 Feb 10 15:48:07.977579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-f37dc5f4-d407-4f2b-980c-f27fdc040bb1 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859878 Feb 10 15:48:08.157279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5a0d0fd-daf1-4f61-aed5-7aba7a9bac6b req-e6404763-792e-4041-9adb-22284015b832 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178224 Feb 10 15:48:08.312035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-41165369-e44d-4c39-9ba9-10361b0b0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.315834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-41165369-e44d-4c39-9ba9-10361b0b0cdb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5762f63d-5a7b-47f7-8753-b71fa5adcf3e HTTP/1.1" status: 200 len: 862 time: 0.5244293 Feb 10 15:48:08.378690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cf1ac-9b46-4c5e-bd6c-952fc6e2088a req-0b3db0c1-d638-4227-b208-5443e1047f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.380371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d47cf1ac-9b46-4c5e-bd6c-952fc6e2088a req-0b3db0c1-d638-4227-b208-5443e1047f68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 1097 time: 0.5672545 Feb 10 15:48:08.422314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-eb2d8743-2ee9-444a-87df-396da7d868fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=73556ce1-ffd8-44a8-b5b9-c2a467e1942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759413 Feb 10 15:48:08.453773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fc55f-2760-46aa-8b98-53743111e5c3 req-ef3494fc-0cf5-433a-8ba8-21cc18aa5b56 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.461974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-140fc55f-2760-46aa-8b98-53743111e5c3 req-ef3494fc-0cf5-433a-8ba8-21cc18aa5b56 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.4369614 Feb 10 15:48:08.509014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90d6a5-f122-466c-81e1-b71e5f1b94bd req-14b804bb-4ab5-4143-ac74-030e1b86b175 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.513664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e90d6a5-f122-466c-81e1-b71e5f1b94bd req-14b804bb-4ab5-4143-ac74-030e1b86b175 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.6022077 Feb 10 15:48:08.588505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d47cf1ac-9b46-4c5e-bd6c-952fc6e2088a req-6e92dbee-b72c-47a3-9bb8-050ae9a9f0a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693654 Feb 10 15:48:08.655310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-140fc55f-2760-46aa-8b98-53743111e5c3 req-4867cbf5-338e-47c2-8679-4fe70b1ece56 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923900 Feb 10 15:48:08.658421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e90d6a5-f122-466c-81e1-b71e5f1b94bd req-d8d50727-8d79-4d19-9b0c-978935c355d7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348448 Feb 10 15:48:08.679487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-b5c8f0aa-d5a6-48b1-b85a-90b61e0f7de8 service neutron] 10.222.0.75 "GET /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059846 Feb 10 15:48:08.782625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cb657b8-bcc4-42c0-9510-bd18582360be req-10e3af44-492c-4a3f-8cd0-d494cc11d37f service neutron] 10.222.0.75 "GET /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934968 Feb 10 15:48:08.930638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c4fd7-c6bc-4597-b00f-cd0ede3b867b req-29613f4e-e771-41fd-ac9c-d8e40cbdce77 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.933323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e0c4fd7-c6bc-4597-b00f-cd0ede3b867b req-29613f4e-e771-41fd-ac9c-d8e40cbdce77 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 944 time: 0.0849819 Feb 10 15:48:08.982920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e0c4fd7-c6bc-4597-b00f-cd0ede3b867b req-55e43428-d140-465e-9dfc-32070c2d89fe tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Feb 10 15:48:09.164579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8050f0-228b-40ef-81a2-aa9d9a266154 req-79a35fbf-3fac-4083-adeb-0dc3a9719366 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:09.166278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec8050f0-228b-40ef-81a2-aa9d9a266154 req-79a35fbf-3fac-4083-adeb-0dc3a9719366 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0823729 Feb 10 15:48:09.231117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec8050f0-228b-40ef-81a2-aa9d9a266154 req-72c0d1e8-d0fa-44a3-aa5d-c840eacd2577 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Feb 10 15:48:09.450401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56976) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:09.650040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8da8-c100-4e5a-b506-4b934063815e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:09.844893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8da8-c100-4e5a-b506-4b934063815e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:09.856045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8da8-c100-4e5a-b506-4b934063815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:09.905729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a8da8-c100-4e5a-b506-4b934063815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e9b23-efc6-4490-a8e6-3dab563d3983,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:09.999851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc422719-ecd8-4d72-950a-4072aad178f8 req-70e4b561-e4b6-4807-b620-055b559cafdb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:10.001528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc422719-ecd8-4d72-950a-4072aad178f8 req-70e4b561-e4b6-4807-b620-055b559cafdb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1973326 Feb 10 15:48:10.003043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:10.003202 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a0a8da8-c100-4e5a-b506-4b934063815e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5201f7c3f02b49aaa35c6f0c5cf1ed90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506380 Feb 10 15:48:10.028021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e42e-f3a8-46ee-915f-b81a1cdf73c1 req-67f75f6e-dfd8-4dd4-9498-549048546a88 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:10.029475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c269e42e-f3a8-46ee-915f-b81a1cdf73c1 req-67f75f6e-dfd8-4dd4-9498-549048546a88 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.2055645 Feb 10 15:48:10.118086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc422719-ecd8-4d72-950a-4072aad178f8 req-75a7c20a-a130-4121-985d-c007a56226ac tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044765 Feb 10 15:48:10.133523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c269e42e-f3a8-46ee-915f-b81a1cdf73c1 req-82eca5c4-059b-4f40-8656-60ae2def5527 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969794 Feb 10 15:48:10.164881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-354def87-cade-4816-b57a-5cc8ca78f08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:10.191385 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-354def87-cade-4816-b57a-5cc8ca78f08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:10.291330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b055007-6794-4014-b1ee-33a82f56f160 req-74717b66-a393-4b2e-a5d4-e7f080b2bf2e tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:10.299228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b055007-6794-4014-b1ee-33a82f56f160 req-74717b66-a393-4b2e-a5d4-e7f080b2bf2e tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 944 time: 0.0944700 Feb 10 15:48:10.356096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-354def87-cade-4816-b57a-5cc8ca78f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:10.374537 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-354def87-cade-4816-b57a-5cc8ca78f08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:10.398721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-354def87-cade-4816-b57a-5cc8ca78f08d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/120e9b23-efc6-4490-a8e6-3dab563d3983 HTTP/1.1" status: 204 len: 168 time: 0.3943529 Feb 10 15:48:10.430129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354def87-cade-4816-b57a-5cc8ca78f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e9b23-efc6-4490-a8e6-3dab563d3983,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:10.708866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1738aa2-f9c8-4c7b-bca7-c7d745f5aa4a req-fb7702a8-bfe0-44e1-8198-e64dabb766c1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:10.719471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1738aa2-f9c8-4c7b-bca7-c7d745f5aa4a req-fb7702a8-bfe0-44e1-8198-e64dabb766c1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.3176742 Feb 10 15:48:10.743456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b055007-6794-4014-b1ee-33a82f56f160 req-b48d9545-5743-4306-bbf0-4c09b059b988 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396944 Feb 10 15:48:10.880754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1738aa2-f9c8-4c7b-bca7-c7d745f5aa4a req-6f2ee107-6732-4cdb-8921-c3515ff9a69b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595922 Feb 10 15:48:11.381671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8569d858-bac8-4c4c-9fee-293b6caf17cc details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:11.395150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90403c-b3d8-400b-8e33-363c3b70d245 req-6f445ced-16da-4c04-b304-7d3a1005446e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:11.410628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc90403c-b3d8-400b-8e33-363c3b70d245 req-6f445ced-16da-4c04-b304-7d3a1005446e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1369829 Feb 10 15:48:11.519878 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc90403c-b3d8-400b-8e33-363c3b70d245 req-ceef2425-b3c5-49cd-87d2-799621cb2c45 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071863 Feb 10 15:48:11.679393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8569d858-bac8-4c4c-9fee-293b6caf17cc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc,segment=NetworkSegment(d667d2d1-13af-4a0f-953a-dd974ed575c8),segment_id=d667d2d1-13af-4a0f-953a-dd974ed575c8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:11.697750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '8569d858-bac8-4c4c-9fee-293b6caf17cc', 'network_id': '73556ce1-ffd8-44a8-b5b9-c2a467e1942e', 'port_id': '8569d858-bac8-4c4c-9fee-293b6caf17cc', 'mac_address': 'fa:16:3e:15:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5762f63d-5a7b-47f7-8753-b71fa5adcf3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:11.766838 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:11.797452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8569d858-bac8-4c4c-9fee-293b6caf17cc {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:11.805960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf0e1-0ad5-42a2-9270-304efad07c74 req-bd639293-3ec1-4e4e-a722-5a58aa15c700 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:11.819381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-690bf0e1-0ad5-42a2-9270-304efad07c74 req-bd639293-3ec1-4e4e-a722-5a58aa15c700 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1385300 Feb 10 15:48:11.876974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8569d858-bac8-4c4c-9fee-293b6caf17cc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc,segment=NetworkSegment(d667d2d1-13af-4a0f-953a-dd974ed575c8),segment_id=d667d2d1-13af-4a0f-953a-dd974ed575c8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:11.883835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:12.032642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=8569d858-bac8-4c4c-9fee-293b6caf17cc,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:12.069541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-690bf0e1-0ad5-42a2-9270-304efad07c74 req-15039ce4-1b35-4119-9fce-9776dafa59a7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434328 Feb 10 15:48:12.086683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b746-3499-42a4-926c-6ee1d9dafe85 req-8d428736-eefa-4b04-ab4b-d28e7b0617b3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.095961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a996b746-3499-42a4-926c-6ee1d9dafe85 req-8d428736-eefa-4b04-ab4b-d28e7b0617b3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.2343512 Feb 10 15:48:12.165283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a996b746-3499-42a4-926c-6ee1d9dafe85 req-e86d2408-7f27-4675-b866-e5b0f8a7d5bd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682869 Feb 10 15:48:12.294021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096445e-2c22-466f-8a82-0c9780ed4c1e req-02fab5ce-a5ee-4aa4-867c-6d3ce29fa97d tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.295783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3096445e-2c22-466f-8a82-0c9780ed4c1e req-02fab5ce-a5ee-4aa4-867c-6d3ce29fa97d tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 945 time: 0.1192873 Feb 10 15:48:12.386030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3096445e-2c22-466f-8a82-0c9780ed4c1e req-232f2b29-be7b-47e5-acc5-19427d18e48a tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797780 Feb 10 15:48:12.549985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['8569d858-bac8-4c4c-9fee-293b6caf17cc'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:12.730567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35991763-1730-44d7-a1d2-36e7fe889788 req-6435955c-f048-4765-9b65-9fa3f23c36f1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.740591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35991763-1730-44d7-a1d2-36e7fe889788 req-6435955c-f048-4765-9b65-9fa3f23c36f1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.0924013 Feb 10 15:48:12.865263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35991763-1730-44d7-a1d2-36e7fe889788 req-d1378f6d-066f-44a1-a222-c718063b20af tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058655 Feb 10 15:48:13.177061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d367f69-2b31-45f8-a96f-ba27b3c1bf30 req-2fb31346-7307-4151-8015-49d829393590 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0953369 Feb 10 15:48:13.336348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb75117-d0b4-4728-83fc-36dd2f8179da req-07ee372a-0290-4bd4-80b0-8d2dbda03f0f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:13.344227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3fb75117-d0b4-4728-83fc-36dd2f8179da req-07ee372a-0290-4bd4-80b0-8d2dbda03f0f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1329012 Feb 10 15:48:13.434416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3fb75117-d0b4-4728-83fc-36dd2f8179da req-82d5d119-62a4-40ec-9b3b-7325e1af5c43 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890555 Feb 10 15:48:13.496688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317158fb-b735-4e09-948c-28e714487bea req-2e89556f-1683-4713-821e-06e30073c79b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:13.505621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-317158fb-b735-4e09-948c-28e714487bea req-2e89556f-1683-4713-821e-06e30073c79b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1516480 Feb 10 15:48:13.560811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-317158fb-b735-4e09-948c-28e714487bea req-30a740c5-8649-46aa-8577-62c5e443a852 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538514 Feb 10 15:48:13.668204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c43d-6147-4f7e-9bba-b863a65afc30 req-7933532a-04c5-419e-bd86-a4ce4d15ffe7 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:13.670078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b08c43d-6147-4f7e-9bba-b863a65afc30 req-7933532a-04c5-419e-bd86-a4ce4d15ffe7 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 945 time: 0.0878541 Feb 10 15:48:13.752798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b08c43d-6147-4f7e-9bba-b863a65afc30 req-78ceebaa-f648-494f-9658-d444eb5f0eac tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636122 Feb 10 15:48:14.275841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edbe6-c77e-4642-ab98-8537da3fca7c req-91e831ef-a1cb-41f3-b8c0-2eeb65fb2400 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.287480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d20edbe6-c77e-4642-ab98-8537da3fca7c req-91e831ef-a1cb-41f3-b8c0-2eeb65fb2400 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1180813 Feb 10 15:48:14.358655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4c9f9fb-86c7-4235-8371-fdd79acc817e req-d89c5724-f795-4f00-9a32-1f872d77fda3 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0405557 Feb 10 15:48:14.395995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d20edbe6-c77e-4642-ab98-8537da3fca7c req-83d7dae9-7c7a-47c2-b9f7-c504bce073b3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075807 Feb 10 15:48:14.607022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebe3f7-bfb4-45f3-862f-58b32c141965 req-f61bbf32-c28d-4371-b30f-ec9d5341e43d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.619809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cdebe3f7-bfb4-45f3-862f-58b32c141965 req-f61bbf32-c28d-4371-b30f-ec9d5341e43d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0931134 Feb 10 15:48:14.704848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cdebe3f7-bfb4-45f3-862f-58b32c141965 req-09d4f791-7119-41d0-96f2-19c7565f68d5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840676 Feb 10 15:48:14.782473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0ff03-db53-4e84-8baf-b76882d1d026 req-2f3bef42-aa3d-4aaa-913c-acd998d758e4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.793020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3f0ff03-db53-4e84-8baf-b76882d1d026 req-2f3bef42-aa3d-4aaa-913c-acd998d758e4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0998433 Feb 10 15:48:14.850954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3f0ff03-db53-4e84-8baf-b76882d1d026 req-c24d4c54-8c1c-4c34-941e-61b2351fdd1b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Feb 10 15:48:14.959906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd385-acdb-4b99-932d-6e0f0c87795b req-29535161-ac9b-48e5-b24a-54704e306d87 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.962221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bfcd385-acdb-4b99-932d-6e0f0c87795b req-29535161-ac9b-48e5-b24a-54704e306d87 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 945 time: 0.0836163 Feb 10 15:48:15.053095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bfcd385-acdb-4b99-932d-6e0f0c87795b req-0be8f27a-7a1e-4446-94fd-840e3e6741cd tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835633 Feb 10 15:48:15.393424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8569d858-bac8-4c4c-9fee-293b6caf17cc up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:15.485528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 8569d858-bac8-4c4c-9fee-293b6caf17cc completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:48:15.494464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 8569d858-bac8-4c4c-9fee-293b6caf17cc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:15.495178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:15.560893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d140c3e-1dc5-4064-bb4e-70a7cb4d97c2 req-577df29f-5b0d-4b2e-9bf5-4cf926b42e7f tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0471618 Feb 10 15:48:15.603795 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:15.654440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8569d858-bac8-4c4c-9fee-293b6caf17cc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc,segment=NetworkSegment(d667d2d1-13af-4a0f-953a-dd974ed575c8),segment_id=d667d2d1-13af-4a0f-953a-dd974ed575c8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:15.655973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8569d858-bac8-4c4c-9fee-293b6caf17cc'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:15.660353 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8814b1-2e33-4a7d-8404-775fad3896ff" -d '{"events": [{"server_uuid": "844baf0a-a78f-4a63-8564-cf6642461dd5", "name": "network-vif-plugged", "status": "completed", "tag": "8569d858-bac8-4c4c-9fee-293b6caf17cc"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:15.666744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:15.709758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3d2a-e72d-4025-93cd-746f5e4b52fb req-ae307392-db3d-4177-aae6-ebb48e9a17a4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.727009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a3d3d2a-e72d-4025-93cd-746f5e4b52fb req-ae307392-db3d-4177-aae6-ebb48e9a17a4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1245325 Feb 10 15:48:15.744226 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe95a2-389e-486f-86a2-7eeb55724e55 x-openstack-request-id: req-4fbe95a2-389e-486f-86a2-7eeb55724e55 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:15.745367 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844baf0a-a78f-4a63-8564-cf6642461dd5", "name": "network-vif-plugged", "status": "completed", "tag": "8569d858-bac8-4c4c-9fee-293b6caf17cc", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:15.745367 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fbe95a2-389e-486f-86a2-7eeb55724e55 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:15.745563 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8569d858-bac8-4c4c-9fee-293b6caf17cc', 'code': 200} Feb 10 15:48:15.746083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=8569d858-bac8-4c4c-9fee-293b6caf17cc,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:15.802838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a3d3d2a-e72d-4025-93cd-746f5e4b52fb req-1183ce5c-1193-45bb-b70a-5b0c216bb221 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738962 Feb 10 15:48:16.016895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d1693f7-2772-4562-804b-a39f1c042c63 req-8e22a1a8-eb6b-44e2-90d1-dc6917ec31ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.1120410 Feb 10 15:48:16.044656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ec875-e5f4-456c-ab5c-c5b08244747d req-bb53d8ae-c5de-4f84-ab3f-dea516f72f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.046121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c25ec875-e5f4-456c-ab5c-c5b08244747d req-bb53d8ae-c5de-4f84-ab3f-dea516f72f2c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 1097 time: 0.1907742 Feb 10 15:48:16.057262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1281e-5d05-4fbe-a4ab-d9e9da0e5719 req-6c565afb-b020-4e12-a4cc-6004f5d56e8d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.058776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae1281e-5d05-4fbe-a4ab-d9e9da0e5719 req-6c565afb-b020-4e12-a4cc-6004f5d56e8d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1522765 Feb 10 15:48:16.087164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6126-458c-4e20-84c0-b0198fed73d7 req-9561bf7e-3d33-43c5-8aa0-7f7745624cfb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.088686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-667d6126-458c-4e20-84c0-b0198fed73d7 req-9561bf7e-3d33-43c5-8aa0-7f7745624cfb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0983825 Feb 10 15:48:16.163573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-667d6126-458c-4e20-84c0-b0198fed73d7 req-c72a7e0f-2805-4396-8b6f-7f29c4fe0d5b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613928 Feb 10 15:48:16.197246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae1281e-5d05-4fbe-a4ab-d9e9da0e5719 req-8cc00c02-a24c-4084-b6dc-b5d66bf7283d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265085 Feb 10 15:48:16.208713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c25ec875-e5f4-456c-ab5c-c5b08244747d req-1dbb34de-b734-4d91-addf-2dcf265d4b36 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470494 Feb 10 15:48:16.401936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae643-9377-4a93-a34c-b226c645b4f4 req-41379f13-6d05-462c-9481-8b689feebd8d tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.403873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ebae643-9377-4a93-a34c-b226c645b4f4 req-41379f13-6d05-462c-9481-8b689feebd8d tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.1274621 Feb 10 15:48:16.515956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ebae643-9377-4a93-a34c-b226c645b4f4 req-68f38620-70d8-4265-9140-f78f9ec2c512 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929167 Feb 10 15:48:16.739938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a7a8d3d-a650-452d-a9e1-3c180250ed44 req-312a28f4-5daa-43cc-a636-06f39211e10e tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0438275 Feb 10 15:48:17.021313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98429b72-2a3e-4eed-8a46-bbfe7f6fad03 req-966f3dcc-e95d-4230-948e-bbeefe223a27 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.029574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-98429b72-2a3e-4eed-8a46-bbfe7f6fad03 req-966f3dcc-e95d-4230-948e-bbeefe223a27 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1040318 Feb 10 15:48:17.110779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-98429b72-2a3e-4eed-8a46-bbfe7f6fad03 req-c5e02a91-1145-4b33-bf26-01070f8abe5c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799925 Feb 10 15:48:17.941171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707cca8-1855-47db-92ae-9da2e69e96a6 req-ae9694b2-7abd-4769-9a5f-e77c00d5fc89 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.947675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3707cca8-1855-47db-92ae-9da2e69e96a6 req-ae9694b2-7abd-4769-9a5f-e77c00d5fc89 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.5964310 Feb 10 15:48:17.987109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdb56a-76da-4aaf-a444-a79e687f024e req-2713bcab-2506-4b97-8b18-de86d25ecc37 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.995467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5cdb56a-76da-4aaf-a444-a79e687f024e req-2713bcab-2506-4b97-8b18-de86d25ecc37 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.6053269 Feb 10 15:48:18.050475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3707cca8-1855-47db-92ae-9da2e69e96a6 req-dec709cd-bb58-429b-866c-392c6197a1df tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990872 Feb 10 15:48:18.082460 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5cdb56a-76da-4aaf-a444-a79e687f024e req-5859a4cc-5db7-4363-ae55-e022f671e6ad tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Feb 10 15:48:18.258918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6808363-1337-4ed9-ac4d-11270907fa49 req-d3f26c5f-8d2d-49a0-8433-b3027eafed4a tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0447130 Feb 10 15:48:18.301871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f717a-fc48-4ab0-bf61-5e09be949db0 req-9cdd60ab-5e02-454c-81de-5885a9a08b59 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:18.313746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-332f717a-fc48-4ab0-bf61-5e09be949db0 req-9cdd60ab-5e02-454c-81de-5885a9a08b59 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.1336191 Feb 10 15:48:18.406041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-332f717a-fc48-4ab0-bf61-5e09be949db0 req-bc041615-06b5-4bbf-a831-4070e8f77bd3 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890751 Feb 10 15:48:18.547212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fc336-7c48-47f2-a6e2-74e5048d4d97 req-10c6ef70-eda9-48d6-82ca-9eca4c7af552 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:18.549097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e8fc336-7c48-47f2-a6e2-74e5048d4d97 req-10c6ef70-eda9-48d6-82ca-9eca4c7af552 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.1363044 Feb 10 15:48:18.609155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e8fc336-7c48-47f2-a6e2-74e5048d4d97 req-d08d120c-e08c-448a-977d-6db5feead4a3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530119 Feb 10 15:48:19.247784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7da239-138c-4697-a8d7-603106b5c974 req-44945946-57c9-4b24-8f50-d9afaa98ed3d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.256811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a7da239-138c-4697-a8d7-603106b5c974 req-44945946-57c9-4b24-8f50-d9afaa98ed3d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1257942 Feb 10 15:48:19.304688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a7da239-138c-4697-a8d7-603106b5c974 req-50c2d798-1d25-47fc-a75b-3faad4d4d61c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Feb 10 15:48:19.500057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95edb3b-cf18-4d9e-b6d9-e60f0beb45cf req-77b70ec9-c504-4c7f-b11e-6ff3f3d77e8a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.501688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d95edb3b-cf18-4d9e-b6d9-e60f0beb45cf req-77b70ec9-c504-4c7f-b11e-6ff3f3d77e8a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0813663 Feb 10 15:48:19.598270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d95edb3b-cf18-4d9e-b6d9-e60f0beb45cf req-01eacef2-6054-4de4-accc-a3dc979f2b69 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761883 Feb 10 15:48:19.824317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06360-682b-4100-968a-b99c57d23c5e req-b7e17451-f51a-4dc4-afe4-0bc8bade52a9 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.831706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48a06360-682b-4100-968a-b99c57d23c5e req-b7e17451-f51a-4dc4-afe4-0bc8bade52a9 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.1457868 Feb 10 15:48:19.930548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48a06360-682b-4100-968a-b99c57d23c5e req-69dba893-d019-4346-9b9c-3d79c96406e6 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805666 Feb 10 15:48:20.074148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bb696-c3c1-48da-ab3b-041432fc7044 req-044afe30-3440-4885-a4b5-80f01a57d93d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.082047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da4bb696-c3c1-48da-ab3b-041432fc7044 req-044afe30-3440-4885-a4b5-80f01a57d93d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.0725756 Feb 10 15:48:20.139918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da4bb696-c3c1-48da-ab3b-041432fc7044 req-11b4e0b9-1786-4110-9e64-a2f7e9cb91ba tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524919 Feb 10 15:48:20.494461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d9e33-10c8-4459-a6ec-e5028da91d5f req-e90016c5-ca6e-4560-a1b3-aee9342a6298 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.498261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e5d9e33-10c8-4459-a6ec-e5028da91d5f req-e90016c5-ca6e-4560-a1b3-aee9342a6298 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0627017 Feb 10 15:48:20.547925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e5d9e33-10c8-4459-a6ec-e5028da91d5f req-5e817016-156d-4054-a54c-857a911b2d3e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Feb 10 15:48:20.687368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-20628e00-0e68-4106-9a95-ff0e92a3d24f req-b69ae8f8-99c7-435f-95af-19cb573bd062 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0401251 Feb 10 15:48:20.715034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf8522-9be1-4fef-bb96-ac4d5934b46b req-57f0e888-9548-42d9-9798-d6abb2072311 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.717041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18bf8522-9be1-4fef-bb96-ac4d5934b46b req-57f0e888-9548-42d9-9798-d6abb2072311 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.1082792 Feb 10 15:48:20.762932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18bf8522-9be1-4fef-bb96-ac4d5934b46b req-6dd4f04c-44aa-4761-8dcb-2fe64e88054b tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382974 Feb 10 15:48:20.851596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3584-8373-4839-8628-2433ac4a3038 req-1f8f0ccc-c079-4177-95ff-048d55fdc236 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.853291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1ab3584-8373-4839-8628-2433ac4a3038 req-1f8f0ccc-c079-4177-95ff-048d55fdc236 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0653348 Feb 10 15:48:20.921394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1ab3584-8373-4839-8628-2433ac4a3038 req-e859961e-dcce-41f9-9589-b52d31de049d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618887 Feb 10 15:48:21.289249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ce27-1aaa-4681-afca-cdac46061ee3 req-b3bc59ee-f8fa-4877-8b47-8283fa5e4b8c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.292628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f14ce27-1aaa-4681-afca-cdac46061ee3 req-b3bc59ee-f8fa-4877-8b47-8283fa5e4b8c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.0712123 Feb 10 15:48:21.350699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f14ce27-1aaa-4681-afca-cdac46061ee3 req-3fc5aae8-058d-4029-a22d-f1eac26bd938 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482931 Feb 10 15:48:21.698523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825351c-7bcd-4fc6-9493-c56f2e20f418 req-a1735e6c-9123-4c09-9139-f85c975ad794 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.700235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e825351c-7bcd-4fc6-9493-c56f2e20f418 req-a1735e6c-9123-4c09-9139-f85c975ad794 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0567448 Feb 10 15:48:21.746043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e825351c-7bcd-4fc6-9493-c56f2e20f418 req-28803316-e725-4f4e-86c4-87103b70ac80 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Feb 10 15:48:21.807014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d34ea96a-8597-451f-8464-d91a82db2cb7 req-680908d2-c98f-4289-9a13-73477034c127 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0302160 Feb 10 15:48:21.911504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00230e3a-15be-49ba-8b1d-6e3fb52c4f83 req-b99ff27d-b4bd-4ec8-abda-c212ecc508d6 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.911504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00230e3a-15be-49ba-8b1d-6e3fb52c4f83 req-b99ff27d-b4bd-4ec8-abda-c212ecc508d6 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.0562179 Feb 10 15:48:21.968418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00230e3a-15be-49ba-8b1d-6e3fb52c4f83 req-02503b77-b093-448b-8752-872975159444 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364699 Feb 10 15:48:22.056721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fa49a-a524-456c-ac2a-1af25f3234fd req-34bb4559-de63-4dc0-9b85-05b89cf73acd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.058298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73fa49a-a524-456c-ac2a-1af25f3234fd req-34bb4559-de63-4dc0-9b85-05b89cf73acd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0588400 Feb 10 15:48:22.121730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c73fa49a-a524-456c-ac2a-1af25f3234fd req-8d10992b-f0c9-484b-af36-2e239b19b722 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556209 Feb 10 15:48:22.308126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73dff-7ebd-47ad-b799-b443b06b721e req-4e17c3f7-af67-4c7e-8dee-7e4394e9871f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.309882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bad73dff-7ebd-47ad-b799-b443b06b721e req-4e17c3f7-af67-4c7e-8dee-7e4394e9871f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 946 time: 0.0522935 Feb 10 15:48:22.356374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bad73dff-7ebd-47ad-b799-b443b06b721e req-f3d57706-0f29-4643-86ff-4745da3f9d54 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399332 Feb 10 15:48:22.886411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6e4f5-94cc-4b0c-8e9f-29312dc2f230 req-a8b8bd3e-340f-426d-bec2-1a2ddf13c7df tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.894089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bd6e4f5-94cc-4b0c-8e9f-29312dc2f230 req-a8b8bd3e-340f-426d-bec2-1a2ddf13c7df tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0680304 Feb 10 15:48:22.962025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bd6e4f5-94cc-4b0c-8e9f-29312dc2f230 req-557380e4-9563-469f-80aa-527348340e02 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667639 Feb 10 15:48:23.028089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3e3793c-0244-4326-a92d-3a72829cc681 req-d3781470-c84e-47eb-b247-fd926751bf42 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0596375 Feb 10 15:48:23.124565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421b96-17e0-4058-a154-bdef5ad42c18 req-ed4f7cab-db7b-458f-9d02-23e93b4a8d41 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.126110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57421b96-17e0-4058-a154-bdef5ad42c18 req-ed4f7cab-db7b-458f-9d02-23e93b4a8d41 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.0603313 Feb 10 15:48:23.183931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57421b96-17e0-4058-a154-bdef5ad42c18 req-10e7008d-492a-4d9f-a502-eebda7cd4774 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/security-groups?id=25c07b86-ebd8-457d-b282-3e0d5cefa8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Feb 10 15:48:23.320700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8f669-003b-4561-a55d-aeb29099a707 req-5bc5d3d9-da6a-4fe5-ac68-26bf9ec90e0d tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.322257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69e8f669-003b-4561-a55d-aeb29099a707 req-5bc5d3d9-da6a-4fe5-ac68-26bf9ec90e0d tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.75 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 946 time: 0.0855591 Feb 10 15:48:23.331828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd9c5-1555-48d0-9dca-ab348dc22fae req-f54215e2-35bd-4d62-b5f2-c8349b592e6a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.335976 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:23.340148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9bfd9c5-1555-48d0-9dca-ab348dc22fae req-f54215e2-35bd-4d62-b5f2-c8349b592e6a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1132054 Feb 10 15:48:23.414441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9bfd9c5-1555-48d0-9dca-ab348dc22fae req-20f41b0f-a011-4342-a5e8-8b836ebf41a1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720923 Feb 10 15:48:23.444408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:23.506218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Deleting port 8569d858-bac8-4c4c-9fee-293b6caf17cc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:23.506218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:23.562359 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:23.616788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:23.618175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:23.621633 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50512049-cdab-4f84-baa2-ad44d5f19b0b" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-unplugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:23.626968 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:23.649894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] For port 8569d858-bac8-4c4c-9fee-293b6caf17cc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8569d858-bac8-4c4c-9fee-293b6caf17cc,segment=NetworkSegment(d667d2d1-13af-4a0f-953a-dd974ed575c8),segment_id=d667d2d1-13af-4a0f-953a-dd974ed575c8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:23.651854 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:23.683938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Calling delete_port for 8569d858-bac8-4c4c-9fee-293b6caf17cc owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:23.696165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=14']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:23.708346 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adb8b8e-2f99-4764-922e-bad02e3b5690 x-openstack-request-id: req-1adb8b8e-2f99-4764-922e-bad02e3b5690 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:23.708714 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-unplugged", "status": "completed", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:23.709017 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1adb8b8e-2f99-4764-922e-bad02e3b5690 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:23.709870 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'code': 200} Feb 10 15:48:23.712128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.712959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.713586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.714068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.714677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.715540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.716403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.717220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.717726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.718451 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.719031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.719633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:23.967815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650c7f1-2509-45f3-a9aa-1791350ac25a req-652ed598-ff4a-4c54-a706-9bb2bd9c31a7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.969524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d650c7f1-2509-45f3-a9aa-1791350ac25a req-652ed598-ff4a-4c54-a706-9bb2bd9c31a7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0824652 Feb 10 15:48:23.970233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:23.986160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['8569d858-bac8-4c4c-9fee-293b6caf17cc'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:24.010618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Pushing event deleted for resources: {'Port': ['ID=8569d858-bac8-4c4c-9fee-293b6caf17cc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:24.035971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.036411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.036761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.037103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.037430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.037765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.038093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.038416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.038741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.039064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.039386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.039732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:24.096214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] No DVR routers for this DVR port 8569d858-bac8-4c4c-9fee-293b6caf17cc on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:24.120956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:24.125180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69e8f669-003b-4561-a55d-aeb29099a707 req-bab3b599-b083-45da-8650-0b8004736a48 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.75 "DELETE /v2.0/ports/8569d858-bac8-4c4c-9fee-293b6caf17cc HTTP/1.1" status: 204 len: 173 time: 0.7826841 Feb 10 15:48:24.125360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'name': 'network-vif-deleted', 'tag': '8569d858-bac8-4c4c-9fee-293b6caf17cc'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:24.127858 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fd0a21-63e8-492b-8d42-abead0b6fc78" -d '{"events": [{"server_uuid": "844baf0a-a78f-4a63-8564-cf6642461dd5", "name": "network-vif-deleted", "tag": "8569d858-bac8-4c4c-9fee-293b6caf17cc"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:24.139905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d650c7f1-2509-45f3-a9aa-1791350ac25a req-0fee0a38-7277-49ca-a080-e46dac8b0c69 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596329 Feb 10 15:48:24.163660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79f30-6d60-428d-ac95-b2270d630a95 req-dc23b8f8-a966-42f7-8307-876a2d6e0a2c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.171687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00a79f30-6d60-428d-ac95-b2270d630a95 req-dc23b8f8-a966-42f7-8307-876a2d6e0a2c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1287961 Feb 10 15:48:24.222576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00a79f30-6d60-428d-ac95-b2270d630a95 req-93d43d94-e1a7-4a44-a046-469b6baeaea0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497906 Feb 10 15:48:24.324104 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f0a79b-7811-4e3a-a0c8-e2cc3d63191e x-openstack-request-id: req-87f0a79b-7811-4e3a-a0c8-e2cc3d63191e {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:24.324442 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844baf0a-a78f-4a63-8564-cf6642461dd5", "name": "network-vif-deleted", "tag": "8569d858-bac8-4c4c-9fee-293b6caf17cc", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:24.324784 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87f0a79b-7811-4e3a-a0c8-e2cc3d63191e {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:24.325304 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844baf0a-a78f-4a63-8564-cf6642461dd5', 'name': 'network-vif-deleted', 'tag': '8569d858-bac8-4c4c-9fee-293b6caf17cc', 'status': 'completed', 'code': 200} Feb 10 15:48:24.354105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ec3c790-4ab8-4edd-a43a-241904c05c7e req-5d69272c-239d-44e8-b84b-0fa9e81dec63 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0526021 Feb 10 15:48:24.460057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc91e-27a2-4d5a-9ad6-9923b749fff0 req-7f4e8bd1-aae3-4ee7-b593-40d9ecdaf192 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.461763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c9dc91e-27a2-4d5a-9ad6-9923b749fff0 req-7f4e8bd1-aae3-4ee7-b593-40d9ecdaf192 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0702031 Feb 10 15:48:24.521732 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a41ae303-94a3-46d6-8604-8d1f721305fb req-d4a6c236-3f60-45ff-8333-07686bf76074 tempest-ServerAddressesNegativeTestJSON-1986791495 tempest-ServerAddressesNegativeTestJSON-1986791495-project] 10.222.0.21 "GET /v2.0/ports?device_id=844baf0a-a78f-4a63-8564-cf6642461dd5 HTTP/1.1" status: 200 len: 210 time: 0.0543833 Feb 10 15:48:24.559482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c9dc91e-27a2-4d5a-9ad6-9923b749fff0 req-593bb804-06ae-498e-aef4-932e69b56252 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883391 Feb 10 15:48:24.723977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e4ba-ced9-474a-9ffb-d8685338d1bb req-4ac3094f-c6c8-4799-8e18-bd4c66fceb49 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.725503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b71e4ba-ced9-474a-9ffb-d8685338d1bb req-4ac3094f-c6c8-4799-8e18-bd4c66fceb49 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1026819 Feb 10 15:48:24.749800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8675-5ae8-4e90-9241-aedfb0201a89 req-a83940bf-09d4-4e2e-afe5-050a9b0e19e6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.751476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-788c8675-5ae8-4e90-9241-aedfb0201a89 req-a83940bf-09d4-4e2e-afe5-050a9b0e19e6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0903187 Feb 10 15:48:24.813740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b71e4ba-ced9-474a-9ffb-d8685338d1bb req-6a8c1c5e-143f-4b9a-b0b8-cfd138722cbd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799170 Feb 10 15:48:24.843886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-788c8675-5ae8-4e90-9241-aedfb0201a89 req-3f9c63a7-e799-43ff-99f9-a6274c8c8fb5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819330 Feb 10 15:48:25.197498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-866f9324-5822-4ae2-87da-524c43a3657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.199621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-866f9324-5822-4ae2-87da-524c43a3657f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.0901818 Feb 10 15:48:25.217948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72542-1ad9-49f1-aa2d-f6f2697c6722 req-aed285b0-3c1e-40c1-91de-38505a0107ca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.219711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fd72542-1ad9-49f1-aa2d-f6f2697c6722 req-aed285b0-3c1e-40c1-91de-38505a0107ca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0748973 Feb 10 15:48:25.325978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fd72542-1ad9-49f1-aa2d-f6f2697c6722 req-daa93885-edb3-4e0c-bee6-6694ae9848d1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973756 Feb 10 15:48:25.402540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-704c7b03-c4f8-40ef-a6c2-eb2db442ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.404987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-704c7b03-c4f8-40ef-a6c2-eb2db442ce51 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1840785 Feb 10 15:48:25.425472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76444bf-c718-494a-b425-f6e349a7e9ab req-4533bc4a-aadf-46a3-b8f8-5702cf58ab86 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.426853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e76444bf-c718-494a-b425-f6e349a7e9ab req-4533bc4a-aadf-46a3-b8f8-5702cf58ab86 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1127367 Feb 10 15:48:25.524346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35aa45a5-9553-4d61-9823-d5c64a66a2a3 req-a23af5c3-cd55-4e0a-a5b6-4420dc27035e tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0545585 Feb 10 15:48:25.563239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e76444bf-c718-494a-b425-f6e349a7e9ab req-80e92339-19fc-4d13-9b69-091cf1756cfd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907433 Feb 10 15:48:25.567273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-cbf99e4b-8d1f-46c1-a6e1-a1d27a2e446d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.1377580 Feb 10 15:48:25.599142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:25.641728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-975b45cb-c821-47de-a65f-5c37fdbb158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.643383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-975b45cb-c821-47de-a65f-5c37fdbb158c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0639312 Feb 10 15:48:25.649739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Deleting subnet 5762f63d-5a7b-47f7-8753-b71fa5adcf3e {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:48:25.653293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:25.695544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:25.717299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-deeaab75-382a-4fc0-add1-81be56d74b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.718870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-deeaab75-382a-4fc0-add1-81be56d74b45 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647120 Feb 10 15:48:25.742563 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:25.808875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:25.863773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5762f63d-5a7b-47f7-8753-b71fa5adcf3e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:25.876588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:25.883854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-45cadc84-e3d4-42f7-a876-430a8822bfdd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5762f63d-5a7b-47f7-8753-b71fa5adcf3e HTTP/1.1" status: 204 len: 168 time: 0.2835839 Feb 10 15:48:25.886330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57366) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:25.897932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-74152324-cecd-473f-97fa-43d132a7d9f0 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647217 Feb 10 15:48:26.015507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.116310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb1d3e-cb97-4537-8f5a-4a48ac6d7e29 req-369ba97b-773b-44d6-b701-16364d2f1f68 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.119953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8fb1d3e-cb97-4537-8f5a-4a48ac6d7e29 req-369ba97b-773b-44d6-b701-16364d2f1f68 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1742046 Feb 10 15:48:26.127899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c93c3b6e-9c81-4d3e-a393-7089fc68b22a req-c16c34fc-d709-4f09-9b44-671a2c126409 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168727 Feb 10 15:48:26.130588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e50d7-904a-4048-a7ba-5c152f944cf8 req-83890dd2-b053-41f0-865c-0f1886ea6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.131857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.132325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-723e50d7-904a-4048-a7ba-5c152f944cf8 req-83890dd2-b053-41f0-865c-0f1886ea6920 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.1514235 Feb 10 15:48:26.169108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73556ce1-ffd8-44a8-b5b9-c2a467e1942e']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:26.181294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd667d2d1-13af-4a0f-953a-dd974ed575c8') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:26.181701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd667d2d1-13af-4a0f-953a-dd974ed575c8') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:26.189629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8fb1d3e-cb97-4537-8f5a-4a48ac6d7e29 req-e6cb0483-136a-4bd4-877a-55263060633e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644257 Feb 10 15:48:26.195506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-723e50d7-904a-4048-a7ba-5c152f944cf8 req-bba39946-18bb-4dec-b3da-30c1c31516a6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Feb 10 15:48:26.201720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.220236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.230517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:26.231317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:26.234034 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:26.307153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.313024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.317078 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73556ce1-ffd8-44a8-b5b9-c2a467e1942e HTTP/1.1" status: 204 len: 168 time: 0.4168074 Feb 10 15:48:26.328965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c057b-899c-4c14-b191-ce1cd9829501 admin admin] Pushing event deleted for resources: {'Network': ['ID=73556ce1-ffd8-44a8-b5b9-c2a467e1942e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:26.473901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fe91d-f255-449c-815e-5025b1a72f87 req-2769c700-bcd1-406e-b020-6547edf71648 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.475821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d0fe91d-f255-449c-815e-5025b1a72f87 req-2769c700-bcd1-406e-b020-6547edf71648 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0581276 Feb 10 15:48:26.528365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d0fe91d-f255-449c-815e-5025b1a72f87 req-5fece251-7d2a-413a-94af-cdf1e10463c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460861 Feb 10 15:48:26.540690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57384) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:26.600395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e9b4c3fb-5d00-42a9-a7b0-1bb329603f9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41039e7dee184cd6b6694853f6703423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583615 Feb 10 15:48:26.603192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:26.697311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd311c08-9c4c-4792-abcb-fc8adb09dda1 req-1fc6a0cb-b074-4b36-9fce-b969d2deaee4 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0545144 Feb 10 15:48:26.755828 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79ffbe5-cf3f-43af-ac20-6d5780d849d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.824650 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79ffbe5-cf3f-43af-ac20-6d5780d849d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.887348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-2bef8de3-e9bd-4a23-9bce-d19442f5da82 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.889035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-2bef8de3-e9bd-4a23-9bce-d19442f5da82 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/networks?id=5d010578-263d-43cf-9569-815d77280588 HTTP/1.1" status: 200 len: 814 time: 0.2490950 Feb 10 15:48:26.907954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0923b7-4fae-4309-bb79-039277393f52 req-f33b46e8-621d-4724-803e-b366ffc97842 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.909490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b0923b7-4fae-4309-bb79-039277393f52 req-f33b46e8-621d-4724-803e-b366ffc97842 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1332939 Feb 10 15:48:26.937806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-9b494e0d-d023-4434-bf10-57a7cd33b430 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/quotas/1e0dfe008d5a446399913d77314f77fa HTTP/1.1" status: 200 len: 375 time: 0.0409777 Feb 10 15:48:26.948623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79ffbe5-cf3f-43af-ac20-6d5780d849d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.951662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79ffbe5-cf3f-43af-ac20-6d5780d849d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:26.953016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c79ffbe5-cf3f-43af-ac20-6d5780d849d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25c07b86-ebd8-457d-b282-3e0d5cefa8f8 HTTP/1.1" status: 204 len: 168 time: 0.3482096 Feb 10 15:48:26.987061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b0923b7-4fae-4309-bb79-039277393f52 req-9fb6758e-7414-4339-8cb7-327fd169ab2b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695939 Feb 10 15:48:27.000018 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:27.013975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ffbe5-cf3f-43af-ac20-6d5780d849d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c07b86-ebd8-457d-b282-3e0d5cefa8f8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:27.037557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-358ee09a-8856-4abc-98ee-68db5f080a6e tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e0dfe008d5a446399913d77314f77fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769539 Feb 10 15:48:27.142728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-f90df818-46c0-4993-be98-a95964b45232 service neutron] 10.222.0.21 "GET /v2.0/networks/5d010578-263d-43cf-9569-815d77280588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965474 Feb 10 15:48:27.247050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-35352dbd-99f5-4b2f-b157-0db3ed2460f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5d010578-263d-43cf-9569-815d77280588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971496 Feb 10 15:48:27.343356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95d81-ddaa-4154-b596-f6bfd69cf150 req-59377fc0-b832-46c2-af6a-7865b74bcc94 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.345290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54b95d81-ddaa-4154-b596-f6bfd69cf150 req-59377fc0-b832-46c2-af6a-7865b74bcc94 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0685334 Feb 10 15:48:27.407931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54b95d81-ddaa-4154-b596-f6bfd69cf150 req-4e96573e-ab52-4964-bb82-b71ae6478554 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546505 Feb 10 15:48:27.456060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-080f5f0e-9b8f-49b9-8d85-9d8013f4634c req-99417e8a-85e2-4a85-bd9e-cd065acb180c tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 210 time: 0.0349009 Feb 10 15:48:27.458736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8569d858-bac8-4c4c-9fee-293b6caf17cc no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:27.486389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 8569d858-bac8-4c4c-9fee-293b6caf17cc {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:48:27.486781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8569d858-bac8-4c4c-9fee-293b6caf17cc not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:27.659554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658c63a-e546-4976-9b35-9ecc15e2a505 req-ceb857ef-54b6-4fb9-9147-27efcedb6f1b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.662157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b658c63a-e546-4976-9b35-9ecc15e2a505 req-ceb857ef-54b6-4fb9-9147-27efcedb6f1b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0540574 Feb 10 15:48:27.712319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b658c63a-e546-4976-9b35-9ecc15e2a505 req-c28f770d-af6b-420b-945e-c29b7131a000 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432491 Feb 10 15:48:27.793210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:27.856766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8aa85954-05ac-4f1d-b9c6-1ef33b33e20e req-438246e1-04e4-4aa2-ac03-6c1fc80e8375 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0495505 Feb 10 15:48:27.972343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1744813485-network', 'tenant_id': '39a38bc21c1845c09740cb5385fbea06'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:28.011031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5fd9c-f9c2-4261-b780-142fc8be5b04 req-1713845f-21c0-490e-a064-f2fc37961ee3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.012818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cc5fd9c-f9c2-4261-b780-142fc8be5b04 req-1713845f-21c0-490e-a064-f2fc37961ee3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0842993 Feb 10 15:48:28.018661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Made reservation on behalf of 39a38bc21c1845c09740cb5385fbea06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:28.022131 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.051119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.126713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cc5fd9c-f9c2-4261-b780-142fc8be5b04 req-37472c5e-060d-469c-8521-8405b4a8306f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020522 Feb 10 15:48:28.176706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43309566-0f81-49e6-93f2-11400cd333e2 req-ccd919ed-174f-4631-aa37-90b3a7a33b0b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.184803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43309566-0f81-49e6-93f2-11400cd333e2 req-ccd919ed-174f-4631-aa37-90b3a7a33b0b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0997066 Feb 10 15:48:28.244082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.249965 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43309566-0f81-49e6-93f2-11400cd333e2 req-54e56d43-24f3-413a-8024-71fc61a9361e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 Feb 10 15:48:28.252791 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.306200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:48:28.315552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb755e-85c6-4919-844a-7728869587bc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:28.326262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.326718 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Added segment 78f3438e-8d9a-466d-a6ce-1b65b22a15ec of type vlan for network b844e9fe-cb5f-4300-9967-750bf1fb4f48 Feb 10 15:48:28.335637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d6e1-58b9-4d36-867d-fe9f737bd32d req-eadbf4be-f47a-4e07-bb9c-de8807630479 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.337120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4214d6e1-58b9-4d36-867d-fe9f737bd32d req-eadbf4be-f47a-4e07-bb9c-de8807630479 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0860431 Feb 10 15:48:28.397276 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.408068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4214d6e1-58b9-4d36-867d-fe9f737bd32d req-ac2f1e53-ac04-4b49-bf85-2aaed837c649 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638862 Feb 10 15:48:28.431167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.432212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.432836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.522070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7280927 Feb 10 15:48:28.524980 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57454) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:28.529985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Request body: {'subnet': {'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1744813485-subnet', 'tenant_id': '39a38bc21c1845c09740cb5385fbea06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:28.552797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Made reservation on behalf of 39a38bc21c1845c09740cb5385fbea06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:28.555252 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.558840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a869184-7ef6-49e4-9561-b3914eff4876 admin admin] Pushing event updated for resources: {'Network': ['ID=b844e9fe-cb5f-4300-9967-750bf1fb4f48,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:28.573341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b844e9fe-cb5f-4300-9967-750bf1fb4f48 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:48:28.588087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4170f-79e9-4e19-984d-cb05b01edcbb req-03629bf6-8dd6-482f-8120-83ecaa867eb9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.589622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ca4170f-79e9-4e19-984d-cb05b01edcbb req-03629bf6-8dd6-482f-8120-83ecaa867eb9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0967548 Feb 10 15:48:28.597157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084ea33-0425-4e11-b278-d92c5fe74ed7 req-96491eca-b63a-4fe6-91f8-cbf5518cea66 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.599340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0084ea33-0425-4e11-b278-d92c5fe74ed7 req-96491eca-b63a-4fe6-91f8-cbf5518cea66 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1053541 Feb 10 15:48:28.672126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ca4170f-79e9-4e19-984d-cb05b01edcbb req-3136546b-25f1-43f1-abc6-6118a189d16c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715764 Feb 10 15:48:28.685574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0084ea33-0425-4e11-b278-d92c5fe74ed7 req-e7e1dba5-a1e4-46fa-93f4-d1eebb1ce018 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779214 Feb 10 15:48:28.755266 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.778067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8331c71-5a78-404c-b581-b258cf1511d7 req-643eeb32-8a6f-41f9-aa4d-4682ab0d7bc7 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 210 time: 0.0407202 Feb 10 15:48:28.809306 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b073088f-76f5-4b37-8ca0-cec64d3105cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.857548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f2ad19-d042-4c58-a55e-24a59b396b6f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:28.866972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Checking segment: {'id': '78f3438e-8d9a-466d-a6ce-1b65b22a15ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:48:28.867388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Network hostable DHCP agents. Network: b844e9fe-cb5f-4300-9967-750bf1fb4f48, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:48:28.886156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Network b844e9fe-cb5f-4300-9967-750bf1fb4f48 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:48:28.898001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b844e9fe-cb5f-4300-9967-750bf1fb4f48) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:28.915731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec650-5192-47ca-91b1-077e76e5cc13 req-2a2569ea-a88d-43ed-9075-9b71df4cc953 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.919699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.921606 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:28.923133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b08ec650-5192-47ca-91b1-077e76e5cc13 req-2a2569ea-a88d-43ed-9075-9b71df4cc953 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1204634 Feb 10 15:48:28.940303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2031a-8466-4f5a-b695-70c5be34e5c7 None None] Network b844e9fe-cb5f-4300-9967-750bf1fb4f48 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:48:28.954846 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0d63a55f-5b77-49f9-b7ba-aca00e52df65 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4287403 Feb 10 15:48:28.961708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-dab95369-36bb-413b-a294-779fbcdd70d7 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.963315 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-dab95369-36bb-413b-a294-779fbcdd70d7 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.75 "GET /v2.0/networks?id=5d010578-263d-43cf-9569-815d77280588 HTTP/1.1" status: 200 len: 814 time: 0.2124736 Feb 10 15:48:28.989102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Request body: {'port': {'device_id': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'network_id': '5d010578-263d-43cf-9569-815d77280588', 'admin_state_up': True, 'tenant_id': '1e0dfe008d5a446399913d77314f77fa'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:29.008637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b08ec650-5192-47ca-91b1-077e76e5cc13 req-a4ebd755-8a13-4f57-857e-c8d8cf6fe95a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846217 Feb 10 15:48:29.072621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db09521d-bded-4eaf-8acf-3ed5552024cb req-3f015a7b-a7dd-408a-af6f-8f7c29dccf6d tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0628984 Feb 10 15:48:29.153867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08645fbf-5edf-431f-ac88-3a070c7ae6be None None] Network b844e9fe-cb5f-4300-9967-750bf1fb4f48 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:48:29.158720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Made reservation on behalf of 1e0dfe008d5a446399913d77314f77fa for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:29.162889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:29.414026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Allocated IP 172.20.0.14 (5d010578-263d-43cf-9569-815d77280588/147ae197-e7f2-434a-93aa-9d22ab465527/c9229931-7b0d-4440-a27a-a76e63f8c84c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:29.438092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-6120041e-a281-48e2-9465-f1a375ec84f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.439615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-6120041e-a281-48e2-9465-f1a375ec84f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.1658721 Feb 10 15:48:29.480046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-6af8b27d-2599-464e-bf77-e2c00e6f6d40 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/quotas/1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 375 time: 0.0321097 Feb 10 15:48:29.642090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-6f077fa3-f5f6-4364-9de3-283b173bc02a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1593721 Feb 10 15:48:30.104052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d143-482a-4824-b20a-1110bd76f662 req-7d03c428-3e2a-46db-8cd7-685508bc5f62 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.105638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cea8d143-482a-4824-b20a-1110bd76f662 req-7d03c428-3e2a-46db-8cd7-685508bc5f62 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.5902562 Feb 10 15:48:30.166436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:30.212868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-845eb64f-3ba6-4c3c-a3a7-6f6e6ecc4db2 service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697665 Feb 10 15:48:30.218486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cea8d143-482a-4824-b20a-1110bd76f662 req-6889ff7e-99e0-4618-91eb-493bd38807a9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015592 Feb 10 15:48:30.335542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:30.424769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Network 5d010578-263d-43cf-9569-815d77280588 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:30.442846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Pushing event updated for resources: {'Port': ['ID=c9229931-7b0d-4440-a27a-a76e63f8c84c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:30.445749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:30.450870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:30.513345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d0ee4ef8-1469-479b-8ea1-6762ae3f27aa service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878304 Feb 10 15:48:30.547799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.548562 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:30.574415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe3d3-10c6-4ac7-8b04-f0c4b8ca49bf req-d28c20f9-2413-48cf-8f8a-a398f0ddb476 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.576117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9ffe3d3-10c6-4ac7-8b04-f0c4b8ca49bf req-d28c20f9-2413-48cf-8f8a-a398f0ddb476 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1553278 Feb 10 15:48:30.602719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-77aaac1a-6792-4fbe-883d-21f3ec6567e6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6205156 Feb 10 15:48:30.642648 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9ffe3d3-10c6-4ac7-8b04-f0c4b8ca49bf req-fa93f5c2-c0ad-4df2-a2f3-bce6150f2702 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560145 Feb 10 15:48:30.810023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-905bedb0-5f30-4d65-8cdd-1d21b38ac241 None None] Provisioning complete for port c9229931-7b0d-4440-a27a-a76e63f8c84c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:30.811134 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-905bedb0-5f30-4d65-8cdd-1d21b38ac241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:30.811932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-368247ee-c4d2-48a2-9c43-fc87ffec7ed6 req-b1d4de2b-a3d2-4990-9a7f-682173d9a1fd tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0671346 Feb 10 15:48:30.890997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d715a-1f53-4d00-a36e-ce344584dab0 req-c838ba57-6f2c-4d0d-81c5-5ea4da028480 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.892544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-182d715a-1f53-4d00-a36e-ce344584dab0 req-c838ba57-6f2c-4d0d-81c5-5ea4da028480 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.1175399 Feb 10 15:48:30.897603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-905bedb0-5f30-4d65-8cdd-1d21b38ac241 None None] Port c9229931-7b0d-4440-a27a-a76e63f8c84c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:48:30.968020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-182d715a-1f53-4d00-a36e-ce344584dab0 req-778f1648-bba0-450a-bb4f-502c874ce6bb tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653415 Feb 10 15:48:31.069651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f04cc27-4040-4a23-89d4-dd762efb3b96 req-e59cf050-a0cb-4710-accd-ef9202fd920d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0377774 Feb 10 15:48:31.293413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184d9e8-9910-4377-8bec-84e469ab01bd req-0226a015-60ce-4fdf-928d-c193b032316b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:31.294316 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1423f820-b6dd-45bd-ade7-9c4dc598e5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:31.295831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8184d9e8-9910-4377-8bec-84e469ab01bd req-0226a015-60ce-4fdf-928d-c193b032316b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0574148 Feb 10 15:48:31.354704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8184d9e8-9910-4377-8bec-84e469ab01bd req-31113089-0022-4ee7-a32a-98cf1ceee22f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484865 Feb 10 15:48:31.838643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403214-1442-4a78-b623-c62e1d6dc115 req-a655cc40-0037-4d8d-9131-fed88868f197 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:31.840148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33403214-1442-4a78-b623-c62e1d6dc115 req-a655cc40-0037-4d8d-9131-fed88868f197 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0980239 Feb 10 15:48:31.893004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-547493b4-6d6e-45d9-929e-4a9f7d64cdc1 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:31.895065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-547493b4-6d6e-45d9-929e-4a9f7d64cdc1 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/networks?id=b844e9fe-cb5f-4300-9967-750bf1fb4f48 HTTP/1.1" status: 200 len: 810 time: 0.1618812 Feb 10 15:48:31.909549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33403214-1442-4a78-b623-c62e1d6dc115 req-17bb3dc9-bf31-4958-8530-29a8ce79bd54 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621142 Feb 10 15:48:31.931647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-a9be8af6-d14f-4152-a5ba-85a2fbe10301 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/quotas/39a38bc21c1845c09740cb5385fbea06 HTTP/1.1" status: 200 len: 375 time: 0.0125456 Feb 10 15:48:31.974462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-6748ea64-22f0-4227-87fb-a467de22c07f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39a38bc21c1845c09740cb5385fbea06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354521 Feb 10 15:48:32.058766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcdba029-e124-4da9-aa2a-56c6ecc2342b req-907932f8-f0e9-458f-8804-71d0235d269e tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0556924 Feb 10 15:48:32.096396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-409ae7d7-ab3b-45cd-8b7c-9b185d98470f service neutron] 10.222.0.21 "GET /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141846 Feb 10 15:48:32.247333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d326703-7c4b-48c1-86cb-0146b68e7147 req-e6827720-d27a-47ef-a802-f4268d701121 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:32.248741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d326703-7c4b-48c1-86cb-0146b68e7147 req-e6827720-d27a-47ef-a802-f4268d701121 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0909760 Feb 10 15:48:32.252269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-72146b89-35e9-49ba-bbce-dc4b3fb6c584 service neutron] 10.222.0.21 "GET /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483262 Feb 10 15:48:32.288296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d326703-7c4b-48c1-86cb-0146b68e7147 req-dbac9897-d441-488b-a451-341c2c94669a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Feb 10 15:48:32.316692 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:32.391489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed15fc84-20d2-476e-8594-857a4d76d0b5 req-e62d55c5-942c-49ce-9993-9b15a37deacf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0412369 Feb 10 15:48:32.507270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5ccf-3f97-4114-836a-1276f28f9df5 req-1a073d78-a0c6-4549-a72a-b104536989ff tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:32.526220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df2d5ccf-3f97-4114-836a-1276f28f9df5 req-1a073d78-a0c6-4549-a72a-b104536989ff tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0665658 Feb 10 15:48:32.577287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3eee11e2-b038-494f-ae40-a1b787120ec1 req-c53b15c7-5f1e-43c4-b05e-271e78c92708 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0348270 Feb 10 15:48:32.589963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df2d5ccf-3f97-4114-836a-1276f28f9df5 req-63dc3d09-2fad-47e3-b4ea-e63b606594c6 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627680 Feb 10 15:48:33.088135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fbe43-1b61-40ac-ad7a-5cc270a5120e req-3820ebfc-c32e-47c4-8ee3-14224791cbb0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:33.089628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c2fbe43-1b61-40ac-ad7a-5cc270a5120e req-3820ebfc-c32e-47c4-8ee3-14224791cbb0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0719764 Feb 10 15:48:33.132121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c2fbe43-1b61-40ac-ad7a-5cc270a5120e req-910d99bb-443d-4369-9711-a09064e85909 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363097 Feb 10 15:48:33.160273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f93eef34-e7ac-4eb5-86b1-63bc868c2185 req-ce9ef7d2-e06c-461f-966d-464c4a4de949 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0250444 Feb 10 15:48:33.403674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaccc40-0346-4743-943e-11f6a137c498 req-739e511b-a768-4a6e-92b2-369b8293f3dc tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:33.404393 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:48:33.405104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aaccc40-0346-4743-943e-11f6a137c498 req-739e511b-a768-4a6e-92b2-369b8293f3dc tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0478456 Feb 10 15:48:33.443392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aaccc40-0346-4743-943e-11f6a137c498 req-b49a82b4-6546-4baf-b9a1-42199edd999b tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Feb 10 15:48:33.486225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48d23780-788f-4ef6-b54d-cb68b77efb9a req-ac5da27e-d79b-4f1c-9864-cfc226243942 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0258632 Feb 10 15:48:33.673383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30c127e9-bfcd-44df-bd1f-71bd1938dc4b req-612a95fc-6bc8-4287-bb35-c65cb5baa508 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0267866 Feb 10 15:48:33.727415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b789e7-ba94-488e-847e-7ec9e1bdad97 req-39970621-b362-4c41-a671-0b5ffbbcb59c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:33.729234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4b789e7-ba94-488e-847e-7ec9e1bdad97 req-39970621-b362-4c41-a671-0b5ffbbcb59c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0583172 Feb 10 15:48:33.768336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4b789e7-ba94-488e-847e-7ec9e1bdad97 req-7a6aefa3-2a23-4a25-8766-dd83ecefebfd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Feb 10 15:48:33.971992 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:34.269760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28578214-113b-4daf-adb1-9e527531cf1b req-d7ed4b23-153e-44aa-9eae-f8216e49db9e tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0295634 Feb 10 15:48:34.273404 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:34.280762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656911f-a3c2-45b5-a04e-bb62210113df req-8815e161-bb15-4dc1-86ca-8132c7e09ca5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.282446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1656911f-a3c2-45b5-a04e-bb62210113df req-8815e161-bb15-4dc1-86ca-8132c7e09ca5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0776687 Feb 10 15:48:34.325799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1656911f-a3c2-45b5-a04e-bb62210113df req-e5e3118a-fb04-4d08-9b10-ad2ab177a76d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348804 Feb 10 15:48:34.575256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1d2c-1625-4cba-96ab-bfc649eeb101 req-85ec23de-04ad-415e-9186-b8741115da48 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.576751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b10a1d2c-1625-4cba-96ab-bfc649eeb101 req-85ec23de-04ad-415e-9186-b8741115da48 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0630314 Feb 10 15:48:34.595941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6381a868-3ec3-4a90-9d6a-0cae86432b28 req-6362c041-5aa1-43af-a8a3-5a7cb3257b9a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0412931 Feb 10 15:48:34.628582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b10a1d2c-1625-4cba-96ab-bfc649eeb101 req-f32b7c43-ccb4-43d5-a945-3c1126f8364d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Feb 10 15:48:34.775760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-301f6751-4be5-4993-8eec-9477427887d1 req-e34ae641-4a89-43a5-8042-736bdd843721 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0274184 Feb 10 15:48:34.891533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434033b-a06f-48c2-9b26-1b63af1562a3 req-568b4e3a-ce42-4568-a47b-fcaea2d98f40 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.893010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e434033b-a06f-48c2-9b26-1b63af1562a3 req-568b4e3a-ce42-4568-a47b-fcaea2d98f40 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0504351 Feb 10 15:48:34.933792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e434033b-a06f-48c2-9b26-1b63af1562a3 req-c0874ec2-288c-47cb-a923-206d4482aba6 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Feb 10 15:48:35.386883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ebe6ecb-5f73-49fc-890b-22f2047f137a req-14aec73a-a5f3-44d8-9303-2837b2825f1b tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0303884 Feb 10 15:48:35.498412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33999-f736-403b-bd18-51e80d1a6b85 req-00a0f956-cd7f-4dd1-83fc-eedd4ac91290 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:35.499938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25b33999-f736-403b-bd18-51e80d1a6b85 req-00a0f956-cd7f-4dd1-83fc-eedd4ac91290 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Feb 10 15:48:35.539361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25b33999-f736-403b-bd18-51e80d1a6b85 req-f81f9e89-e965-4b7a-88d6-6c62e92a1463 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Feb 10 15:48:35.695138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a563928f-8015-4982-89d4-eff06c7adaf0 req-da91a509-cd1a-47b7-b7b8-694f358f4ffb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0324752 Feb 10 15:48:35.775668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a0c7c-7b5a-48ca-a5b7-26308742833d req-0ba9f17e-ff9a-440b-9887-f12fc93e903d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:35.777843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a2a0c7c-7b5a-48ca-a5b7-26308742833d req-0ba9f17e-ff9a-440b-9887-f12fc93e903d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0698683 Feb 10 15:48:35.825524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a2a0c7c-7b5a-48ca-a5b7-26308742833d req-d5c2007d-cf5f-47ce-9582-906665567819 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Feb 10 15:48:35.887674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2585a8c7-00b5-4143-b8af-913b2350f82f req-8c097f6c-e381-4c75-968e-3ad734a3de3b tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0314860 Feb 10 15:48:36.055918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1edb61-8538-456a-90e5-ad07674f2b02 req-568a8a19-3571-4932-a9be-b285892d9ae4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:36.058442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca1edb61-8538-456a-90e5-ad07674f2b02 req-568a8a19-3571-4932-a9be-b285892d9ae4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0528443 Feb 10 15:48:36.107226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca1edb61-8538-456a-90e5-ad07674f2b02 req-8a3c4a0d-73a6-4e26-bd46-c8dcce8effbb tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Feb 10 15:48:36.497219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c40f37d-5c4f-4434-aabe-688b590b1beb req-24f119cc-d259-42dd-bb56-da0ceb86e606 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Feb 10 15:48:36.655284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a4f2-6f7c-4755-869b-604e01bf7518 req-0d9e8dc4-9232-4b29-bb3a-3693d0b1890f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:36.656753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c076a4f2-6f7c-4755-869b-604e01bf7518 req-0d9e8dc4-9232-4b29-bb3a-3693d0b1890f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0490546 Feb 10 15:48:36.695760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c076a4f2-6f7c-4755-869b-604e01bf7518 req-22c5b4dc-f59a-4c42-937c-651b2a1a2e81 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Feb 10 15:48:36.803538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ea1f40d-6e58-440a-8d32-5f9db1d33719 req-20b269d1-6674-405d-98ac-5f2a8ee08e1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0321481 Feb 10 15:48:36.945681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbdf63-87e4-4ffd-8a12-84656516dc34 req-b2468bbc-311e-4a61-b3f4-74299b800db6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:36.947225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87dbdf63-87e4-4ffd-8a12-84656516dc34 req-b2468bbc-311e-4a61-b3f4-74299b800db6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0534565 Feb 10 15:48:36.993684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-604a0d0c-3f1d-4e76-91e4-51c7b66642b8 req-e86c3362-b3ea-4840-b471-512418bf77d7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0334754 Feb 10 15:48:37.016750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87dbdf63-87e4-4ffd-8a12-84656516dc34 req-6ff41cc6-02e2-4588-96d5-630f34374fdc tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Feb 10 15:48:37.241408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532547f7-2065-4994-b84b-7308c6644ee5 req-c7a6f657-e9fe-4c5c-bb97-da524c3a806f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:37.242963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-532547f7-2065-4994-b84b-7308c6644ee5 req-c7a6f657-e9fe-4c5c-bb97-da524c3a806f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0516729 Feb 10 15:48:37.300817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-532547f7-2065-4994-b84b-7308c6644ee5 req-959bbabe-d6ee-4fab-9098-c345ed51a9b5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512254 Feb 10 15:48:37.638628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-013bd990-37e1-4b81-ae9a-532b08c1497e req-8b1c9996-89d3-4a52-8c2c-539b9671d9b9 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0335519 Feb 10 15:48:37.703589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c775d-8420-49cd-99fb-cdd05bddfca0 req-9f2f2097-9e95-4ff3-8c9c-90ced47541be tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:37.705202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-374c775d-8420-49cd-99fb-cdd05bddfca0 req-9f2f2097-9e95-4ff3-8c9c-90ced47541be tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.0693359 Feb 10 15:48:37.748082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-374c775d-8420-49cd-99fb-cdd05bddfca0 req-61a13e30-ae8f-472f-962b-b12c52acd866 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356219 Feb 10 15:48:37.821416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888f2a5-33da-43fb-af28-5b343fe3260b req-b49a2bc8-77d7-448b-a5e9-710cf7a94f1c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:37.822995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3888f2a5-33da-43fb-af28-5b343fe3260b req-b49a2bc8-77d7-448b-a5e9-710cf7a94f1c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0538464 Feb 10 15:48:37.866012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3888f2a5-33da-43fb-af28-5b343fe3260b req-adbb2727-ce97-4984-b512-e8565385127a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Feb 10 15:48:37.930269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a9779d6-fd0b-40ae-8d2d-6f4f1918e299 req-ad2ac661-974e-4dfa-9e67-50f7869c9897 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0507557 Feb 10 15:48:38.099976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ad90544-c7f0-4571-b679-817e89369d64 req-54fb9775-883e-483b-8bef-e04087b6f87b tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0313389 Feb 10 15:48:38.148873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a429d3-fbbf-4413-b19e-b889e9ae8aff req-b1a4a2a9-3c14-467c-84f6-398f4cfe782d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:38.150425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6a429d3-fbbf-4413-b19e-b889e9ae8aff req-b1a4a2a9-3c14-467c-84f6-398f4cfe782d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0547192 Feb 10 15:48:38.199845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6a429d3-fbbf-4413-b19e-b889e9ae8aff req-799740a3-96fc-4b34-bef2-b411ae88a4e5 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Feb 10 15:48:38.419932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659ffe-a2d2-44b2-a6da-e5eeb9e5135c req-b531b6a8-88e6-4c15-a714-5565160ecb04 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:38.421392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d659ffe-a2d2-44b2-a6da-e5eeb9e5135c req-b531b6a8-88e6-4c15-a714-5565160ecb04 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Feb 10 15:48:38.461392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d659ffe-a2d2-44b2-a6da-e5eeb9e5135c req-9fb8de35-68fe-4283-b347-849be197e864 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Feb 10 15:48:38.733136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf9e91-d98d-4c10-9d7c-68bde87dc16e req-d46c61ce-77f3-4a9f-ac7c-02bac2e5f434 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:38.734554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53cf9e91-d98d-4c10-9d7c-68bde87dc16e req-d46c61ce-77f3-4a9f-ac7c-02bac2e5f434 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.0580447 Feb 10 15:48:38.765444 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-337541eb-a013-4838-97ba-655bd17b9119 req-b96ef9b2-1981-45d5-a056-537463b6d433 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0299273 Feb 10 15:48:38.813232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53cf9e91-d98d-4c10-9d7c-68bde87dc16e req-b37a3196-0661-4033-982a-49a90bc139c4 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655489 Feb 10 15:48:38.999429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5e830-d3a8-47a7-967b-7a1b7bc5d513 req-57e02809-c739-4228-a0ad-cf25ab315ba0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:39.001109 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ff5e830-d3a8-47a7-967b-7a1b7bc5d513 req-57e02809-c739-4228-a0ad-cf25ab315ba0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Feb 10 15:48:39.044071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23b0e5c6-8c61-426a-8cde-168636806df3 req-e1c7d15d-25ac-4cc8-b60b-caa19013568b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0418887 Feb 10 15:48:39.062206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ff5e830-d3a8-47a7-967b-7a1b7bc5d513 req-9e7700bc-9b28-41e4-a252-2a8c271326c8 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Feb 10 15:48:39.192351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9e07cc8-7160-407b-929e-570883562346 req-4d9bf063-a676-482c-b88c-5c57679f4211 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0254595 Feb 10 15:48:39.356671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae233fd-4af3-4ed1-a43a-e2cbc148c193 req-261e49ea-c47e-4a45-b425-b021f9023059 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:39.358284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae233fd-4af3-4ed1-a43a-e2cbc148c193 req-261e49ea-c47e-4a45-b425-b021f9023059 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0537689 Feb 10 15:48:39.396284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae233fd-4af3-4ed1-a43a-e2cbc148c193 req-8484ea87-4229-486c-9c5a-5d9e465d31b2 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Feb 10 15:48:39.585313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d428a-0694-4665-a43e-e61adddf5b58 req-b8b35744-294e-421b-a858-2956a622ee5f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:39.586737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-619d428a-0694-4665-a43e-e61adddf5b58 req-b8b35744-294e-421b-a858-2956a622ee5f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0536098 Feb 10 15:48:39.627079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-619d428a-0694-4665-a43e-e61adddf5b58 req-98534722-b2f1-4240-93c5-2a83cffbcd61 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Feb 10 15:48:39.877702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21da819c-7692-4aba-bca5-3c10f035ac19 req-ca50971a-1efc-47c8-b129-9a63985d7ebe tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0298157 Feb 10 15:48:39.953798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c94ec-fb2b-4ad1-a660-7daa080abef8 req-65a00d9b-7b9b-4d13-a091-f13799356b05 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:39.963884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad1c94ec-fb2b-4ad1-a660-7daa080abef8 req-65a00d9b-7b9b-4d13-a091-f13799356b05 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.0844073 Feb 10 15:48:40.002280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad1c94ec-fb2b-4ad1-a660-7daa080abef8 req-f5620223-eaf6-45e7-a1b5-64081f259c82 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6571027-e574-47af-91fb-9c8997d145de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372188 Feb 10 15:48:40.140025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46bf3da3-5919-4219-bc85-cb5afbef590d req-91cd3ff3-27a2-4135-967e-5a1b0cddd2bb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0289991 Feb 10 15:48:40.190988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f4599-a10a-4c2b-b783-87785ed98cbb req-7cf9012f-b7ae-4409-817d-59e69797ca3a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:40.192552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-920f4599-a10a-4c2b-b783-87785ed98cbb req-7cf9012f-b7ae-4409-817d-59e69797ca3a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Feb 10 15:48:40.240923 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-920f4599-a10a-4c2b-b783-87785ed98cbb req-a4290184-9320-49f0-9d3b-a062b294fa64 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Feb 10 15:48:40.324913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f1027b6f-b770-481c-85fc-3c087a2ba2ba req-07758f9e-aab7-47bc-8d09-24309ceec767 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0338552 Feb 10 15:48:40.333752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911624-e9d5-4043-811d-514783610fe3 req-aa649386-5719-449e-bb4c-21855813001d tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:40.335138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23911624-e9d5-4043-811d-514783610fe3 req-aa649386-5719-449e-bb4c-21855813001d tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.45 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 945 time: 0.0856123 Feb 10 15:48:40.434552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Deleting port 51f254e5-7a16-4a95-b215-245db20dd6c3 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:40.434900 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:40.559541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] For port 51f254e5-7a16-4a95-b215-245db20dd6c3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=51f254e5-7a16-4a95-b215-245db20dd6c3,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:40.560259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:40.580207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70ac4e-585a-417f-b984-6c90424065bd req-717abeca-6da3-4cc3-80e7-521e37eb1eb9 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:40.587986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff70ac4e-585a-417f-b984-6c90424065bd req-717abeca-6da3-4cc3-80e7-521e37eb1eb9 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.1088774 Feb 10 15:48:40.663401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff70ac4e-585a-417f-b984-6c90424065bd req-f1168f37-ab7c-475a-96cf-4da27842ac55 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745459 Feb 10 15:48:40.813868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478664-303d-459a-be30-15472c4b3988 req-d703eae5-33d4-4213-b5dc-c6c9a3c5f26f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:40.815473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29478664-303d-459a-be30-15472c4b3988 req-d703eae5-33d4-4213-b5dc-c6c9a3c5f26f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1009116 Feb 10 15:48:40.834736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:40.835110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:40.835422 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Floating IP 19528b89-c05d-440e-8613-b66dcfaf31b3 disassociated. External IP: 172.25.7.158, port: 51f254e5-7a16-4a95-b215-245db20dd6c3. Feb 10 15:48:40.835777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Calling delete_port for 51f254e5-7a16-4a95-b215-245db20dd6c3 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:40.908725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29478664-303d-459a-be30-15472c4b3988 req-eb3cf33d-3659-431b-8c55-3e42c9fc9f86 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848253 Feb 10 15:48:41.021847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58f2b216-f855-44fc-8d90-abafab04f9bb req-f84c09b6-f0e5-40e8-9219-a2c37a448466 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0324204 Feb 10 15:48:41.036799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:41.084999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event deleted for resources: {'Port': ['ID=51f254e5-7a16-4a95-b215-245db20dd6c3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:41.145735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c9bafe1-686b-48c1-9285-3ac653577548 req-ea190ce9-82dd-481a-885a-aecc28fadd5b tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0638707 Feb 10 15:48:41.242170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Router 1b99cdac-b320-4dd7-bb34-2baec91b3440 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:48:41.244509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa18cc40-b238-4b01-90e9-fb3cddd159db req-dc28bfe1-3f23-4aa0-bd03-ef73a6b4a3a6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0351942 Feb 10 15:48:41.413825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:41.424699 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] Sync routers for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:41.435435 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:41.436091 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:48:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:41.436250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81c95f51-6c4c-41b6-87fa-22ce4149683b req-a4fdeb6e-5443-42d6-b5a2-a668986bd481 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0409975 Feb 10 15:48:41.465820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d1f1-cc83-422c-87fc-c9b13ef6f883 req-1516917b-64fa-4e43-b8f0-3c5cc4e3cdf3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:41.467277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06d8d1f1-cc83-422c-87fc-c9b13ef6f883 req-1516917b-64fa-4e43-b8f0-3c5cc4e3cdf3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1206725 Feb 10 15:48:41.488243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] No DVR routers for this DVR port 51f254e5-7a16-4a95-b215-245db20dd6c3 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:41.495286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:41.498463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23911624-e9d5-4043-811d-514783610fe3 req-1e084466-2f44-45ee-9f37-443853b62a7e tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.45 "DELETE /v2.0/ports/51f254e5-7a16-4a95-b215-245db20dd6c3 HTTP/1.1" status: 204 len: 173 time: 1.1568918 Feb 10 15:48:41.500003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'name': 'network-vif-deleted', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:41.502283 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba23059a-9fc0-4b43-91e0-5baf611dbf1f" -d '{"events": [{"server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "name": "network-vif-deleted", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:41.568506 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd86c8-13a2-4013-88a1-56c2bb468633 x-openstack-request-id: req-1ecd86c8-13a2-4013-88a1-56c2bb468633 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:41.569121 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691a2f7-a2b7-41f8-bd6f-49ccff45c425", "name": "network-vif-deleted", "tag": "51f254e5-7a16-4a95-b215-245db20dd6c3", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:41.569413 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ecd86c8-13a2-4013-88a1-56c2bb468633 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:41.570858 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691a2f7-a2b7-41f8-bd6f-49ccff45c425', 'name': 'network-vif-deleted', 'tag': '51f254e5-7a16-4a95-b215-245db20dd6c3', 'status': 'completed', 'code': 200} Feb 10 15:48:41.579714 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:41.585359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06d8d1f1-cc83-422c-87fc-c9b13ef6f883 req-29454dab-0507-42dd-b239-e32a68c94956 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986116 Feb 10 15:48:41.790282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019859-41e2-4822-a361-189f0e753697 req-efb3a06f-d2db-4648-a78d-99a0e9b05182 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:41.791401 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:41.791970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba019859-41e2-4822-a361-189f0e753697 req-efb3a06f-d2db-4648-a78d-99a0e9b05182 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0589159 Feb 10 15:48:41.822131 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] Checking router: 1b99cdac-b320-4dd7-bb34-2baec91b3440 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:41.831881 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:41.832576 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:48:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:41.833095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba019859-41e2-4822-a361-189f0e753697 req-433c082d-bbab-45d9-b65c-7133aff772f6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349123 Feb 10 15:48:41.939878 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:42.032567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ad721-5740-4e70-85d7-7026ec25529c req-bd7d1cf5-913c-4ade-96fe-2cddd5c0cc27 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:42.034384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d31ad721-5740-4e70-85d7-7026ec25529c req-bd7d1cf5-913c-4ade-96fe-2cddd5c0cc27 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0522914 Feb 10 15:48:42.087202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d31ad721-5740-4e70-85d7-7026ec25529c req-89d65910-6718-4cf1-86cf-d79a6e880f24 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Feb 10 15:48:42.159610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-038589ab-bab0-4ef8-bf70-32af3d68cb27 req-5134f325-302c-4103-b433-7eb5621f4c0f tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0272639 Feb 10 15:48:42.173666 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.205213 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a4d26-0e84-4b14-97e7-51e835a0b1e4 None None] The sync data for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 is: [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:46:54Z', 'revision_number': 4, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '60cf3015-f03e-4d01-bbc3-5ea68ad76ce8', 'name': '', 'network_id': '5070cd26-19c7-43e1-9abc-5c245aea78aa', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'mac_address': 'fa:16:3e:39:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:52Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'subnets': [{'id': '2bd35b75-dfe9-47c2-8cf7-c729b489040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:42.256773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f48ca58a-c9b0-4e63-90f6-c0cc72ed6b94 req-ab785916-cc56-44b8-a848-e5511f072e12 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0296364 Feb 10 15:48:42.350771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddb97a19-480f-469d-b6ff-f72e8e9ccd3f req-06b6f32c-d43e-4a5f-9e4d-bea663841fd0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0371106 Feb 10 15:48:42.493182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ece72-65e5-4010-a6ba-2f9d6cbd41cc None None] New status for floating IP 19528b89-c05d-440e-8613-b66dcfaf31b3: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:48:42.542201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bbcb60c7-d1cb-40dc-ad25-acf1b08b7514 req-3e59b251-7749-4cb0-83ff-1abcdfa849fc tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Feb 10 15:48:42.702733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86696-e438-4e36-b5d5-7676e4de2159 req-087398bd-ab70-4ac9-94b6-1fb4dbf5b91c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:42.704253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01b86696-e438-4e36-b5d5-7676e4de2159 req-087398bd-ab70-4ac9-94b6-1fb4dbf5b91c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0507224 Feb 10 15:48:42.743327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01b86696-e438-4e36-b5d5-7676e4de2159 req-d78f517c-be24-4da8-9921-95797f64a392 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Feb 10 15:48:42.953947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0ac24-6972-422b-a557-d84ce1983118 req-b066b793-5069-42e7-86b0-b5c457bebc61 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:42.955475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4b0ac24-6972-422b-a557-d84ce1983118 req-b066b793-5069-42e7-86b0-b5c457bebc61 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0520315 Feb 10 15:48:42.994273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4b0ac24-6972-422b-a557-d84ce1983118 req-69b08d87-bb11-4f4f-ab4f-44c096206063 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Feb 10 15:48:43.214787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f8c0-29e3-4d77-95c3-b17194ea2601 req-4e882e88-c384-4de0-8283-27e98098a03b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:43.216406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8a0f8c0-29e3-4d77-95c3-b17194ea2601 req-4e882e88-c384-4de0-8283-27e98098a03b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0553284 Feb 10 15:48:43.276031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03dc36da-d4f6-49d3-ac6b-f685b751a523 req-498aaef7-618a-4e95-a4fc-70c3603bc364 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0330644 Feb 10 15:48:43.279104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8a0f8c0-29e3-4d77-95c3-b17194ea2601 req-75790249-292c-4b1d-953e-5a5ae178273d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560584 Feb 10 15:48:43.365616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f1e14ee-f9f5-400d-9340-77ffc6ed7c4f req-c1b3c591-acbf-4cd5-b1df-6e8e2704ebc2 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Feb 10 15:48:43.446238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cefec946-b85a-4291-b329-df7d548779f0 req-e5783a35-1871-4170-964b-b4bac63bdb80 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0275095 Feb 10 15:48:43.645136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1231070e-3035-4e45-97ed-dbbe5bc96f08 req-1418121e-f6df-45fe-88ac-710187fd6182 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0332716 Feb 10 15:48:43.869203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0228c-a730-4015-91d7-74e21d5c1265 req-cb970b2f-daf5-4c71-b4a9-32263aa64d43 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:43.870699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3c0228c-a730-4015-91d7-74e21d5c1265 req-cb970b2f-daf5-4c71-b4a9-32263aa64d43 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0502584 Feb 10 15:48:43.911960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3c0228c-a730-4015-91d7-74e21d5c1265 req-6f9dc624-3688-4d2f-8e5f-2d80c2c938fa tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Feb 10 15:48:44.112721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25eee-a50d-4fbf-9808-8fc5ef3893d5 req-aafd4465-0a49-4dc7-b913-6e5febd7625a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:44.114265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ef25eee-a50d-4fbf-9808-8fc5ef3893d5 req-aafd4465-0a49-4dc7-b913-6e5febd7625a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0521595 Feb 10 15:48:44.155750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ef25eee-a50d-4fbf-9808-8fc5ef3893d5 req-a06ecd56-a2b4-4c81-af26-47474de33ef6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Feb 10 15:48:44.427892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6949108-7412-4bdf-b146-4b126dfc6acc req-2e885e1b-e4fe-42ae-9722-778a0719e5ba tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0486219 Feb 10 15:48:44.459351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2561d-520c-4c14-9ce0-4e1746161d2c req-c31713a5-df94-4ece-aa5f-27e31338ec84 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:44.461767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31c2561d-520c-4c14-9ce0-4e1746161d2c req-c31713a5-df94-4ece-aa5f-27e31338ec84 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0936258 Feb 10 15:48:44.516501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31c2561d-520c-4c14-9ce0-4e1746161d2c req-17a53988-3ba5-4c75-a3c8-20ef92fc85ff tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Feb 10 15:48:44.556567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fb58967-8bf8-4198-863b-c3108e4862e2 req-6bd70adc-dcc5-4831-9ba9-511915a2029c tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0329399 Feb 10 15:48:44.627564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7c872ac-afdf-4d39-bc2a-bec6d645b47d req-77c48d22-1033-4d5f-a562-794cc544fc21 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0294323 Feb 10 15:48:44.754316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa9c5066-619f-481e-87bd-a6e1c064e322 req-84938815-03ef-432e-a630-bc1cd9f7d047 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0306640 Feb 10 15:48:44.773532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6170053b-4af6-4db2-8a6c-3f3879510007 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:44.835687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 51f254e5-7a16-4a95-b215-245db20dd6c3 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:44.868484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 51f254e5-7a16-4a95-b215-245db20dd6c3 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:48:44.869116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 51f254e5-7a16-4a95-b215-245db20dd6c3 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:44.907802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:44.921279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '6170053b-4af6-4db2-8a6c-3f3879510007', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': '6170053b-4af6-4db2-8a6c-3f3879510007', 'mac_address': 'fa:16:3e:ba:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:44.985897 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:45.002118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6170053b-4af6-4db2-8a6c-3f3879510007 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:45.030300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:45.040589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:45.103684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e8a70-d2b5-45ba-b82e-478715c80553 req-b750e753-78a2-4e7e-955b-6f3f28cb55a1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:45.112652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa3e8a70-d2b5-45ba-b82e-478715c80553 req-b750e753-78a2-4e7e-955b-6f3f28cb55a1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 945 time: 0.0731375 Feb 10 15:48:45.116589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:45.132205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['6170053b-4af6-4db2-8a6c-3f3879510007'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:45.154987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa3e8a70-d2b5-45ba-b82e-478715c80553 req-5f548324-2a58-4b97-a2b0-d7bc35f4c6e1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Feb 10 15:48:45.323677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba897-b4b6-402f-a0db-6cf0ea481ab1 req-715a888f-b70c-42ef-be1f-2281399fc258 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:45.325202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c01ba897-b4b6-402f-a0db-6cf0ea481ab1 req-715a888f-b70c-42ef-be1f-2281399fc258 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.0747771 Feb 10 15:48:45.409216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c01ba897-b4b6-402f-a0db-6cf0ea481ab1 req-177e4642-8edc-4afc-89ef-e96ee88bf4be tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705256 Feb 10 15:48:45.631537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-689fae65-9071-4f50-a1e5-c0560e068b86 req-e59b2202-5d3e-473c-8174-2fe059b84807 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0410063 Feb 10 15:48:45.721621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a74a9c-61ef-41f2-a91a-4728c4888384 req-5a8cea94-3fc4-4efa-b5d3-85501f293ef9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:45.729605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27a74a9c-61ef-41f2-a91a-4728c4888384 req-5a8cea94-3fc4-4efa-b5d3-85501f293ef9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0682268 Feb 10 15:48:45.819230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ca55400-e336-477b-b6e3-b535d3121d3a req-4cb98abc-770c-4abe-838b-fd8267204f56 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/ports?device_id=4691a2f7-a2b7-41f8-bd6f-49ccff45c425 HTTP/1.1" status: 200 len: 210 time: 0.0823860 Feb 10 15:48:45.874512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Request body: {'port': {'device_id': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:45.896218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27a74a9c-61ef-41f2-a91a-4728c4888384 req-6ad5ba4a-a3e1-4de4-90bd-856a8ad2a3f0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656673 Feb 10 15:48:46.094499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab014c8c-925b-497d-ab0f-5be5ac7fbd70 req-90535d3a-b210-4335-94c6-56c7ea60e681 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0834868 Feb 10 15:48:46.163669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-748534fe-6814-4039-8143-bb31382e5277 req-6b285d41-5f64-4c8f-8ae7-c6f778f1954f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.1492682 Feb 10 15:48:46.169559 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:46.188771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-47e013eb-734a-4e36-a45b-1d5ac9a7d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.203172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-47e013eb-734a-4e36-a45b-1d5ac9a7d663 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.3058019 Feb 10 15:48:46.216267 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-e47461f2-d629-4868-b42e-422bba4a4a7c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788732 Feb 10 15:48:46.366909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-cada3320-19e4-4aaf-ac10-5ec0a41b6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.368782 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-cada3320-19e4-4aaf-ac10-5ec0a41b6713 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.0684037 Feb 10 15:48:46.579014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-2c1649b3-527f-4467-a0e8-b689c5d11e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.581268 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-2c1649b3-527f-4467-a0e8-b689c5d11e9f service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1670017 Feb 10 15:48:46.687949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a340b91-11d7-443e-a8ec-896b72cb14d9 req-0e3b3526-0517-42b3-bc63-a3c5bec6e574 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.696305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a340b91-11d7-443e-a8ec-896b72cb14d9 req-0e3b3526-0517-42b3-bc63-a3c5bec6e574 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 945 time: 0.3592279 Feb 10 15:48:46.744035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-4b317119-f78f-48db-8dab-c33e72a91f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.745520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-4b317119-f78f-48db-8dab-c33e72a91f2d service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.5108726 Feb 10 15:48:46.802842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6170053b-4af6-4db2-8a6c-3f3879510007 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:46.841431 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-a5c7173b-de74-49d5-b3d5-38c35df94e2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.0940013 Feb 10 15:48:46.865377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 6170053b-4af6-4db2-8a6c-3f3879510007 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:46.866189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:46.900957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-51cbed86-9b67-4450-9ae2-9707da08cbba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.1145782 Feb 10 15:48:46.912536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-7b137898-700b-4975-88ae-c8ffdc493b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.915416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-7b137898-700b-4975-88ae-c8ffdc493b12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0572433 Feb 10 15:48:46.919817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ddab7-9f11-416d-ba13-09de998c3aa6 req-8cbd25c8-63f6-4d03-a665-b8c627bd9edf tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.928827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-427ddab7-9f11-416d-ba13-09de998c3aa6 req-8cbd25c8-63f6-4d03-a665-b8c627bd9edf tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 932 time: 0.3715975 Feb 10 15:48:46.953173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a340b91-11d7-443e-a8ec-896b72cb14d9 req-a8c7cafb-0b73-4e8c-914e-4ca01eee0abc tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559412 Feb 10 15:48:47.010622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-8f0c027a-ed1f-4481-9583-698aa4bc1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:47.016286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:47.016537 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-8f0c027a-ed1f-4481-9583-698aa4bc1693 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914817 Feb 10 15:48:47.072562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:47.075312 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5316809-4ff3-49eb-a2dc-d612c58f4dbe" -d '{"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-plugged", "status": "completed", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:47.128704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:47.134510 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:47.191894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.291478 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-a35c8070-18eb-4749-a84c-8f3247603193 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584445 Feb 10 15:48:47.722733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d74dd3fe-01ff-4864-bb19-96d047a643ce req-95775c39-d83f-453d-821e-00ef25f172d8 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131906 Feb 10 15:48:47.766473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd2e42bc-1f02-436c-86d4-66459100ce83 req-324ddc73-32bd-4c9b-885d-69631a3fdc03 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.7080872 Feb 10 15:48:47.788657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-84088dce-56bb-4069-95bb-9aa1df310b2f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:47.795860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-84088dce-56bb-4069-95bb-9aa1df310b2f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.75 "GET /v2.0/networks?id=b844e9fe-cb5f-4300-9967-750bf1fb4f48 HTTP/1.1" status: 200 len: 810 time: 0.3379714 Feb 10 15:48:47.823375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Request body: {'port': {'device_id': '7f45d902-31db-4efd-852b-fdba457f4e42', 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48', 'admin_state_up': True, 'tenant_id': '39a38bc21c1845c09740cb5385fbea06'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:47.826553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-427ddab7-9f11-416d-ba13-09de998c3aa6 req-54260383-de23-45be-9365-f9a1fd1f96b4 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8798144 Feb 10 15:48:47.834373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-ccabd29e-dbf9-431c-8608-6c5e292c7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:47.836351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-ccabd29e-dbf9-431c-8608-6c5e292c7c77 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.9038739 Feb 10 15:48:47.953071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-1c6daecd-112a-4749-8e77-10496c54ad72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687609 Feb 10 15:48:47.958336 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1416e9d-5866-4b67-9c48-7ae5cfa5d1fe x-openstack-request-id: req-b1416e9d-5866-4b67-9c48-7ae5cfa5d1fe {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:47.958805 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-plugged", "status": "completed", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:47.959061 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1416e9d-5866-4b67-9c48-7ae5cfa5d1fe {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:47.959578 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007', 'code': 200} Feb 10 15:48:48.044278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Made reservation on behalf of 39a38bc21c1845c09740cb5385fbea06 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:48.048548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:48.173474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3303f51f-17c0-4758-a347-d6452a37e3a7 req-d6aae031-fe90-4294-850c-a6868db2b9c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.1131432 Feb 10 15:48:48.297210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9229931-7b0d-4440-a27a-a76e63f8c84c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:48.315307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Allocated IP 172.20.0.3 (b844e9fe-cb5f-4300-9967-750bf1fb4f48/62f2ad19-d042-4c58-a55e-24a59b396b6f/7590bee3-06da-47bb-b20d-bd3928495523) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:48.346064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:48.362401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Transition to ACTIVE for port object c9229931-7b0d-4440-a27a-a76e63f8c84c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:48.395647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44ac683b-c862-4e4b-b499-4befc85a2b37 req-92d37ce9-2d78-4237-8036-4933a7c7148b tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0822973 Feb 10 15:48:48.446313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:48.451065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-f2a165d1-821b-469c-a11b-155c78ec7dd7 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293082 Feb 10 15:48:48.478764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:48.519549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Pushing event updated for resources: {'Port': ['ID=c9229931-7b0d-4440-a27a-a76e63f8c84c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:48.542051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c970a-0f07-4eae-b2ef-2331ec7b9c25 req-25f9c937-9e28-4ab1-85d8-9a40868927b4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:48.543760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b22c970a-0f07-4eae-b2ef-2331ec7b9c25 req-25f9c937-9e28-4ab1-85d8-9a40868927b4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.5797067 Feb 10 15:48:48.615060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d8799d9b-740a-4917-8b8d-af5f0f790471 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:48.616987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d8799d9b-740a-4917-8b8d-af5f0f790471 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.4696591 Feb 10 15:48:48.708011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'port': {'device_id': '412201f9-b781-40a7-94fa-144f95fd0499', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'admin_state_up': True, 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:48.830058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f8deed9-a29e-4bfc-9c78-07b12184b6fc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:48.841867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-90852a2f-4ce1-4fc5-b636-956c07d14574 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956891 Feb 10 15:48:48.845639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28e735e7-6a40-4c67-a01f-b7e68ca4f6d7 req-21bef506-199f-4f90-8878-44a5f05e75e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.1591055 Feb 10 15:48:48.881486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b22c970a-0f07-4eae-b2ef-2331ec7b9c25 req-78ffbb15-ef98-45d5-bb1b-9d72e8051c0b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239770 Feb 10 15:48:48.943976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Attempting to bind port c9229931-7b0d-4440-a27a-a76e63f8c84c on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:48:48.944320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Attempting to bind port c9229931-7b0d-4440-a27a-a76e63f8c84c by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:48:48.944679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Attempting to bind port c9229931-7b0d-4440-a27a-a76e63f8c84c on network 5d010578-263d-43cf-9569-815d77280588 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:48.953733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Port c9229931-7b0d-4440-a27a-a76e63f8c84c on network 5d010578-263d-43cf-9569-815d77280588 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:48.954062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Attempting to bind port c9229931-7b0d-4440-a27a-a76e63f8c84c on network 5d010578-263d-43cf-9569-815d77280588 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:48.980342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:48.980696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Checking segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:48:48.981131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Bound using segment: {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:48.981581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Bound port: c9229931-7b0d-4440-a27a-a76e63f8c84c, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048fe823-e15c-4bfa-b7cb-23ad75295471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5d010578-263d-43cf-9569-815d77280588'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:48:48.981938 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.005084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c77a-b960-4afb-9f39-2cdf3aa11ce0 req-7347e6d8-b94e-494b-b244-129adef2ca0f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:49.014098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbe1c77a-b960-4afb-9f39-2cdf3aa11ce0 req-7347e6d8-b94e-494b-b244-129adef2ca0f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.4370055 Feb 10 15:48:49.046962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f8deed9-a29e-4bfc-9c78-07b12184b6fc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.075354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.131355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] For port c9229931-7b0d-4440-a27a-a76e63f8c84c, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:49.135212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] For port c9229931-7b0d-4440-a27a-a76e63f8c84c, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:49.155476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbe1c77a-b960-4afb-9f39-2cdf3aa11ce0 req-bc7714aa-9288-45ff-b4d2-ed7be26d6496 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359277 Feb 10 15:48:49.171746 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.195828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f8deed9-a29e-4bfc-9c78-07b12184b6fc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.204937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f8deed9-a29e-4bfc-9c78-07b12184b6fc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.207320 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f8deed9-a29e-4bfc-9c78-07b12184b6fc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6571027-e574-47af-91fb-9c8997d145de HTTP/1.1" status: 204 len: 168 time: 0.7285306 Feb 10 15:48:49.212331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57810) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:49.229658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.235830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:49.241970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.325902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Pushing event updated for resources: {'Port': ['ID=7590bee3-06da-47bb-b20d-bd3928495523,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:49.330718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Pushing event updated for resources: {'Port': ['ID=c9229931-7b0d-4440-a27a-a76e63f8c84c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:49.336467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f5e4f18-e669-49e9-b491-f84585a9d8bd req-ac67fc3f-ca62-4920-9028-b6bc4de9a33c tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.1798055 Feb 10 15:48:49.376723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:49.377802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:49.379411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-913604a8-ac78-4b4b-bbf5-520d78d4b1fe service neutron] 10.222.0.75 "PUT /v2.0/ports/c9229931-7b0d-4440-a27a-a76e63f8c84c HTTP/1.1" status: 200 len: 1092 time: 3.5591180 Feb 10 15:48:49.380956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'tag': 'c9229931-7b0d-4440-a27a-a76e63f8c84c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:49.383221 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b88632-1a97-4fa7-8dd8-c933bd59f552", "tag": "c9229931-7b0d-4440-a27a-a76e63f8c84c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:49.413258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8deed9-a29e-4bfc-9c78-07b12184b6fc tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6571027-e574-47af-91fb-9c8997d145de,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:49.435901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ae972-a2fe-4fd3-8d57-488eb0a11674 req-330c172d-f442-45cc-87cb-9e9ad53f2c38 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:49.437537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c2ae972-a2fe-4fd3-8d57-488eb0a11674 req-330c172d-f442-45cc-87cb-9e9ad53f2c38 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 944 time: 0.1340377 Feb 10 15:48:49.438265 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-3b9f80c9-e2be-44cf-b464-e7da9afb1d12 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] show failed (client error): The resource could not be found. Feb 10 15:48:49.446864 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3b9f80c9-e2be-44cf-b464-e7da9afb1d12 tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "GET /v2.0/security-groups/e6571027-e574-47af-91fb-9c8997d145de HTTP/1.1" status: 404 len: 347 time: 0.2182877 Feb 10 15:48:49.448794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:49.482204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Network b844e9fe-cb5f-4300-9967-750bf1fb4f48 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:49.488171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:49.498219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:49.709570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d31e1cd-61ab-4661-ae14-921d6a515efe req-8ef508dd-1e68-4ff7-b01d-9b56fe7f36aa tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 210 time: 0.0986795 Feb 10 15:48:49.770626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Allocated IP 172.20.0.7 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/f27b47f0-f40b-47c7-9783-77bb83590032) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:49.857064 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa861631-6aa3-4fd2-ad03-bda927df59ec x-openstack-request-id: req-aa861631-6aa3-4fd2-ad03-bda927df59ec {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:49.857553 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b88632-1a97-4fa7-8dd8-c933bd59f552", "tag": "c9229931-7b0d-4440-a27a-a76e63f8c84c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:49.857680 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa861631-6aa3-4fd2-ad03-bda927df59ec {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:49.858042 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'tag': 'c9229931-7b0d-4440-a27a-a76e63f8c84c', 'status': 'completed', 'code': 200} Feb 10 15:48:49.966494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c2ae972-a2fe-4fd3-8d57-488eb0a11674 req-7adcc53b-b324-42ad-8e8a-a610d6167b49 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916446 Feb 10 15:48:49.972637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57832) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:50.010289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-2933686a-7755-4b61-8dc2-fbea43469703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.012036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-2933686a-7755-4b61-8dc2-fbea43469703 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e0dfe008d5a446399913d77314f77fa&device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 1095 time: 0.4223082 Feb 10 15:48:50.064992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.068870 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.113762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.154469 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-46b186e8-8d8d-4f93-88b6-a5605966f976 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3378296 Feb 10 15:48:50.184655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-406db54e-f349-4f0a-9202-25cfc152b821 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c HTTP/1.1" status: 200 len: 217 time: 0.1272206 Feb 10 15:48:50.184935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Request body: {'port': {'device_id': '7f45d902-31db-4efd-852b-fdba457f4e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:50.191332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.265282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:50.284915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:50.287349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:50.322744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=f27b47f0-f40b-47c7-9783-77bb83590032,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.337589 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.370597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.371348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.399995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-609043b2-ac03-42c9-8cd7-0abed0e6b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.401706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-609043b2-ac03-42c9-8cd7-0abed0e6b3bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=147ae197-e7f2-434a-93aa-9d22ab465527 HTTP/1.1" status: 200 len: 853 time: 0.1939189 Feb 10 15:48:50.409690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-d660791c-172d-4c7c-aada-774c2ed067c0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7155437 Feb 10 15:48:50.415893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8b0ce-90e8-4913-97a1-022748ad5c71 req-4442a6d1-58f4-4ea8-9e34-2e5b2ac7c296 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.417697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83f8b0ce-90e8-4913-97a1-022748ad5c71 req-4442a6d1-58f4-4ea8-9e34-2e5b2ac7c296 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 931 time: 0.4640765 Feb 10 15:48:50.437691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Request body: {'port': {'device_id': '412201f9-b781-40a7-94fa-144f95fd0499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:50.455620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Deleting port 18eee8b3-2245-4b17-86e6-d6a6ccfaec14 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:50.456040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.570738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.570738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.584780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Calling delete_port for 18eee8b3-2245-4b17-86e6-d6a6ccfaec14 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:50.593967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.879120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e51d8-3b14-4d81-a045-3d7d7acf8f23 req-144e2814-52e8-480e-85be-66c987783d08 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.891682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-665e51d8-3b14-4d81-a045-3d7d7acf8f23 req-144e2814-52e8-480e-85be-66c987783d08 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.7261481 Feb 10 15:48:50.897372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9b96e6d7-8299-4b42-acd8-482707c22262 None None] Provisioning complete for port f27b47f0-f40b-47c7-9783-77bb83590032 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:50.897966 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b96e6d7-8299-4b42-acd8-482707c22262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.936548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:50.943628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e6d7-8299-4b42-acd8-482707c22262 None None] Port f27b47f0-f40b-47c7-9783-77bb83590032 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:48:50.957518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.960127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.960127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.960127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.960127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.960127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.960762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:50.962464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-279f78ad-75aa-4933-8c35-5e138244468b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 6501 time: 0.9789443 Feb 10 15:48:51.036376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Pushing event deleted for resources: {'Port': ['ID=18eee8b3-2245-4b17-86e6-d6a6ccfaec14,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:51.049615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-665e51d8-3b14-4d81-a045-3d7d7acf8f23 req-fce49c07-d91d-4b22-90cf-ec5f1e2a4bac tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545513 Feb 10 15:48:51.062884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83f8b0ce-90e8-4913-97a1-022748ad5c71 req-b9268131-75ee-4d87-becf-4e6fbb7b58c8 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186504 Feb 10 15:48:51.112811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-8191f0a0-02ef-46c2-9c5a-85ea11eb93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:51.114355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-8191f0a0-02ef-46c2-9c5a-85ea11eb93e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d010578-263d-43cf-9569-815d77280588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6805623 Feb 10 15:48:51.141368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2aac10f2-8041-402a-9542-b492fe0d6c6b req-0e69abad-1a5e-4280-ae05-3e68ba8b8717 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634619 Feb 10 15:48:51.143924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.147601 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.148771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9841c5dd-e9ef-49cc-85cd-ad195bacf15f tempest-ServersTestBootFromVolume-1615569618 tempest-ServersTestBootFromVolume-1615569618-project] 10.222.0.21 "DELETE /v2.0/floatingips/19528b89-c05d-440e-8613-b66dcfaf31b3 HTTP/1.1" status: 204 len: 168 time: 1.6955984 Feb 10 15:48:51.169938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57848) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:51.312524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b9b3400-a564-4483-8e9a-b18b3f892a92 req-c86467c8-2cc4-4c78-8ee7-4312ee55e586 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0809109 Feb 10 15:48:51.383546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfca755-956b-4ac9-8088-ce16bdb8a37f req-ca054082-4eb2-4a77-81e4-1bb723f08f86 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:51.388944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbfca755-956b-4ac9-8088-ce16bdb8a37f req-ca054082-4eb2-4a77-81e4-1bb723f08f86 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.2497826 Feb 10 15:48:51.422116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-948fdee8-1aaa-4190-96af-3531bda0d589 service neutron] 10.222.0.75 "GET /v2.0/networks/5d010578-263d-43cf-9569-815d77280588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922065 Feb 10 15:48:51.444412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7590bee3-06da-47bb-b20d-bd3928495523 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:51.478650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.500261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbfca755-956b-4ac9-8088-ce16bdb8a37f req-f51bf4e9-901d-4218-87e3-bba0ee4a16a0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085598 Feb 10 15:48:51.500568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Transition to ACTIVE for port object 7590bee3-06da-47bb-b20d-bd3928495523 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:51.523802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.598556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Pushing event updated for resources: {'Port': ['ID=7590bee3-06da-47bb-b20d-bd3928495523,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:51.658605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26c22d-b209-473b-8f9f-17dc2e0a898e req-6e6ab1aa-7f6b-4056-b0e8-f98bc99c63c7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:51.660465 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f26c22d-b209-473b-8f9f-17dc2e0a898e req-6e6ab1aa-7f6b-4056-b0e8-f98bc99c63c7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 931 time: 0.2245712 Feb 10 15:48:51.738816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Attempting to bind port 7590bee3-06da-47bb-b20d-bd3928495523 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:48:51.739656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Attempting to bind port 7590bee3-06da-47bb-b20d-bd3928495523 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '78f3438e-8d9a-466d-a6ce-1b65b22a15ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:48:51.739656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Attempting to bind port 7590bee3-06da-47bb-b20d-bd3928495523 on network b844e9fe-cb5f-4300-9967-750bf1fb4f48 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:51.744806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27b47f0-f40b-47c7-9783-77bb83590032 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:51.748847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c22f16b3-a0eb-42d9-a0af-3b229cc3beb9 req-461c723f-9e4f-4105-8072-60ea9a3ce819 service neutron] 10.222.0.75 "GET /v2.0/networks/5d010578-263d-43cf-9569-815d77280588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093803 Feb 10 15:48:51.753650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.755881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Port 7590bee3-06da-47bb-b20d-bd3928495523 on network b844e9fe-cb5f-4300-9967-750bf1fb4f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:51.756241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Attempting to bind port 7590bee3-06da-47bb-b20d-bd3928495523 on network b844e9fe-cb5f-4300-9967-750bf1fb4f48 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:51.762851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:51.763259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Checking segment: {'id': '78f3438e-8d9a-466d-a6ce-1b65b22a15ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:48:51.763638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Bound using segment: {'id': '78f3438e-8d9a-466d-a6ce-1b65b22a15ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:51.764016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Bound port: 7590bee3-06da-47bb-b20d-bd3928495523, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f3438e-8d9a-466d-a6ce-1b65b22a15ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:48:51.764382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.780100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee263ccf-eb60-4075-ac21-7f212fb3d60c req-9e52ed91-bd67-413d-acb4-6de3b732801d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:51.787278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee263ccf-eb60-4075-ac21-7f212fb3d60c req-9e52ed91-bd67-413d-acb4-6de3b732801d tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 944 time: 0.2041390 Feb 10 15:48:51.811547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Transition to ACTIVE for port object f27b47f0-f40b-47c7-9783-77bb83590032 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:51.817514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:51.823915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f26c22d-b209-473b-8f9f-17dc2e0a898e req-76f17fd4-41bd-4b7e-83a9-3493ae11fbe9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555660 Feb 10 15:48:51.887535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee263ccf-eb60-4075-ac21-7f212fb3d60c req-e18f8215-1e0f-46a5-a5ea-f458a8aeeb9f tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989826 Feb 10 15:48:51.982793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-50950c2e-73d0-47c2-8390-5ac9dafa9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:51.986703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-50950c2e-73d0-47c2-8390-5ac9dafa9b59 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e0dfe008d5a446399913d77314f77fa&device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 1095 time: 0.1206117 Feb 10 15:48:52.011653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] For port 7590bee3-06da-47bb-b20d-bd3928495523, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:52.029477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] For port 7590bee3-06da-47bb-b20d-bd3928495523, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7590bee3-06da-47bb-b20d-bd3928495523,segment=NetworkSegment(78f3438e-8d9a-466d-a6ce-1b65b22a15ec),segment_id=78f3438e-8d9a-466d-a6ce-1b65b22a15ec)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:52.030825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Pushing event updated for resources: {'Port': ['ID=f27b47f0-f40b-47c7-9783-77bb83590032,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:52.136798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:52.227517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Attempting to bind port f27b47f0-f40b-47c7-9783-77bb83590032 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:48:52.228033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Attempting to bind port f27b47f0-f40b-47c7-9783-77bb83590032 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:48:52.228508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Attempting to bind port f27b47f0-f40b-47c7-9783-77bb83590032 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:52.230649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Pushing event updated for resources: {'Port': ['ID=7590bee3-06da-47bb-b20d-bd3928495523,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:52.233140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-227d4a96-88d2-46ee-a6ca-872c53945670 req-df556210-996f-4380-9fd1-3f5cbd6c9f6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d47c4389b3640d2bdaa5b4c1f8cb686&device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0602307 Feb 10 15:48:52.266744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.269709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:52.271216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-3efe6268-bac6-4cc6-9612-cbdd0cbbadff service neutron] 10.222.0.75 "PUT /v2.0/ports/7590bee3-06da-47bb-b20d-bd3928495523 HTTP/1.1" status: 200 len: 1091 time: 2.0991597 Feb 10 15:48:52.274563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d902-31db-4efd-852b-fdba457f4e42', 'tag': '7590bee3-06da-47bb-b20d-bd3928495523'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:52.295355 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b652b160-ae01-441c-b93d-827d5c520dae" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d902-31db-4efd-852b-fdba457f4e42", "tag": "7590bee3-06da-47bb-b20d-bd3928495523"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:52.304041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Port f27b47f0-f40b-47c7-9783-77bb83590032 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:52.304582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Attempting to bind port f27b47f0-f40b-47c7-9783-77bb83590032 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:52.314069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:52.315319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:48:52.316400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:52.316906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Bound port: f27b47f0-f40b-47c7-9783-77bb83590032, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:48:52.317333 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:52.331515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-227d4a96-88d2-46ee-a6ca-872c53945670 req-4ac9f0be-feb2-45de-84ea-fa2ff8666e7f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4d47c4389b3640d2bdaa5b4c1f8cb686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860960 Feb 10 15:48:52.358017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-7582d093-501a-407e-986f-d77a98a5daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.359858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-7582d093-501a-407e-986f-d77a98a5daeb service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d010578-263d-43cf-9569-815d77280588 HTTP/1.1" status: 200 len: 915 time: 0.3551648 Feb 10 15:48:52.447895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] For port f27b47f0-f40b-47c7-9783-77bb83590032, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:52.451505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] For port f27b47f0-f40b-47c7-9783-77bb83590032, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f27b47f0-f40b-47c7-9783-77bb83590032,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:52.456572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6432c-febd-4405-8e4f-cb1733e6b1cb req-5009a844-d348-4728-8d98-66bb0b69855e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.464605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66c6432c-febd-4405-8e4f-cb1733e6b1cb req-5009a844-d348-4728-8d98-66bb0b69855e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.2765429 Feb 10 15:48:52.489316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:52.520710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:52.527426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-304a4716-b39f-48bb-9896-0a9fe394d162 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c HTTP/1.1" status: 200 len: 217 time: 0.1529310 Feb 10 15:48:52.555079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.555986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:52.557551 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] 10.222.0.75 "PUT /v2.0/ports/f27b47f0-f40b-47c7-9783-77bb83590032 HTTP/1.1" status: 200 len: 1091 time: 2.1258030 Feb 10 15:48:52.559611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-4b3c4a0d-1713-46e7-9d00-74a18502bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.560953 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-4b3c4a0d-1713-46e7-9d00-74a18502bfe0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=39a38bc21c1845c09740cb5385fbea06&device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 1094 time: 0.1079237 Feb 10 15:48:52.635658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a671db-14ba-42b8-8774-ddc90e8b8934 service neutron] Pushing event updated for resources: {'Port': ['ID=f27b47f0-f40b-47c7-9783-77bb83590032,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:52.670894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-f52e52b1-1a4c-40b2-a079-b3c57bb685ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7590bee3-06da-47bb-b20d-bd3928495523 HTTP/1.1" status: 200 len: 217 time: 0.0971701 Feb 10 15:48:52.700010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f5ed77ea-de2c-4e14-a20e-bc3bb2df47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.701509 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-f5ed77ea-de2c-4e14-a20e-bc3bb2df47fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 1094 time: 0.0722694 Feb 10 15:48:52.771504 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-253d4bca-dd5e-4dc0-83ed-e1805b85210f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f27b47f0-f40b-47c7-9783-77bb83590032 HTTP/1.1" status: 200 len: 217 time: 0.0442533 Feb 10 15:48:52.813122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-945d9f6c-e656-4f8f-9184-7bb2e94ed7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.817962 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-945d9f6c-e656-4f8f-9184-7bb2e94ed7da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62f2ad19-d042-4c58-a55e-24a59b396b6f HTTP/1.1" status: 200 len: 850 time: 0.1338055 Feb 10 15:48:52.862235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-305c1d7f-8f52-46bd-8a93-b88df3199006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.863798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-305c1d7f-8f52-46bd-8a93-b88df3199006 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0825706 Feb 10 15:48:52.883070 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-a0b5c61f-a0d2-46e6-a8f4-b1adfb34d342 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b844e9fe-cb5f-4300-9967-750bf1fb4f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391235 Feb 10 15:48:53.009144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-713b4d7a-f138-469a-8365-aadb0c3178c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.010828 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-713b4d7a-f138-469a-8365-aadb0c3178c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268148 Feb 10 15:48:53.076314 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-1b854f0d-d04b-496b-ad26-c05c5266f905 service neutron] 10.222.0.75 "GET /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647956 Feb 10 15:48:53.108360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b82a-1df1-4ec6-a789-118cdef9d273 req-332e84df-5dd7-48cf-88c3-5e0832840e5a tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.119076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91d3b82a-1df1-4ec6-a789-118cdef9d273 req-332e84df-5dd7-48cf-88c3-5e0832840e5a tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 943 time: 0.8770785 Feb 10 15:48:53.190313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-6464bafe-9ead-4b30-a2c7-1b00788c28b5 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673732 Feb 10 15:48:53.279582 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d3341cd5-fb28-431a-b638-8767c5fae01a req-e5ee5399-5061-48a8-996e-0df01a210745 service neutron] 10.222.0.75 "GET /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816328 Feb 10 15:48:53.296959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66c6432c-febd-4405-8e4f-cb1733e6b1cb req-53f44060-3a6a-4ba1-a8f4-74e5aac02c67 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7961469 Feb 10 15:48:53.338706 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:53.366181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-b64a45db-cb21-4867-8a64-07283b93727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.369891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-b64a45db-cb21-4867-8a64-07283b93727e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=147ae197-e7f2-434a-93aa-9d22ab465527 HTTP/1.1" status: 200 len: 853 time: 0.7325885 Feb 10 15:48:53.370904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d4a96-88d2-46ee-a6ca-872c53945670 req-70ccef5a-c90a-43ca-add5-54e955f17e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.373296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-227d4a96-88d2-46ee-a6ca-872c53945670 req-70ccef5a-c90a-43ca-add5-54e955f17e96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0325384 Feb 10 15:48:53.376388 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab632fa9-d336-43aa-b7ec-c11f5b6d16bb req-630b5a7e-0f7a-4b47-bcdf-cfafb0870eb9 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664770 Feb 10 15:48:53.390364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91d3b82a-1df1-4ec6-a789-118cdef9d273 req-4d2a252e-3661-4e22-8dff-e49048a26411 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673073 Feb 10 15:48:53.452270 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476bf3de-24c4-4435-bdb6-c085f9e5ae40 x-openstack-request-id: req-476bf3de-24c4-4435-bdb6-c085f9e5ae40 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:53.453227 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d902-31db-4efd-852b-fdba457f4e42", "tag": "7590bee3-06da-47bb-b20d-bd3928495523", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:53.453652 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-476bf3de-24c4-4435-bdb6-c085f9e5ae40 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:53.454317 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d902-31db-4efd-852b-fdba457f4e42', 'tag': '7590bee3-06da-47bb-b20d-bd3928495523', 'status': 'completed', 'code': 200} Feb 10 15:48:53.491894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3a8fb99-b5a0-40a3-b85b-841fd5371399 req-dfec0de3-4b6b-47ce-92af-217b7289d453 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0656040 Feb 10 15:48:53.531495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-1e047f0a-ab03-4629-8a82-b608f9ffe863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.533821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-1e047f0a-ab03-4629-8a82-b608f9ffe863 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d010578-263d-43cf-9569-815d77280588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422532 Feb 10 15:48:53.574393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652b160-ae01-441c-b93d-827d5c520dae req-b635f031-6a4e-4e3f-8e1b-9aec74739532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.576054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-b635f031-6a4e-4e3f-8e1b-9aec74739532 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=39a38bc21c1845c09740cb5385fbea06&device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 1094 time: 0.0732796 Feb 10 15:48:53.714553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652b160-ae01-441c-b93d-827d5c520dae req-90bd731b-f3f6-4fd7-ae5e-ebe1b7dbd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.716264 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-90bd731b-f3f6-4fd7-ae5e-ebe1b7dbd708 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b844e9fe-cb5f-4300-9967-750bf1fb4f48 HTTP/1.1" status: 200 len: 911 time: 0.1171997 Feb 10 15:48:53.801548 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-6b5c572d-a32c-4437-86c5-21c6b8daa3cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7590bee3-06da-47bb-b20d-bd3928495523 HTTP/1.1" status: 200 len: 217 time: 0.0706713 Feb 10 15:48:53.805591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00795b-c67a-4920-b55d-785d2fddbeff req-b5aa9b6d-a90f-4b3c-899f-1279f78aa2d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.813312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf00795b-c67a-4920-b55d-785d2fddbeff req-b5aa9b6d-a90f-4b3c-899f-1279f78aa2d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.2404985 Feb 10 15:48:53.839022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Deleting port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:53.839685 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:53.874478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652b160-ae01-441c-b93d-827d5c520dae req-c0e63943-0763-4f86-9b49-28f483708d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.876153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-c0e63943-0763-4f86-9b49-28f483708d10 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62f2ad19-d042-4c58-a55e-24a59b396b6f HTTP/1.1" status: 200 len: 850 time: 0.0529020 Feb 10 15:48:53.880796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd18b-7418-4b4f-af95-5b3b73714f63 req-60cc3055-c58a-4338-90b8-62bcca697209 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:53.882478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60dfd18b-7418-4b4f-af95-5b3b73714f63 req-60cc3055-c58a-4338-90b8-62bcca697209 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 943 time: 0.2330360 Feb 10 15:48:53.937604 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-24479391-e3a1-4cf2-a95d-a339e5ed1640 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b844e9fe-cb5f-4300-9967-750bf1fb4f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388255 Feb 10 15:48:53.959551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf00795b-c67a-4920-b55d-785d2fddbeff req-0236c13b-b53a-4b6e-8c0b-fb99c92f0a86 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444824 Feb 10 15:48:53.962022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-42af3b17-bd3b-47eb-8de7-c12d07114b7b service neutron] 10.222.0.75 "GET /v2.0/networks/5d010578-263d-43cf-9569-815d77280588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109848 Feb 10 15:48:54.095001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-260a1fee-d1ef-4a15-bf10-303a3cf54ebd req-e6def5b3-a7c7-4d91-8a09-91af8a3a3073 service neutron] 10.222.0.75 "GET /v2.0/networks/5d010578-263d-43cf-9569-815d77280588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095517 Feb 10 15:48:54.100028 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-cf629085-7599-435b-94ca-8feccc623289 service neutron] 10.222.0.75 "GET /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475766 Feb 10 15:48:54.181802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60dfd18b-7418-4b4f-af95-5b3b73714f63 req-bc99f9a2-13ad-4d9a-bd1b-9a6e079699e5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350314 Feb 10 15:48:54.196362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] For port 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:54.197358 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:54.231754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1183fd5-b8cd-467f-9f13-6575fde67450 req-76b2af47-64d9-467b-b2d4-c2e169ad3ec6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:54.233636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1183fd5-b8cd-467f-9f13-6575fde67450 req-76b2af47-64d9-467b-b2d4-c2e169ad3ec6 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 944 time: 0.1389308 Feb 10 15:48:54.234616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Calling delete_port for 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:54.248465 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b652b160-ae01-441c-b93d-827d5c520dae req-0c445f26-2087-484a-8ea5-2d4ff7e4e79a service neutron] 10.222.0.75 "GET /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325595 Feb 10 15:48:54.324138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1183fd5-b8cd-467f-9f13-6575fde67450 req-97887b17-d12a-4339-a20e-7ca643beecc4 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793772 Feb 10 15:48:54.464713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e59012-67cc-4eda-8c9f-ae03a1fb4540 req-f8a96d27-675b-49a4-a1cf-25d1e88c218a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:54.466406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21e59012-67cc-4eda-8c9f-ae03a1fb4540 req-f8a96d27-675b-49a4-a1cf-25d1e88c218a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0842230 Feb 10 15:48:54.575353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21e59012-67cc-4eda-8c9f-ae03a1fb4540 req-b05d1db3-3c26-4e93-acfc-b524fe14b5c6 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935352 Feb 10 15:48:54.626459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f43bb5-b4d9-4405-b87e-6039fd6f0152 req-9218ffb9-699a-4fae-93c6-84d1ef5a14a6 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:54.628091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10f43bb5-b4d9-4405-b87e-6039fd6f0152 req-9218ffb9-699a-4fae-93c6-84d1ef5a14a6 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 943 time: 0.1599250 Feb 10 15:48:54.702041 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:54.750076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-227d4a96-88d2-46ee-a6ca-872c53945670 req-df68bfd4-3eca-4cc6-9d3e-fa3d3222b9c6 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0731633 Feb 10 15:48:54.752118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51bf75b5-a30a-421d-b2ad-4fb1e77b40a6 req-116de448-e24e-449f-8895-e80d154a8a25 tempest-ServerShowV254Test-1094395268 tempest-ServerShowV254Test-1094395268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a0c7b21-bfb2-4d42-96d5-db26858d9c68 HTTP/1.1" status: 200 len: 210 time: 0.0813975 Feb 10 15:48:54.784510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf3015-f03e-4d01-bbc3-5ea68ad76ce8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.805697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10f43bb5-b4d9-4405-b87e-6039fd6f0152 req-162e2891-a478-4ad8-bce4-7a8080bf8d51 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641119 Feb 10 15:48:55.054775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:55.295477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d1b15-c5b1-4c6d-9480-0a14a93af7e7 req-66084123-568c-4f06-9e97-7c968c604dc7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:55.300044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-278d1b15-c5b1-4c6d-9480-0a14a93af7e7 req-66084123-568c-4f06-9e97-7c968c604dc7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1500731 Feb 10 15:48:55.455883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412201f9-b781-40a7-94fa-144f95fd0499', 'tag': 'f27b47f0-f40b-47c7-9783-77bb83590032'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:48:55.459415 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e" -d '{"events": [{"name": "network-changed", "server_uuid": "412201f9-b781-40a7-94fa-144f95fd0499", "tag": "f27b47f0-f40b-47c7-9783-77bb83590032"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:55.570900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-278d1b15-c5b1-4c6d-9480-0a14a93af7e7 req-f04899e2-7d9e-4110-8072-c9efa7f2b5ca tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610214 Feb 10 15:48:55.741203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1234f-d2d5-4841-9490-50de54c2fd4e req-dbe8b1d5-8870-4fcf-84d7-7045aa987e3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:55.742602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ae1234f-d2d5-4841-9490-50de54c2fd4e req-dbe8b1d5-8870-4fcf-84d7-7045aa987e3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 943 time: 0.1036882 Feb 10 15:48:55.747086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Router 1b99cdac-b320-4dd7-bb34-2baec91b3440 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:48:55.784376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaf7c1-182e-493d-a8b9-2628ce7c899e req-5dbbee80-850d-45b8-b91a-33a71e68d16b tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:55.785980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bdaf7c1-182e-493d-a8b9-2628ce7c899e req-5dbbee80-850d-45b8-b91a-33a71e68d16b tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 944 time: 0.1123297 Feb 10 15:48:55.833707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ae1234f-d2d5-4841-9490-50de54c2fd4e req-c854f733-27d3-4414-aae0-f196daa2ed0a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828652 Feb 10 15:48:55.902796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bdaf7c1-182e-493d-a8b9-2628ce7c899e req-d312bc60-b8bb-4e5d-89fd-ea46727cb303 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093524 Feb 10 15:48:55.951414 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6aa911-a990-48aa-ae2e-927516129583 x-openstack-request-id: req-8e6aa911-a990-48aa-ae2e-927516129583 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:55.951739 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412201f9-b781-40a7-94fa-144f95fd0499", "tag": "f27b47f0-f40b-47c7-9783-77bb83590032", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:55.955281 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e6aa911-a990-48aa-ae2e-927516129583 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:55.955281 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412201f9-b781-40a7-94fa-144f95fd0499', 'tag': 'f27b47f0-f40b-47c7-9783-77bb83590032', 'status': 'completed', 'code': 200} Feb 10 15:48:55.996509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:56.008361 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] Sync routers for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:56.019818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-66144258-a679-4a41-b53a-01a67b575e8a admin admin] 10.222.0.21 "PUT /v2.0/routers/1b99cdac-b320-4dd7-bb34-2baec91b3440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8459809 Feb 10 15:48:56.020511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57904) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:56.023993 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:56.024619 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:48:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:56.066575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-57a488d5-c36f-4c69-ab17-5f6e9c625981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.068422 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-57a488d5-c36f-4c69-ab17-5f6e9c625981 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 1094 time: 0.0888584 Feb 10 15:48:56.193213 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:56.213347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.325830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf45a87-72c7-4e86-93b8-8670f3df8e14 req-6c587924-b297-43ca-83ae-a55c609fbd6f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.334506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf45a87-72c7-4e86-93b8-8670f3df8e14 req-6c587924-b297-43ca-83ae-a55c609fbd6f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 943 time: 0.1176589 Feb 10 15:48:56.390897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-e3be1725-b1a5-42d3-976f-e43c9866325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.399003 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-e3be1725-b1a5-42d3-976f-e43c9866325e service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.3177543 Feb 10 15:48:56.400050 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:48:54Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:56.415221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf45a87-72c7-4e86-93b8-8670f3df8e14 req-8dc7b46b-24fe-4cc6-9b24-b45a137cca25 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796936 Feb 10 15:48:56.448929 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] Checking router: 1b99cdac-b320-4dd7-bb34-2baec91b3440 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:56.460006 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] Routers {'1b99cdac-b320-4dd7-bb34-2baec91b3440'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:56.470003 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:48:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1b99cdac-b320-4dd7-bb34-2baec91b3440'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:56.490619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.533173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-722556af-5439-41aa-b509-c05ae34f2490 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f27b47f0-f40b-47c7-9783-77bb83590032 HTTP/1.1" status: 200 len: 217 time: 0.1231163 Feb 10 15:48:56.544254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57910) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:56.580401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Deleting port 0d22a841-a31a-4722-8b08-471848837fc1 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:56.581264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.671997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-9e04a25d-5eb3-43e4-89f0-8a9f9a9a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.673737 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-9e04a25d-5eb3-43e4-89f0-8a9f9a9a0221 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1271634 Feb 10 15:48:56.722840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4376c17b-8c09-4bc9-80fd-4b35d9aee1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.778406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-e8105d5d-0b85-4b14-bb6d-b229cb208612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.782074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-e8105d5d-0b85-4b14-bb6d-b229cb208612 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950625 Feb 10 15:48:56.805489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] For port 0d22a841-a31a-4722-8b08-471848837fc1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0d22a841-a31a-4722-8b08-471848837fc1,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:56.805909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.816546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10388cc-8490-452e-9477-f9daadb33086 req-56030381-23b5-4c80-a641-c8d8c92d4abb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.817920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d10388cc-8490-452e-9477-f9daadb33086 req-56030381-23b5-4c80-a641-c8d8c92d4abb tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0795660 Feb 10 15:48:56.858258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Calling delete_port for 0d22a841-a31a-4722-8b08-471848837fc1 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:56.868040 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] Set router 1b99cdac-b320-4dd7-bb34-2baec91b3440 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:56.876577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d10388cc-8490-452e-9477-f9daadb33086 req-6b2f8a48-f34c-4499-a6b2-2d90a2185712 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521157 Feb 10 15:48:56.958162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4376c17b-8c09-4bc9-80fd-4b35d9aee1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.973242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4376c17b-8c09-4bc9-80fd-4b35d9aee1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:56.976994 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-cfe7fe5e-f791-49a3-9896-2c049bb7eff6 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851118 Feb 10 15:48:57.015179 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.111998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4376c17b-8c09-4bc9-80fd-4b35d9aee1cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d47c4389b3640d2bdaa5b4c1f8cb686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664268 Feb 10 15:48:57.112617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57922) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:57.122883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376c17b-8c09-4bc9-80fd-4b35d9aee1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e75423-b027-45b6-9b1a-49929ac9d021,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.129801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51293d-ee25-42fc-8e19-f3b00b664030 req-9f727318-e875-4faa-a45c-4f4bb7a6de92 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:57.131879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c51293d-ee25-42fc-8e19-f3b00b664030 req-9f727318-e875-4faa-a45c-4f4bb7a6de92 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 943 time: 0.1384015 Feb 10 15:48:57.197540 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:48:54Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:57.203029 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f240eef2-8b4f-4d88-8d73-b392a4dcef5e req-61491c82-40fe-40f8-9e94-263f76ee78ae service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969018 Feb 10 15:48:57.210130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd91733-5494-4cdb-ab21-f6c86fc1b754 req-aa6cb52f-b260-438d-be57-34467d6b6847 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:57.217670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ebd91733-5494-4cdb-ab21-f6c86fc1b754 req-aa6cb52f-b260-438d-be57-34467d6b6847 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 944 time: 0.1674194 Feb 10 15:48:57.238298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c87234-5df8-4114-aa28-aebe7966138d None None] The sync data for ids ['1b99cdac-b320-4dd7-bb34-2baec91b3440'] in n-d-827895-3 is: [{'id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'name': 'tempest-ServersTestBootFromVolume-320078611-router', 'tenant_id': '5f416e82ada24e59abed0a249de2e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '0d22a841-a31a-4722-8b08-471848837fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:45Z', 'updated_at': '2022-02-10T15:48:54Z', 'revision_number': 5, 'project_id': '5f416e82ada24e59abed0a249de2e625', 'gw_port': {'id': '0d22a841-a31a-4722-8b08-471848837fc1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b99cdac-b320-4dd7-bb34-2baec91b3440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:46Z', 'updated_at': '2022-02-10T15:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:57.244257 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd3a44ab-afa2-484d-81b1-cf19af928fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.268804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c51293d-ee25-42fc-8e19-f3b00b664030 req-91f77899-91f2-47e1-9e4d-6765a3be0b31 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974653 Feb 10 15:48:57.298906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd3a44ab-afa2-484d-81b1-cf19af928fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.299432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ebd91733-5494-4cdb-ab21-f6c86fc1b754 req-6637fe00-f107-4bc3-a7b2-0859253bafdd tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766563 Feb 10 15:48:57.380113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd3a44ab-afa2-484d-81b1-cf19af928fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.385991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd3a44ab-afa2-484d-81b1-cf19af928fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.399832 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cd3a44ab-afa2-484d-81b1-cf19af928fe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26e75423-b027-45b6-9b1a-49929ac9d021 HTTP/1.1" status: 204 len: 168 time: 0.2711599 Feb 10 15:48:57.421270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a44ab-afa2-484d-81b1-cf19af928fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e75423-b027-45b6-9b1a-49929ac9d021,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.426283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.526702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1072f-1886-46f8-b70d-73f281e373a5 req-c459598e-ab8f-4ef6-bf5c-28d01914f4c0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:57.528255 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5d1072f-1886-46f8-b70d-73f281e373a5 req-c459598e-ab8f-4ef6-bf5c-28d01914f4c0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1560912 Feb 10 15:48:57.552752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d22a841-a31a-4722-8b08-471848837fc1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.592529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c9229931-7b0d-4440-a27a-a76e63f8c84c details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:57.638270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.660063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5d1072f-1886-46f8-b70d-73f281e373a5 req-564a6fc8-6c7f-46aa-90ab-a0eccaa83441 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094794 Feb 10 15:48:57.764217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c9229931-7b0d-4440-a27a-a76e63f8c84c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:57.791602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9460480-6b7d-4c02-a1f8-1d2eff9555a9 req-13966c08-77ac-4fb8-9512-1b7faa58cf11 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:57.801656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9460480-6b7d-4c02-a1f8-1d2eff9555a9 req-13966c08-77ac-4fb8-9512-1b7faa58cf11 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 943 time: 0.2543783 Feb 10 15:48:57.810029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'c9229931-7b0d-4440-a27a-a76e63f8c84c', 'network_id': '5d010578-263d-43cf-9569-815d77280588', 'port_id': 'c9229931-7b0d-4440-a27a-a76e63f8c84c', 'mac_address': 'fa:16:3e:9b:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ae197-e7f2-434a-93aa-9d22ab465527', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:57.897731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.901571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.906011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:57.938774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9229931-7b0d-4440-a27a-a76e63f8c84c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:48:57.998233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c9229931-7b0d-4440-a27a-a76e63f8c84c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:58.006975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:58.020198 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.068801 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9460480-6b7d-4c02-a1f8-1d2eff9555a9 req-71c5c760-80bd-4a85-b2b2-1fd478cfcb36 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951094 Feb 10 15:48:58.069983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.070521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b99cdac-b320-4dd7-bb34-2baec91b3440 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:48:58.073047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:48:58.073390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 60cf3015-f03e-4d01-bbc3-5ea68ad76ce8 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:58.080637 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.084661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25ab2261-c049-4cbd-b701-562a597e57dd admin admin] 10.222.0.21 "DELETE /v2.0/routers/1b99cdac-b320-4dd7-bb34-2baec91b3440 HTTP/1.1" status: 204 len: 168 time: 2.0636096 Feb 10 15:48:58.087170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:58.170983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Deleting subnet 2bd35b75-dfe9-47c2-8cf7-c729b489040b {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:48:58.178151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c9229931-7b0d-4440-a27a-a76e63f8c84c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:58.181426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.256073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.292927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195777e-cdcb-4eda-95db-7ae5f9b1f735 req-bc89e878-abc7-46f0-9d1d-60fae6801f91 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:58.300699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4195777e-cdcb-4eda-95db-7ae5f9b1f735 req-bc89e878-abc7-46f0-9d1d-60fae6801f91 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0857975 Feb 10 15:48:58.393695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4195777e-cdcb-4eda-95db-7ae5f9b1f735 req-144ac1a3-0a24-4c28-9e29-506f353de1f5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910509 Feb 10 15:48:58.524935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.627138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c9229931-7b0d-4440-a27a-a76e63f8c84c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:58.675567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.679714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135722a3-4c57-44c6-9d82-c439d286db3d req-cd391643-88a4-4c26-a947-0406449712b7 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:58.684844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-135722a3-4c57-44c6-9d82-c439d286db3d req-cd391643-88a4-4c26-a947-0406449712b7 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 945 time: 0.1486456 Feb 10 15:48:58.705894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb6a7-8036-4449-b4af-577f3e05da4d req-d5d9a773-c320-431d-9e91-30e267211827 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:58.714000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81acb6a7-8036-4449-b4af-577f3e05da4d req-d5d9a773-c320-431d-9e91-30e267211827 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 943 time: 0.1294968 Feb 10 15:48:58.763052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42c60b-5c83-41e4-b0e2-dd4c0739083a None None] Network 5070cd26-19c7-43e1-9abc-5c245aea78aa requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:48:58.773267 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:58.793541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bd35b75-dfe9-47c2-8cf7-c729b489040b HTTP/1.1" status: 204 len: 168 time: 0.7050037 Feb 10 15:48:58.795367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b800f-a896-4f51-b8f9-d4ed0eee9e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd35b75-dfe9-47c2-8cf7-c729b489040b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:58.803316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57970) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:48:59.029302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.102833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Deleting port 49267444-49bc-4c3c-aaed-991b8def0189 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:59.104253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.144030 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1c101fc-1b73-47c1-9562-5f597daf8f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.197792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] For port 49267444-49bc-4c3c-aaed-991b8def0189, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49267444-49bc-4c3c-aaed-991b8def0189,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:59.198165 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.265858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Calling delete_port for 49267444-49bc-4c3c-aaed-991b8def0189 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:59.339569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] DHCP port deletion for 5070cd26-19c7-43e1-9abc-5c245aea78aa request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:48:59.421094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] Deleting port 49267444-49bc-4c3c-aaed-991b8def0189 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:48:59.421744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.429884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81acb6a7-8036-4449-b4af-577f3e05da4d req-f222d703-ea13-4ef3-861a-f1335a33d5ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076879 Feb 10 15:48:59.438977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-135722a3-4c57-44c6-9d82-c439d286db3d req-1565a1d1-7644-402c-8226-217521287ad4 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217350 Feb 10 15:48:59.482365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.522389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] For port 49267444-49bc-4c3c-aaed-991b8def0189, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49267444-49bc-4c3c-aaed-991b8def0189,segment=NetworkSegment(3a8a2a0e-ed2e-4fc2-b289-a23950e49b10),segment_id=3a8a2a0e-ed2e-4fc2-b289-a23950e49b10)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:59.523294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.567045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] Calling delete_port for 49267444-49bc-4c3c-aaed-991b8def0189 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:48:59.619125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] No DVR routers for this DVR port 49267444-49bc-4c3c-aaed-991b8def0189 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:59.636053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49267444-49bc-4c3c-aaed-991b8def0189,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:59.702974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.713595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f27b47f0-f40b-47c7-9783-77bb83590032 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:59.741752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d71e-c958-4d4e-9c7e-13ba6b2c1614 req-4a3d343a-0662-4df7-ad22-6586bd8080ce tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:59.757383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c16d71e-c958-4d4e-9c7e-13ba6b2c1614 req-4a3d343a-0662-4df7-ad22-6586bd8080ce tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1095092 Feb 10 15:48:59.792700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.826555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5070cd26-19c7-43e1-9abc-5c245aea78aa']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:59.838887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f27b47f0-f40b-47c7-9783-77bb83590032, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f27b47f0-f40b-47c7-9783-77bb83590032,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:59.849533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:59.850255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8a2a0e-ed2e-4fc2-b289-a23950e49b10') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:59.859586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'f27b47f0-f40b-47c7-9783-77bb83590032', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': 'f27b47f0-f40b-47c7-9783-77bb83590032', 'mac_address': 'fa:16:3e:ab:9a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:59.863233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] No DVR routers for this DVR port 49267444-49bc-4c3c-aaed-991b8def0189 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:59.884831 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.890697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d060b79-7174-4bef-b73d-685a910d0d9b None None] Pushing event deleted for resources: {'Port': ['ID=49267444-49bc-4c3c-aaed-991b8def0189,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:59.951356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.959834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.976310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0d22a841-a31a-4722-8b08-471848837fc1 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:59.977625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:59.978837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:59.984002 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:59.997922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27b47f0-f40b-47c7-9783-77bb83590032 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:00.025325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f27b47f0-f40b-47c7-9783-77bb83590032, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f27b47f0-f40b-47c7-9783-77bb83590032,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:00.026420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 0d22a841-a31a-4722-8b08-471848837fc1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:00.026758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0d22a841-a31a-4722-8b08-471848837fc1 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:00.027217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49267444-49bc-4c3c-aaed-991b8def0189 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:00.049898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 49267444-49bc-4c3c-aaed-991b8def0189 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:00.050251 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49267444-49bc-4c3c-aaed-991b8def0189 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:00.052688 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:00.055410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7590bee3-06da-47bb-b20d-bd3928495523 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:00.156976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:00.170857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:00.183389 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5070cd26-19c7-43e1-9abc-5c245aea78aa HTTP/1.1" status: 204 len: 168 time: 1.3531632 Feb 10 15:49:00.221203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da4ce5-1958-425a-9a01-351ffcc657c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5070cd26-19c7-43e1-9abc-5c245aea78aa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:00.358865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f27b47f0-f40b-47c7-9783-77bb83590032,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:00.384974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7590bee3-06da-47bb-b20d-bd3928495523, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7590bee3-06da-47bb-b20d-bd3928495523,segment=NetworkSegment(78f3438e-8d9a-466d-a6ce-1b65b22a15ec),segment_id=78f3438e-8d9a-466d-a6ce-1b65b22a15ec)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:00.388487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c16d71e-c958-4d4e-9c7e-13ba6b2c1614 req-4a2433af-4a66-4fa4-a626-dc9d6cfcaa99 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300433 Feb 10 15:49:00.414806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '7590bee3-06da-47bb-b20d-bd3928495523', 'network_id': 'b844e9fe-cb5f-4300-9967-750bf1fb4f48', 'port_id': '7590bee3-06da-47bb-b20d-bd3928495523', 'mac_address': 'fa:16:3e:3b:ac:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f2ad19-d042-4c58-a55e-24a59b396b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:00.427233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcbe16-bed4-4827-8afe-f6d95f47900f req-6016fe31-d33d-41e9-8d98-42d0310d2c63 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:00.431332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcdcbe16-bed4-4827-8afe-f6d95f47900f req-6016fe31-d33d-41e9-8d98-42d0310d2c63 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 943 time: 0.8697865 Feb 10 15:49:00.505555 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:00.544166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcdcbe16-bed4-4827-8afe-f6d95f47900f req-353d00f5-a628-4f93-89c3-4068100fe623 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040812 Feb 10 15:49:00.557817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7590bee3-06da-47bb-b20d-bd3928495523 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:00.677428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7590bee3-06da-47bb-b20d-bd3928495523, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7590bee3-06da-47bb-b20d-bd3928495523,segment=NetworkSegment(78f3438e-8d9a-466d-a6ce-1b65b22a15ec),segment_id=78f3438e-8d9a-466d-a6ce-1b65b22a15ec)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:00.693327 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:00.701247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c8636-989e-430b-9092-10e7334d9367 req-2ef93df5-1c89-473a-81a3-09d3b9499b50 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:00.724269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d23c8636-989e-430b-9092-10e7334d9367 req-2ef93df5-1c89-473a-81a3-09d3b9499b50 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 944 time: 0.1268523 Feb 10 15:49:00.846594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=7590bee3-06da-47bb-b20d-bd3928495523,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:00.876844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d23c8636-989e-430b-9092-10e7334d9367 req-51ea271f-5165-4b05-9c26-f6672df0843b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516523 Feb 10 15:49:00.935007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f6617-9631-4e73-b3aa-764488b15da2 req-8c904073-7f74-4392-a784-8fc48b00c9cd tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:00.937304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d62f6617-9631-4e73-b3aa-764488b15da2 req-8c904073-7f74-4392-a784-8fc48b00c9cd tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 945 time: 0.1646936 Feb 10 15:49:00.948865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58012) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:01.038288 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0248a2e1-3d6e-47ac-aaac-8d2fde96fdaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f416e82ada24e59abed0a249de2e625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863001 Feb 10 15:49:01.044738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:01.077105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d62f6617-9631-4e73-b3aa-764488b15da2 req-22f0bcbe-fbaf-49bc-b435-9ccaefc99314 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324711 Feb 10 15:49:01.169547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6133faa4-c381-45fe-9dc3-36408697f616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:01.223719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6133faa4-c381-45fe-9dc3-36408697f616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:01.304722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab89f1f6-f9f7-4ed6-909c-851afbbfba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:01.342623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6133faa4-c381-45fe-9dc3-36408697f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:01.346535 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6133faa4-c381-45fe-9dc3-36408697f616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:01.348806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6133faa4-c381-45fe-9dc3-36408697f616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21d20462-f280-4ade-bd72-75e4beeb8420 HTTP/1.1" status: 204 len: 168 time: 0.3027616 Feb 10 15:49:01.381279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133faa4-c381-45fe-9dc3-36408697f616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d20462-f280-4ade-bd72-75e4beeb8420,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:01.461246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['7590bee3-06da-47bb-b20d-bd3928495523'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:01.573088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:01.674993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c9229931-7b0d-4440-a27a-a76e63f8c84c up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:01.687250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c020f-15ea-4f69-8885-79b179bf9114 req-c1e02448-9bd1-41ca-80b3-e0a4eb329ac7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:01.695289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-817c020f-15ea-4f69-8885-79b179bf9114 req-c1e02448-9bd1-41ca-80b3-e0a4eb329ac7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1676447 Feb 10 15:49:01.761526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-817c020f-15ea-4f69-8885-79b179bf9114 req-5758a497-4838-420a-8eba-067fd934c3e2 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Feb 10 15:49:01.813185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64280e31-5328-40e9-bfce-182e28ca7902 req-9de7a444-5d5c-4cf0-8e49-f6a2b1bde3d8 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:01.825326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64280e31-5328-40e9-bfce-182e28ca7902 req-9de7a444-5d5c-4cf0-8e49-f6a2b1bde3d8 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 944 time: 0.1704762 Feb 10 15:49:01.911554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64280e31-5328-40e9-bfce-182e28ca7902 req-87acc7ea-c8d5-43ba-a55d-9320e665a85c tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852497 Feb 10 15:49:02.073783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port c9229931-7b0d-4440-a27a-a76e63f8c84c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:02.155874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port c9229931-7b0d-4440-a27a-a76e63f8c84c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:02.158414 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:02.299718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc1886-61de-46ce-b562-aabd2448924e req-18ef5ed4-6c29-414b-96e4-414a5392b987 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:02.309337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00bc1886-61de-46ce-b562-aabd2448924e req-18ef5ed4-6c29-414b-96e4-414a5392b987 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 944 time: 0.2386594 Feb 10 15:49:02.369342 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:02.534739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00bc1886-61de-46ce-b562-aabd2448924e req-56480e7e-a5f7-4776-83e9-6b829932c04f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244613 Feb 10 15:49:02.577680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d902e7-c93a-4797-8e46-6aadba342a2b req-d78dbbee-1890-492c-bc38-7573582757fb tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:02.593604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:02.602774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4d902e7-c93a-4797-8e46-6aadba342a2b req-d78dbbee-1890-492c-bc38-7573582757fb tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 945 time: 0.2855875 Feb 10 15:49:02.625191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9229931-7b0d-4440-a27a-a76e63f8c84c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:02.629974 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceebe120-e3da-47ff-a717-cefe4ca9d4a5" -d '{"events": [{"server_uuid": "f2b88632-1a97-4fa7-8dd8-c933bd59f552", "name": "network-vif-plugged", "status": "completed", "tag": "c9229931-7b0d-4440-a27a-a76e63f8c84c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:02.646516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4d902e7-c93a-4797-8e46-6aadba342a2b req-fd63183e-d296-4eba-adec-8525126ec3bf tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470784 Feb 10 15:49:02.659383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c9229931-7b0d-4440-a27a-a76e63f8c84c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:02.674492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:02.775104 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e7f7d6-288b-47f5-b7c4-cdb625268157 x-openstack-request-id: req-35e7f7d6-288b-47f5-b7c4-cdb625268157 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:02.775470 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b88632-1a97-4fa7-8dd8-c933bd59f552", "name": "network-vif-plugged", "status": "completed", "tag": "c9229931-7b0d-4440-a27a-a76e63f8c84c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:02.775679 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35e7f7d6-288b-47f5-b7c4-cdb625268157 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:02.776375 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9229931-7b0d-4440-a27a-a76e63f8c84c', 'code': 200} Feb 10 15:49:02.787393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c9229931-7b0d-4440-a27a-a76e63f8c84c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:03.017544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de407-aaa8-42ec-91e2-e9f3c3d59983 req-bf7ad30d-a101-4c1e-af79-cf4e96e1d3ec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.022670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612298a-6eca-4483-9850-ab91528fe754 req-b9793409-3626-4498-9d95-2c86fdb316f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.026319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-558de407-aaa8-42ec-91e2-e9f3c3d59983 req-bf7ad30d-a101-4c1e-af79-cf4e96e1d3ec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1150832 Feb 10 15:49:03.033107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a612298a-6eca-4483-9850-ab91528fe754 req-b9793409-3626-4498-9d95-2c86fdb316f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 1097 time: 0.1239247 Feb 10 15:49:03.113404 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a612298a-6eca-4483-9850-ab91528fe754 req-7193d37f-e117-4199-bec7-198f4f5bcca4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685110 Feb 10 15:49:03.196863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-558de407-aaa8-42ec-91e2-e9f3c3d59983 req-97cf5734-8254-4baf-a44a-f82840604d3b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666424 Feb 10 15:49:03.256064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99d3d3-9291-4b3c-905a-22adf46a3a11 req-a03e15ed-4bf8-4667-9b9e-7be9c3d29b94 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.268216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da99d3d3-9291-4b3c-905a-22adf46a3a11 req-a03e15ed-4bf8-4667-9b9e-7be9c3d29b94 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 944 time: 0.2238836 Feb 10 15:49:03.272492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58074) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:03.330874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da99d3d3-9291-4b3c-905a-22adf46a3a11 req-246656c1-d564-4f13-b7c9-288bde62876f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Feb 10 15:49:03.466620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f318650b-af13-4b10-bce6-f905a0493cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.557779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58084) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:03.631422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f318650b-af13-4b10-bce6-f905a0493cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.645199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f318650b-af13-4b10-bce6-f905a0493cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.702179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698bf8-aa78-4bc9-afec-840176c43482 req-1f7431cf-4f16-4bb0-ab29-d9eb53c1b993 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.714605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c698bf8-aa78-4bc9-afec-840176c43482 req-1f7431cf-4f16-4bb0-ab29-d9eb53c1b993 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 944 time: 0.0735881 Feb 10 15:49:03.744575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-3511536-network', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:03.764654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318650b-af13-4b10-bce6-f905a0493cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df51a5-c607-446e-91b1-734e97f31a2e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:03.770029 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f318650b-af13-4b10-bce6-f905a0493cf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7758d6a43c874e68ab1ac5735ee8b4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963930 Feb 10 15:49:03.774580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58098) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:03.800639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c698bf8-aa78-4bc9-afec-840176c43482 req-46ea7dec-ad80-43ec-a6e6-e6460e0c1059 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850930 Feb 10 15:49:03.803585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Made reservation on behalf of 1238b6fccbc747e694f90e1b07c28bbd for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:03.807729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.823485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.827314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5c97-15ea-418e-b00f-e2608918fb7c req-7ae64e4a-2053-4dd5-a592-16fe97778f3e tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.836873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-716d5c97-15ea-418e-b00f-e2608918fb7c req-7ae64e4a-2053-4dd5-a592-16fe97778f3e tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.0757027 Feb 10 15:49:03.879399 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22434180-c24a-4656-a763-aa9163939c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.896224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-716d5c97-15ea-418e-b00f-e2608918fb7c req-8d4d80cd-3c40-41cd-8803-9ccfa6afb2fa tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583146 Feb 10 15:49:03.925671 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22434180-c24a-4656-a763-aa9163939c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.975927 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.986498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:03.989728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.017614 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22434180-c24a-4656-a763-aa9163939c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.020142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22434180-c24a-4656-a763-aa9163939c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.021301 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-22434180-c24a-4656-a763-aa9163939c7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9df51a5-c607-446e-91b1-734e97f31a2e HTTP/1.1" status: 204 len: 168 time: 0.2457144 Feb 10 15:49:04.026210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:04.034135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9cfbf4-f867-4938-a8e0-6a3b19e38f64,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:04.042384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.042634 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Added segment df27b9f0-61fc-41be-8f09-63e73de70d3b of type vlan for network 724a89fd-d020-451a-8975-0038d5be7625 Feb 10 15:49:04.102379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22434180-c24a-4656-a763-aa9163939c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df51a5-c607-446e-91b1-734e97f31a2e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:04.135419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.163145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.164874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.165569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.231646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58112) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:04.232363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6728654 Feb 10 15:49:04.241676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Request body: {'subnet': {'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-3511536-subnet', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:04.244415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263dc86-5ff0-4dac-9414-3b23557108da admin admin] Pushing event updated for resources: {'Network': ['ID=724a89fd-d020-451a-8975-0038d5be7625,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:04.262596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 724a89fd-d020-451a-8975-0038d5be7625 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:04.330107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650b6c6-18fc-440d-834b-6bed6aa84581 req-16efaecf-2a02-4e33-a66d-bdff6d562f39 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.337979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4650b6c6-18fc-440d-834b-6bed6aa84581 req-16efaecf-2a02-4e33-a66d-bdff6d562f39 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.0713615 Feb 10 15:49:04.340753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Made reservation on behalf of 1238b6fccbc747e694f90e1b07c28bbd for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:04.344272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.419838 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.473705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58116) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:04.490024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a63c0ce6-c754-4cef-a86a-acf1de45c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.574481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4650b6c6-18fc-440d-834b-6bed6aa84581 req-dce8d7fe-ff21-4ab1-91ad-891665a44bb9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355270 Feb 10 15:49:04.606109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a63c0ce6-c754-4cef-a86a-acf1de45c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.610522 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a63c0ce6-c754-4cef-a86a-acf1de45c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.617771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f58ed-7fca-4826-b81a-ec988770e2b1 req-570c8bbb-1451-47b7-8067-7e68b7233ea6 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.619351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-719f58ed-7fca-4826-b81a-ec988770e2b1 req-570c8bbb-1451-47b7-8067-7e68b7233ea6 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 944 time: 0.1994069 Feb 10 15:49:04.637879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-a08eee76-b156-4c79-8667-39c78acd7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.640050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-a08eee76-b156-4c79-8667-39c78acd7df0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 1097 time: 0.1553679 Feb 10 15:49:04.653644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a63c0ce6-c754-4cef-a86a-acf1de45c03a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c99ada2581c42ae93059635beebd54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788406 Feb 10 15:49:04.656125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58118) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:04.662322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c0ce6-c754-4cef-a86a-acf1de45c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd14763-3a3f-4b31-8154-5164d6fd7d6c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:04.714061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6f3783d-1804-4224-b733-3490fb73be38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.737844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6f3783d-1804-4224-b733-3490fb73be38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.774605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-719f58ed-7fca-4826-b81a-ec988770e2b1 req-c7f7a584-0c75-417f-a56f-32926c384835 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431668 Feb 10 15:49:04.795126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6f3783d-1804-4224-b733-3490fb73be38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.799470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6f3783d-1804-4224-b733-3490fb73be38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.803196 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6f3783d-1804-4224-b733-3490fb73be38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cd14763-3a3f-4b31-8154-5164d6fd7d6c HTTP/1.1" status: 204 len: 168 time: 0.1436796 Feb 10 15:49:04.810181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3783d-1804-4224-b733-3490fb73be38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd14763-3a3f-4b31-8154-5164d6fd7d6c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:04.850038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-6b5e1296-0431-4235-98ce-9c3b2a778a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.850812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-6b5e1296-0431-4235-98ce-9c3b2a778a6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.1999726 Feb 10 15:49:04.857430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:04.939632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-a1bcc5e5-4a7e-45f5-a177-532da78e48e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6170053b-4af6-4db2-8a6c-3f3879510007 HTTP/1.1" status: 200 len: 217 time: 0.0774894 Feb 10 15:49:05.026901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420602a4-b998-46df-8ae1-4c11ef2527d4,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:05.081285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Checking segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:05.081654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Network hostable DHCP agents. Network: 724a89fd-d020-451a-8975-0038d5be7625, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:05.084772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-18688026-a590-4025-be88-1e7da02d27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.086256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-18688026-a590-4025-be88-1e7da02d27f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1336076 Feb 10 15:49:05.098721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35ab71-a13d-4496-9bf4-0f20ddbea4e4 req-6aaf3c83-a3c9-42ef-9f01-4ccc7a723d78 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.100356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb35ab71-a13d-4496-9bf4-0f20ddbea4e4 req-6aaf3c83-a3c9-42ef-9f01-4ccc7a723d78 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 944 time: 0.1681354 Feb 10 15:49:05.134352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-db37b030-320e-4ee0-97f8-07958d4c3abc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330191 Feb 10 15:49:05.148973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2dd09-97c3-47f1-86bd-dea543c06bdb req-d4d9f5a8-1e6a-43eb-8098-62cc83d8ccd8 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.150477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68d2dd09-97c3-47f1-86bd-dea543c06bdb req-d4d9f5a8-1e6a-43eb-8098-62cc83d8ccd8 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.1517162 Feb 10 15:49:05.231205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Network 724a89fd-d020-451a-8975-0038d5be7625 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:05.263132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 724a89fd-d020-451a-8975-0038d5be7625) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:05.267699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.268408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.273690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cdb402-a25f-4137-9050-79d9c8085030 None None] Network 724a89fd-d020-451a-8975-0038d5be7625 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:05.280192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb35ab71-a13d-4496-9bf4-0f20ddbea4e4 req-cf950334-5793-42a4-ace1-92d519711127 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656642 Feb 10 15:49:05.312196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68d2dd09-97c3-47f1-86bd-dea543c06bdb req-1cb2f92d-3d3a-41c1-bb07-59fbaf6be145 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377831 Feb 10 15:49:05.332903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-863afef1-87c3-41e3-89e6-1f320ea0d9d5 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798241 Feb 10 15:49:05.338904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bef4491a-6af9-42ed-a9e9-268d256136d4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1021574 Feb 10 15:49:05.339146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58134) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:05.344733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:05.467713 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.468964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.511192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c66cdd4-ac01-4e01-82f0-ca3758851de4 req-18c9c91b-17be-41a7-a64a-5baeab190e9e service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698620 Feb 10 15:49:05.568517 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.621541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f27b47f0-f40b-47c7-9783-77bb83590032 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:05.703907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-724a89fd-d020-451a-8975-0038d5be7625', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:49:05.706239 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.745953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port f27b47f0-f40b-47c7-9783-77bb83590032 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:05.813398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port f27b47f0-f40b-47c7-9783-77bb83590032 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:05.813968 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.826442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da2218-2625-4315-b010-ca100a4c366f req-189dfdb4-597d-4170-9f9a-4f84eddf8941 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.827801 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4da2218-2625-4315-b010-ca100a4c366f req-189dfdb4-597d-4170-9f9a-4f84eddf8941 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1293998 Feb 10 15:49:05.832421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.902717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4da2218-2625-4315-b010-ca100a4c366f req-95c2f7b3-6a84-4b03-bc9f-ec6fa9845c44 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Feb 10 15:49:05.913171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Allocated IP 172.20.0.2 (724a89fd-d020-451a-8975-0038d5be7625/420602a4-b998-46df-8ae1-4c11ef2527d4/b90fe6f5-792a-40db-b6dc-eed2dccb3097) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:05.983371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332844c-ee53-47d1-8fbe-45b906875787 req-9396d7ca-d1d5-4cdf-b7eb-e4d0a56204e5 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.983720 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:05.985665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5332844c-ee53-47d1-8fbe-45b906875787 req-9396d7ca-d1d5-4cdf-b7eb-e4d0a56204e5 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 944 time: 0.1032732 Feb 10 15:49:06.039907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412201f9-b781-40a7-94fa-144f95fd0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27b47f0-f40b-47c7-9783-77bb83590032'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:06.042917 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11fff1-8ff2-49de-a588-120a787886eb" -d '{"events": [{"server_uuid": "412201f9-b781-40a7-94fa-144f95fd0499", "name": "network-vif-plugged", "status": "completed", "tag": "f27b47f0-f40b-47c7-9783-77bb83590032"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:06.058378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5332844c-ee53-47d1-8fbe-45b906875787 req-41df3660-f11d-4bb4-9d99-31b4b7dd61f1 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Feb 10 15:49:06.064623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f27b47f0-f40b-47c7-9783-77bb83590032, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f27b47f0-f40b-47c7-9783-77bb83590032,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:06.072091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.072944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7590bee3-06da-47bb-b20d-bd3928495523 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:06.134530 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e31422-d069-4c03-8e55-edba60f07d0c x-openstack-request-id: req-17e31422-d069-4c03-8e55-edba60f07d0c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:06.135391 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412201f9-b781-40a7-94fa-144f95fd0499", "name": "network-vif-plugged", "status": "completed", "tag": "f27b47f0-f40b-47c7-9783-77bb83590032", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:06.135695 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17e31422-d069-4c03-8e55-edba60f07d0c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:06.136091 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412201f9-b781-40a7-94fa-144f95fd0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27b47f0-f40b-47c7-9783-77bb83590032', 'code': 200} Feb 10 15:49:06.202886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.228435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.230821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67769e-6c78-4ac3-9ede-05ab05b8ff1a req-3c2fdf33-1b9c-4499-981c-779a5bcbde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:06.232887 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd67769e-6c78-4ac3-9ede-05ab05b8ff1a req-3c2fdf33-1b9c-4499-981c-779a5bcbde07 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 1096 time: 0.0541468 Feb 10 15:49:06.233479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f27b47f0-f40b-47c7-9783-77bb83590032,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.251993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 7590bee3-06da-47bb-b20d-bd3928495523 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:06.260751 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.262448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 7590bee3-06da-47bb-b20d-bd3928495523 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:06.263371 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.295692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd67769e-6c78-4ac3-9ede-05ab05b8ff1a req-a9942d49-0757-4581-ac69-0143745e8a46 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Feb 10 15:49:06.307283 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.361393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Network 724a89fd-d020-451a-8975-0038d5be7625 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:06.365997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:06.371178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:06.394656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Allocated IP 172.25.7.129 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3e186599-23a2-47a5-a997-d2dd8f06390c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:06.427647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Pushing event updated for resources: {'Port': ['ID=b90fe6f5-792a-40db-b6dc-eed2dccb3097,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.442340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Attempting to bind port b90fe6f5-792a-40db-b6dc-eed2dccb3097 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:06.442708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Attempting to bind port b90fe6f5-792a-40db-b6dc-eed2dccb3097 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:06.443078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Attempting to bind port b90fe6f5-792a-40db-b6dc-eed2dccb3097 on network 724a89fd-d020-451a-8975-0038d5be7625 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:06.449434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:06.449808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Checking segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:06.450211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.450609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Bound using segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:06.451073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Bound port: b90fe6f5-792a-40db-b6dc-eed2dccb3097, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:06.451466 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.528642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.549797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db799769-0f25-43bf-a739-e797c3acd830 req-6e35eb55-9cb6-41f8-a053-5b07de4e6c2b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:06.551314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db799769-0f25-43bf-a739-e797c3acd830 req-6e35eb55-9cb6-41f8-a053-5b07de4e6c2b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1257606 Feb 10 15:49:06.575737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d3e8a-6d20-43b6-b64f-e6067e6bed3e req-9da92f3f-75aa-46ab-baf2-7603386a1141 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:06.577212 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f6d3e8a-6d20-43b6-b64f-e6067e6bed3e req-9da92f3f-75aa-46ab-baf2-7603386a1141 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.1172538 Feb 10 15:49:06.587148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7590bee3-06da-47bb-b20d-bd3928495523, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7590bee3-06da-47bb-b20d-bd3928495523,segment=NetworkSegment(78f3438e-8d9a-466d-a6ce-1b65b22a15ec),segment_id=78f3438e-8d9a-466d-a6ce-1b65b22a15ec)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:06.588926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] For port b90fe6f5-792a-40db-b6dc-eed2dccb3097, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:06.593179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] For port b90fe6f5-792a-40db-b6dc-eed2dccb3097, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b90fe6f5-792a-40db-b6dc-eed2dccb3097,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:06.596000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.602827 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.623843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.655949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db799769-0f25-43bf-a739-e797c3acd830 req-371f9dfe-15c8-488d-86e8-a9efa358c629 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976181 Feb 10 15:49:06.660594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=7590bee3-06da-47bb-b20d-bd3928495523,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.676802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f6d3e8a-6d20-43b6-b64f-e6067e6bed3e req-567f5b5d-d8f1-417e-9577-e42034e1e4e2 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813286 Feb 10 15:49:06.712361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:06.720591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fe1f1-6b9d-48c5-b3b9-9602ca2d62dd None None] Pushing event updated for resources: {'Port': ['ID=b90fe6f5-792a-40db-b6dc-eed2dccb3097,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.760687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:06.763675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:06.767812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:06.792951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Pushing event updated for resources: {'Port': ['ID=3e186599-23a2-47a5-a997-d2dd8f06390c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:07.246493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc84b-b5d2-4110-ad5a-ac26b3f75a9d req-71e05b86-b385-49aa-93c0-d85f1feb002b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:07.247986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e5fc84b-b5d2-4110-ad5a-ac26b3f75a9d req-71e05b86-b385-49aa-93c0-d85f1feb002b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.2059793 Feb 10 15:49:07.348407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e5fc84b-b5d2-4110-ad5a-ac26b3f75a9d req-983dc1d4-3378-436d-a050-0500ba1dbb18 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691872 Feb 10 15:49:07.354423 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:07.442761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd3aa5-c0ff-4fe1-b7c0-444fc499aac9 req-8a1bf653-1de4-4119-9576-4de9f9a8cc00 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:07.451844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4fd3aa5-c0ff-4fe1-b7c0-444fc499aac9 req-8a1bf653-1de4-4119-9576-4de9f9a8cc00 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.2287514 Feb 10 15:49:07.549283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4fd3aa5-c0ff-4fe1-b7c0-444fc499aac9 req-8b6a060e-ac43-4d79-ac3a-72704e549cbc tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910156 Feb 10 15:49:07.714951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:07.921280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2bf21-93ae-427c-8506-6ef9b353c5d5 req-023100e9-be1d-4895-84d9-50b4a896879a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:07.923857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29a2bf21-93ae-427c-8506-6ef9b353c5d5 req-023100e9-be1d-4895-84d9-50b4a896879a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1642001 Feb 10 15:49:07.953282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58216) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:07.987973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29a2bf21-93ae-427c-8506-6ef9b353c5d5 req-e3dfc0a4-4e41-4523-a344-de8e8a54730b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535264 Feb 10 15:49:08.021076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b90fe6f5-792a-40db-b6dc-eed2dccb3097 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:08.052486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Router a5738993-f6a0-48b9-bfee-7997783d4a5e is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:49:08.070714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f42bcac-f8c0-4f4c-914e-eee8f21d14cd None None] Network 724a89fd-d020-451a-8975-0038d5be7625 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:08.136852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d902-31db-4efd-852b-fdba457f4e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7590bee3-06da-47bb-b20d-bd3928495523'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:08.137686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.139253 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371e7def-cdf1-4351-bfd8-d76012590ca2" -d '{"events": [{"server_uuid": "7f45d902-31db-4efd-852b-fdba457f4e42", "name": "network-vif-plugged", "status": "completed", "tag": "7590bee3-06da-47bb-b20d-bd3928495523"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:08.153102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d47cb8ff-58c0-4848-9815-047b7923f876 None None] Provisioning complete for port b90fe6f5-792a-40db-b6dc-eed2dccb3097 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:08.153566 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d47cb8ff-58c0-4848-9815-047b7923f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.177444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:08.202718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.206045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dfaf13f4-1f8c-4f03-9fe7-5364d19a2805 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8654990 Feb 10 15:49:08.207701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Sync routers for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:08.209929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58222) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:08.229445 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33666a6-ecfd-470f-94df-1b90f62ef13b x-openstack-request-id: req-c33666a6-ecfd-470f-94df-1b90f62ef13b {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:08.229814 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d902-31db-4efd-852b-fdba457f4e42", "name": "network-vif-plugged", "status": "completed", "tag": "7590bee3-06da-47bb-b20d-bd3928495523", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:08.230320 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c33666a6-ecfd-470f-94df-1b90f62ef13b {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:08.230909 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d902-31db-4efd-852b-fdba457f4e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7590bee3-06da-47bb-b20d-bd3928495523', 'code': 200} Feb 10 15:49:08.236764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.241893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.245317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b90fe6f5-792a-40db-b6dc-eed2dccb3097 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:08.245946 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.293714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:08.294371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:08.308754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bb0dd-7b38-408d-86e0-28231517771a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:08.336221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.336567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.336896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.337228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.337554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.337873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.338193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.338515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.338967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.339849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.339849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.340361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:08.385934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da3a08cb-045f-49de-bc9e-8bd913796a2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6838085aaf1145d0b2d20c6ff7a4d457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303627 Feb 10 15:49:08.388589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58236) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:08.496535 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31d8cddf-1710-4760-9dad-418c3c540b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.578480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31d8cddf-1710-4760-9dad-418c3c540b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.613265 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.624079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb967cf-955e-49e8-9631-2584f909946f req-309f9419-09e8-4dc0-b03c-00ce67f09d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:08.626814 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fb967cf-955e-49e8-9631-2584f909946f req-309f9419-09e8-4dc0-b03c-00ce67f09d4d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 1096 time: 0.2768755 Feb 10 15:49:08.670845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d47cb8ff-58c0-4848-9815-047b7923f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.708732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port b90fe6f5-792a-40db-b6dc-eed2dccb3097, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b90fe6f5-792a-40db-b6dc-eed2dccb3097,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:08.723012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31d8cddf-1710-4760-9dad-418c3c540b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.725994 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.726188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31d8cddf-1710-4760-9dad-418c3c540b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:08.729716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31d8cddf-1710-4760-9dad-418c3c540b9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff8bb0dd-7b38-408d-86e0-28231517771a HTTP/1.1" status: 204 len: 168 time: 0.3374379 Feb 10 15:49:08.749725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8cddf-1710-4760-9dad-418c3c540b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bb0dd-7b38-408d-86e0-28231517771a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:08.761992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:08.767689 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5fb967cf-955e-49e8-9631-2584f909946f req-4d693b10-b832-4c2c-88bf-3be119329311 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271875 Feb 10 15:49:09.007314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8c671-1aa9-470a-9528-90f6d4103842 req-17a83da1-db73-4063-89a9-11ba7f3dfa76 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:09.017268 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1d8c671-1aa9-470a-9528-90f6d4103842 req-17a83da1-db73-4063-89a9-11ba7f3dfa76 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.1575654 Feb 10 15:49:09.035735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de09-0745-4672-967a-6debd1ec94f0 req-1a5c8fbf-66ef-4938-8d30-98d5553d9d5d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:09.038092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d99de09-0745-4672-967a-6debd1ec94f0 req-1a5c8fbf-66ef-4938-8d30-98d5553d9d5d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 946 time: 0.1773901 Feb 10 15:49:09.090958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6170053b-4af6-4db2-8a6c-3f3879510007 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:09.136349 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-d47cb8ff-58c0-4848-9815-047b7923f876 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:49:09.136697 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-d47cb8ff-58c0-4848-9815-047b7923f876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:49:09.146610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=b90fe6f5-792a-40db-b6dc-eed2dccb3097,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:09.167065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1d8c671-1aa9-470a-9528-90f6d4103842 req-27c4a11e-26ea-4f38-a56e-c63bc46ad78f tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487677 Feb 10 15:49:09.177386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58252) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:09.199895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f66b35c-c513-42ff-91a6-b2db1146787e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.247552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d99de09-0745-4672-967a-6debd1ec94f0 req-cd972928-a05f-4757-ba6f-0520e3562196 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954505 Feb 10 15:49:09.294559 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.321279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:06Z', 'revision_number': 3, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:09.359470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d94dd-ce97-4bdb-8966-7b28aa346e8b req-9c2dd4cc-4dc5-4b36-8ea7-d91fb07eb9cf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:09.367565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca3d94dd-ce97-4bdb-8966-7b28aa346e8b req-9c2dd4cc-4dc5-4b36-8ea7-d91fb07eb9cf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1147263 Feb 10 15:49:09.379940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f66b35c-c513-42ff-91a6-b2db1146787e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.387034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Checking router: a5738993-f6a0-48b9-bfee-7997783d4a5e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:09.387367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Updating router a5738993-f6a0-48b9-bfee-7997783d4a5e port 3e186599-23a2-47a5-a997-d2dd8f06390c binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:09.393272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:09.404642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f66b35c-c513-42ff-91a6-b2db1146787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.419999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.430191 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.447057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca3d94dd-ce97-4bdb-8966-7b28aa346e8b req-be7f48ed-7a2b-4970-8fdc-e931ccda897e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740292 Feb 10 15:49:09.518324 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f66b35c-c513-42ff-91a6-b2db1146787e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfb3156bf6994134849f17a0f1cec55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358462 Feb 10 15:49:09.520197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:09.555321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:09.656232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66b35c-c513-42ff-91a6-b2db1146787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f813e6-9726-40c7-81c1-f9490fd6645a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:09.697005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a20db96c-0456-444d-8028-6461ab128457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.711022 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.772418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a20db96c-0456-444d-8028-6461ab128457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.853938 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.863100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.899274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a20db96c-0456-444d-8028-6461ab128457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.901681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a20db96c-0456-444d-8028-6461ab128457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:09.903017 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a20db96c-0456-444d-8028-6461ab128457 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54f813e6-9726-40c7-81c1-f9490fd6645a HTTP/1.1" status: 204 len: 168 time: 0.3795226 Feb 10 15:49:09.921589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20db96c-0456-444d-8028-6461ab128457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f813e6-9726-40c7-81c1-f9490fd6645a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:09.966447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Attempting to bind port 3e186599-23a2-47a5-a997-d2dd8f06390c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:09.966826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Attempting to bind port 3e186599-23a2-47a5-a997-d2dd8f06390c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:09.967194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Attempting to bind port 3e186599-23a2-47a5-a997-d2dd8f06390c on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:09.969265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f9b2fb7d-59db-4ce3-964e-d185b597f98a None None] Provisioning complete for port b90fe6f5-792a-40db-b6dc-eed2dccb3097 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:09.969642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9b2fb7d-59db-4ce3-964e-d185b597f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.003755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:10.004138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:10.004542 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.004934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:10.005460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Bound port: 3e186599-23a2-47a5-a997-d2dd8f06390c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:10.005867 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.011987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2208b-5360-46dc-a112-813f2af5d5a2 None None] Pushing event updated for resources: {'Port': ['ID=3e186599-23a2-47a5-a997-d2dd8f06390c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:10.036793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b90fe6f5-792a-40db-b6dc-eed2dccb3097 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:10.121438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Allocated IP 172.20.0.1 (724a89fd-d020-451a-8975-0038d5be7625/420602a4-b998-46df-8ae1-4c11ef2527d4/9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:10.125069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] For port 3e186599-23a2-47a5-a997-d2dd8f06390c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:10.129917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] For port 3e186599-23a2-47a5-a997-d2dd8f06390c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3e186599-23a2-47a5-a997-d2dd8f06390c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:10.150009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249814-e19f-416e-98eb-43e33e8a1e19 req-534d7b6d-305a-4380-9eab-c5430b7bbbaf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.154972 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.158219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb249814-e19f-416e-98eb-43e33e8a1e19 req-534d7b6d-305a-4380-9eab-c5430b7bbbaf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.2380443 Feb 10 15:49:10.217048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b90fe6f5-792a-40db-b6dc-eed2dccb3097 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:10.217278 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.261024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:10.263963 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f2bf5-4261-4f6e-86a5-ae6731fa2258" -d '{"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-unplugged", "status": "completed", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:10.296137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:10.296777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:10.299122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2208b-5360-46dc-a112-813f2af5d5a2 None None] Pushing event updated for resources: {'Port': ['ID=3e186599-23a2-47a5-a997-d2dd8f06390c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:10.311870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb249814-e19f-416e-98eb-43e33e8a1e19 req-2be65c8a-6570-4071-95b6-18f6b9f017ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377747 Feb 10 15:49:10.405031 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:49:10.461075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.490683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359497d-3630-455a-916a-08f1fca5e557 req-93cd343e-c1e7-469c-9e75-6b31c429c0f2 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.502593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2359497d-3630-455a-916a-08f1fca5e557 req-93cd343e-c1e7-469c-9e75-6b31c429c0f2 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.1182663 Feb 10 15:49:10.511041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:10.570956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2359497d-3630-455a-916a-08f1fca5e557 req-9a1610db-65c3-4b68-aec5-6d8b34308839 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672519 Feb 10 15:49:10.583993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.688598 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e6526b-435b-4af2-974a-b272b9ede80d x-openstack-request-id: req-f5e6526b-435b-4af2-974a-b272b9ede80d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:10.689205 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-unplugged", "status": "failed", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007", "code": 422}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:10.689619 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5e6526b-435b-4af2-974a-b272b9ede80d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:10.690229 n-d-827895-3 neutron-server[102616]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007', 'code': 422} returned with failed status Feb 10 15:49:10.690695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Network 724a89fd-d020-451a-8975-0038d5be7625 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:10.715512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:10.738343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:10.748169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:06Z', 'revision_number': 3, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:10.785459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042d8ea-03bf-4bff-be6f-9383a07c2144 None None] The sync data for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 is: [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:06Z', 'revision_number': 3, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:10.856874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Pushing event updated for resources: {'Port': ['ID=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:10.862847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:10.929690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-ea70e437-e0a9-4a65-910d-1a31fc2abbe1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.929690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-ea70e437-e0a9-4a65-910d-1a31fc2abbe1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=c292ff6b-a7d4-4cd5-886c-10a6c5b10d03 HTTP/1.1" status: 200 len: 944 time: 0.2705004 Feb 10 15:49:11.064736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f156a2bc-9e69-4c52-975b-def307085a41 None None] Provisioning complete for port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:11.067790 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f156a2bc-9e69-4c52-975b-def307085a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.121999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f156a2bc-9e69-4c52-975b-def307085a41 None None] Port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:49:11.150589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port 6170053b-4af6-4db2-8a6c-3f3879510007 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:11.151197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.264797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.420810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port 6170053b-4af6-4db2-8a6c-3f3879510007, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6170053b-4af6-4db2-8a6c-3f3879510007,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:11.421057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.474631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for 6170053b-4af6-4db2-8a6c-3f3879510007 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:11.590869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ce78d-bc84-4bf7-aa9e-96422f7ae9c0 req-66200e24-023b-4780-8e0c-be8fd78f51a4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.592412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a49ce78d-bc84-4bf7-aa9e-96422f7ae9c0 req-66200e24-023b-4780-8e0c-be8fd78f51a4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1740930 Feb 10 15:49:11.667867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.679719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.705239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a49ce78d-bc84-4bf7-aa9e-96422f7ae9c0 req-ef287e07-0889-4954-83e7-4cf275b2062d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945206 Feb 10 15:49:11.880873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Pushing event updated for resources: {'Port': ['ID=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:11.914196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:11.966484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e186599-23a2-47a5-a997-d2dd8f06390c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:11.987287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b6c3e-9a42-40c8-813e-6d13c95a74a5 req-d86091a3-960d-43ea-b0bc-14d3496c3531 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.989824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c6b6c3e-9a42-40c8-813e-6d13c95a74a5 req-d86091a3-960d-43ea-b0bc-14d3496c3531 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.1667981 Feb 10 15:49:12.085024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:12.101815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3e186599-23a2-47a5-a997-d2dd8f06390c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:12.102193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:12.149984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Network 724a89fd-d020-451a-8975-0038d5be7625 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:12.172767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=6170053b-4af6-4db2-8a6c-3f3879510007,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:12.215564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port 6170053b-4af6-4db2-8a6c-3f3879510007 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:12.217586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:12.225521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:12.229194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-123bd31a-5fb8-4b50-9e9b-60be916b5a11 req-4f9021ad-a3e1-4e92-a319-471c2e0e87d3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "DELETE /v2.0/ports/6170053b-4af6-4db2-8a6c-3f3879510007 HTTP/1.1" status: 204 len: 173 time: 1.2936537 Feb 10 15:49:12.249652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-deleted', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:12.252444 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a68284-e369-4bdb-8f39-7ed2c434270b" -d '{"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-deleted", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:12.277176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c6b6c3e-9a42-40c8-813e-6d13c95a74a5 req-2d525082-532b-4366-804b-f8a94871c40e tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887157 Feb 10 15:49:12.325986 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:12.374474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3e186599-23a2-47a5-a997-d2dd8f06390c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3e186599-23a2-47a5-a997-d2dd8f06390c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:12.386066 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:12.456527 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd746b9-8dd1-46ce-875f-37648cf6cc02 x-openstack-request-id: req-7dd746b9-8dd1-46ce-875f-37648cf6cc02 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:12.457373 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292ff6b-a7d4-4cd5-886c-10a6c5b10d03", "name": "network-vif-deleted", "tag": "6170053b-4af6-4db2-8a6c-3f3879510007", "status": "failed", "code": 422}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:12.459166 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dd746b9-8dd1-46ce-875f-37648cf6cc02 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:12.462558 n-d-827895-3 neutron-server[102615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c292ff6b-a7d4-4cd5-886c-10a6c5b10d03', 'name': 'network-vif-deleted', 'tag': '6170053b-4af6-4db2-8a6c-3f3879510007', 'status': 'failed', 'code': 422} returned with failed status Feb 10 15:49:12.508363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3e186599-23a2-47a5-a997-d2dd8f06390c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:12.634980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Router a5738993-f6a0-48b9-bfee-7997783d4a5e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:12.710839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dd49b623-d274-49c9-b41d-4c21349e89e0 None None] Provisioning complete for port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:12.711217 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dd49b623-d274-49c9-b41d-4c21349e89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:12.780120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-dd49b623-d274-49c9-b41d-4c21349e89e0 None None] Port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:49:12.935024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:12.954606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5d99ea50-5fa5-4542-bd69-75a1f0ee0b02 admin admin] 10.222.0.21 "PUT /v2.0/routers/a5738993-f6a0-48b9-bfee-7997783d4a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7346303 Feb 10 15:49:12.992673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b6848-127b-4a54-b5c2-d20dbff004d1 req-63e208a0-d8b4-43ed-8593-79a96daa8ec5 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.000009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c3b6848-127b-4a54-b5c2-d20dbff004d1 req-63e208a0-d8b4-43ed-8593-79a96daa8ec5 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.1651242 Feb 10 15:49:13.054203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58392) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:13.086312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c3b6848-127b-4a54-b5c2-d20dbff004d1 req-400c4f58-2b1e-44fc-b81c-430f12172173 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 Feb 10 15:49:13.102722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977e8c1-065c-48bb-97e0-cf657fb958f8 req-aa17a381-cce3-472b-a7fa-70c35b591c15 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.104574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e977e8c1-065c-48bb-97e0-cf657fb958f8 req-aa17a381-cce3-472b-a7fa-70c35b591c15 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0791376 Feb 10 15:49:13.185093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e977e8c1-065c-48bb-97e0-cf657fb958f8 req-a681c0cc-f8f2-4426-8f11-bea445762637 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725393 Feb 10 15:49:13.272776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7402be5f-8c13-4377-a883-5dd893ea6ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.419457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7402be5f-8c13-4377-a883-5dd893ea6ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.427658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7402be5f-8c13-4377-a883-5dd893ea6ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.486254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402be5f-8c13-4377-a883-5dd893ea6ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a67e9c-1eb7-4095-aad3-b25deb4076cb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.494450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58414) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:13.494660 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7402be5f-8c13-4377-a883-5dd893ea6ff4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8165f66c5f7943dcad5809e5b8c93e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392517 Feb 10 15:49:13.549435 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Sync routers for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:13.562269 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:13.563749 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:13.606418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-19b92fb8-3a48-4f4d-9ea4-e6b9f0f035b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.607967 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-19b92fb8-3a48-4f4d-9ea4-e6b9f0f035b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.0798299 Feb 10 15:49:13.681278 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08264569-38cd-4414-9c7f-32ada99b56f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.707608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08264569-38cd-4414-9c7f-32ada99b56f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.707879 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:13.716996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58420) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:13.722186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-93d88ad1-25d3-4210-88da-932d508e909d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.723845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154953134', 'description': 'tempest-description--1016599537'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:13.724183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-93d88ad1-25d3-4210-88da-932d508e909d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.1823413 Feb 10 15:49:13.753560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-e17789b2-861e-46e6-bc75-63ab6e53f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.755029 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-e17789b2-861e-46e6-bc75-63ab6e53f788 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.1347573 Feb 10 15:49:13.769034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-6305284c-d5ff-4bbe-aef1-6a8a2206b3fd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.0352831 Feb 10 15:49:13.770524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.811942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-0da94a66-2b44-44ad-a249-68461b4a958b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419645 Feb 10 15:49:13.867803 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-2f8f4a90-06d6-41e1-832e-109449129cf9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.0928166 Feb 10 15:49:13.922802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08264569-38cd-4414-9c7f-32ada99b56f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.931716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-08264569-38cd-4414-9c7f-32ada99b56f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:13.935633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-08264569-38cd-4414-9c7f-32ada99b56f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7a67e9c-1eb7-4095-aad3-b25deb4076cb HTTP/1.1" status: 204 len: 168 time: 0.4397869 Feb 10 15:49:13.964178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08264569-38cd-4414-9c7f-32ada99b56f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a67e9c-1eb7-4095-aad3-b25deb4076cb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.979509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-22cb0b0d-cdbc-420b-b635-5267f2d214ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.981410 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-22cb0b0d-cdbc-420b-b635-5267f2d214ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.0978839 Feb 10 15:49:14.005823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e186599-23a2-47a5-a997-d2dd8f06390c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:14.009707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903164f0-2b88-4233-b472-f16b903ab767 req-6bcd3af5-3587-4db9-89ec-0f322bf8f204 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.015493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-903164f0-2b88-4233-b472-f16b903ab767 req-6bcd3af5-3587-4db9-89ec-0f322bf8f204 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1901524 Feb 10 15:49:14.039876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-edbb0210-069e-42a9-8ad6-9aaeb689b389 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267272 Feb 10 15:49:14.056851 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 2, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:14.072371 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-4dd4020c-fda9-4b90-b7b0-84a8b61c2ef6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723083 Feb 10 15:49:14.079490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.091192 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.117859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3e186599-23a2-47a5-a997-d2dd8f06390c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:14.118124 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.124615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-9b1ed405-5296-4f36-bc70-62a649c57739 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:49:14.126042 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-9b1ed405-5296-4f36-bc70-62a649c57739 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359380 Feb 10 15:49:14.142341 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Checking router: a5738993-f6a0-48b9-bfee-7997783d4a5e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:14.142947 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Updating router a5738993-f6a0-48b9-bfee-7997783d4a5e port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:14.144452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.145962 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4280102 Feb 10 15:49:14.149596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:14.166454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Request body: {'security_group_rule': {'security_group_id': '66d50aad-ba9f-4883-8cc8-e195ee9ebd7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:14.187044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-903164f0-2b88-4233-b472-f16b903ab767 req-60aa2939-781a-4949-b62f-192c53ef0c62 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637032 Feb 10 15:49:14.219331 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.257107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee0430-fd41-4e61-bf5e-2a4946f8e4e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:14.314017 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-1cb542ed-c924-4c5a-a756-be299425e1e9 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729037 Feb 10 15:49:14.318530 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-453adde3-a9a9-4165-bbae-bb4fefb086a1 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705718 Feb 10 15:49:14.333262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.398309 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.427488 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.494655 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a18aebe4-b68d-4e43-a9c8-dbca58452439 req-e573fc01-25c1-49d4-bb8b-ee1a74112aee service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543293 Feb 10 15:49:14.539038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e59b46-5d35-4e65-948e-f4731680d508,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:14.565521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.567032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-94b6bb7f-98ae-4d86-8583-38b5fa5dc177 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122779 Feb 10 15:49:14.572161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:14.588482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Request body: {'security_group_rule': {'security_group_id': '66d50aad-ba9f-4883-8cc8-e195ee9ebd7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:14.620968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cccc57-30c6-444d-b09e-06c7ce3190b7 req-09dc2ba6-709d-4fe9-ba76-5987bab2daa8 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.629783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5cccc57-30c6-444d-b09e-06c7ce3190b7 req-09dc2ba6-709d-4fe9-ba76-5987bab2daa8 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.2225180 Feb 10 15:49:14.650209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.705526 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.718522 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.762713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.773364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.782970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5cccc57-30c6-444d-b09e-06c7ce3190b7 req-a6807d9a-f95b-472f-875b-749e2ebadc95 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426027 Feb 10 15:49:14.821011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaeb888-e6d2-466a-b701-fcf81235b5ae,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:14.822599 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Pushing event updated for resources: {'Port': ['ID=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:14.843349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e021c9-fe6c-4b83-8010-58e1bf54db71 req-a14cded8-bad5-4761-a9b2-eb01dc1ac7dd tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.847805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.849323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c5456e06-8bfb-42a0-b675-039208fde4d9 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2751184 Feb 10 15:49:14.852351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:14.854035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74e021c9-fe6c-4b83-8010-58e1bf54db71 req-a14cded8-bad5-4761-a9b2-eb01dc1ac7dd tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1193492 Feb 10 15:49:14.857006 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.857565 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.858070 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.858569 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.859101 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.860341 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.860840 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.861531 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.862037 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.862556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:14.862832 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.863342 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.864008 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:14.892488 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Attempting to bind port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:14.893215 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Attempting to bind port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:14.894291 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Attempting to bind port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 on network 724a89fd-d020-451a-8975-0038d5be7625 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:14.903185 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:14.903845 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Checking segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:14.904585 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.905309 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Bound using segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:14.905966 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Bound port: 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:14.906651 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.920060 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:14.962262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b09e3e7-7dd2-4665-934a-7cf7cdaf82f6 req-211ef526-1b2b-49b0-8a03-e6a4d7ed7295 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 210 time: 0.0728996 Feb 10 15:49:15.015333 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] For port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:15.024443 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] For port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:15.033332 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.045747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74e021c9-fe6c-4b83-8010-58e1bf54db71 req-f2221036-7af0-4a7a-a0ed-144073b82998 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904256 Feb 10 15:49:15.119501 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:15.120434 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.147600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.190180 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd729b6-8320-4452-81fe-7e581ee3af44 None None] Pushing event updated for resources: {'Port': ['ID=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:15.238961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-490fccb0-9f0e-4dbd-8d66-11f4d044259e None None] Provisioning complete for port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:15.241039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-490fccb0-9f0e-4dbd-8d66-11f4d044259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.412685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-490fccb0-9f0e-4dbd-8d66-11f4d044259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.425779 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:15.483833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Allocated IP 172.25.7.243 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/54b2a983-b12e-49dd-9e6f-8d23f5afabc8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:15.519933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db127c-e80d-43fc-b32a-43804733e190 req-94868734-79e7-497b-94c9-012266c791b0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.527402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92db127c-e80d-43fc-b32a-43804733e190 req-94868734-79e7-497b-94c9-012266c791b0 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1543758 Feb 10 15:49:15.530297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-490fccb0-9f0e-4dbd-8d66-11f4d044259e None None] For port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:15.539505 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-490fccb0-9f0e-4dbd-8d66-11f4d044259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.649624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92db127c-e80d-43fc-b32a-43804733e190 req-78928ae0-c037-4cdc-8ee0-22bac15ac5b9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172466 Feb 10 15:49:15.676199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fccb0-9f0e-4dbd-8d66-11f4d044259e None None] Pushing event updated for resources: {'Port': ['ID=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:15.684717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-37e524d3-f0ad-48c5-87be-c1b2646f3890 None None] Provisioning complete for port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:15.685139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-37e524d3-f0ad-48c5-87be-c1b2646f3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.792776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-15b0e8b1-53e2-4e30-bc12-b71bea5a83f5 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.794541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-15b0e8b1-53e2-4e30-bc12-b71bea5a83f5 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.1003881 Feb 10 15:49:15.869073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:15.917365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d19b1-95c0-47a5-a2a4-e5805f64c9ff req-0305882d-45e9-4ec8-b8ba-abe97725fc92 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.925040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-857d19b1-95c0-47a5-a2a4-e5805f64c9ff req-0305882d-45e9-4ec8-b8ba-abe97725fc92 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 945 time: 0.0628831 Feb 10 15:49:15.998379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Deleting port 7590bee3-06da-47bb-b20d-bd3928495523 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:15.998834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:16.003281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:16.003636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-857d19b1-95c0-47a5-a2a4-e5805f64c9ff req-bb5078f5-adfb-40bf-bc10-975030f02fe6 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/security-groups?id=15eb755e-85c6-4919-844a-7728869587bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686879 Feb 10 15:49:16.019008 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:16.066973 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd72e2f-9f3f-4140-b6bd-615c51a91264 None None] The sync data for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 is: [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:16.083099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event updated for resources: {'Port': ['ID=54b2a983-b12e-49dd-9e6f-8d23f5afabc8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:16.110692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ecc1a7e8-4fb3-4732-93d5-9a3747fe7a83 req-a410ec0c-0260-4d6d-b8dd-f369416ab03b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 210 time: 0.0585585 Feb 10 15:49:16.325645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dad8f-d86d-45b5-b88b-cdc819a57d72 req-f1c31673-d11e-41d9-9236-e253f4caa36d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:16.327219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc9dad8f-d86d-45b5-b88b-cdc819a57d72 req-f1c31673-d11e-41d9-9236-e253f4caa36d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0962989 Feb 10 15:49:16.384409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc9dad8f-d86d-45b5-b88b-cdc819a57d72 req-30ea20d6-4677-42b6-92ea-ff87b6806b04 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Feb 10 15:49:16.638144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:16.639638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:16.642311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:16.695924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] For port 7590bee3-06da-47bb-b20d-bd3928495523, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7590bee3-06da-47bb-b20d-bd3928495523,segment=NetworkSegment(78f3438e-8d9a-466d-a6ce-1b65b22a15ec),segment_id=78f3438e-8d9a-466d-a6ce-1b65b22a15ec)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:16.696300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:16.723078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Calling delete_port for 7590bee3-06da-47bb-b20d-bd3928495523 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:16.835157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d7d3-9622-4cb3-8360-48e40d3da827 req-382e8069-e179-47cf-b128-0ddb49a775ed tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:16.836738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8230d7d3-9622-4cb3-8360-48e40d3da827 req-382e8069-e179-47cf-b128-0ddb49a775ed tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0908039 Feb 10 15:49:16.845466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-9bc71451-0993-430e-b6a4-34be1a05798a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:16.846926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-9bc71451-0993-430e-b6a4-34be1a05798a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.2449386 Feb 10 15:49:16.896559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:16.903790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8230d7d3-9622-4cb3-8360-48e40d3da827 req-35a4c0db-41fd-4655-af7d-6330e1caeba5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Feb 10 15:49:16.910537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': '807243a5-38d7-4097-a60e-dd1736247358', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:16.973847 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.063404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:17.068828 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.070529 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.086302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['7590bee3-06da-47bb-b20d-bd3928495523'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:17.222582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58510) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:17.231114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41d89f2e-9689-4666-8f7f-b7ef4ed189f0 req-a4485061-cd22-4c2c-bffd-4c820c859640 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f45d902-31db-4efd-852b-fdba457f4e42 HTTP/1.1" status: 200 len: 210 time: 0.0361743 Feb 10 15:49:17.245258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Pushing event deleted for resources: {'Port': ['ID=7590bee3-06da-47bb-b20d-bd3928495523,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:17.275395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1668b30c-f9fb-4819-84d1-b185222676af req-795b2c2e-6d00-4d78-a278-a79b9b89acb3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 210 time: 0.0476506 Feb 10 15:49:17.282041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.12 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/a913c3c6-079e-4737-9232-7f166ff368b3) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:17.285291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] No DVR routers for this DVR port 7590bee3-06da-47bb-b20d-bd3928495523 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:17.291220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.296006 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c0d40d40-a260-4600-ba58-686e9bdadf52 req-0ff2da9a-3c45-492b-ae84-4c065a7ca1c7 tempest-ServerGroupTestJSON-152310577 tempest-ServerGroupTestJSON-152310577-project] 10.222.0.75 "DELETE /v2.0/ports/7590bee3-06da-47bb-b20d-bd3928495523 HTTP/1.1" status: 204 len: 173 time: 1.4825370 Feb 10 15:49:17.296930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d902-31db-4efd-852b-fdba457f4e42', 'name': 'network-vif-deleted', 'tag': '7590bee3-06da-47bb-b20d-bd3928495523'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:17.300625 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f92297f-fbd3-49eb-9ec9-7e5cac230ef9" -d '{"events": [{"server_uuid": "7f45d902-31db-4efd-852b-fdba457f4e42", "name": "network-vif-deleted", "tag": "7590bee3-06da-47bb-b20d-bd3928495523"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:17.362047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.368629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.414709 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013fa16-552f-45de-86ff-503fe7302ffd x-openstack-request-id: req-4013fa16-552f-45de-86ff-503fe7302ffd {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:17.415270 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d902-31db-4efd-852b-fdba457f4e42", "name": "network-vif-deleted", "tag": "7590bee3-06da-47bb-b20d-bd3928495523", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:17.415682 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4013fa16-552f-45de-86ff-503fe7302ffd {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:17.416359 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d902-31db-4efd-852b-fdba457f4e42', 'name': 'network-vif-deleted', 'tag': '7590bee3-06da-47bb-b20d-bd3928495523', 'status': 'completed', 'code': 200} Feb 10 15:49:17.470119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event updated for resources: {'Port': ['ID=54b2a983-b12e-49dd-9e6f-8d23f5afabc8,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:17.491907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3709ce7-b392-4652-bb47-e92f8a9ab8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.524350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.542961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.553926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.555201 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b888ac90-1cac-4c67-bc4e-e82c18708a4d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6978903 Feb 10 15:49:17.615103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3709ce7-b392-4652-bb47-e92f8a9ab8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.620652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3709ce7-b392-4652-bb47-e92f8a9ab8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.628345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dfc84-64c0-4a8b-a5bc-b623bd6c87c1 req-40ceb693-326e-43c3-8c98-7d18fcbbaa76 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:17.635714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-477dfc84-64c0-4a8b-a5bc-b623bd6c87c1 req-40ceb693-326e-43c3-8c98-7d18fcbbaa76 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0996699 Feb 10 15:49:17.668002 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b3709ce7-b392-4652-bb47-e92f8a9ab8dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c11c4ebc7454489bfed9dad373ed192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393322 Feb 10 15:49:17.669538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3709ce7-b392-4652-bb47-e92f8a9ab8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c7eb0-1e01-4704-a7d2-ae41cb8d41d6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:17.685174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58522) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:17.708001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.750162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-477dfc84-64c0-4a8b-a5bc-b623bd6c87c1 req-7d5a3a41-14df-4e0c-9fe2-fee3b5812553 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134758 Feb 10 15:49:17.757159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10a0d8a-7599-4888-a59c-c38b97b53ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.781661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10a0d8a-7599-4888-a59c-c38b97b53ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.786290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:17.807105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:17.817823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:17.847867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10a0d8a-7599-4888-a59c-c38b97b53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.851122 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10a0d8a-7599-4888-a59c-c38b97b53ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.870523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=a913c3c6-079e-4737-9232-7f166ff368b3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:17.871058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e10a0d8a-7599-4888-a59c-c38b97b53ac7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb6c7eb0-1e01-4704-a7d2-ae41cb8d41d6 HTTP/1.1" status: 204 len: 168 time: 0.1754270 Feb 10 15:49:17.883490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a0d8a-7599-4888-a59c-c38b97b53ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c7eb0-1e01-4704-a7d2-ae41cb8d41d6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:17.933376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ff46164f-a9d0-404b-8a11-2373316e47d3 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--154953134&fields=id&tenant_id=1238b6fccbc747e694f90e1b07c28bbd HTTP/1.1" status: 200 len: 267 time: 0.1190193 Feb 10 15:49:17.940957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:17.941712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:17.988980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a9a83542-65a9-47b0-b734-655e38cd4d2f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1048396 Feb 10 15:49:17.999957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:18.039029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-ef49b9fa-f686-43ca-8079-b8789b3ec063 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:49:18.040171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-ef49b9fa-f686-43ca-8079-b8789b3ec063 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146654 Feb 10 15:49:18.068265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:18.068726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.249523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:18.266512 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfac0700-60ec-4e14-a7df-62d19148ae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.356063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfac0700-60ec-4e14-a7df-62d19148ae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.360673 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfac0700-60ec-4e14-a7df-62d19148ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.401073 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dfac0700-60ec-4e14-a7df-62d19148ae5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4a8fe8e945f447b9ce6e70c7244dd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494887 Feb 10 15:49:18.403074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac0700-60ec-4e14-a7df-62d19148ae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908d581a-39c7-48a7-a5e5-b5cdb0340b49,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:18.404077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58548) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:18.504589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72084cd-9dc2-43ca-a50a-96c67f117e7b req-41b771cf-79dd-4639-8892-580006cdb730 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:18.506073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a72084cd-9dc2-43ca-a50a-96c67f117e7b req-41b771cf-79dd-4639-8892-580006cdb730 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.4646733 Feb 10 15:49:18.513049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ce902060-b1f1-4ed1-92a2-64bd89a8ae7e tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:18.514391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ce902060-b1f1-4ed1-92a2-64bd89a8ae7e tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/networks?id=724a89fd-d020-451a-8975-0038d5be7625 HTTP/1.1" status: 200 len: 812 time: 0.5645058 Feb 10 15:49:18.553768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Request body: {'port': {'device_id': '807243a5-38d7-4097-a60e-dd1736247358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:18.556162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cf2be355-c431-4ca5-904d-88059901d947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.582620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ee42bb57-1e54-4733-a781-480f86684fea tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/quotas/1238b6fccbc747e694f90e1b07c28bbd HTTP/1.1" status: 200 len: 375 time: 0.0573657 Feb 10 15:49:18.629435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cf2be355-c431-4ca5-904d-88059901d947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.669515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a72084cd-9dc2-43ca-a50a-96c67f117e7b req-d6013550-1bd1-4b3b-ab9e-cefe8f597a0d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523986 Feb 10 15:49:18.698069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.755407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-360733a8-8f55-4bb7-a823-9ebe15f5f568 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1238b6fccbc747e694f90e1b07c28bbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1595838 Feb 10 15:49:18.914131 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cf2be355-c431-4ca5-904d-88059901d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.916611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cf2be355-c431-4ca5-904d-88059901d947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:18.917732 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cf2be355-c431-4ca5-904d-88059901d947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/908d581a-39c7-48a7-a5e5-b5cdb0340b49 HTTP/1.1" status: 204 len: 168 time: 0.5094242 Feb 10 15:49:18.946453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2be355-c431-4ca5-904d-88059901d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d581a-39c7-48a7-a5e5-b5cdb0340b49,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:18.960212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec61c94-0977-446d-a54e-65fceb5cd10e req-458b3b5a-9bbf-456f-aaec-cb7b29d65364 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:18.961721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ec61c94-0977-446d-a54e-65fceb5cd10e req-458b3b5a-9bbf-456f-aaec-cb7b29d65364 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 932 time: 0.2015960 Feb 10 15:49:19.053107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-2467e710-b3e4-40a6-866b-20b5bead17b7 service neutron] 10.222.0.21 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768631 Feb 10 15:49:19.098886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ec61c94-0977-446d-a54e-65fceb5cd10e req-1defb4e4-979d-46bc-a8c0-120be7fc20ad tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268160 Feb 10 15:49:19.355664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-e786b6d6-40a9-4062-874d-d34fc4897888 service neutron] 10.222.0.21 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939534 Feb 10 15:49:19.357554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a913c3c6-079e-4737-9232-7f166ff368b3 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:19.369171 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:19.395079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578c6a-1678-41c9-a1cb-80b011cb442e req-55b7f327-5768-4414-8433-658c65cdca2f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:19.396653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31578c6a-1678-41c9-a1cb-80b011cb442e req-55b7f327-5768-4414-8433-658c65cdca2f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0929568 Feb 10 15:49:19.397710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Transition to ACTIVE for port object a913c3c6-079e-4737-9232-7f166ff368b3 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:19.404422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:19.493886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Pushing event updated for resources: {'Port': ['ID=a913c3c6-079e-4737-9232-7f166ff368b3,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:19.512481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31578c6a-1678-41c9-a1cb-80b011cb442e req-8895542f-57f5-47ab-914f-cd2ca695d609 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996232 Feb 10 15:49:19.632239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-801d2b72-9712-4c8b-ad4a-a9724b57983e req-28146da4-44d8-4387-8922-26a55d21328a tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 210 time: 0.0458307 Feb 10 15:49:19.668962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Attempting to bind port a913c3c6-079e-4737-9232-7f166ff368b3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:19.669704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Attempting to bind port a913c3c6-079e-4737-9232-7f166ff368b3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:19.676680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Attempting to bind port a913c3c6-079e-4737-9232-7f166ff368b3 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:19.683956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Port a913c3c6-079e-4737-9232-7f166ff368b3 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:19.684552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Attempting to bind port a913c3c6-079e-4737-9232-7f166ff368b3 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:19.698822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:19.700703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:19.701846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:19.704655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Bound port: a913c3c6-079e-4737-9232-7f166ff368b3, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:19.706177 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:19.717192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7590bee3-06da-47bb-b20d-bd3928495523 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:19.779895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 7590bee3-06da-47bb-b20d-bd3928495523 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:19.780608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7590bee3-06da-47bb-b20d-bd3928495523 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:19.790108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58602) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:19.808485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] For port a913c3c6-079e-4737-9232-7f166ff368b3, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:19.812257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] For port a913c3c6-079e-4737-9232-7f166ff368b3, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a913c3c6-079e-4737-9232-7f166ff368b3,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:19.818295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:19.866966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:19.867851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:19.869412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] 10.222.0.45 "PUT /v2.0/ports/a913c3c6-079e-4737-9232-7f166ff368b3 HTTP/1.1" status: 200 len: 1092 time: 1.8116753 Feb 10 15:49:19.870008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807243a5-38d7-4097-a60e-dd1736247358', 'tag': 'a913c3c6-079e-4737-9232-7f166ff368b3'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:19.872648 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf59fe0-892c-400d-af4f-1074d8b9aa52" -d '{"events": [{"name": "network-changed", "server_uuid": "807243a5-38d7-4097-a60e-dd1736247358", "tag": "a913c3c6-079e-4737-9232-7f166ff368b3"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:19.884714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Deleting subnet 62f2ad19-d042-4c58-a55e-24a59b396b6f {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:49:19.890649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:19.957861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.005203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.021664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc783c6-921f-4fd4-876f-c5e9ccc1d8f4 req-31eb8a33-717a-496c-b2c3-218d84eca00c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.030111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dc783c6-921f-4fd4-876f-c5e9ccc1d8f4 req-31eb8a33-717a-496c-b2c3-218d84eca00c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1649249 Feb 10 15:49:20.048918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdcaf2-25a4-4d55-94d3-600f9ca53e09 service neutron] Pushing event updated for resources: {'Port': ['ID=a913c3c6-079e-4737-9232-7f166ff368b3,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.068437 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.071188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-00b2827a-9f71-4be0-a1bf-7060889e7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.073830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-00b2827a-9f71-4be0-a1bf-7060889e7be4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 1095 time: 0.1550345 Feb 10 15:49:20.102237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f2ad19-d042-4c58-a55e-24a59b396b6f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.104234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.107402 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2ff0847e-514a-4df6-b91c-247f826f9d07 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62f2ad19-d042-4c58-a55e-24a59b396b6f HTTP/1.1" status: 204 len: 168 time: 0.3162348 Feb 10 15:49:20.108654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dc783c6-921f-4fd4-876f-c5e9ccc1d8f4 req-3989c826-36bd-4d7b-8960-f0d9cf3314eb tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709405 Feb 10 15:49:20.119148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58614) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:20.156869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-a1174c3a-970a-4e8d-9275-f35999ebbf0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a913c3c6-079e-4737-9232-7f166ff368b3 HTTP/1.1" status: 200 len: 217 time: 0.0633724 Feb 10 15:49:20.220359 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe685db-f0b8-4c39-aa14-0ca30ec952b2 x-openstack-request-id: req-4fe685db-f0b8-4c39-aa14-0ca30ec952b2 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:20.220648 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807243a5-38d7-4097-a60e-dd1736247358", "tag": "a913c3c6-079e-4737-9232-7f166ff368b3", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:20.220897 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fe685db-f0b8-4c39-aa14-0ca30ec952b2 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:20.221292 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807243a5-38d7-4097-a60e-dd1736247358', 'tag': 'a913c3c6-079e-4737-9232-7f166ff368b3', 'status': 'completed', 'code': 200} Feb 10 15:49:20.222575 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.252727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-bf5d1aed-8c1c-4f60-bc49-ace519223787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.254192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-bf5d1aed-8c1c-4f60-bc49-ace519223787 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.0849032 Feb 10 15:49:20.270042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6fa57-12fe-4a4b-b42d-52bd9036b3d9 req-820f5ed1-f9dd-4b1e-a6b0-8262ded6abbd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.271520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-98f6fa57-12fe-4a4b-b42d-52bd9036b3d9 req-820f5ed1-f9dd-4b1e-a6b0-8262ded6abbd tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 944 time: 0.0688167 Feb 10 15:49:20.304943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-c0faade4-ffcb-4f1c-b7b8-a6a21af884e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323226 Feb 10 15:49:20.315730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.337920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b844e9fe-cb5f-4300-9967-750bf1fb4f48']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:20.348501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f3438e-8d9a-466d-a6ce-1b65b22a15ec') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:20.348844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f3438e-8d9a-466d-a6ce-1b65b22a15ec') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:20.358250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.373427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.380169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:20.380685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:20.382407 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:20.384980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-98f6fa57-12fe-4a4b-b42d-52bd9036b3d9 req-56c09d9d-410b-4209-ba48-3837d1208e88 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026826 Feb 10 15:49:20.417480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-345fe16b-7fea-4e2f-829b-c86fba088490 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057961 Feb 10 15:49:20.451560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.457810 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.461292 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b844e9fe-cb5f-4300-9967-750bf1fb4f48 HTTP/1.1" status: 204 len: 168 time: 0.3408742 Feb 10 15:49:20.474822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53403206-12d5-48f0-8752-50bff8ac324a admin admin] Pushing event deleted for resources: {'Network': ['ID=b844e9fe-cb5f-4300-9967-750bf1fb4f48,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.510466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-042a87ba-ff17-4170-8220-a508f1ce7b3f req-d0fd7658-a44a-4842-88d1-efffcd77a1c5 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854549 Feb 10 15:49:20.639486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-e322f061-1aaa-4f6b-bdbb-126814e1dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.641870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-e322f061-1aaa-4f6b-bdbb-126814e1dfe8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 1095 time: 0.0826414 Feb 10 15:49:20.669163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17f618-7019-42d7-b37d-2aeaed6cd4f5 req-131c2e9c-69b8-498c-b2b4-b7da99791eda tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.671065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c17f618-7019-42d7-b37d-2aeaed6cd4f5 req-131c2e9c-69b8-498c-b2b4-b7da99791eda tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0795934 Feb 10 15:49:20.675056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:20.726997 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8538296f-0d44-40ae-8bc7-2851fc4d9b50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39a38bc21c1845c09740cb5385fbea06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504000 Feb 10 15:49:20.729411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58626) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:20.784286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0de8381c-d634-4a19-985d-7a9029a6882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.808382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0de8381c-d634-4a19-985d-7a9029a6882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.814396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f6d3d73-45db-43d0-9291-03702edf706d req-f3c3cfb5-ced3-4cbe-88b4-5f8283d6ab82 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 210 time: 0.0736058 Feb 10 15:49:20.862023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c17f618-7019-42d7-b37d-2aeaed6cd4f5 req-a9fe7ed6-ad5a-460e-8120-10cbecbecc41 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793504 Feb 10 15:49:20.867640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0de8381c-d634-4a19-985d-7a9029a6882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.871272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0de8381c-d634-4a19-985d-7a9029a6882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:20.872593 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0de8381c-d634-4a19-985d-7a9029a6882b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15eb755e-85c6-4919-844a-7728869587bc HTTP/1.1" status: 204 len: 168 time: 0.1422400 Feb 10 15:49:20.881870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8381c-d634-4a19-985d-7a9029a6882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb755e-85c6-4919-844a-7728869587bc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.919581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-1c05b7a9-9a1a-4336-a6c6-836cbeb26a67 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.921960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-1c05b7a9-9a1a-4336-a6c6-836cbeb26a67 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.45 "GET /v2.0/networks?id=724a89fd-d020-451a-8975-0038d5be7625 HTTP/1.1" status: 200 len: 812 time: 0.2376442 Feb 10 15:49:20.935019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-a3e2e930-b199-4dcf-8163-7cf482a46c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.937559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-a3e2e930-b199-4dcf-8163-7cf482a46c9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.2856019 Feb 10 15:49:20.988902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-ead4e01c-f8e9-4561-89eb-52bdca4addd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a913c3c6-079e-4737-9232-7f166ff368b3 HTTP/1.1" status: 200 len: 217 time: 0.0442379 Feb 10 15:49:21.033035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-b09505bb-4f27-4752-a2d7-ed24ef7a18ff tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1238b6fccbc747e694f90e1b07c28bbd HTTP/1.1" status: 200 len: 379 time: 0.0942903 Feb 10 15:49:21.042931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Request body: {'port': {'device_id': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'admin_state_up': True, 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'security_groups': ['66d50aad-ba9f-4883-8cc8-e195ee9ebd7a']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:21.097326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-479e256a-158e-4d84-9915-7e91cfae6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:21.098787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-479e256a-158e-4d84-9915-7e91cfae6941 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.1007926 Feb 10 15:49:21.139920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-e36e6095-5cc6-4be9-9633-58ae356c857e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318315 Feb 10 15:49:21.310858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100236a5-5474-4f9d-acf5-5523ec2ffc58 req-9e505bee-be06-4826-a244-3fd00e48af50 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:21.313222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-100236a5-5474-4f9d-acf5-5523ec2ffc58 req-9e505bee-be06-4826-a244-3fd00e48af50 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1088767 Feb 10 15:49:21.315198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-531c1776-9942-4821-abd8-27024b378084 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636605 Feb 10 15:49:21.315918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Made reservation on behalf of 1238b6fccbc747e694f90e1b07c28bbd for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:21.319234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.432283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-100236a5-5474-4f9d-acf5-5523ec2ffc58 req-b2b3e7a4-d914-482f-bc22-45ecaf013890 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097813 Feb 10 15:49:21.555886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaf59fe0-892c-400d-af4f-1074d8b9aa52 req-cc095919-e0a6-4441-add0-c27037dce245 service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316647 Feb 10 15:49:21.601097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd5ede-5b04-4a22-8dae-5ab6062dc39f req-f71000fa-34b5-40d1-b510-2260eeadde3c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:21.602570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8cd5ede-5b04-4a22-8dae-5ab6062dc39f req-f71000fa-34b5-40d1-b510-2260eeadde3c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 944 time: 0.1175210 Feb 10 15:49:21.631903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Allocated IP 172.20.0.7 (724a89fd-d020-451a-8975-0038d5be7625/420602a4-b998-46df-8ae1-4c11ef2527d4/bf108d98-da04-4c10-9193-5eb983fed5f6) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:21.648507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58664) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:21.667705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8cd5ede-5b04-4a22-8dae-5ab6062dc39f req-cb105163-5f00-4872-beae-b9dcd026fa1a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571029 Feb 10 15:49:21.755179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-254070928-network', 'tenant_id': '5b03a352283d4262886590ef4a1b8b99'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:21.777645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Made reservation on behalf of 5b03a352283d4262886590ef4a1b8b99 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:21.780223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.793030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.809470 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.853654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.891035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.897100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.898762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Network 724a89fd-d020-451a-8975-0038d5be7625 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:21.901970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:21.905916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:21.932641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:21.942480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event updated for resources: {'Port': ['ID=bf108d98-da04-4c10-9193-5eb983fed5f6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:21.954417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93905e07-02a7-4fe6-9072-b672334d8ad8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:21.973571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:21.974670 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Added segment 8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c of type vlan for network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 Feb 10 15:49:22.031763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.039862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.041115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.065588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.066667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.067262 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.068936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-4f95ad9a-90a6-4338-a37a-603b2341e20d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0296609 Feb 10 15:49:22.080474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdb4f-51d5-4246-9ba6-dd08a3e79b6e req-33616c4b-1285-485d-96a3-cb2a0e9a8263 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.082426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-677bdb4f-51d5-4246-9ba6-dd08a3e79b6e req-33616c4b-1285-485d-96a3-cb2a0e9a8263 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 931 time: 0.1407471 Feb 10 15:49:22.087939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Request body: {'port': {'device_id': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:22.098223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb7ea-2d1a-4800-b770-78c0c2819cfd req-987edaf2-2785-476d-a765-7c50a6ab02ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.099737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56ceb7ea-2d1a-4800-b770-78c0c2819cfd req-987edaf2-2785-476d-a765-7c50a6ab02ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1117439 Feb 10 15:49:22.128583 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4789629 Feb 10 15:49:22.133191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58674) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:22.139562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Request body: {'subnet': {'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-254070928-subnet', 'tenant_id': '5b03a352283d4262886590ef4a1b8b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:22.147570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c014d1-18b4-4d8e-98e7-8cdaa2857ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:22.162120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:22.172662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Made reservation on behalf of 5b03a352283d4262886590ef4a1b8b99 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:22.175962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.203756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-677bdb4f-51d5-4246-9ba6-dd08a3e79b6e req-3bdc28de-8da5-4d0d-897f-20b446cd7495 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026139 Feb 10 15:49:22.221040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56ceb7ea-2d1a-4800-b770-78c0c2819cfd req-e16425c3-beed-480b-b094-6db64343e097 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131537 Feb 10 15:49:22.223722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.263812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-185a9a56-bc48-4fd0-8f1d-2496006d6b4f None None] Provisioning complete for port bf108d98-da04-4c10-9193-5eb983fed5f6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:22.264434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-185a9a56-bc48-4fd0-8f1d-2496006d6b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.302794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-185a9a56-bc48-4fd0-8f1d-2496006d6b4f None None] Port bf108d98-da04-4c10-9193-5eb983fed5f6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:49:22.370647 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.430987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb12ed5f-b26e-4d71-ae08-37d7a9eddad3,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:22.436009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Checking segment: {'id': '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:22.436357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Network hostable DHCP agents. Network: fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:22.453133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:22.462139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:22.468159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.471890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07bcc8-ff18-4fdd-9b28-d244195af1e1 None None] Network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:22.472393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.507582 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-98a66440-3a45-47fe-a2f1-ecffed1ee437 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3732328 Feb 10 15:49:22.512988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf108d98-da04-4c10-9193-5eb983fed5f6 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:22.523837 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.542809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Transition to ACTIVE for port object bf108d98-da04-4c10-9193-5eb983fed5f6 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:22.555264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.708137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16c317-068b-454a-b7a1-b4f3e5075cbb None None] Network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:22.748213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf108d98-da04-4c10-9193-5eb983fed5f6,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:22.760341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fa71d-64c2-4151-8415-92ee36dd80dc req-cc13361e-d00b-4887-bec3-1b6922db340b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.772927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-854fa71d-64c2-4151-8415-92ee36dd80dc req-cc13361e-d00b-4887-bec3-1b6922db340b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.2320142 Feb 10 15:49:22.897436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-854fa71d-64c2-4151-8415-92ee36dd80dc req-8ee907f0-473a-4ad5-9321-8e88ea4164e2 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236253 Feb 10 15:49:22.904169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Attempting to bind port bf108d98-da04-4c10-9193-5eb983fed5f6 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:22.904505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Attempting to bind port bf108d98-da04-4c10-9193-5eb983fed5f6 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:22.904835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Attempting to bind port bf108d98-da04-4c10-9193-5eb983fed5f6 on network 724a89fd-d020-451a-8975-0038d5be7625 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:22.914364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Port bf108d98-da04-4c10-9193-5eb983fed5f6 on network 724a89fd-d020-451a-8975-0038d5be7625 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:22.914726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Attempting to bind port bf108d98-da04-4c10-9193-5eb983fed5f6 on network 724a89fd-d020-451a-8975-0038d5be7625 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:22.925478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1714928-d099-4068-aa19-4b40a0314b13 req-360698d2-e237-4ded-8149-22a40cc75b60 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.927641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1714928-d099-4068-aa19-4b40a0314b13 req-360698d2-e237-4ded-8149-22a40cc75b60 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 944 time: 0.1172235 Feb 10 15:49:22.932240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:22.932587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Checking segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:22.932971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Bound using segment: {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:22.933402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Bound port: bf108d98-da04-4c10-9193-5eb983fed5f6, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df27b9f0-61fc-41be-8f09-63e73de70d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '724a89fd-d020-451a-8975-0038d5be7625'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:22.934103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:22.957036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a913c3c6-079e-4737-9232-7f166ff368b3 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:23.009513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1714928-d099-4068-aa19-4b40a0314b13 req-631592a9-67dc-4c14-a003-3ae1d8029c8b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Feb 10 15:49:23.031412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] For port bf108d98-da04-4c10-9193-5eb983fed5f6, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:23.034885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] For port bf108d98-da04-4c10-9193-5eb983fed5f6, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf108d98-da04-4c10-9193-5eb983fed5f6,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:23.092394 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:23.099742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.099742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:23.101518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf108d98-da04-4c10-9193-5eb983fed5f6 HTTP/1.1" status: 200 len: 1091 time: 1.0182111 Feb 10 15:49:23.102816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:23.105500 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73516acd-1325-477d-abe4-04a730f17963" -d '{"events": [{"name": "network-changed", "server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:23.114479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a913c3c6-079e-4737-9232-7f166ff368b3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a913c3c6-079e-4737-9232-7f166ff368b3,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:23.127315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab944cae-2477-439e-bb1a-f478352c36c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf108d98-da04-4c10-9193-5eb983fed5f6,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:23.133404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'a913c3c6-079e-4737-9232-7f166ff368b3', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': 'a913c3c6-079e-4737-9232-7f166ff368b3', 'mac_address': 'fa:16:3e:bd:b5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:23.170313 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28be5656-65b6-44f0-89ac-0225c1574227 x-openstack-request-id: req-28be5656-65b6-44f0-89ac-0225c1574227 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:23.170760 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:23.171958 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28be5656-65b6-44f0-89ac-0225c1574227 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:23.172875 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'status': 'completed', 'code': 200} Feb 10 15:49:23.188268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:23.212407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a913c3c6-079e-4737-9232-7f166ff368b3 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:23.237935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a913c3c6-079e-4737-9232-7f166ff368b3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a913c3c6-079e-4737-9232-7f166ff368b3,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:23.246292 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:23.308901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=a913c3c6-079e-4737-9232-7f166ff368b3,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:23.332553 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:23.361683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-0b4acf20-3008-4bae-a449-d75c268c62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.363186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-0b4acf20-3008-4bae-a449-d75c268c62de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1238b6fccbc747e694f90e1b07c28bbd&device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 1094 time: 0.1748316 Feb 10 15:49:23.443192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-277c6ca8-db54-44f1-90f8-7cd1d16ce3da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf108d98-da04-4c10-9193-5eb983fed5f6 HTTP/1.1" status: 200 len: 217 time: 0.0627642 Feb 10 15:49:23.455677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['a913c3c6-079e-4737-9232-7f166ff368b3'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:23.809631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6c2f9-1e17-48bf-8c2e-ae3cf4d158fe req-587f469b-6699-499f-8781-fcd0983b546d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.811089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78c6c2f9-1e17-48bf-8c2e-ae3cf4d158fe req-587f469b-6699-499f-8781-fcd0983b546d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 943 time: 0.4713519 Feb 10 15:49:23.824535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-e71a0789-b4f8-4eaa-ae5c-08c0da59c570 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.825992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-e71a0789-b4f8-4eaa-ae5c-08c0da59c570 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/networks?id=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 HTTP/1.1" status: 200 len: 812 time: 0.6034644 Feb 10 15:49:23.867605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-903348e6-d8e6-44b2-a8a3-ca618e235d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.869066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-903348e6-d8e6-44b2-a8a3-ca618e235d2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=420602a4-b998-46df-8ae1-4c11ef2527d4 HTTP/1.1" status: 200 len: 851 time: 0.4176097 Feb 10 15:49:23.871997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-3046f5a3-8ed6-4644-8c61-8a7981a9f131 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/quotas/5b03a352283d4262886590ef4a1b8b99 HTTP/1.1" status: 200 len: 375 time: 0.0296035 Feb 10 15:49:23.921655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78c6c2f9-1e17-48bf-8c2e-ae3cf4d158fe req-d7986b27-cc60-49e3-b5b8-c50e0df8a31b tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941827 Feb 10 15:49:23.945856 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-1bb5f8df-4fa6-4c08-bcc3-0d05126307ac tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b03a352283d4262886590ef4a1b8b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558982 Feb 10 15:49:23.961788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-26e4dfa0-5d29-4e13-875e-4cb374e30b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.963329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-26e4dfa0-5d29-4e13-875e-4cb374e30b9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=724a89fd-d020-451a-8975-0038d5be7625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873680 Feb 10 15:49:24.137919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e99137-b25b-47b1-acf6-77164ce7cce6 req-b11fc07d-b904-4406-853c-ab7c105cad16 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.139393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88e99137-b25b-47b1-acf6-77164ce7cce6 req-b11fc07d-b904-4406-853c-ab7c105cad16 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1449485 Feb 10 15:49:24.175781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-e811e930-d5b5-4f01-ac77-27acf6357a92 service neutron] 10.222.0.45 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045689 Feb 10 15:49:24.179046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-9ae8e42c-a4c7-480a-b8de-b71fd0efacb9 service neutron] 10.222.0.21 "GET /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199223 Feb 10 15:49:24.259310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88e99137-b25b-47b1-acf6-77164ce7cce6 req-2d505389-b1a1-4815-8f09-80d4392a2ce7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121252 Feb 10 15:49:24.351166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5692a6ab-7868-445b-b5ea-65010a59f4ce req-9c2b5500-3d48-4f3e-89a7-8a8a9a3cbce5 service neutron] 10.222.0.45 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676457 Feb 10 15:49:24.356424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-c2f16c7e-5806-414e-839d-8d77f76459cc service neutron] 10.222.0.21 "GET /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643467 Feb 10 15:49:24.406082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35f55d-2d88-4d35-bdcd-7b262ce17005 req-90fc91e8-ca78-4a6d-ab32-63724d5e384a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.407876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b35f55d-2d88-4d35-bdcd-7b262ce17005 req-90fc91e8-ca78-4a6d-ab32-63724d5e384a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0505898 Feb 10 15:49:24.477149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516acd-1325-477d-abe4-04a730f17963 req-42a2128b-9d81-408f-b68b-10a0a3907793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.478655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-42a2128b-9d81-408f-b68b-10a0a3907793 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1238b6fccbc747e694f90e1b07c28bbd&device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 1094 time: 0.0699284 Feb 10 15:49:24.481472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b35f55d-2d88-4d35-bdcd-7b262ce17005 req-6ab3d7b0-2c3d-4a41-9458-cc95727dd3cd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643718 Feb 10 15:49:24.628097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cbc6b-3dc7-4fa8-96d7-3998afff3260 req-6c237808-420f-4218-9569-c1d140930baf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.632119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f46cbc6b-3dc7-4fa8-96d7-3998afff3260 req-6c237808-420f-4218-9569-c1d140930baf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 945 time: 0.0910838 Feb 10 15:49:24.635474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516acd-1325-477d-abe4-04a730f17963 req-4c21ee23-36f8-4494-88eb-622b05f51fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.637596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-4c21ee23-36f8-4494-88eb-622b05f51fc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=724a89fd-d020-451a-8975-0038d5be7625 HTTP/1.1" status: 200 len: 913 time: 0.1523592 Feb 10 15:49:24.693745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-261553be-75ad-48c3-8016-72f72c565e53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf108d98-da04-4c10-9193-5eb983fed5f6 HTTP/1.1" status: 200 len: 217 time: 0.0484147 Feb 10 15:49:24.730890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f46cbc6b-3dc7-4fa8-96d7-3998afff3260 req-37292eda-3576-433d-b535-86a8a3518976 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875423 Feb 10 15:49:24.791195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1df24336-8745-41af-9b28-49abf5d41147 req-b00e1aa9-e87f-4999-b51f-f1925b6497f4 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 210 time: 0.0343821 Feb 10 15:49:24.801589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516acd-1325-477d-abe4-04a730f17963 req-54b35bc4-ba34-45c6-bd33-88634d1ec5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.803018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-54b35bc4-ba34-45c6-bd33-88634d1ec5e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=420602a4-b998-46df-8ae1-4c11ef2527d4 HTTP/1.1" status: 200 len: 851 time: 0.1011508 Feb 10 15:49:24.851082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516acd-1325-477d-abe4-04a730f17963 req-3032b822-f40f-4d8a-8bdf-f98c4a3259d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:24.852718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-3032b822-f40f-4d8a-8bdf-f98c4a3259d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=724a89fd-d020-451a-8975-0038d5be7625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429611 Feb 10 15:49:24.948492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-d23d0341-5f27-4208-a912-b11e5dacfa69 service neutron] 10.222.0.45 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884743 Feb 10 15:49:24.966398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a913c3c6-079e-4737-9232-7f166ff368b3 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:25.033010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port a913c3c6-079e-4737-9232-7f166ff368b3 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:25.037635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port a913c3c6-079e-4737-9232-7f166ff368b3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:25.038086 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:25.109936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d10e-3b82-41a4-aaf7-12e2d5d5a509 req-43052c08-2e26-475d-abe3-0140de2439ef tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.111544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d869d10e-3b82-41a4-aaf7-12e2d5d5a509 req-43052c08-2e26-475d-abe3-0140de2439ef tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 943 time: 0.1062181 Feb 10 15:49:25.120983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73516acd-1325-477d-abe4-04a730f17963 req-dabb74e2-41e8-4f4b-8ab3-4d547033bf15 service neutron] 10.222.0.45 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645947 Feb 10 15:49:25.133722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:25.159612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d869d10e-3b82-41a4-aaf7-12e2d5d5a509 req-485a46f1-7862-448b-9e3e-315e182ec6f6 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Feb 10 15:49:25.165309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807243a5-38d7-4097-a60e-dd1736247358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913c3c6-079e-4737-9232-7f166ff368b3'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:25.167716 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a79d5-afc3-45b7-b34c-6fb1c88b961d" -d '{"events": [{"server_uuid": "807243a5-38d7-4097-a60e-dd1736247358", "name": "network-vif-plugged", "status": "completed", "tag": "a913c3c6-079e-4737-9232-7f166ff368b3"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:25.191302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port a913c3c6-079e-4737-9232-7f166ff368b3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a913c3c6-079e-4737-9232-7f166ff368b3,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:25.195176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:25.219548 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e88496-9d91-4654-8fc1-0217bed5d9c5 x-openstack-request-id: req-51e88496-9d91-4654-8fc1-0217bed5d9c5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:25.219881 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807243a5-38d7-4097-a60e-dd1736247358", "name": "network-vif-plugged", "status": "completed", "tag": "a913c3c6-079e-4737-9232-7f166ff368b3", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:25.220352 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e88496-9d91-4654-8fc1-0217bed5d9c5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:25.220774 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807243a5-38d7-4097-a60e-dd1736247358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913c3c6-079e-4737-9232-7f166ff368b3', 'code': 200} Feb 10 15:49:25.250878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=a913c3c6-079e-4737-9232-7f166ff368b3,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:25.259095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.259450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.259804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.260138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.260467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.260793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.261118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.261444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.261764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.262081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.262400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.262715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:25.309594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acfc4-d5f1-4da6-bdde-329728236c4c req-5e1c6548-5d0a-4acc-96c4-41a358330104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.311170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-992acfc4-d5f1-4da6-bdde-329728236c4c req-5e1c6548-5d0a-4acc-96c4-41a358330104 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 1097 time: 0.0447414 Feb 10 15:49:25.371530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-992acfc4-d5f1-4da6-bdde-329728236c4c req-7c57ea2c-a9c5-423e-baad-afb05880a759 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532017 Feb 10 15:49:25.388978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfce23-288d-4d5d-ade3-7203ba2aa464 req-f7c0abea-fb70-48b6-b10e-5944ebf75f14 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.391132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9bfce23-288d-4d5d-ade3-7203ba2aa464 req-f7c0abea-fb70-48b6-b10e-5944ebf75f14 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0602880 Feb 10 15:49:25.428921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9bfce23-288d-4d5d-ade3-7203ba2aa464 req-ef2338af-875c-4bb2-88df-e2098d7950bc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Feb 10 15:49:25.603515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae55ff0-d978-4709-936f-f111b8c8a317 req-e1636742-5d47-4b83-a06d-a7918ac48e50 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.605015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ae55ff0-d978-4709-936f-f111b8c8a317 req-e1636742-5d47-4b83-a06d-a7918ac48e50 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0505238 Feb 10 15:49:25.652915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ae55ff0-d978-4709-936f-f111b8c8a317 req-964f52dd-afe8-4036-8344-fa0bef622fa5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Feb 10 15:49:25.845472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-de472f54-d237-419b-863a-8331d3d612ac tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.847937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-de472f54-d237-419b-863a-8331d3d612ac tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.45 "GET /v2.0/networks?id=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 HTTP/1.1" status: 200 len: 812 time: 0.1362851 Feb 10 15:49:25.878108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Request body: {'port': {'device_id': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0', 'admin_state_up': True, 'tenant_id': '5b03a352283d4262886590ef4a1b8b99'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:25.977460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ca1b1-5915-4c0e-a6e5-3441ba791924 req-4edc032c-9371-4532-85ae-263123ea4392 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.978961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf2ca1b1-5915-4c0e-a6e5-3441ba791924 req-4edc032c-9371-4532-85ae-263123ea4392 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1731832 Feb 10 15:49:25.983971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33d5291a-9be2-4ed8-bdfb-1a4c00d4f228 req-2907f362-2238-4063-88cc-6acfb6c9d7e1 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 210 time: 0.0534811 Feb 10 15:49:26.049136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf2ca1b1-5915-4c0e-a6e5-3441ba791924 req-f0978f7f-7dcd-43ea-9461-039bb40eeda8 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Feb 10 15:49:26.066171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Made reservation on behalf of 5b03a352283d4262886590ef4a1b8b99 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:26.070636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:26.205999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Allocated IP 172.20.0.10 (fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0/bb12ed5f-b26e-4d71-ae08-37d7a9eddad3/69291cac-beb2-4c3d-9c60-90f58e0ce83f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:26.355373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f206c6-9b55-418e-9035-dce7035cd9ef req-d35c60cd-20fb-4772-9f09-919e9326db9d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:26.356878 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84f206c6-9b55-418e-9035-dce7035cd9ef req-d35c60cd-20fb-4772-9f09-919e9326db9d tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 943 time: 0.1187298 Feb 10 15:49:26.432457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84f206c6-9b55-418e-9035-dce7035cd9ef req-34fa9783-ca00-4c26-97e4-6da9e0bc6eb7 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672297 Feb 10 15:49:26.435491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:26.483024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:26.567592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:26.574760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:26.584210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:26.587586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Pushing event updated for resources: {'Port': ['ID=69291cac-beb2-4c3d-9c60-90f58e0ce83f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:26.624665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.625007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.625343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.625677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.626007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.626333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.626656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.627049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.627541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.628001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.628487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.628822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:26.651267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be39bb-0011-47b1-831e-c672c7c4b4d8 req-f28061c0-cb76-4ecf-83fc-e663e44032e2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:26.652805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09be39bb-0011-47b1-831e-c672c7c4b4d8 req-f28061c0-cb76-4ecf-83fc-e663e44032e2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1341555 Feb 10 15:49:26.664192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:26.664793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:26.696677 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-536343a3-23a3-4002-9362-83d42ee41efa tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236439 Feb 10 15:49:26.709214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Request body: {'port': {'device_id': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:26.735337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09be39bb-0011-47b1-831e-c672c7c4b4d8 req-e3a28866-90f7-4563-a53a-ef9c965e35a1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Feb 10 15:49:26.813157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:26.823287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1178-b248-40d7-b024-04175c5e6277 req-a27c453e-06c0-4c6e-a23e-d53f54c40ccb tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:26.824706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0ab1178-b248-40d7-b024-04175c5e6277 req-a27c453e-06c0-4c6e-a23e-d53f54c40ccb tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0938306 Feb 10 15:49:26.906286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0ab1178-b248-40d7-b024-04175c5e6277 req-0ac43716-1794-4c77-b15f-247eab00f4c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723822 Feb 10 15:49:26.972379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf108d98-da04-4c10-9193-5eb983fed5f6 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:26.991647 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.119425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf108d98-da04-4c10-9193-5eb983fed5f6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf108d98-da04-4c10-9193-5eb983fed5f6,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:27.132734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'port_id': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'mac_address': 'fa:16:3e:87:67:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:27.171992 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.185448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf108d98-da04-4c10-9193-5eb983fed5f6 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:27.202577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61bdb4-d468-4b97-9b6e-350a8d332bea req-f86618e1-3782-4fe3-aafc-516d7c4079d6 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.204528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae61bdb4-d468-4b97-9b6e-350a8d332bea req-f86618e1-3782-4fe3-aafc-516d7c4079d6 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 932 time: 0.1229589 Feb 10 15:49:27.205576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf108d98-da04-4c10-9193-5eb983fed5f6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf108d98-da04-4c10-9193-5eb983fed5f6,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:27.209226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69291cac-beb2-4c3d-9c60-90f58e0ce83f {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:27.210738 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.219961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.257384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Transition to ACTIVE for port object 69291cac-beb2-4c3d-9c60-90f58e0ce83f will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:27.265925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bf108d98-da04-4c10-9193-5eb983fed5f6,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.267492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f06ca-5bf9-44e9-95c8-6cc858c2c8bb req-45dd13c7-ac4a-4d04-a3f1-9e0b393e1e4e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.277124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c53f06ca-5bf9-44e9-95c8-6cc858c2c8bb req-45dd13c7-ac4a-4d04-a3f1-9e0b393e1e4e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1156406 Feb 10 15:49:27.297541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.346647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae61bdb4-d468-4b97-9b6e-350a8d332bea req-a86e250d-3d41-41d9-b8d4-5da9edcadd3c tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301270 Feb 10 15:49:27.386043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c53f06ca-5bf9-44e9-95c8-6cc858c2c8bb req-6b1970c9-a815-4e0c-9831-5640b0016309 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104424 Feb 10 15:49:27.389642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Pushing event updated for resources: {'Port': ['ID=69291cac-beb2-4c3d-9c60-90f58e0ce83f,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.420133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['bf108d98-da04-4c10-9193-5eb983fed5f6'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:27.486540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Attempting to bind port 69291cac-beb2-4c3d-9c60-90f58e0ce83f on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:27.487231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Attempting to bind port 69291cac-beb2-4c3d-9c60-90f58e0ce83f by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:27.487694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Attempting to bind port 69291cac-beb2-4c3d-9c60-90f58e0ce83f on network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:27.502370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Port 69291cac-beb2-4c3d-9c60-90f58e0ce83f on network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:27.502789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Attempting to bind port 69291cac-beb2-4c3d-9c60-90f58e0ce83f on network fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:27.516286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:27.517802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Checking segment: {'id': '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:27.519314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Bound using segment: {'id': '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:27.520771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Bound port: 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:27.521111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.642685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc654-83af-4dc4-80a1-38475c7aec0a req-02ea958a-e2ec-4ebe-892c-1bf7e7f90ffc tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.644433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-460cc654-83af-4dc4-80a1-38475c7aec0a req-02ea958a-e2ec-4ebe-892c-1bf7e7f90ffc tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 944 time: 0.1028776 Feb 10 15:49:27.678475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] For port 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:27.696373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] For port 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f,segment=NetworkSegment(8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c),segment_id=8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:27.704646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.749729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-460cc654-83af-4dc4-80a1-38475c7aec0a req-625241d5-feb1-452b-8e37-2b05a3470409 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925529 Feb 10 15:49:27.779989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.780768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:27.782382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] 10.222.0.45 "PUT /v2.0/ports/69291cac-beb2-4c3d-9c60-90f58e0ce83f HTTP/1.1" status: 200 len: 1092 time: 1.0775561 Feb 10 15:49:27.782834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'tag': '69291cac-beb2-4c3d-9c60-90f58e0ce83f'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:27.785115 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15" -d '{"events": [{"name": "network-changed", "server_uuid": "854f9940-2ded-4b0a-83af-02ce44b25d84", "tag": "69291cac-beb2-4c3d-9c60-90f58e0ce83f"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:27.826198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ccd2a-ca75-45dd-8206-82addf933a2b service neutron] Pushing event updated for resources: {'Port': ['ID=69291cac-beb2-4c3d-9c60-90f58e0ce83f,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.856934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e842d-65ed-4447-a7a5-79e73284c4db req-1b643ff5-b3b2-41ec-9bcb-4a329ee4d1b9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.858890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb3e842d-65ed-4447-a7a5-79e73284c4db req-1b643ff5-b3b2-41ec-9bcb-4a329ee4d1b9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1487360 Feb 10 15:49:27.932910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb3e842d-65ed-4447-a7a5-79e73284c4db req-eeece211-906f-4e72-bb46-e4cd8c0ebc0d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649154 Feb 10 15:49:27.936874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-29ec2865-c928-45d6-8c01-3714f0a03ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.938624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-29ec2865-c928-45d6-8c01-3714f0a03ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b03a352283d4262886590ef4a1b8b99&device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 1095 time: 0.0897195 Feb 10 15:49:27.946149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97188b94-8a77-4353-8b39-10a19122fc61 req-b5038994-bb87-4c1c-bcde-a4cc8a0dea54 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.948972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97188b94-8a77-4353-8b39-10a19122fc61 req-b5038994-bb87-4c1c-bcde-a4cc8a0dea54 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1358788 Feb 10 15:49:28.001664 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca05896-d625-4346-978b-41e4d2d972fa x-openstack-request-id: req-eca05896-d625-4346-978b-41e4d2d972fa {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:28.001955 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854f9940-2ded-4b0a-83af-02ce44b25d84", "tag": "69291cac-beb2-4c3d-9c60-90f58e0ce83f", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:28.002206 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eca05896-d625-4346-978b-41e4d2d972fa {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:28.002601 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'tag': '69291cac-beb2-4c3d-9c60-90f58e0ce83f', 'status': 'completed', 'code': 200} Feb 10 15:49:28.005898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-f850c13a-6f9e-4086-9508-966da0c1bc27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f HTTP/1.1" status: 200 len: 217 time: 0.0574591 Feb 10 15:49:28.034995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97188b94-8a77-4353-8b39-10a19122fc61 req-c27bcc54-f528-4095-b8b6-3f7f72c561b2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Feb 10 15:49:28.099367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-eb16a99f-b714-4370-a96c-c8b963a0480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.100842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-eb16a99f-b714-4370-a96c-c8b963a0480c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb12ed5f-b26e-4d71-ae08-37d7a9eddad3 HTTP/1.1" status: 200 len: 852 time: 0.0767577 Feb 10 15:49:28.125921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de10907-5a11-44fc-a815-6c8cf61ef6fb req-efa6887a-977c-474a-a616-9bb9c386f59d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.127375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7de10907-5a11-44fc-a815-6c8cf61ef6fb req-efa6887a-977c-474a-a616-9bb9c386f59d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0724812 Feb 10 15:49:28.143758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-7d3b6e0f-fec8-490f-b4a7-3a4d06ed0a51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365326 Feb 10 15:49:28.225168 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7de10907-5a11-44fc-a815-6c8cf61ef6fb req-25e91f96-c799-479b-b353-03d0dbfdfd51 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836430 Feb 10 15:49:28.254895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-7025aea9-aa84-4006-8010-87a5128b7dd7 service neutron] 10.222.0.45 "GET /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047144 Feb 10 15:49:28.348419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6ced7a-ffdf-45f7-90c3-c924a9f99301 req-7b4ded02-f917-4864-9065-80394bd9d8b6 service neutron] 10.222.0.45 "GET /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Feb 10 15:49:28.464483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-9c9decfe-4535-4f5f-b3f2-358eaf64b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.465809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-9c9decfe-4535-4f5f-b3f2-358eaf64b5d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b03a352283d4262886590ef4a1b8b99&device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 1095 time: 0.0717101 Feb 10 15:49:28.490360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb1a4a-4de9-4f8c-9d5d-fa1dc9bc6a5e req-c17e7a8a-7ffc-4c3d-8468-4772b0fe89f7 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.491895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8fb1a4a-4de9-4f8c-9d5d-fa1dc9bc6a5e req-c17e7a8a-7ffc-4c3d-8468-4772b0fe89f7 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 944 time: 0.0692637 Feb 10 15:49:28.572178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8fb1a4a-4de9-4f8c-9d5d-fa1dc9bc6a5e req-dcb9a826-9fc4-4594-a49d-7ffde8f63eab tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697694 Feb 10 15:49:28.599270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-f40afb5b-aa84-40d8-aef1-95daf4fe4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.600847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-f40afb5b-aa84-40d8-aef1-95daf4fe4e31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 HTTP/1.1" status: 200 len: 913 time: 0.1279888 Feb 10 15:49:28.643034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-90e23a20-f1bf-4ff9-8952-ebf1530c0904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f HTTP/1.1" status: 200 len: 217 time: 0.0352588 Feb 10 15:49:28.692465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-49c86ace-ca4a-4eaa-aa32-2a75a4ca12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.693913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-49c86ace-ca4a-4eaa-aa32-2a75a4ca12d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb12ed5f-b26e-4d71-ae08-37d7a9eddad3 HTTP/1.1" status: 200 len: 852 time: 0.0440757 Feb 10 15:49:28.728105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-bbcb85fd-b7ed-4133-a7a8-95afdb52954d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272844 Feb 10 15:49:28.820184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-81949710-f223-43af-a757-8b5f6294771d service neutron] 10.222.0.45 "GET /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848346 Feb 10 15:49:28.823136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-04b616a2-bed3-4765-8d92-10a0c759f929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:28.947251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce366-c19e-480d-931f-56388475cbf0 req-a38f9851-4499-4261-94c6-540f633f95d5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.948745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f4ce366-c19e-480d-931f-56388475cbf0 req-a38f9851-4499-4261-94c6-540f633f95d5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 944 time: 0.1042800 Feb 10 15:49:28.972418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf108d98-da04-4c10-9193-5eb983fed5f6 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:28.976008 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6f6fcf5-18bc-4c8d-bf66-a5a0a9132c15 req-4c9502bd-0b42-4475-8470-bc0e4c8e6023 service neutron] 10.222.0.45 "GET /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494482 Feb 10 15:49:28.996099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f4ce366-c19e-480d-931f-56388475cbf0 req-7de39760-f014-4597-87a0-6a6e83ba97fc tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371444 Feb 10 15:49:29.034520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port bf108d98-da04-4c10-9193-5eb983fed5f6 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:29.039717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port bf108d98-da04-4c10-9193-5eb983fed5f6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:29.040188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:29.113289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2135-baa7-4067-a77f-26610d6a6cd1 req-1f540e05-9862-43ae-a2a3-e44693743067 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:29.115099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae5d2135-baa7-4067-a77f-26610d6a6cd1 req-1f540e05-9862-43ae-a2a3-e44693743067 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0546162 Feb 10 15:49:29.149858 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:29.176533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:29.178837 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdf731e-de89-4da2-8bf0-dca18d9ce023" -d '{"events": [{"server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:29.195098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf108d98-da04-4c10-9193-5eb983fed5f6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf108d98-da04-4c10-9193-5eb983fed5f6,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:29.196036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae5d2135-baa7-4067-a77f-26610d6a6cd1 req-fbf9dbe5-74ed-4176-ae8a-e4d45921d9b8 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679934 Feb 10 15:49:29.200341 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:29.205382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77451fb4-18e5-41f1-89dd-4d6d3a5b641e req-471256d9-0904-423c-b76e-43772bf4b184 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:29.212701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77451fb4-18e5-41f1-89dd-4d6d3a5b641e req-471256d9-0904-423c-b76e-43772bf4b184 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0941253 Feb 10 15:49:29.272299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77451fb4-18e5-41f1-89dd-4d6d3a5b641e req-300b3bc6-1101-4887-9847-0ee62977430d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Feb 10 15:49:29.300998 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce45a6-16a3-4648-9f7b-337c847a292f x-openstack-request-id: req-24ce45a6-16a3-4648-9f7b-337c847a292f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:29.301471 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:29.301818 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24ce45a6-16a3-4648-9f7b-337c847a292f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:29.302421 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'code': 200} Feb 10 15:49:29.303193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bf108d98-da04-4c10-9193-5eb983fed5f6,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:29.385030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c8a3-9734-4f22-a975-a834eb69615a req-9e586952-124b-41db-8ea7-4bc999e99e9d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:29.386509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ae8c8a3-9734-4f22-a975-a834eb69615a req-9e586952-124b-41db-8ea7-4bc999e99e9d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0812862 Feb 10 15:49:29.393094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5132-d5c2-45a5-a837-851869420e2c req-b3f301f1-99f2-4056-9034-965903f468e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:29.394542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e8d5132-d5c2-45a5-a837-851869420e2c req-b3f301f1-99f2-4056-9034-965903f468e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 1096 time: 0.0614781 Feb 10 15:49:29.450860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ae8c8a3-9734-4f22-a975-a834eb69615a req-a65d5974-db8b-4ade-806e-1bdb8f169072 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553155 Feb 10 15:49:29.452516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e8d5132-d5c2-45a5-a837-851869420e2c req-24bae511-161c-431c-b290-7d04fa42b279 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504906 Feb 10 15:49:29.690302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322f545-23ec-41da-81b7-8f1b733777e0 req-2cb99649-f365-43c9-aed8-329172d5ae89 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:29.691762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d322f545-23ec-41da-81b7-8f1b733777e0 req-2cb99649-f365-43c9-aed8-329172d5ae89 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 944 time: 0.0482247 Feb 10 15:49:29.730317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d322f545-23ec-41da-81b7-8f1b733777e0 req-a4f06838-2c0c-4572-af0a-ceb82aa0b27e tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Feb 10 15:49:30.120724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5401a0-9f7a-4137-a327-9de6d73765df req-6151dcc8-8c69-405d-92a5-71e624dd1b8c tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.122204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb5401a0-9f7a-4137-a327-9de6d73765df req-6151dcc8-8c69-405d-92a5-71e624dd1b8c tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 945 time: 0.0505245 Feb 10 15:49:30.160326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb5401a0-9f7a-4137-a327-9de6d73765df req-3ef1cfa3-0036-46c9-860d-25d818ee12e5 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Feb 10 15:49:30.316148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be1ba-e169-47cc-884f-070dd618077a req-c1025ed2-7736-4d96-933b-2295e50d8884 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.317623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e39be1ba-e169-47cc-884f-070dd618077a req-c1025ed2-7736-4d96-933b-2295e50d8884 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0544693 Feb 10 15:49:30.355258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e39be1ba-e169-47cc-884f-070dd618077a req-fa3c7bf3-c87b-4a35-a3e0-eedea55e1a41 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Feb 10 15:49:30.469004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8e183-2ad8-4eee-82f8-a270bf21ca1b req-0cbd8955-3750-4682-bc45-a7cd1feb67d2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.470711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acb8e183-2ad8-4eee-82f8-a270bf21ca1b req-0cbd8955-3750-4682-bc45-a7cd1feb67d2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Feb 10 15:49:30.536726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acb8e183-2ad8-4eee-82f8-a270bf21ca1b req-2bdc0a23-e3d6-4e7b-b2a7-1594f6ccc07d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540369 Feb 10 15:49:30.548970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89721ed0-541f-4226-a8c2-dea712bc930d req-08d630ba-de29-4d1e-b59a-95b79caa2f98 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.555954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89721ed0-541f-4226-a8c2-dea712bc930d req-08d630ba-de29-4d1e-b59a-95b79caa2f98 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.0843666 Feb 10 15:49:30.590716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89721ed0-541f-4226-a8c2-dea712bc930d req-df625c95-54c9-442d-8a35-0f43bafa36c7 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338995 Feb 10 15:49:30.645894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4418dc-0dcf-4a2a-8e0d-8b47b8762e28 req-d5ce55d1-eaac-4cac-b022-5deaaf866646 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.647324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c4418dc-0dcf-4a2a-8e0d-8b47b8762e28 req-d5ce55d1-eaac-4cac-b022-5deaaf866646 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0522003 Feb 10 15:49:30.684332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c4418dc-0dcf-4a2a-8e0d-8b47b8762e28 req-333daa2c-68fa-4bb1-9aa4-5823742607de tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Feb 10 15:49:30.844796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcc2fb-b110-4434-a860-ecb164fb917b req-3b45ce08-229d-4fd9-946d-2df938f6b80f tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.846394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40dcc2fb-b110-4434-a860-ecb164fb917b req-3b45ce08-229d-4fd9-946d-2df938f6b80f tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 944 time: 0.0501597 Feb 10 15:49:30.884302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40dcc2fb-b110-4434-a860-ecb164fb917b req-44016dae-be5d-47d6-9edb-304651eee906 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320518 Feb 10 15:49:30.977593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 69291cac-beb2-4c3d-9c60-90f58e0ce83f details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:31.071836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f,segment=NetworkSegment(8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c),segment_id=8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:31.084332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '69291cac-beb2-4c3d-9c60-90f58e0ce83f', 'network_id': 'fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0', 'port_id': '69291cac-beb2-4c3d-9c60-90f58e0ce83f', 'mac_address': 'fa:16:3e:16:e5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb12ed5f-b26e-4d71-ae08-37d7a9eddad3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:31.119244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:31.132503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69291cac-beb2-4c3d-9c60-90f58e0ce83f {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:49:31.151816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f,segment=NetworkSegment(8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c),segment_id=8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:31.156799 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:31.207965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=69291cac-beb2-4c3d-9c60-90f58e0ce83f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.275781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d81d6-8b96-4801-ad62-2359bfeb0781 req-f91e35ac-d826-41b6-bd8e-893d2dca99a3 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.277855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-911d81d6-8b96-4801-ad62-2359bfeb0781 req-f91e35ac-d826-41b6-bd8e-893d2dca99a3 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 945 time: 0.0492079 Feb 10 15:49:31.292842 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-508e391b-75d8-47ce-a30a-c3cdd0f221fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:31.317498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-911d81d6-8b96-4801-ad62-2359bfeb0781 req-be6fc63a-683c-4853-89bb-1f833ad5ef73 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339513 Feb 10 15:49:31.385380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['69291cac-beb2-4c3d-9c60-90f58e0ce83f'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:31.445813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6dd7a-83cc-4069-82e0-c6f7e3075de9 req-569b435f-766f-4054-a555-eae08fef60a1 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.447265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ede6dd7a-83cc-4069-82e0-c6f7e3075de9 req-569b435f-766f-4054-a555-eae08fef60a1 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 945 time: 0.0633576 Feb 10 15:49:31.456147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58848) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:31.460721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Request body: {'floatingip': {'port_id': 'bf108d98-da04-4c10-9193-5eb983fed5f6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:31.482204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2dc4c-3237-49c3-a24a-79c21e81ac7a req-37f0ff84-c4af-4668-aa37-772e7e21eedf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.484350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bd2dc4c-3237-49c3-a24a-79c21e81ac7a req-37f0ff84-c4af-4668-aa37-772e7e21eedf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0588422 Feb 10 15:49:31.501881 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:31.525258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bd2dc4c-3237-49c3-a24a-79c21e81ac7a req-f22aca0a-7568-4c66-a613-d75b3d218665 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Feb 10 15:49:31.655316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ec894-d742-4672-ae5e-d13321fc614b req-065cbfc6-014d-47fc-927f-8bde38d64905 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.657142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd7ec894-d742-4672-ae5e-d13321fc614b req-065cbfc6-014d-47fc-927f-8bde38d64905 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0526400 Feb 10 15:49:31.728189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd7ec894-d742-4672-ae5e-d13321fc614b req-06f76ac4-b638-48a9-b3a9-058b489bd1ff tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Feb 10 15:49:31.744364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae3edb-52d8-47ef-82b3-a716f0f2f673 req-75478b30-bb8b-4804-9189-c19e6478f7e2 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.745843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08ae3edb-52d8-47ef-82b3-a716f0f2f673 req-75478b30-bb8b-4804-9189-c19e6478f7e2 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.0765305 Feb 10 15:49:31.793447 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08ae3edb-52d8-47ef-82b3-a716f0f2f673 req-b268d487-c37c-4e72-b93a-1a21a33efc24 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Feb 10 15:49:31.860400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41fd8-fddd-4bb3-85fd-ee3a979315e4 req-5c602c75-9efe-48a2-918c-cb9f80efe4b8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.861885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2b41fd8-fddd-4bb3-85fd-ee3a979315e4 req-5c602c75-9efe-48a2-918c-cb9f80efe4b8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0600789 Feb 10 15:49:31.902893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2b41fd8-fddd-4bb3-85fd-ee3a979315e4 req-485883e6-2a6b-402c-b00d-39b3ef3e057f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349696 Feb 10 15:49:31.970735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:31.975149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:32.016546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c59a-cf0c-41d3-ac0c-4e233d2aae7a req-f74d559e-9eef-49a9-8498-a97a3e29e809 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:32.018875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dd8c59a-cf0c-41d3-ac0c-4e233d2aae7a req-f74d559e-9eef-49a9-8498-a97a3e29e809 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 945 time: 0.0580366 Feb 10 15:49:32.067679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dd8c59a-cf0c-41d3-ac0c-4e233d2aae7a req-bdc87f0f-315e-41a3-bf96-757abe9a077e tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Feb 10 15:49:32.089976 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Floating IP 65db25bb-c9b8-4522-98d9-36967d9df23c associated. External IP: 172.25.7.243, port: bf108d98-da04-4c10-9193-5eb983fed5f6. Feb 10 15:49:32.312528 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:32.313431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Router a5738993-f6a0-48b9-bfee-7997783d4a5e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:32.420856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:32.425804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:32.431658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] Sync routers for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:32.445843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:32.446459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:32.455227 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3e383f74-2c09-4792-894b-4ed599858079 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "PUT /v2.0/floatingips/65db25bb-c9b8-4522-98d9-36967d9df23c HTTP/1.1" status: 200 len: 991 time: 0.9979746 Feb 10 15:49:32.455942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:32.458217 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451ec90-0c10-41af-8c42-d0fd51d46fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:32.498046 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02db1b2-3478-4b0d-99d3-08bf29fe9d6c x-openstack-request-id: req-f02db1b2-3478-4b0d-99d3-08bf29fe9d6c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:32.498343 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:32.499133 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f02db1b2-3478-4b0d-99d3-08bf29fe9d6c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:32.499787 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'status': 'completed', 'code': 200} Feb 10 15:49:32.560862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:32.584346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-f5c12c6f-6268-49c4-a903-7be65b93fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:32.585863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-f5c12c6f-6268-49c4-a903-7be65b93fb76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1238b6fccbc747e694f90e1b07c28bbd&device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 1096 time: 0.0574470 Feb 10 15:49:32.714070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554a60c-2fae-4859-bcea-b63533784478 req-91ea22d8-0999-4c2a-a0ea-2722630e671e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:32.715657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f554a60c-2fae-4859-bcea-b63533784478 req-91ea22d8-0999-4c2a-a0ea-2722630e671e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1153934 Feb 10 15:49:32.733790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-3348aa35-aae4-4cbc-9637-9af13943fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:32.735208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-3348aa35-aae4-4cbc-9637-9af13943fb3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=724a89fd-d020-451a-8975-0038d5be7625 HTTP/1.1" status: 200 len: 913 time: 0.1433611 Feb 10 15:49:32.801409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '65db25bb-c9b8-4522-98d9-36967d9df23c', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'port_id': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'mac_address': 'fa:16:3e:87:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:16Z', 'updated_at': '2022-02-10T15:49:31Z', 'revision_number': 1, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:32.833761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] Checking router: a5738993-f6a0-48b9-bfee-7997783d4a5e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:32.842953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:32.843634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:33.064129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 69291cac-beb2-4c3d-9c60-90f58e0ce83f up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:33.122513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:33.159744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f554a60c-2fae-4859-bcea-b63533784478 req-711d7339-aef2-4d89-bc27-ace53a7c118a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379680 Feb 10 15:49:33.170055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-c218961b-2b49-4305-ada7-eae48f1faf26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf108d98-da04-4c10-9193-5eb983fed5f6 HTTP/1.1" status: 200 len: 999 time: 0.1029072 Feb 10 15:49:33.173179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 69291cac-beb2-4c3d-9c60-90f58e0ce83f completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:33.182808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2199efd-d26b-435e-8c91-012fd10729b5 req-89052b98-a28a-485f-8421-78521fa02894 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.184299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2199efd-d26b-435e-8c91-012fd10729b5 req-89052b98-a28a-485f-8421-78521fa02894 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1161284 Feb 10 15:49:33.222401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 69291cac-beb2-4c3d-9c60-90f58e0ce83f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:33.222915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:33.274251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-95f22f48-879d-49aa-ac24-ce6bce207490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.275738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-95f22f48-879d-49aa-ac24-ce6bce207490 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=420602a4-b998-46df-8ae1-4c11ef2527d4 HTTP/1.1" status: 200 len: 851 time: 0.0905600 Feb 10 15:49:33.281828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2199efd-d26b-435e-8c91-012fd10729b5 req-7fe5da26-69c6-400f-9786-70195b798ca7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885084 Feb 10 15:49:33.342007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276a951-89e1-490e-ba68-ec445372978a req-4e0ea723-14d2-416e-b4f0-6d19a16efe42 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.345015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5276a951-89e1-490e-ba68-ec445372978a req-4e0ea723-14d2-416e-b4f0-6d19a16efe42 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.1096370 Feb 10 15:49:33.370784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-be6e3a37-2319-42b5-b637-0f68944d61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.372226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-be6e3a37-2319-42b5-b637-0f68944d61fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=724a89fd-d020-451a-8975-0038d5be7625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888414 Feb 10 15:49:33.391348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:33.439358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69291cac-beb2-4c3d-9c60-90f58e0ce83f'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:33.441625 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c485b3c-8d07-4f79-a986-d77943aef991" -d '{"events": [{"server_uuid": "854f9940-2ded-4b0a-83af-02ce44b25d84", "name": "network-vif-plugged", "status": "completed", "tag": "69291cac-beb2-4c3d-9c60-90f58e0ce83f"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:33.459553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f,segment=NetworkSegment(8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c),segment_id=8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:33.466650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:33.481210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5276a951-89e1-490e-ba68-ec445372978a req-76625ba3-8c90-46c0-8653-a59ed51e9762 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa8c5870-9766-4054-8583-41b664b92d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286466 Feb 10 15:49:33.491214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fbe21-bca7-4827-ad4c-044fd2b45527 req-977cdb69-72c6-4812-b414-b19dedd0f02e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.492802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd1fbe21-bca7-4827-ad4c-044fd2b45527 req-977cdb69-72c6-4812-b414-b19dedd0f02e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1465728 Feb 10 15:49:33.518971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '65db25bb-c9b8-4522-98d9-36967d9df23c', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'port_id': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'mac_address': 'fa:16:3e:87:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:16Z', 'updated_at': '2022-02-10T15:49:31Z', 'revision_number': 1, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:33.530168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-0e80d47d-d10d-4f1b-abbf-335fdf2160ec tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.536725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-4cbc631c-2182-438f-a427-4a9997522e57 service neutron] 10.222.0.45 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502335 Feb 10 15:49:33.539606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-0e80d47d-d10d-4f1b-abbf-335fdf2160ec tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 946 time: 0.0956235 Feb 10 15:49:33.558853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd1fbe21-bca7-4827-ad4c-044fd2b45527 req-9f40a391-5861-4bc9-b03c-2bdeef807161 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593867 Feb 10 15:49:33.562989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d9cf-e482-4925-b764-539c7903969d None None] The sync data for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 is: [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '65db25bb-c9b8-4522-98d9-36967d9df23c', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'port_id': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'mac_address': 'fa:16:3e:87:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:16Z', 'updated_at': '2022-02-10T15:49:31Z', 'revision_number': 1, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:33.567675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=69291cac-beb2-4c3d-9c60-90f58e0ce83f,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:33.628126 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347435b7-7103-44ca-8456-bebe4f94172c x-openstack-request-id: req-347435b7-7103-44ca-8456-bebe4f94172c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:33.628424 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854f9940-2ded-4b0a-83af-02ce44b25d84", "name": "network-vif-plugged", "status": "completed", "tag": "69291cac-beb2-4c3d-9c60-90f58e0ce83f", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:33.628678 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-347435b7-7103-44ca-8456-bebe4f94172c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:33.629067 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69291cac-beb2-4c3d-9c60-90f58e0ce83f', 'code': 200} Feb 10 15:49:33.689320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Deleting port c9229931-7b0d-4440-a27a-a76e63f8c84c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:33.689889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:33.690759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13db6-4253-46b3-8608-4c8d6717521e req-cea06b4d-550b-4d93-be7e-b9e3bc33ea24 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.692307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbe13db6-4253-46b3-8608-4c8d6717521e req-cea06b4d-550b-4d93-be7e-b9e3bc33ea24 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 946 time: 0.0903535 Feb 10 15:49:33.711281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f451ec90-0c10-41af-8c42-d0fd51d46fe9 req-1bcb37ac-e0d5-41a2-8b3d-96107ec1fc9e service neutron] 10.222.0.45 "GET /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658914 Feb 10 15:49:33.761365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbe13db6-4253-46b3-8608-4c8d6717521e req-eaf2c91d-1ea2-4271-be08-6720bb37237a tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 Feb 10 15:49:33.767154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bce28-cdd5-4437-b203-d236a27435a0 req-bd1365a9-ef87-4d58-9dc0-a7c6050824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.768661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a12bce28-cdd5-4437-b203-d236a27435a0 req-bd1365a9-ef87-4d58-9dc0-a7c6050824d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 1097 time: 0.0740104 Feb 10 15:49:33.786116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] For port c9229931-7b0d-4440-a27a-a76e63f8c84c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c9229931-7b0d-4440-a27a-a76e63f8c84c,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:33.786294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:33.799397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Calling delete_port for c9229931-7b0d-4440-a27a-a76e63f8c84c owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:33.808962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a12bce28-cdd5-4437-b203-d236a27435a0 req-0d89da43-46b1-4559-8095-54df7028d11a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Feb 10 15:49:33.835208 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd550fb-0d5c-4fa3-b2f9-9ebe99ddbe8d None None] New status for floating IP 65db25bb-c9b8-4522-98d9-36967d9df23c: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:49:33.936397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:33.955623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c9229931-7b0d-4440-a27a-a76e63f8c84c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:33.966916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Pushing event deleted for resources: {'Port': ['ID=c9229931-7b0d-4440-a27a-a76e63f8c84c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:34.002861 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:34.012088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] No DVR routers for this DVR port c9229931-7b0d-4440-a27a-a76e63f8c84c on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:34.015802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:34.019164 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b845bc0e-10ef-482f-89b2-30a4cdb81e51 req-85faf19a-de25-4da9-9168-0eca532dc58a tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.75 "DELETE /v2.0/ports/c9229931-7b0d-4440-a27a-a76e63f8c84c HTTP/1.1" status: 204 len: 173 time: 0.4681098 Feb 10 15:49:34.282818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:34.287188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02274854-201c-4c36-9018-c6906b929153 req-d1f81c72-02c4-401d-a0bf-f2f0f89505b7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.288716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02274854-201c-4c36-9018-c6906b929153 req-d1f81c72-02c4-401d-a0bf-f2f0f89505b7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0531969 Feb 10 15:49:34.326414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02274854-201c-4c36-9018-c6906b929153 req-e8a9af6d-7216-4dbe-8512-c80b9ab0e6f1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Feb 10 15:49:34.402551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b320bba-e4ba-4d45-91eb-b1ee804397c4 req-d77d10ee-f26c-42d8-a760-9097199be6ca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.404288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b320bba-e4ba-4d45-91eb-b1ee804397c4 req-d77d10ee-f26c-42d8-a760-9097199be6ca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0530646 Feb 10 15:49:34.441263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b320bba-e4ba-4d45-91eb-b1ee804397c4 req-96262309-84fe-4a57-baa3-30a380c37712 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Feb 10 15:49:34.501011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'name': 'network-vif-deleted', 'tag': 'c9229931-7b0d-4440-a27a-a76e63f8c84c'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:34.503344 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a025f1a-011d-4fcb-b1f0-3d3e3b95b1da" -d '{"events": [{"server_uuid": "f2b88632-1a97-4fa7-8dd8-c933bd59f552", "name": "network-vif-deleted", "tag": "c9229931-7b0d-4440-a27a-a76e63f8c84c"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:34.543235 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5f4381-813e-4f28-8100-398351dc463f x-openstack-request-id: req-bb5f4381-813e-4f28-8100-398351dc463f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:34.543870 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b88632-1a97-4fa7-8dd8-c933bd59f552", "name": "network-vif-deleted", "tag": "c9229931-7b0d-4440-a27a-a76e63f8c84c", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:34.544739 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb5f4381-813e-4f28-8100-398351dc463f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:34.545223 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b88632-1a97-4fa7-8dd8-c933bd59f552', 'name': 'network-vif-deleted', 'tag': 'c9229931-7b0d-4440-a27a-a76e63f8c84c', 'status': 'completed', 'code': 200} Feb 10 15:49:34.599140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48bc44c6-c38a-4f4c-9672-40232e965c78 req-4832411b-2521-4417-8fce-ac48f2fd9eb9 tempest-AttachSCSIVolumeTestJSON-909773149 tempest-AttachSCSIVolumeTestJSON-909773149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b88632-1a97-4fa7-8dd8-c933bd59f552 HTTP/1.1" status: 200 len: 210 time: 0.0264404 Feb 10 15:49:34.698367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db507-a011-4514-adbb-f3d25c24b56a req-dfef362e-899e-486d-895f-81c433e19af8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.699854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d32db507-a011-4514-adbb-f3d25c24b56a req-dfef362e-899e-486d-895f-81c433e19af8 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0483527 Feb 10 15:49:34.740613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d32db507-a011-4514-adbb-f3d25c24b56a req-271a498f-f854-4cb7-a384-fe596e7eee10 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Feb 10 15:49:34.888508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc1ae5-1ffa-47d5-b1ce-d7e508d8076d req-eae72ab6-4ca0-4f4c-9e30-e67f7dd3d8e5 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.890361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39bc1ae5-1ffa-47d5-b1ce-d7e508d8076d req-eae72ab6-4ca0-4f4c-9e30-e67f7dd3d8e5 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 946 time: 0.0582705 Feb 10 15:49:34.932614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39bc1ae5-1ffa-47d5-b1ce-d7e508d8076d req-45c45bf1-67d0-4c85-8e38-a7aebcc878d2 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Feb 10 15:49:35.444835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf744368-4ac3-4930-8891-dbe19695ce7e req-f67f7e65-44fa-4014-b11d-e1c406989483 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:35.446292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf744368-4ac3-4930-8891-dbe19695ce7e req-f67f7e65-44fa-4014-b11d-e1c406989483 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0507243 Feb 10 15:49:35.485338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf744368-4ac3-4930-8891-dbe19695ce7e req-5d34fce3-36c7-4a38-8270-7778588146bc tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Feb 10 15:49:35.778437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43cc30-6f0c-4f9b-911a-3adff3eb5c9f req-a91c8459-9885-4364-b5f9-6324ba6288a3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:35.780496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa43cc30-6f0c-4f9b-911a-3adff3eb5c9f req-a91c8459-9885-4364-b5f9-6324ba6288a3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0494497 Feb 10 15:49:35.859759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa43cc30-6f0c-4f9b-911a-3adff3eb5c9f req-c69b6ff1-49e2-4df3-b6e1-da7512696942 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630214 Feb 10 15:49:35.899607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12575be7-aabc-46ea-bf8c-e9a48906633d req-8c69213f-8420-42cd-8645-9c90e9a36718 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:35.901131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12575be7-aabc-46ea-bf8c-e9a48906633d req-8c69213f-8420-42cd-8645-9c90e9a36718 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0683255 Feb 10 15:49:35.946940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12575be7-aabc-46ea-bf8c-e9a48906633d req-93234052-21a0-4740-8f3d-bba8beb5cf64 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Feb 10 15:49:36.049857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff4be0-a0b2-4d96-ab31-d294acd92c79 req-b612a63f-6c3a-4004-b55b-db61e772f9c4 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:36.051344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8ff4be0-a0b2-4d96-ab31-d294acd92c79 req-b612a63f-6c3a-4004-b55b-db61e772f9c4 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Feb 10 15:49:36.093069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8ff4be0-a0b2-4d96-ab31-d294acd92c79 req-0403377c-7f54-4b18-a20d-52fb0e47d4bb tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Feb 10 15:49:36.476479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d51210-b11a-45ee-9b3d-672385541cd0 req-3e0fac84-a62d-4441-8511-3447b597a094 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:36.478001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67d51210-b11a-45ee-9b3d-672385541cd0 req-3e0fac84-a62d-4441-8511-3447b597a094 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Feb 10 15:49:36.517574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67d51210-b11a-45ee-9b3d-672385541cd0 req-b691691a-9d9b-4edc-aba3-002b2b91ae75 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Feb 10 15:49:36.618879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e559b-0ed3-411b-950e-ac348a07dcf8 req-da3d5c46-84e8-45b9-b2bc-a105ea545ff3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:36.620390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f09e559b-0ed3-411b-950e-ac348a07dcf8 req-da3d5c46-84e8-45b9-b2bc-a105ea545ff3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0545290 Feb 10 15:49:36.660197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f09e559b-0ed3-411b-950e-ac348a07dcf8 req-5833721c-c038-4cc1-980c-2b4ba5b777ad tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Feb 10 15:49:36.993520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36fc71-97b9-4fde-9790-5b7d3ddf00f3 req-3c11c331-7fcf-4b12-8d6c-5871c43045fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:36.995290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e36fc71-97b9-4fde-9790-5b7d3ddf00f3 req-3c11c331-7fcf-4b12-8d6c-5871c43045fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0597320 Feb 10 15:49:37.060477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e36fc71-97b9-4fde-9790-5b7d3ddf00f3 req-85b48cca-afd5-43c1-9b67-5aaa2768ff1c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577812 Feb 10 15:49:37.086254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74758-3cac-41c0-add0-f613052a313d req-3c0e25e1-bbe4-4efc-93f0-3626df729cd9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:37.087796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99b74758-3cac-41c0-add0-f613052a313d req-3c0e25e1-bbe4-4efc-93f0-3626df729cd9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0635786 Feb 10 15:49:37.126966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99b74758-3cac-41c0-add0-f613052a313d req-890dbe8d-b835-4eba-88ac-fb495f784c9a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Feb 10 15:49:37.645251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f3e69-4d8d-4504-ba7d-80cc8487cd09 req-bf0bf1f3-02fe-4619-b54b-1f695d363c89 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:37.646747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b5f3e69-4d8d-4504-ba7d-80cc8487cd09 req-bf0bf1f3-02fe-4619-b54b-1f695d363c89 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 946 time: 0.0539205 Feb 10 15:49:37.693384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b5f3e69-4d8d-4504-ba7d-80cc8487cd09 req-67317ea9-dfa1-4948-81cc-b171f465ff77 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/security-groups?id=93905e07-02a7-4fe6-9072-b672334d8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Feb 10 15:49:37.783713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebaf32-7e6d-4f24-8e15-978583533ab9 req-bb639bcd-a673-4601-ac8b-a5eaaef25041 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:37.785118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfebaf32-7e6d-4f24-8e15-978583533ab9 req-bb639bcd-a673-4601-ac8b-a5eaaef25041 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Feb 10 15:49:37.805890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c9229931-7b0d-4440-a27a-a76e63f8c84c no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:37.831016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: c9229931-7b0d-4440-a27a-a76e63f8c84c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:37.831695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c9229931-7b0d-4440-a27a-a76e63f8c84c not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:37.835922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfebaf32-7e6d-4f24-8e15-978583533ab9 req-34264a43-6c7d-4a73-a382-29e5d172c00a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Feb 10 15:49:37.873716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9e6b6752-da2d-4d20-81dd-393ff418f5a4 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:37.875371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9e6b6752-da2d-4d20-81dd-393ff418f5a4 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.45 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 946 time: 0.0635092 Feb 10 15:49:37.979829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Deleting port 69291cac-beb2-4c3d-9c60-90f58e0ce83f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:37.980170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:38.067935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] For port 69291cac-beb2-4c3d-9c60-90f58e0ce83f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=69291cac-beb2-4c3d-9c60-90f58e0ce83f,segment=NetworkSegment(8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c),segment_id=8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:38.068608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:38.080797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Calling delete_port for 69291cac-beb2-4c3d-9c60-90f58e0ce83f owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:38.203840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea4a84-f59b-4557-90bb-3eb27b39951c req-c2444c55-0b43-43b4-9d23-c8ff7167c2ea tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:38.205307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85ea4a84-f59b-4557-90bb-3eb27b39951c req-c2444c55-0b43-43b4-9d23-c8ff7167c2ea tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0687945 Feb 10 15:49:38.305354 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85ea4a84-f59b-4557-90bb-3eb27b39951c req-c66b1bce-fe0c-4fcd-b31f-7fbd2329b09d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780530 Feb 10 15:49:38.311110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:38.325374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['69291cac-beb2-4c3d-9c60-90f58e0ce83f'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:38.331383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638b06-a2d7-4844-955f-237f4e38888c req-58a61733-e2e6-4e55-a037-caba92ba40a9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:38.337005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b638b06-a2d7-4844-955f-237f4e38888c req-58a61733-e2e6-4e55-a037-caba92ba40a9 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1075366 Feb 10 15:49:38.361086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Pushing event deleted for resources: {'Port': ['ID=69291cac-beb2-4c3d-9c60-90f58e0ce83f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:38.414287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] No DVR routers for this DVR port 69291cac-beb2-4c3d-9c60-90f58e0ce83f on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:38.417662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:38.421357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-354e45bc-0d25-43e0-9b2f-2e82655ba8b2 req-9227e841-bf29-4587-ab7b-18e11d1a5ca3 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.45 "DELETE /v2.0/ports/69291cac-beb2-4c3d-9c60-90f58e0ce83f HTTP/1.1" status: 204 len: 173 time: 0.5397162 Feb 10 15:49:38.421823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'name': 'network-vif-deleted', 'tag': '69291cac-beb2-4c3d-9c60-90f58e0ce83f'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:49:38.424189 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05f6a82-ac71-4b06-8475-db0330e70497" -d '{"events": [{"server_uuid": "854f9940-2ded-4b0a-83af-02ce44b25d84", "name": "network-vif-deleted", "tag": "69291cac-beb2-4c3d-9c60-90f58e0ce83f"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:38.453105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b638b06-a2d7-4844-955f-237f4e38888c req-273727e4-46ea-4d02-a438-532d98a7a459 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930648 Feb 10 15:49:38.471112 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f1928-837a-4e64-8165-c7116cb104ef x-openstack-request-id: req-184f1928-837a-4e64-8165-c7116cb104ef {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:38.471423 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854f9940-2ded-4b0a-83af-02ce44b25d84", "name": "network-vif-deleted", "tag": "69291cac-beb2-4c3d-9c60-90f58e0ce83f", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:38.471756 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-184f1928-837a-4e64-8165-c7116cb104ef {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:38.472169 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854f9940-2ded-4b0a-83af-02ce44b25d84', 'name': 'network-vif-deleted', 'tag': '69291cac-beb2-4c3d-9c60-90f58e0ce83f', 'status': 'completed', 'code': 200} Feb 10 15:49:38.814247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b70b7bba-d730-46a2-9923-a4bd101edc9d req-c162919d-6db1-40e6-bfa4-ef1dca23f187 tempest-ServerPasswordTestJSON-1040736752 tempest-ServerPasswordTestJSON-1040736752-project] 10.222.0.21 "GET /v2.0/ports?device_id=854f9940-2ded-4b0a-83af-02ce44b25d84 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Feb 10 15:49:38.965997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915274-94c3-47e7-9bdc-95f9ccd9bb30 req-1eae533a-71b5-4bcb-9b39-f6538aab8c67 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:38.968498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9915274-94c3-47e7-9bdc-95f9ccd9bb30 req-1eae533a-71b5-4bcb-9b39-f6538aab8c67 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0591414 Feb 10 15:49:39.011066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9915274-94c3-47e7-9bdc-95f9ccd9bb30 req-b5bbd46a-af1c-434b-8e47-aa74038b5ee6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Feb 10 15:49:39.423143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db1993-0eec-4484-9579-7d103ceb2c6e req-020f4187-30de-4b53-84b7-4da8464cf391 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:39.427537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08db1993-0eec-4484-9579-7d103ceb2c6e req-020f4187-30de-4b53-84b7-4da8464cf391 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0545282 Feb 10 15:49:39.468271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08db1993-0eec-4484-9579-7d103ceb2c6e req-984908f5-03f1-465d-9c4e-73ac7ff68245 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375073 Feb 10 15:49:39.572149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f87e8-e39c-4927-90f8-b7810436e4ca req-a224cc1a-df50-438d-bcd4-c92df57eec13 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:39.573630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-748f87e8-e39c-4927-90f8-b7810436e4ca req-a224cc1a-df50-438d-bcd4-c92df57eec13 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0490122 Feb 10 15:49:39.614793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-748f87e8-e39c-4927-90f8-b7810436e4ca req-370d8f25-a753-4160-b087-a6a22ca694ab tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Feb 10 15:49:39.633031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58990) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:39.871856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59004) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:39.933526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Deleting subnet bb12ed5f-b26e-4d71-ae08-37d7a9eddad3 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:49:39.937656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:39.971998 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.001091 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.011945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.072684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.100550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb12ed5f-b26e-4d71-ae08-37d7a9eddad3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:40.102886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.109149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f179419c-e2b5-43e3-8c5f-b40209a476f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bb12ed5f-b26e-4d71-ae08-37d7a9eddad3 HTTP/1.1" status: 204 len: 168 time: 0.2335048 Feb 10 15:49:40.109462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59008) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:40.179826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.200210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639f476-a3ce-4736-8c1a-2775850e51c5 req-e07bec60-43c7-4662-8381-f93da7fc8119 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.202807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6639f476-a3ce-4736-8c1a-2775850e51c5 req-e07bec60-43c7-4662-8381-f93da7fc8119 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1147327 Feb 10 15:49:40.250769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6639f476-a3ce-4736-8c1a-2775850e51c5 req-dfbea811-f627-4898-b3dd-e26bc5c62410 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Feb 10 15:49:40.259908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.289465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:40.298608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:40.298898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9c2a41-c930-47a8-a0e6-ea0fc1bd128c') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:40.308502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.324420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.333803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Deleting port 7f724395-3c18-40d2-8a0b-0208b5b16710 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:40.334283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.336791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:40.337201 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:40.339718 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:40.418451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.420676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] For port 7f724395-3c18-40d2-8a0b-0208b5b16710, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7f724395-3c18-40d2-8a0b-0208b5b16710,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:40.421128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.423741 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.429376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0 HTTP/1.1" status: 204 len: 168 time: 0.3167558 Feb 10 15:49:40.434157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Calling delete_port for 7f724395-3c18-40d2-8a0b-0208b5b16710 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:40.445047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7b74b-f6f4-4ce2-9615-fe281efe3c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=fcaf06aa-89ff-48c9-a7d8-b3a7dd652fd0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:40.456784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb458a2-4142-44d8-9d08-32997427a489 req-912f0aaf-d6ae-45c0-99c9-edfb993cb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.458580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-912f0aaf-d6ae-45c0-99c9-edfb993cb7e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.0733581 Feb 10 15:49:40.567542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59014) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:40.624731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402528e2-e331-40c5-81fc-3e76787eb53b req-f96e2f08-f6ec-4bf2-972e-6f648b366c02 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.626463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-402528e2-e331-40c5-81fc-3e76787eb53b req-f96e2f08-f6ec-4bf2-972e-6f648b366c02 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0718141 Feb 10 15:49:40.632732 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31d3a736-75ad-4357-a2cf-3960ab35e304 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b03a352283d4262886590ef4a1b8b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637708 Feb 10 15:49:40.633686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb458a2-4142-44d8-9d08-32997427a489 req-43f32866-7741-4b57-ba93-46d6345ed3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.635024 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-43f32866-7741-4b57-ba93-46d6345ed3a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.1415920 Feb 10 15:49:40.635487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59016) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:40.687009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-402528e2-e331-40c5-81fc-3e76787eb53b req-a3a55c9f-29b4-4bdd-8970-76fcde3a9c94 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Feb 10 15:49:40.695282 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-1ace5218-bf94-4db6-b11d-284b1d07a8e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.0442429 Feb 10 15:49:40.728615 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.763295 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648278c7-952a-48da-8932-f7d04aacab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.770419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb458a2-4142-44d8-9d08-32997427a489 req-c5071ab1-5529-487c-aa94-ec91676e9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.770997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Pushing event deleted for resources: {'Port': ['ID=7f724395-3c18-40d2-8a0b-0208b5b16710,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:40.771902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-c5071ab1-5529-487c-aa94-ec91676e9eb1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.0682807 Feb 10 15:49:40.814520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82709b36-7edd-4fe1-8f5d-a09453c198b2 req-e5a4cd7e-3964-4b43-85ff-db7e75ec3cbd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.815744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648278c7-952a-48da-8932-f7d04aacab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.816181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82709b36-7edd-4fe1-8f5d-a09453c198b2 req-e5a4cd7e-3964-4b43-85ff-db7e75ec3cbd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1268559 Feb 10 15:49:40.819155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-98323f96-a25d-440a-922b-099af2bcd020 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365951 Feb 10 15:49:40.916646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-f3c63f83-6a1e-4e7c-9ade-c04bf890fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:40.918344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-f3c63f83-6a1e-4e7c-9ade-c04bf890fdd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 1097 time: 0.1407924 Feb 10 15:49:40.923034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648278c7-952a-48da-8932-f7d04aacab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.925247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82709b36-7edd-4fe1-8f5d-a09453c198b2 req-8f7ed990-d8a9-4b67-9e95-ac674e2a11bd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931985 Feb 10 15:49:40.927021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-648278c7-952a-48da-8932-f7d04aacab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:40.928262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-648278c7-952a-48da-8932-f7d04aacab4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93905e07-02a7-4fe6-9072-b672334d8ad8 HTTP/1.1" status: 204 len: 168 time: 0.2918913 Feb 10 15:49:40.946928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648278c7-952a-48da-8932-f7d04aacab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93905e07-02a7-4fe6-9072-b672334d8ad8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:40.981452 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-1c7869eb-4f0a-4d55-8ed4-798281a133e1 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526690 Feb 10 15:49:41.104226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3cb458a2-4142-44d8-9d08-32997427a489 req-eb59ac7d-7ca0-4926-a7dc-7e5c07d53a2d service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134610 Feb 10 15:49:41.169039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-828f5b9d-5ea5-4dba-b637-b97cf540ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:41.171114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-828f5b9d-5ea5-4dba-b637-b97cf540ba87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.1533291 Feb 10 15:49:41.173401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:41.219796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-422b065e-47da-4488-ae30-160be5d2b922 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a913c3c6-079e-4737-9232-7f166ff368b3 HTTP/1.1" status: 200 len: 217 time: 0.0403008 Feb 10 15:49:41.671336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-9550a08f-46bd-479c-91f4-6911f6155429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:41.672771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-9550a08f-46bd-479c-91f4-6911f6155429 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.4214265 Feb 10 15:49:41.723130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-668f449a-eff3-4d54-9f80-a4fb9dbdf41d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347185 Feb 10 15:49:41.795983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410836-aadd-47d7-aff8-49215bdd65fd req-371e39c7-05a4-492b-aa03-3c10d50b0284 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:41.797400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f410836-aadd-47d7-aff8-49215bdd65fd req-371e39c7-05a4-492b-aa03-3c10d50b0284 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1454415 Feb 10 15:49:41.974234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f410836-aadd-47d7-aff8-49215bdd65fd req-4ccad251-1119-4bd3-87fb-0b636a66ffcf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629758 Feb 10 15:49:41.987761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eb40c-029e-458c-b030-49ac26eb623e req-80807745-2479-4b90-b905-e606626dde85 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:41.989341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f0eb40c-029e-458c-b030-49ac26eb623e req-80807745-2479-4b90-b905-e606626dde85 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.2039361 Feb 10 15:49:41.993294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-42b6a591-51fe-400f-9ed2-a4f99c54b67a service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631857 Feb 10 15:49:42.037302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Router a840ca5e-d402-4d52-a7ee-78533f3d3c7e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:42.132359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f0eb40c-029e-458c-b030-49ac26eb623e req-6c15128d-6af5-4039-b048-01822aca7df0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326642 Feb 10 15:49:42.236934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a6e0-c767-4b66-9c39-c53d9e89c664 req-ff572f87-a9eb-4783-9838-0ecf9774ad44 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:42.238971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cb1a6e0-c767-4b66-9c39-c53d9e89c664 req-ff572f87-a9eb-4783-9838-0ecf9774ad44 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1697021 Feb 10 15:49:42.243525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c7dcb74-d8d8-4d25-abfc-529eded08654 req-569562d6-8232-4f03-99ff-e08e48dfdf6b service neutron] 10.222.0.45 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404096 Feb 10 15:49:42.271386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59062) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:42.321177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cb1a6e0-c767-4b66-9c39-c53d9e89c664 req-24423567-a355-4c01-b430-396fefbddf2a tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485096 Feb 10 15:49:42.332420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:42.339434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3f6baba8-921d-4d62-b204-4ae85415bdda admin admin] 10.222.0.21 "PUT /v2.0/routers/a840ca5e-d402-4d52-a7ee-78533f3d3c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7053437 Feb 10 15:49:42.342668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59068) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:42.353222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] Sync routers for ids ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:42.368211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] Routers {'a840ca5e-d402-4d52-a7ee-78533f3d3c7e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:42.369110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.454806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1938fc6b-b950-490a-85c6-f99ef511e766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.463586 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.479191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94479e41-c640-4746-85db-b927add9bb84 req-cb308d3b-4e64-47f8-b366-d35adb576d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:42.480719 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-94479e41-c640-4746-85db-b927add9bb84 req-cb308d3b-4e64-47f8-b366-d35adb576d5d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.0842562 Feb 10 15:49:42.496737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] Set router a840ca5e-d402-4d52-a7ee-78533f3d3c7e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:42.542572 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-94479e41-c640-4746-85db-b927add9bb84 req-22f9e402-9df3-44d9-abc3-ead72209df4e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Feb 10 15:49:42.567567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1938fc6b-b950-490a-85c6-f99ef511e766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.572106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1938fc6b-b950-490a-85c6-f99ef511e766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.586333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.615170 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1938fc6b-b950-490a-85c6-f99ef511e766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24d2a7c67d2f4bcd8e8fe9e550ecf1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400936 Feb 10 15:49:42.615170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938fc6b-b950-490a-85c6-f99ef511e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85235293-5cd6-4a5c-8e08-7960ac159d21,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:42.616164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59070) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:42.653916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Deleting port 11cfd426-7a02-4240-a460-f3c27369a354 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:42.655043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.668554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8185317c-11d7-448a-b75d-837697b73b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.679837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '11cfd426-7a02-4240-a460-f3c27369a354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:49:40Z', 'revision_number': 5, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port': {'id': '11cfd426-7a02-4240-a460-f3c27369a354', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:43Z', 'updated_at': '2022-02-10T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.690219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8185317c-11d7-448a-b75d-837697b73b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.712850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] Checking router: a840ca5e-d402-4d52-a7ee-78533f3d3c7e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:42.722487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] Routers {'a840ca5e-d402-4d52-a7ee-78533f3d3c7e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:42.723118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.742279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8185317c-11d7-448a-b75d-837697b73b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.742623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] For port 11cfd426-7a02-4240-a460-f3c27369a354, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11cfd426-7a02-4240-a460-f3c27369a354,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:42.743107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.745306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8185317c-11d7-448a-b75d-837697b73b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:42.749246 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8185317c-11d7-448a-b75d-837697b73b35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85235293-5cd6-4a5c-8e08-7960ac159d21 HTTP/1.1" status: 204 len: 168 time: 0.1295688 Feb 10 15:49:42.754912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185317c-11d7-448a-b75d-837697b73b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85235293-5cd6-4a5c-8e08-7960ac159d21,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:42.764659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Calling delete_port for 11cfd426-7a02-4240-a460-f3c27369a354 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:42.820045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] Set router a840ca5e-d402-4d52-a7ee-78533f3d3c7e gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:42.876044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:49:42Z', 'revision_number': 6, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.908403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c9b29-1f78-44c8-bd05-a673e6e6cc0b None None] The sync data for ids ['a840ca5e-d402-4d52-a7ee-78533f3d3c7e'] in n-d-827895-3 is: [{'id': 'a840ca5e-d402-4d52-a7ee-78533f3d3c7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-754604221-router', 'tenant_id': '1e0dfe008d5a446399913d77314f77fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:42Z', 'updated_at': '2022-02-10T15:49:42Z', 'revision_number': 6, 'project_id': '1e0dfe008d5a446399913d77314f77fa', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:42.974607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.004945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cfd426-7a02-4240-a460-f3c27369a354,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:43.017213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 69291cac-beb2-4c3d-9c60-90f58e0ce83f no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:43.039317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 69291cac-beb2-4c3d-9c60-90f58e0ce83f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:43.040430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 69291cac-beb2-4c3d-9c60-90f58e0ce83f not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:43.098625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.198151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.207645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe469d-7712-4fd0-bbca-72b1797d0da7 req-767e0dca-f6ee-44a2-a3d0-155f6124ef2b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:43.209148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0abe469d-7712-4fd0-bbca-72b1797d0da7 req-767e0dca-f6ee-44a2-a3d0-155f6124ef2b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1495502 Feb 10 15:49:43.210418 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.303909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.304391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a840ca5e-d402-4d52-a7ee-78533f3d3c7e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:49:43.316503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.320139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59094) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:43.320626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4818310d-5947-4890-99e1-ccb61aa7a157 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a840ca5e-d402-4d52-a7ee-78533f3d3c7e HTTP/1.1" status: 204 len: 168 time: 0.9761815 Feb 10 15:49:43.324588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0abe469d-7712-4fd0-bbca-72b1797d0da7 req-5567a01f-4168-466d-9bf3-3833985c9d4f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028345 Feb 10 15:49:43.337689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e956ec-e655-40e0-ae95-029f78cbfaf2 req-6f3fa74a-f22e-4067-b801-1439f7ad9f7a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:43.339766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57e956ec-e655-40e0-ae95-029f78cbfaf2 req-6f3fa74a-f22e-4067-b801-1439f7ad9f7a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1274829 Feb 10 15:49:43.396115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57e956ec-e655-40e0-ae95-029f78cbfaf2 req-e41c1566-905c-4b17-a0ce-7c97f0cb3e32 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Feb 10 15:49:43.437346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Deleting subnet 147ae197-e7f2-434a-93aa-9d22ab465527 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:49:43.440489 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.477909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.507566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59102) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:43.507673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855723-6a8a-4bae-9f4b-4644360834b9 req-e0dd3d3d-1015-4a3f-b3aa-13b003bdaf9d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:43.509265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0855723-6a8a-4bae-9f4b-4644360834b9 req-e0dd3d3d-1015-4a3f-b3aa-13b003bdaf9d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0590806 Feb 10 15:49:43.549480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0855723-6a8a-4bae-9f4b-4644360834b9 req-c9ee2268-4ce2-47fa-a75d-21a3f1c4576f tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Feb 10 15:49:43.571944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.617792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-961885819-network', 'tenant_id': '575e410bfbdd408e86a7206d61162000'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:43.643486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.672976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Made reservation on behalf of 575e410bfbdd408e86a7206d61162000 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:43.675174 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.679159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.682926 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/147ae197-e7f2-434a-93aa-9d22ab465527 HTTP/1.1" status: 204 len: 168 time: 0.3611507 Feb 10 15:49:43.684642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa0f57-1dde-4988-afc1-5515c4dce888 None None] Network 5d010578-263d-43cf-9569-815d77280588 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:43.685124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa234a4-9195-4d28-ac83-4ef8826d9583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147ae197-e7f2-434a-93aa-9d22ab465527,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:43.687199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59106) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:43.699412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.787877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.874381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.881307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.901427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] DHCP port deletion for 5d010578-263d-43cf-9569-815d77280588 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:49:43.916158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:43.940015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11cfd426-7a02-4240-a460-f3c27369a354 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:43.942400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Deleting port 35dd403d-104a-4654-8c98-89901339799f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:43.942936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.945311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:43.945652 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Added segment 944ec27f-e422-4415-8752-768f364cee18 of type vlan for network c84ca604-2a72-42f5-8002-1fcccafdc06b Feb 10 15:49:43.963525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480cbdc6-0772-47c2-8c57-d8f001a3d9ac,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:43.969347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 11cfd426-7a02-4240-a460-f3c27369a354 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:43.970345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11cfd426-7a02-4240-a460-f3c27369a354 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:43.970822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7f724395-3c18-40d2-8a0b-0208b5b16710 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:43.996991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 7f724395-3c18-40d2-8a0b-0208b5b16710 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:43.997335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7f724395-3c18-40d2-8a0b-0208b5b16710 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:44.009013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] Deleting port 35dd403d-104a-4654-8c98-89901339799f {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:44.009566 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.093778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] For port 35dd403d-104a-4654-8c98-89901339799f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=35dd403d-104a-4654-8c98-89901339799f,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:44.094104 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.112969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] Calling delete_port for 35dd403d-104a-4654-8c98-89901339799f owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:44.205208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.236018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] Pushing event deleted for resources: {'Port': ['ID=35dd403d-104a-4654-8c98-89901339799f,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:44.237865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fa6ab-7c5a-431f-8e90-0c70681cf77f None None] No DVR routers for this DVR port 35dd403d-104a-4654-8c98-89901339799f on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:44.339930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.354761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] For port 35dd403d-104a-4654-8c98-89901339799f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=35dd403d-104a-4654-8c98-89901339799f,segment=NetworkSegment(048fe823-e15c-4bfa-b7cb-23ad75295471),segment_id=048fe823-e15c-4bfa-b7cb-23ad75295471)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:44.355056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.376271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Calling delete_port for 35dd403d-104a-4654-8c98-89901339799f owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:44.389906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.390874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.391475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.471597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09e5c0-020e-491e-b007-e7ec2225775f req-a1558532-d59c-4c76-ac7b-ba5e9a7a3717 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.473145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b09e5c0-020e-491e-b007-e7ec2225775f req-a1558532-d59c-4c76-ac7b-ba5e9a7a3717 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.0570347 Feb 10 15:49:44.488074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9794123 Feb 10 15:49:44.492292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59114) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:44.498542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Request body: {'subnet': {'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-subnet', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:44.504971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc72e2-99cc-48f1-9fd7-a4d8ecdaee35 admin admin] Pushing event updated for resources: {'Network': ['ID=c84ca604-2a72-42f5-8002-1fcccafdc06b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:44.517686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c84ca604-2a72-42f5-8002-1fcccafdc06b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:44.552462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b09e5c0-020e-491e-b007-e7ec2225775f req-31253708-a895-4d50-81c2-bac2cfa6f577 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692070 Feb 10 15:49:44.552788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Made reservation on behalf of 575e410bfbdd408e86a7206d61162000 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:44.556529 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.560493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.564401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0a2d-d7e7-4f57-b7f5-fef87022c0a8 req-dcfbaa64-2fb3-40a3-9bc5-b419fa4d6249 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.566097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6de0a2d-d7e7-4f57-b7f5-fef87022c0a8 req-dcfbaa64-2fb3-40a3-9bc5-b419fa4d6249 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0920720 Feb 10 15:49:44.634127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6de0a2d-d7e7-4f57-b7f5-fef87022c0a8 req-45d5a418-2b96-4747-b16f-7018a92132b4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615852 Feb 10 15:49:44.643822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] No DVR routers for this DVR port 35dd403d-104a-4654-8c98-89901339799f on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:44.648110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Pushing event deleted for resources: {'Port': ['ID=35dd403d-104a-4654-8c98-89901339799f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:44.718717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c7fbb-bb9e-42e4-a707-99131c44d5f5 req-70ece487-37a6-4e57-87cf-50cac22aad3e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.720952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-679c7fbb-bb9e-42e4-a707-99131c44d5f5 req-70ece487-37a6-4e57-87cf-50cac22aad3e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0590012 Feb 10 15:49:44.747085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.762971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-679c7fbb-bb9e-42e4-a707-99131c44d5f5 req-6fc5120f-b840-4b85-bdc9-e5c9df16126b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353312 Feb 10 15:49:44.773897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d010578-263d-43cf-9569-815d77280588']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.788217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048fe823-e15c-4bfa-b7cb-23ad75295471') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.788461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048fe823-e15c-4bfa-b7cb-23ad75295471') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.816763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.837905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.849586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:44.850140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:44.851856 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:44.868777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59126) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:44.949359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.954473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.964856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:44.971032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d010578-263d-43cf-9569-815d77280588 HTTP/1.1" status: 204 len: 168 time: 1.2754812 Feb 10 15:49:44.972305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59132) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:45.006372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f36e72-0a5b-4a80-adcb-59b89ba0ad7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d010578-263d-43cf-9569-815d77280588,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:45.038450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:45.055245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Checking segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:45.055696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Network hostable DHCP agents. Network: c84ca604-2a72-42f5-8002-1fcccafdc06b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:45.063271 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4166c9ab-e991-4e91-847f-dfac9c5a9f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.101735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Network c84ca604-2a72-42f5-8002-1fcccafdc06b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:45.117907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c84ca604-2a72-42f5-8002-1fcccafdc06b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:45.124412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-f87530f3-ba1c-43a5-a032-fd282f323302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.126014 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-f87530f3-ba1c-43a5-a032-fd282f323302 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d720816016f46d8b95618ee5ec83f35&device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 1097 time: 0.0618117 Feb 10 15:49:45.126421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e47507-47ac-4308-99fc-691dcee0e28b None None] Network c84ca604-2a72-42f5-8002-1fcccafdc06b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:45.127186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.127783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.156686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59136) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:45.157068 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-581d7371-1457-476f-9fe2-9345c3a49a12 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6634159 Feb 10 15:49:45.167730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:45.242206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-8e38a660-ed7c-4a93-9ca3-a896753b65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.244417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-8e38a660-ed7c-4a93-9ca3-a896753b65bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 200 len: 920 time: 0.1051590 Feb 10 15:49:45.250837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db7eb8-cc56-420d-94f8-c2935fdd7fbd req-4c584a9b-bd74-4ea5-b37f-7d38f3a971ca tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.252351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79db7eb8-cc56-420d-94f8-c2935fdd7fbd req-4c584a9b-bd74-4ea5-b37f-7d38f3a971ca tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1847217 Feb 10 15:49:45.290618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-c84ca604-2a72-42f5-8002-1fcccafdc06b', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:49:45.292916 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.306009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-b73e00a8-51fe-46aa-aa49-d6ca4edca17e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 200 len: 217 time: 0.0449085 Feb 10 15:49:45.311383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.312577 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.367033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-21c16b0c-4929-4bdd-9563-52ac7cc2ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.368735 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-21c16b0c-4929-4bdd-9563-52ac7cc2ec7a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 200 len: 859 time: 0.0531282 Feb 10 15:49:45.400635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4166c9ab-e991-4e91-847f-dfac9c5a9f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.409389 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-f3f364ad-42c3-4e6a-a118-d1e9ccaafd99 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6003fecb-1259-4824-a5be-08e2ab2abe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280976 Feb 10 15:49:45.417423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79db7eb8-cc56-420d-94f8-c2935fdd7fbd req-9533d26c-0f8b-4fb7-9a18-c777c01dc01e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573269 Feb 10 15:49:45.420817 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4166c9ab-e991-4e91-847f-dfac9c5a9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.470430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.470897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Allocated IP 172.20.0.2 (c84ca604-2a72-42f5-8002-1fcccafdc06b/8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1/6015f53e-5647-4ff1-8280-6a2ec88abbb5) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:45.520733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-b1dc9e31-2e96-4abc-af9f-171039ba22d7 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923519 Feb 10 15:49:45.554639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c9ab-e991-4e91-847f-dfac9c5a9f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee1d6c-8153-4edd-b0cd-3656aef613fb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:45.560218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4166c9ab-e991-4e91-847f-dfac9c5a9f2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1589549baa3d4813b6a509958622c6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903548 Feb 10 15:49:45.591963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59138) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:45.631620 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.641617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.655831 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c12e02d4-35b0-4487-b9e1-64c3c7aa0e43 req-c2e5a8ed-1ac7-48c3-854b-2d552d03e8d6 service neutron] 10.222.0.75 "GET /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226845 Feb 10 15:49:45.687317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Pushing event updated for resources: {'Port': ['ID=6015f53e-5647-4ff1-8280-6a2ec88abbb5,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:45.699722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Network c84ca604-2a72-42f5-8002-1fcccafdc06b is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:45.702453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:45.705031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:45.756785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.757358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Attempting to bind port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:45.757725 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Attempting to bind port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:45.758085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Attempting to bind port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 on network c84ca604-2a72-42f5-8002-1fcccafdc06b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:45.762960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:45.763866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Checking segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:45.764268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.764730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Bound using segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:45.765188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Bound port: 6015f53e-5647-4ff1-8280-6a2ec88abbb5, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:45.765560 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.833856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] For port 6015f53e-5647-4ff1-8280-6a2ec88abbb5, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:45.837078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5255586d-55fd-43db-87e4-283042918804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.839076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] For port 6015f53e-5647-4ff1-8280-6a2ec88abbb5, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6015f53e-5647-4ff1-8280-6a2ec88abbb5,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:45.844663 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.908257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b5985-4269-4de5-ae2a-40a183b3535b None None] Pushing event updated for resources: {'Port': ['ID=6015f53e-5647-4ff1-8280-6a2ec88abbb5,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:45.911600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5255586d-55fd-43db-87e4-283042918804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:45.921859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 35dd403d-104a-4654-8c98-89901339799f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:45.926112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360514d-2788-4f43-8d63-2b0c4aed727e req-0625844f-7c16-418b-bd19-3f68a72d5f40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.927066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2360514d-2788-4f43-8d63-2b0c4aed727e req-0625844f-7c16-418b-bd19-3f68a72d5f40 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.2308125 Feb 10 15:49:45.946250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f11dc0-39d6-4d66-bf35-333530c2de7a req-cd2c958e-7c48-4f4b-80f2-b83a2c2c06db tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.947819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 35dd403d-104a-4654-8c98-89901339799f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:45.948158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 35dd403d-104a-4654-8c98-89901339799f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:45.948693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7f11dc0-39d6-4d66-bf35-333530c2de7a req-cd2c958e-7c48-4f4b-80f2-b83a2c2c06db tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.2043519 Feb 10 15:49:46.089011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2360514d-2788-4f43-8d63-2b0c4aed727e req-399d7c9f-b890-421c-a234-ec5e6d19758c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360555 Feb 10 15:49:46.103479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7f11dc0-39d6-4d66-bf35-333530c2de7a req-62dc9cab-d8e2-48c2-8252-a7ac3ea9117d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342213 Feb 10 15:49:46.145345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5255586d-55fd-43db-87e4-283042918804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:46.148399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5255586d-55fd-43db-87e4-283042918804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:46.152114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5255586d-55fd-43db-87e4-283042918804 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83ee1d6c-8153-4edd-b0cd-3656aef613fb HTTP/1.1" status: 204 len: 168 time: 0.5562365 Feb 10 15:49:46.166422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255586d-55fd-43db-87e4-283042918804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee1d6c-8153-4edd-b0cd-3656aef613fb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:46.184247 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:46.742479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72945067-02e8-4c63-9813-ea247463765f req-4e2775f0-bf4c-4680-a5df-1c16a37c4550 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.744053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72945067-02e8-4c63-9813-ea247463765f req-4e2775f0-bf4c-4680-a5df-1c16a37c4550 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1683071 Feb 10 15:49:46.754221 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:46.780733 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:46.927819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72945067-02e8-4c63-9813-ea247463765f req-087e8e60-f199-471f-b945-fa6961f2cb52 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516662 Feb 10 15:49:46.977660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5b397-ed9d-4658-8280-f9eb9706f301 None None] Network c84ca604-2a72-42f5-8002-1fcccafdc06b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:46.995663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Allocated IP 172.25.7.123 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/4d261ce8-a55d-4bbb-bd75-553c01a0bc18) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:47.156152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Deleting port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:47.156700 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.182892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.202859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-44e845bd-0ac3-4691-961e-23749219483d None None] Provisioning complete for port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:47.203234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44e845bd-0ac3-4691-961e-23749219483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.341255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.344369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] For port 395f38aa-5cf9-40e3-a3b0-c378daa0dd63, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,segment=NetworkSegment(d30d9d6b-90dc-429d-9d3b-434ef8123d5b),segment_id=d30d9d6b-90dc-429d-9d3b-434ef8123d5b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:47.344731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.396462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Calling delete_port for 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:47.404040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44e845bd-0ac3-4691-961e-23749219483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.424083 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:49:47.431117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:47.441889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c26fbf-4497-49eb-a597-ab53d68db178 req-70b0abd0-0a0e-4c9e-ae86-38c77d753d2a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:47.452081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23c26fbf-4497-49eb-a597-ab53d68db178 req-70b0abd0-0a0e-4c9e-ae86-38c77d753d2a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1876450 Feb 10 15:49:47.457886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-44e845bd-0ac3-4691-961e-23749219483d None None] For port 6015f53e-5647-4ff1-8280-6a2ec88abbb5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6015f53e-5647-4ff1-8280-6a2ec88abbb5,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:47.464250 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44e845bd-0ac3-4691-961e-23749219483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.519581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaccc0-ce07-42ea-844b-c8fcb2ee76d2 req-d86e1f08-5251-474f-ad47-7976cb5efd2a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:47.521918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3acaccc0-ce07-42ea-844b-c8fcb2ee76d2 req-d86e1f08-5251-474f-ad47-7976cb5efd2a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.2517126 Feb 10 15:49:47.522980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:47.530072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e845bd-0ac3-4691-961e-23749219483d None None] Pushing event updated for resources: {'Port': ['ID=6015f53e-5647-4ff1-8280-6a2ec88abbb5,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:47.547212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:47.550579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:47.649674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23c26fbf-4497-49eb-a597-ab53d68db178 req-75114591-d385-4d8e-b82e-1511953c8dec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964664 Feb 10 15:49:47.666690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3acaccc0-ce07-42ea-844b-c8fcb2ee76d2 req-8db9b958-5e40-4575-954f-3f7c069cd7b5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214168 Feb 10 15:49:47.686738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2a585e85-dc4d-4266-81f1-5ec24046032e None None] Provisioning complete for port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:47.687649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2a585e85-dc4d-4266-81f1-5ec24046032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:47.949729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6015f53e-5647-4ff1-8280-6a2ec88abbb5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:47.966234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.001372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=395f38aa-5cf9-40e3-a3b0-c378daa0dd63,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:48.010124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.024099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:48.025744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.253960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc2644-c6e2-4fd2-9cf3-bf8fc049bd10 req-4ad644e2-5268-4fad-a981-b0cef8021814 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:48.255467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67dc2644-c6e2-4fd2-9cf3-bf8fc049bd10 req-4ad644e2-5268-4fad-a981-b0cef8021814 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1831961 Feb 10 15:49:48.382345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67dc2644-c6e2-4fd2-9cf3-bf8fc049bd10 req-ed371fc4-4175-4fed-a228-53284dbf26bc tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176672 Feb 10 15:49:48.425277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.455255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59226) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:48.476121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.563008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-918b8843-6b9a-4b53-82a3-4044e3adb8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.640568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-918b8843-6b9a-4b53-82a3-4044e3adb8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.644302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-918b8843-6b9a-4b53-82a3-4044e3adb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.685663 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-918b8843-6b9a-4b53-82a3-4044e3adb8c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40141c91f41240f68186118358845563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267625 Feb 10 15:49:48.686026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:48.692060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b8843-6b9a-4b53-82a3-4044e3adb8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f689e3-27e9-4311-8aa3-a2701fc75cda,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:48.744319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Router a65619da-bc3e-4c21-bc92-dc83c665b93e is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:49:48.753621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4107cea-d763-4b4a-a2ab-59cf4941ee09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.770893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Router 7b22eb26-0560-4d28-8407-35134e196ce5 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:48.784669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4107cea-d763-4b4a-a2ab-59cf4941ee09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.840286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4107cea-d763-4b4a-a2ab-59cf4941ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.843651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4107cea-d763-4b4a-a2ab-59cf4941ee09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:48.845036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a4107cea-d763-4b4a-a2ab-59cf4941ee09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96f689e3-27e9-4311-8aa3-a2701fc75cda HTTP/1.1" status: 204 len: 168 time: 0.1581140 Feb 10 15:49:48.868010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4107cea-d763-4b4a-a2ab-59cf4941ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f689e3-27e9-4311-8aa3-a2701fc75cda,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:49.148619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59240) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:49.163481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcbd5-2b86-48ef-92ff-93c9d1c46a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.243077 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcbd5-2b86-48ef-92ff-93c9d1c46a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.248103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcbd5-2b86-48ef-92ff-93c9d1c46a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.287487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931e76a-61c2-42b6-8adf-6256bbf8ad3c req-9572aced-50e5-4c7b-a46d-a40bb06a1086 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:49.289034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0a3fcbd5-2b86-48ef-92ff-93c9d1c46a25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e85b4022dd974a2a818dda5e8c8904fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393378 Feb 10 15:49:49.289146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c931e76a-61c2-42b6-8adf-6256bbf8ad3c req-9572aced-50e5-4c7b-a46d-a40bb06a1086 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.5313802 Feb 10 15:49:49.289905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fcbd5-2b86-48ef-92ff-93c9d1c46a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128962a3-5491-491b-8661-baa9d7ed6921,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:49.292239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59242) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:49.343106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cf85a4d-1140-4fa4-b2c9-405e3fec6db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.362952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d270-8164-41e5-bb56-c9c42025d648 req-ac4f70c0-e9f6-411d-a385-2225ac86ae72 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:49.364385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cf85a4d-1140-4fa4-b2c9-405e3fec6db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.364534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2622d270-8164-41e5-bb56-c9c42025d648 req-ac4f70c0-e9f6-411d-a385-2225ac86ae72 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.5414655 Feb 10 15:49:49.403618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:49.416174 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:49.423897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c931e76a-61c2-42b6-8adf-6256bbf8ad3c req-f03e35d6-286a-433e-a5dc-58563403d136 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234589 Feb 10 15:49:49.429300 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:49.430146 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:49.431852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:49.432665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cf85a4d-1140-4fa4-b2c9-405e3fec6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.447782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cf85a4d-1140-4fa4-b2c9-405e3fec6db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.447782 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9cf85a4d-1140-4fa4-b2c9-405e3fec6db3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/128962a3-5491-491b-8661-baa9d7ed6921 HTTP/1.1" status: 204 len: 168 time: 0.1522684 Feb 10 15:49:49.447962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-970229e9-52ab-4e95-bab6-43a01def5f08 admin admin] 10.222.0.21 "PUT /v2.0/routers/7b22eb26-0560-4d28-8407-35134e196ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4725852 Feb 10 15:49:49.448045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59246) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:49.453389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f242614-1194-4769-a678-7124e225161d None None] Sync routers for ids ['7b22eb26-0560-4d28-8407-35134e196ce5'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:49.457257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2622d270-8164-41e5-bb56-c9c42025d648 req-4e8158f8-906c-45f1-ac5d-9a3928e34c78 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820065 Feb 10 15:49:49.461111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.464970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-23f55f7d-a16c-466d-9828-b7e10aeb3ac8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3033071 Feb 10 15:49:49.465587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59250) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:49.475909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f242614-1194-4769-a678-7124e225161d None None] Routers {'7b22eb26-0560-4d28-8407-35134e196ce5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:49.478140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f242614-1194-4769-a678-7124e225161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7b22eb26-0560-4d28-8407-35134e196ce5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:49.496982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf85a4d-1140-4fa4-b2c9-405e3fec6db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128962a3-5491-491b-8661-baa9d7ed6921,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:49.610550 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:49.634372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3f242614-1194-4769-a678-7124e225161d None None] Set router 7b22eb26-0560-4d28-8407-35134e196ce5 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:49.728123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b20e4-0dbc-4149-858c-0297d0622512 req-fe923df1-65c4-4e6c-b6df-55ca6533d42e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:49.739508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-506b20e4-0dbc-4149-858c-0297d0622512 req-fe923df1-65c4-4e6c-b6df-55ca6533d42e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1397386 Feb 10 15:49:49.751075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.863477 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:47Z', 'revision_number': 3, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:49.916628 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:49.917805 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Updating router a65619da-bc3e-4c21-bc92-dc83c665b93e port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:49.951215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f242614-1194-4769-a678-7124e225161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:49:47Z', 'revision_number': 5, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port': {'id': '660d8486-ee59-4498-a064-e66a5061b8f9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:51Z', 'updated_at': '2022-02-10T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:49.958853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-506b20e4-0dbc-4149-858c-0297d0622512 req-062c9e40-faa5-4f05-9ed4-e5efbea7f127 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184727 Feb 10 15:49:49.964049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:49.966423 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.022749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f242614-1194-4769-a678-7124e225161d None None] Checking router: 7b22eb26-0560-4d28-8407-35134e196ce5 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:50.044812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f242614-1194-4769-a678-7124e225161d None None] Routers {'7b22eb26-0560-4d28-8407-35134e196ce5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:50.047215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f242614-1194-4769-a678-7124e225161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7b22eb26-0560-4d28-8407-35134e196ce5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.070313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Deleting port 660d8486-ee59-4498-a064-e66a5061b8f9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:50.071633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.230659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.233636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3f242614-1194-4769-a678-7124e225161d None None] Set router 7b22eb26-0560-4d28-8407-35134e196ce5 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:50.233770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] For port 660d8486-ee59-4498-a064-e66a5061b8f9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=660d8486-ee59-4498-a064-e66a5061b8f9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:50.234044 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.246989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Calling delete_port for 660d8486-ee59-4498-a064-e66a5061b8f9 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:50.349655 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.358419 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.365765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f242614-1194-4769-a678-7124e225161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:49:49Z', 'revision_number': 6, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.414329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f242614-1194-4769-a678-7124e225161d None None] The sync data for ids ['7b22eb26-0560-4d28-8407-35134e196ce5'] in n-d-827895-3 is: [{'id': '7b22eb26-0560-4d28-8407-35134e196ce5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023969957-router', 'tenant_id': '40ae51faf57b4ac99f01172cf4fc1609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:49:49Z', 'revision_number': 6, 'project_id': '40ae51faf57b4ac99f01172cf4fc1609', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:50.499163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.500651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Allocated IP 172.20.0.1 (c84ca604-2a72-42f5-8002-1fcccafdc06b/8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1/1af92283-03cf-440a-8688-80d4b73aa28a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:50.522241 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f504de-e64b-409b-b9b2-6caf0794964c None None] Pushing event updated for resources: {'Port': ['ID=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.535422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Pushing event deleted for resources: {'Port': ['ID=660d8486-ee59-4498-a064-e66a5061b8f9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.537404 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Attempting to bind port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:50.537775 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Attempting to bind port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:50.539514 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Attempting to bind port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:50.553552 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:50.554218 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:50.554775 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.555299 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:50.556093 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Bound port: 4d261ce8-a55d-4bbb-bd75-553c01a0bc18, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:50.556652 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.639558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.680710 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] For port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:50.687904 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] For port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:50.695222 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.764057 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:50.764955 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.765103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956ea4-cd5d-4e43-beea-e0fc5a32fac9 req-4c1d5402-9d78-4d8e-b0d1-67d182dbc6b9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:50.769496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.773074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f956ea4-cd5d-4e43-beea-e0fc5a32fac9 req-4c1d5402-9d78-4d8e-b0d1-67d182dbc6b9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1428742 Feb 10 15:49:50.782418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.819414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cf00f-9c6a-45cc-932c-cdc06ca9a584 req-b6b86226-8fd2-4f12-874a-afc4950830e6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:50.819414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-934cf00f-9c6a-45cc-932c-cdc06ca9a584 req-b6b86226-8fd2-4f12-874a-afc4950830e6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1373794 Feb 10 15:49:50.853254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.854095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b22eb26-0560-4d28-8407-35134e196ce5 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:49:50.863467 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f504de-e64b-409b-b9b2-6caf0794964c None None] Pushing event updated for resources: {'Port': ['ID=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.865151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.876965 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f956ea4-cd5d-4e43-beea-e0fc5a32fac9 req-f5d39270-be20-426c-b2ba-1552b9cf9d97 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975890 Feb 10 15:49:50.877720 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-95ec1ee3-f56d-4e2a-85c7-3df00d4d23ea admin admin] 10.222.0.21 "DELETE /v2.0/routers/7b22eb26-0560-4d28-8407-35134e196ce5 HTTP/1.1" status: 204 len: 168 time: 1.4125507 Feb 10 15:49:50.878965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59290) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:50.947147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:50.952925 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:50.993573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Deleting subnet a788d72a-0b91-4c2b-b0ef-928c7696d87e {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:49:50.997219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.021447 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-934cf00f-9c6a-45cc-932c-cdc06ca9a584 req-486ccbfd-7cdb-46bc-8910-98d744541bec tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917820 Feb 10 15:49:51.060504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.088943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.143585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Network c84ca604-2a72-42f5-8002-1fcccafdc06b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:51.151722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:51.181681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:51.190280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Pushing event updated for resources: {'Port': ['ID=1af92283-03cf-440a-8688-80d4b73aa28a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:51.222585 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:47Z', 'revision_number': 3, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:51.245571 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.268660 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fde4c2-6737-49cb-9af6-635087c1bce9 None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:47Z', 'revision_number': 3, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:51.275273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.447889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.471342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725003a0-df4c-47ad-b764-5b2f63ee5fef None None] Network f661e64a-b090-4d91-8842-062d99500977 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:51.484955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.488251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a788d72a-0b91-4c2b-b0ef-928c7696d87e HTTP/1.1" status: 204 len: 168 time: 0.5926471 Feb 10 15:49:51.490833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59344) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:51.492924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5575a-d0d3-4135-8bcb-73fabb59769d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a788d72a-0b91-4c2b-b0ef-928c7696d87e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:51.579727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.673027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.690574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-91a066b9-c3cf-4252-88c9-744b07e0e78b None None] Provisioning complete for port 1af92283-03cf-440a-8688-80d4b73aa28a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:51.692164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-91a066b9-c3cf-4252-88c9-744b07e0e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.817398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Deleting port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:51.817753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.905081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-91a066b9-c3cf-4252-88c9-744b07e0e78b None None] Port 1af92283-03cf-440a-8688-80d4b73aa28a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:49:51.925467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:51.940793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.021713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] For port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,segment=NetworkSegment(d30d9d6b-90dc-429d-9d3b-434ef8123d5b),segment_id=d30d9d6b-90dc-429d-9d3b-434ef8123d5b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:52.022156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.023898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:52.039764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.090177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] DHCP port deletion for f661e64a-b090-4d91-8842-062d99500977 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:49:52.121524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Calling delete_port for b7a2086a-87b9-4b6c-905f-fb6fa0582e5a owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:52.186797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22322-e63f-48be-b4c9-b3503b92cbee req-67a3c213-9416-4a20-9f37-252323a7d15c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:52.194879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13b22322-e63f-48be-b4c9-b3503b92cbee req-67a3c213-9416-4a20-9f37-252323a7d15c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1685269 Feb 10 15:49:52.221308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:52.226750 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.261067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Pushing event updated for resources: {'Port': ['ID=1af92283-03cf-440a-8688-80d4b73aa28a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:52.304681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Deleting port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:49:52.305022 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.311862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.370988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:52.381662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f64f2-71db-4475-8952-77fc3212c470 req-c51a9f83-9fb5-4b4c-b753-aa71ae259a4a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:52.383274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-775f64f2-71db-4475-8952-77fc3212c470 req-c51a9f83-9fb5-4b4c-b753-aa71ae259a4a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1590850 Feb 10 15:49:52.384855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] No DVR routers for this DVR port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:52.394287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13b22322-e63f-48be-b4c9-b3503b92cbee req-bff373ca-0127-4f0b-ac87-a28c421e305a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984456 Feb 10 15:49:52.464716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] For port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:52.465197 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.491649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-775f64f2-71db-4475-8952-77fc3212c470 req-b39587e9-9a97-4b41-b822-ea75f8333454 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803936 Feb 10 15:49:52.504901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Calling delete_port for b7a2086a-87b9-4b6c-905f-fb6fa0582e5a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:49:52.517837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Network c84ca604-2a72-42f5-8002-1fcccafdc06b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:52.519333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:49:52.521442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:52.542312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.573451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.597923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f661e64a-b090-4d91-8842-062d99500977']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.621573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.627177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30d9d6b-90dc-429d-9d3b-434ef8123d5b') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.641102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.665525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] Pushing event deleted for resources: {'Port': ['ID=b7a2086a-87b9-4b6c-905f-fb6fa0582e5a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:52.684124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.690693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2666e5-8202-499f-bd77-f722860dc1e1 None None] No DVR routers for this DVR port b7a2086a-87b9-4b6c-905f-fb6fa0582e5a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:52.706582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:52.706582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:52.710899 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:52.719926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.777071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59386) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:52.787791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:52.796780 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.831247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.841937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:52.849357 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f661e64a-b090-4d91-8842-062d99500977 HTTP/1.1" status: 204 len: 168 time: 1.3568432 Feb 10 15:49:52.874649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7e46-492e-4d46-9818-b28bb9fd1060 admin admin] Pushing event deleted for resources: {'Network': ['ID=f661e64a-b090-4d91-8842-062d99500977,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:52.907776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Router a65619da-bc3e-4c21-bc92-dc83c665b93e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:53.102234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59392) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:53.110957 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-38ed6fbd-7c09-492b-a167-f4dab6cb25d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.116016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 660d8486-ee59-4498-a064-e66a5061b8f9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:53.153154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 660d8486-ee59-4498-a064-e66a5061b8f9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:53.153415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 660d8486-ee59-4498-a064-e66a5061b8f9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:53.154542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:53.167722 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e88513bc-7947-43d6-b3e0-3b48ef2a1a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e0dfe008d5a446399913d77314f77fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616589 Feb 10 15:49:53.168423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59394) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:53.198329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:53.198801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 395f38aa-5cf9-40e3-a3b0-c378daa0dd63 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:53.224815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:53.225718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-27b4547d-a9db-462e-a78e-299d1ae182ca None None] Provisioning complete for port 1af92283-03cf-440a-8688-80d4b73aa28a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:53.226140 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27b4547d-a9db-462e-a78e-299d1ae182ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.233831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:53.235796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cc8425dd-d1cf-43f5-8662-f75899cbab2b admin admin] 10.222.0.21 "PUT /v2.0/routers/a65619da-bc3e-4c21-bc92-dc83c665b93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7685957 Feb 10 15:49:53.246827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f03-dcf8-4015-ba89-975d142994e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.276557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f03-dcf8-4015-ba89-975d142994e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.289122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-27b4547d-a9db-462e-a78e-299d1ae182ca None None] Port 1af92283-03cf-440a-8688-80d4b73aa28a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:49:53.292832 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-38ed6fbd-7c09-492b-a167-f4dab6cb25d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.298728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-38ed6fbd-7c09-492b-a167-f4dab6cb25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.340655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f03-dcf8-4015-ba89-975d142994e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.344119 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.344409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f03-dcf8-4015-ba89-975d142994e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.345437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6fbd-7c09-492b-a167-f4dab6cb25d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603dc9fa-7fc4-40e5-aa52-fddcc0af1ffe,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:53.348934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53fc9f03-dcf8-4015-ba89-975d142994e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa8c5870-9766-4054-8583-41b664b92d17 HTTP/1.1" status: 204 len: 168 time: 0.1785069 Feb 10 15:49:53.359308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc9f03-dcf8-4015-ba89-975d142994e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c5870-9766-4054-8583-41b664b92d17,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:53.374736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-38ed6fbd-7c09-492b-a167-f4dab6cb25d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4be4be2553aa458184c645ac18f2a54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965536 Feb 10 15:49:53.378201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59400) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:53.445924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05b16071-c1bc-46b7-9ece-ed9b4f72e7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.476973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05b16071-c1bc-46b7-9ece-ed9b4f72e7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.543612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05b16071-c1bc-46b7-9ece-ed9b4f72e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.548066 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05b16071-c1bc-46b7-9ece-ed9b4f72e7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:53.550268 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-05b16071-c1bc-46b7-9ece-ed9b4f72e7aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/603dc9fa-7fc4-40e5-aa52-fddcc0af1ffe HTTP/1.1" status: 204 len: 168 time: 0.1709278 Feb 10 15:49:53.561613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16071-c1bc-46b7-9ece-ed9b4f72e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603dc9fa-7fc4-40e5-aa52-fddcc0af1ffe,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:53.629362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7ebb-c4c0-4d3c-b864-41f0d0808d32 req-ed019c21-fe43-448e-a5b2-b7a60ebf0e8c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:53.640442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f18e7ebb-c4c0-4d3c-b864-41f0d0808d32 req-ed019c21-fe43-448e-a5b2-b7a60ebf0e8c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1300819 Feb 10 15:49:53.688513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f18e7ebb-c4c0-4d3c-b864-41f0d0808d32 req-624047bb-624e-42e4-84a3-2e723ac3bfbf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Feb 10 15:49:53.853272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57af60-944e-4dc0-be87-25947e0c70e1 req-668d0e40-4af8-465d-8963-3b20c15f348a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:53.858509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e57af60-944e-4dc0-be87-25947e0c70e1 req-668d0e40-4af8-465d-8963-3b20c15f348a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.0713134 Feb 10 15:49:53.987208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e57af60-944e-4dc0-be87-25947e0c70e1 req-93118f13-bd42-4b6c-afae-3d4a486179af tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115618 Feb 10 15:49:54.018100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:54.195557 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:54.195859 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.242972 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:54.291664 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:54.292735 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:54.406471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59424) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:54.497964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-62029f26-64cf-48d8-814b-0c0884d462f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40ae51faf57b4ac99f01172cf4fc1609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901377 Feb 10 15:49:54.498604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:54.499040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b7a2086a-87b9-4b6c-905f-fb6fa0582e5a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:54.537759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59430) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:54.552500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607614519', 'description': 'tempest-description--1553959628'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:54.555585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b7a2086a-87b9-4b6c-905f-fb6fa0582e5a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:49:54.556544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b7a2086a-87b9-4b6c-905f-fb6fa0582e5a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:54.593549 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:54.594605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c553ee0-b608-4df1-b691-41f5b192ec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.617262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.635524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c553ee0-b608-4df1-b691-41f5b192ec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.728401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.736451 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.783493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.787560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2455902 Feb 10 15:49:54.787560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43ed8-f3ec-4edf-b04e-8526baf366ec tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3516f58-2473-4733-ad13-43aadae5440e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:54.788690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59436) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:54.789185 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c553ee0-b608-4df1-b691-41f5b192ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.792011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c553ee0-b608-4df1-b691-41f5b192ec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.796658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8c553ee0-b608-4df1-b691-41f5b192ec41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74d34ac5-11ae-4c0f-978b-31730ef0d1b6 HTTP/1.1" status: 204 len: 168 time: 0.2969208 Feb 10 15:49:54.797413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'security_group_rule': {'security_group_id': 'e3516f58-2473-4733-ad13-43aadae5440e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:54.805279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c553ee0-b608-4df1-b691-41f5b192ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d34ac5-11ae-4c0f-978b-31730ef0d1b6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:54.894796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:54.942642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669dda-9620-4f17-a6a1-c0b319b6a50a req-7e717838-307b-417d-aca5-363dea7ff672 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:54.953330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8669dda-9620-4f17-a6a1-c0b319b6a50a req-7e717838-307b-417d-aca5-363dea7ff672 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1020975 Feb 10 15:49:55.022919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.035332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.044985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8669dda-9620-4f17-a6a1-c0b319b6a50a req-dafe85e8-d5da-400f-819d-0cdfeeb8b30e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Feb 10 15:49:55.095613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77aaa4b6-e986-474a-8f95-cab9aede1ae0,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:55.106367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.110585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59448) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:55.111172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7de7e97f-e533-4ca7-b099-15405adf41a1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203058 Feb 10 15:49:55.116208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'security_group_rule': {'security_group_id': 'e3516f58-2473-4733-ad13-43aadae5440e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:55.134466 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 2, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:55.186936 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:55.188977 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Updating router a65619da-bc3e-4c21-bc92-dc83c665b93e port 1af92283-03cf-440a-8688-80d4b73aa28a binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:55.226216 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.236219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.300608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94215368-adc5-4314-989c-8c8170af745b req-fc16a1cc-d448-4db7-bee8-aa23e1599466 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:55.308394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94215368-adc5-4314-989c-8c8170af745b req-fc16a1cc-d448-4db7-bee8-aa23e1599466 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1848586 Feb 10 15:49:55.380559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94215368-adc5-4314-989c-8c8170af745b req-867ea626-3cc8-4ed2-b66d-40ec27d3cc44 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657401 Feb 10 15:49:55.390786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.398210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.457920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6238054c-4354-4c74-9943-f1db4d63df09,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:55.469003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.470340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b1472d1-2b29-4a7e-9e2e-f082024f9f47 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3581889 Feb 10 15:49:55.473780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59464) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:55.480207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:55.518196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.682436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.697644 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.709461 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.889170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Allocated IP 172.25.7.120 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/20186e95-75c8-4f2d-a8ea-d5aea05c4d3f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:55.891864 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Attempting to bind port 1af92283-03cf-440a-8688-80d4b73aa28a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:55.895193 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Attempting to bind port 1af92283-03cf-440a-8688-80d4b73aa28a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:55.895604 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Attempting to bind port 1af92283-03cf-440a-8688-80d4b73aa28a on network c84ca604-2a72-42f5-8002-1fcccafdc06b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:55.909251 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:55.921084 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Checking segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:55.921896 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.922599 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Bound using segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:55.923376 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Bound port: 1af92283-03cf-440a-8688-80d4b73aa28a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:49:55.923948 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:55.945499 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529cd3a-06f1-4348-8642-7ba8f27f4fbd None None] Pushing event updated for resources: {'Port': ['ID=1af92283-03cf-440a-8688-80d4b73aa28a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:56.016569 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] For port 1af92283-03cf-440a-8688-80d4b73aa28a, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:56.020404 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] For port 1af92283-03cf-440a-8688-80d4b73aa28a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1af92283-03cf-440a-8688-80d4b73aa28a,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:56.027036 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.101480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59486) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:56.115584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.127519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:56.131061 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:49:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:56.166505 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.222304 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529cd3a-06f1-4348-8642-7ba8f27f4fbd None None] Pushing event updated for resources: {'Port': ['ID=1af92283-03cf-440a-8688-80d4b73aa28a,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:56.248136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-aa2442b0-dcfc-4398-b837-d5e76fb2114f None None] Provisioning complete for port 1af92283-03cf-440a-8688-80d4b73aa28a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:56.250656 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa2442b0-dcfc-4398-b837-d5e76fb2114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.277946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:56.295695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:56.316129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1354741009-network', 'tenant_id': '5cfe1bd6484e4e7a908e9c65e00e6bce'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:56.342062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:56.376856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Made reservation on behalf of 5cfe1bd6484e4e7a908e9c65e00e6bce for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:56.380426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.396586 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:56.403866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.484841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa2442b0-dcfc-4398-b837-d5e76fb2114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.529036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-aa2442b0-dcfc-4398-b837-d5e76fb2114f None None] For port 1af92283-03cf-440a-8688-80d4b73aa28a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1af92283-03cf-440a-8688-80d4b73aa28a,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:56.535339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa2442b0-dcfc-4398-b837-d5e76fb2114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.553809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'Port': ['ID=20186e95-75c8-4f2d-a8ea-d5aea05c4d3f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:56.607377 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.613131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.617666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5352d-0ff3-4471-809f-6dc1efda1db8 req-730934fe-5bbb-4959-98db-0e4c0cb2e7ec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.619049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2442b0-dcfc-4398-b837-d5e76fb2114f None None] Pushing event updated for resources: {'Port': ['ID=1af92283-03cf-440a-8688-80d4b73aa28a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:56.627805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0af5352d-0ff3-4471-809f-6dc1efda1db8 req-730934fe-5bbb-4959-98db-0e4c0cb2e7ec tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.3771739 Feb 10 15:49:56.642406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59498) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:56.652582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:56.656372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:56.676067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8006-d6e4-4d2e-8f71-f312186dd7f3 req-a6c4545f-9491-4377-80a5-6ddc7fc1d017 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.687112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-343f8006-d6e4-4d2e-8f71-f312186dd7f3 req-a6c4545f-9491-4377-80a5-6ddc7fc1d017 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.1933880 Feb 10 15:49:56.688300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0f89bf37-4f64-458c-b336-403f529b337a None None] Provisioning complete for port 1af92283-03cf-440a-8688-80d4b73aa28a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:56.688452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.688682 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0f89bf37-4f64-458c-b336-403f529b337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.689673 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Added segment f537af4d-f690-48a6-9cdc-9fe97fcc6db8 of type vlan for network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec Feb 10 15:49:56.764177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.778851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0af5352d-0ff3-4471-809f-6dc1efda1db8 req-6e56a82a-8b32-40cb-91f1-37de6b3d562d tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445258 Feb 10 15:49:56.791803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-343f8006-d6e4-4d2e-8f71-f312186dd7f3 req-57a22208-a02f-49fb-b0ed-bae95f1f4961 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Feb 10 15:49:56.797679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.849070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.850781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.851519 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.880246 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:56.894130 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:56.939084 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f946-ecec-4412-a4ea-c1db8f04a3e1 None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:56.987096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1235725991'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:57.031923 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9287941 Feb 10 15:49:57.036705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59506) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:57.044671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Request body: {'subnet': {'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1354741009-subnet', 'tenant_id': '5cfe1bd6484e4e7a908e9c65e00e6bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:57.051680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.053213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f808-2c73-4a5d-a9ee-b660faf795af admin admin] Pushing event updated for resources: {'Network': ['ID=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:57.096297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:57.103587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Made reservation on behalf of 5cfe1bd6484e4e7a908e9c65e00e6bce for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:57.115668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.120663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Made reservation on behalf of 0fbbe77f66c84c878b416743ee3a83be for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:57.125271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.192866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.203883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.219383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032aa8e-11c4-4cf5-996f-d9471539a15f req-c7cc3a2d-200f-42fd-a9bc-7de047398d28 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.221205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032aa8e-11c4-4cf5-996f-d9471539a15f req-c7cc3a2d-200f-42fd-a9bc-7de047398d28 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1356523 Feb 10 15:49:57.223773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.311739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032aa8e-11c4-4cf5-996f-d9471539a15f req-a90da317-0384-469b-aa74-2d03d6f3aa6f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536273 Feb 10 15:49:57.355249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.358139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'Port': ['ID=20186e95-75c8-4f2d-a8ea-d5aea05c4d3f,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:57.382860 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.385784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-62fac973-754d-4d53-a8d5-e3b3cb5fc0d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9107671 Feb 10 15:49:57.484173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.511723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.525393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8dc9f-91f1-4ddd-9163-8f1930b0a73d req-a5917db2-bcae-488a-85d6-8e36c786994b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.527055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ce8dc9f-91f1-4ddd-9163-8f1930b0a73d req-a5917db2-bcae-488a-85d6-8e36c786994b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0704839 Feb 10 15:49:57.589328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ce8dc9f-91f1-4ddd-9163-8f1930b0a73d req-20c263fc-7d55-45a5-a2df-68509064f112 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524192 Feb 10 15:49:57.627988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:57.632086 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.656426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-9e66ebb9-4351-4aab-971c-971c400e6b21 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1607614519&fields=id&tenant_id=575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 267 time: 0.0565970 Feb 10 15:49:57.660729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4e024-c5cc-4eba-8dea-fbf11510bb37,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:57.666167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.666513 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Added segment ef9dff5a-2956-4bc7-b3af-c9be49136e42 of type vlan for network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 Feb 10 15:49:57.728405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadc7d23-c0ce-4019-920b-04242426a8a8,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:57.782293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.789878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Checking segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:57.790239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Network hostable DHCP agents. Network: b6f59662-be33-4ea6-a4c7-a5218ba3a0ec, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:57.821000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:57.826676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.834984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.835678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.851617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-1d11eb5e-5f3f-4956-89e6-3b0e616da005 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.853167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-1d11eb5e-5f3f-4956-89e6-3b0e616da005 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 816 time: 0.1899841 Feb 10 15:49:57.861218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b6f59662-be33-4ea6-a4c7-a5218ba3a0ec) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:57.882175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd448a1a-9651-4d14-a1b0-27e2071e221f None None] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:57.897573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34151200-08e9-460b-a85d-4f1644939630 req-6a5a9a00-7c6a-451b-b909-c28be7bd81bb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.900514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.901304 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:57.909169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34151200-08e9-460b-a85d-4f1644939630 req-6a5a9a00-7c6a-451b-b909-c28be7bd81bb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1351681 Feb 10 15:49:57.914788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2693286 Feb 10 15:49:57.941746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6475a21-f4f1-4b2c-aa97-c92f37b9e84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Pushing event updated for resources: {'Network': ['ID=1b56f744-8e53-4b97-8bb2-af1c58351ed3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:57.972822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5026b6a2-46b7-446f-b454-81f2157d48af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9328759 Feb 10 15:49:57.984132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:57.990115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1af92283-03cf-440a-8688-80d4b73aa28a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:58.008044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-21449950-7f66-4aab-8b2c-eb130c1db705 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/quotas/575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 375 time: 0.1255674 Feb 10 15:49:58.072356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34151200-08e9-460b-a85d-4f1644939630 req-fb832606-81d4-476b-8f72-aa3f8930f5ab tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512704 Feb 10 15:49:58.164922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1af92283-03cf-440a-8688-80d4b73aa28a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:58.165547 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:58.170953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-7154bc1e-24de-4c8a-8f04-2a08f68b6e63 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1279371 Feb 10 15:49:58.263895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-4a4fafa6-0d96-42b8-9a1d-4ef5d3b19074 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:49:58.265949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-4a4fafa6-0d96-42b8-9a1d-4ef5d3b19074 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0819435 Feb 10 15:49:58.270732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7706c-08f9-4d9e-8332-a883c276b45b None None] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:58.408004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e904-c3e6-457c-ae7e-5aa88000190d req-8425cb63-e5db-47f3-85a6-3dd08c16c9b6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:58.415685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a24e904-c3e6-457c-ae7e-5aa88000190d req-8425cb63-e5db-47f3-85a6-3dd08c16c9b6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.1407180 Feb 10 15:49:58.480479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a24e904-c3e6-457c-ae7e-5aa88000190d req-30e015ba-c589-4f5b-8b53-43c03077004a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639105 Feb 10 15:49:58.500095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-eac6accd-81cd-4b17-958e-6081baceb4c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070591 Feb 10 15:49:58.607606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-edc9457e-0803-4ba4-b9c9-337014476c13 service neutron] 10.222.0.21 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065323 Feb 10 15:49:58.689637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59554) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:49:58.694833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Request body: {'port': {'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3', 'binding:host_id': 'n-h1-827895-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983499575'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:58.725849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Made reservation on behalf of 18e6800c608f45148aa45b0835adab54 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:58.729171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:58.739387 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:58.814667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d61636-bdf3-4ded-8197-01e3e0552241 req-52aedc27-8b11-411c-98f8-7bd16ed713aa tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:58.824552 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f234f6c0-4b91-4042-a605-e45166c0b32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:58.828585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4d61636-bdf3-4ded-8197-01e3e0552241 req-52aedc27-8b11-411c-98f8-7bd16ed713aa tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0888093 Feb 10 15:49:58.896780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4d61636-bdf3-4ded-8197-01e3e0552241 req-3466c2e2-8cc0-42e1-b56c-5ffc49663bf6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668697 Feb 10 15:49:58.945959 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:58.953646 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:58.966437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:49:59.151004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca54359-b4cd-4b65-9888-bef284b88ad7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:59.286174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8ba09c6-f684-4581-ae7d-d3cdacc52c84 req-aeeb6967-efe6-42a9-a144-f5cd44821b30 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 210 time: 0.0710566 Feb 10 15:49:59.344819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:49:59.369126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:59.372568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-6b838d18-6c06-471d-be9a-84b600a58fb2 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:59.374136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-6b838d18-6c06-471d-be9a-84b600a58fb2 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.3582010 Feb 10 15:49:59.386594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:59.412385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-f7a0478d-6da3-47b5-99b7-9183a0bd52da tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/quotas/5cfe1bd6484e4e7a908e9c65e00e6bce HTTP/1.1" status: 200 len: 375 time: 0.0268703 Feb 10 15:49:59.459434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=bdbe30fa-2a46-4b4f-a6b0-5935f123e10e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:59.477244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Checking segment: {'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:49:59.477726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Network hostable DHCP agents. Network: 1b56f744-8e53-4b97-8bb2-af1c58351ed3, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:59.500980 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:59.514979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1b56f744-8e53-4b97-8bb2-af1c58351ed3) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:59.527231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20098edb-28d4-415b-8014-31ddb55150ba None None] Network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:49:59.548372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:59.578442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.578945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.579420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.593023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.593598 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.594091 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 2 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.614772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.615201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.615897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.640757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.645003 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.645471 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 3 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.676133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.676486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.676846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.683280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.683651 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.684607 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 4 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.701507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.702184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.702285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.713921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.714324 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.714840 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 5 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.734582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.735135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.735612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.740961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.741385 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.742014 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 6 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.763068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.763728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.764079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.770406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.770944 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.771350 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 7 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.786035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.786405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.786792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.793053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.793988 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.794410 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 8 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.806703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.807039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.807378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.812351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.812808 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.813202 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 9 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.827070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.827404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.827774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.833129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.833453 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.833839 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 10 to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e Feb 10 15:49:59.848438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:49:59.848775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:49:59.849107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:59.854100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:59.854388 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:49:59.854758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:59.919814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9a91b7c6-c941-4593-901c-ad4bbbd6f99e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4772398 Feb 10 15:49:59.936283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] For port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:59.936283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempted to set empty binding levels {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:49:59.941345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:49:59.984511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:59.985663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.007604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=bdbe30fa-2a46-4b4f-a6b0-5935f123e10e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:00.013620 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03198753-62d4-4df0-8cf9-638f1654d107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3228333 Feb 10 15:50:00.015650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-fdf16df3-a781-4654-9862-e864d9368dd4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:00.016328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59592) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:00.020932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-fdf16df3-a781-4654-9862-e864d9368dd4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.6448696 Feb 10 15:50:00.052108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-72309d96-76bd-4128-adcc-e6fa9e81bf4f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/quotas/1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 375 time: 0.0212233 Feb 10 15:50:00.063796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-586406a8-2b0c-41f9-9802-e54d5999b456 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433706 Feb 10 15:50:00.131785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Deleting port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:00.132214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.223578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] For port bdbe30fa-2a46-4b4f-a6b0-5935f123e10e, host n-h1-827895-3, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:00.223890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.239073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-96f26d41-c999-4e5c-a466-934b9b8cf955 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1666942 Feb 10 15:50:00.242817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Calling delete_port for bdbe30fa-2a46-4b4f-a6b0-5935f123e10e owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:00.296099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-ef72d82c-49ed-4225-9beb-50b0fb1ae3f8 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311344 Feb 10 15:50:00.335026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-eaa23c8f-9d73-44c5-bd50-c80e06f213df tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:00.336593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.336753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-eaa23c8f-9d73-44c5-bd50-c80e06f213df tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.45 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 816 time: 0.2254546 Feb 10 15:50:00.345169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-27d9c1ec-c496-4f7f-9daf-e7499b090050 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:50:00.348811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-27d9c1ec-c496-4f7f-9daf-e7499b090050 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0958545 Feb 10 15:50:00.368740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdbe30fa-2a46-4b4f-a6b0-5935f123e10e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:00.375975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.382484 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b42422d9-e0f7-4fe3-bed6-d4bd78273689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bdbe30fa-2a46-4b4f-a6b0-5935f123e10e HTTP/1.1" status: 204 len: 168 time: 0.3651123 Feb 10 15:50:00.383292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:00.410138 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c55ee89-87f9-42e3-bd2b-93ee2ff66b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:50:00.416308 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c55ee89-87f9-42e3-bd2b-93ee2ff66b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "GET /v2.0/ports/bdbe30fa-2a46-4b4f-a6b0-5935f123e10e HTTP/1.1" status: 404 len: 333 time: 0.0318992 Feb 10 15:50:00.416947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59600) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:00.422382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Request body: {'port': {'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693563390'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:00.460700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-7236a134-e58b-4cc8-a884-75cd59b29ed9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 380 time: 0.1104631 Feb 10 15:50:00.474995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'port': {'device_id': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'admin_state_up': True, 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'security_groups': ['e3516f58-2473-4733-ad13-43aadae5440e']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:00.485302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Made reservation on behalf of 18e6800c608f45148aa45b0835adab54 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:00.489593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.533633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port 8dbef017-78c0-42c0-be55-84c1931dfdd3 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:00.556078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-6ccd1142-5bee-4df0-9f64-a918cda8f58b service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981113 Feb 10 15:50:00.764555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-119b8bfb-7039-4a78-93e4-dd0ca186fb42 service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074983 Feb 10 15:50:00.771717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.819366 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.834160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff144-b13f-445a-bc45-f5c77a83056c req-d521c206-1451-4d28-b83c-b3cf9d3efa11 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:00.846097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e6ff144-b13f-445a-bc45-f5c77a83056c req-d521c206-1451-4d28-b83c-b3cf9d3efa11 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.3310339 Feb 10 15:50:00.892939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbef017-78c0-42c0-be55-84c1931dfdd3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:00.936084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:00.938174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:00.941848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0672-7188-4891-8436-342ce0635bea req-0bb22d20-59f7-4d85-87ed-2a93de5299ca tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:00.942135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:00.943354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:00.943514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca8c0672-7188-4891-8436-342ce0635bea req-0bb22d20-59f7-4d85-87ed-2a93de5299ca tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 946 time: 0.3574765 Feb 10 15:50:00.944403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:00.984036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fc97982b-8dad-44f2-9b25-465ee1aadf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5637748 Feb 10 15:50:00.988323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59616) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:01.002575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:01.084613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.153706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e6ff144-b13f-445a-bc45-f5c77a83056c req-a09c0270-222e-4733-ba7f-8e8af03624f1 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000994 Feb 10 15:50:01.234825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82b1b676-1141-4464-baee-2938e2a7d7cd req-44ba7f54-2236-42ad-96e6-8c9a674dd17b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 210 time: 0.1175208 Feb 10 15:50:01.310514 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9aca-683c-4481-9927-2960176775a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.382072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc677339-1f73-4d8c-8c03-0446df45d141 req-038852af-99cd-4640-9343-53b2536e9d24 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 210 time: 0.0828912 Feb 10 15:50:01.416793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port a913c3c6-079e-4737-9232-7f166ff368b3 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:01.417136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.421659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-577de8c5-13e5-4333-a4c3-5f2102ca6847 req-f6be122a-6dbb-4b66-bf27-988baa02d4a7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 210 time: 0.0615511 Feb 10 15:50:01.424357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Made reservation on behalf of 575e410bfbdd408e86a7206d61162000 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:01.430802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.459302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port 8dbef017-78c0-42c0-be55-84c1931dfdd3 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:01.469227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.476297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.609403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbef017-78c0-42c0-be55-84c1931dfdd3,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:01.622829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port a913c3c6-079e-4737-9232-7f166ff368b3, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=a913c3c6-079e-4737-9232-7f166ff368b3,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:01.623264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:01.669612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for a913c3c6-079e-4737-9232-7f166ff368b3 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:01.704844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.705191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.705533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.724055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.727562 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.728162 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 2 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.764308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Allocated IP 172.20.0.8 (c84ca604-2a72-42f5-8002-1fcccafdc06b/8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1/02aed32f-98d7-42b5-97cd-1394ac3ffe68) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:01.776440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.779899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.780684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.797025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.797995 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.799139 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 3 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.836513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.836846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.842392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.859839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.860182 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.860572 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 4 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.889513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.890180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.890713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.896786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.897326 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.898489 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 5 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.918704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.919322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.920112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.934585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.935144 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.935717 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 6 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.950247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.951246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.951804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.957412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.957940 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.958531 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 7 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.974091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:01.974660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:01.975198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:01.979969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:01.980896 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:01.981587 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 8 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:01.999511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:02.000087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:02.000579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:02.018524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:02.019417 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:02.031738 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 9 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:02.051308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:02.051899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:02.052390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:02.085305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:02.085580 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:02.087831 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 10 to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 Feb 10 15:50:02.105528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:02.106359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:02.106692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:02.126513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:02.126785 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:02.128302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.179388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.184445 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.193791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['a913c3c6-079e-4737-9232-7f166ff368b3'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:02.298094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=a913c3c6-079e-4737-9232-7f166ff368b3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:02.326808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-65b4353e-5a6a-43d0-9006-7e26866660f0 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:02.328455 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-65b4353e-5a6a-43d0-9006-7e26866660f0 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.3241420 Feb 10 15:50:02.356860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Request body: {'port': {'device_id': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'admin_state_up': True, 'tenant_id': '5cfe1bd6484e4e7a908e9c65e00e6bce'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:02.358127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.379118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ff261d1-75df-4c75-b935-ef5b6f7af465 req-7d9acb13-8788-458b-939d-5f6cbe23dff9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=807243a5-38d7-4097-a60e-dd1736247358 HTTP/1.1" status: 200 len: 210 time: 0.0739541 Feb 10 15:50:02.466844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-669f2660-34bc-42b9-b6b0-f71d12cfeae4 req-511632f8-d5ef-444d-b491-e39f30b2439d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 210 time: 0.0755293 Feb 10 15:50:02.532501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] For port 8dbef017-78c0-42c0-be55-84c1931dfdd3, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:02.532870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempted to set empty binding levels {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:50:02.540978 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.544147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port a913c3c6-079e-4737-9232-7f166ff368b3 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:02.549128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.556412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Made reservation on behalf of 5cfe1bd6484e4e7a908e9c65e00e6bce for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:02.560988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca8c0672-7188-4891-8436-342ce0635bea req-116a9625-ec93-415f-93d3-b2204f130572 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.45 "DELETE /v2.0/ports/a913c3c6-079e-4737-9232-7f166ff368b3 HTTP/1.1" status: 204 len: 173 time: 1.5917816 Feb 10 15:50:02.562593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.564303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807243a5-38d7-4097-a60e-dd1736247358', 'name': 'network-vif-deleted', 'tag': 'a913c3c6-079e-4737-9232-7f166ff368b3'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:02.566809 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87238a41-3901-48e0-97d7-c9bffca11dce" -d '{"events": [{"server_uuid": "807243a5-38d7-4097-a60e-dd1736247358", "name": "network-vif-deleted", "tag": "a913c3c6-079e-4737-9232-7f166ff368b3"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:02.600753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cf4b127-1ab0-40fc-bab7-183f69679a9d req-c210d951-dbdc-409b-87f2-09418ac6b33d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 210 time: 0.0833943 Feb 10 15:50:02.621849 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5567078f-3e95-4ec2-a0de-95afdafa9a0f req-f04ae75b-a60d-4f84-9c8d-03fc35b27f7d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 210 time: 0.0455303 Feb 10 15:50:02.639254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.747732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Network c84ca604-2a72-42f5-8002-1fcccafdc06b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:02.759733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:02.783514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Allocated IP 172.20.0.11 (b6f59662-be33-4ea6-a4c7-a5218ba3a0ec/dadc7d23-c0ce-4019-920b-04242426a8a8/d05aea1b-e60b-41f0-891d-ee7c9a1dc809) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:02.797409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:02.802470 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef1732-dd6b-4286-bdad-abe9ae163255 x-openstack-request-id: req-bfef1732-dd6b-4286-bdad-abe9ae163255 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:02.803036 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807243a5-38d7-4097-a60e-dd1736247358", "name": "network-vif-deleted", "tag": "a913c3c6-079e-4737-9232-7f166ff368b3", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:02.803561 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfef1732-dd6b-4286-bdad-abe9ae163255 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:02.804202 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807243a5-38d7-4097-a60e-dd1736247358', 'name': 'network-vif-deleted', 'tag': 'a913c3c6-079e-4737-9232-7f166ff368b3', 'status': 'completed', 'code': 200} Feb 10 15:50:02.809489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:02.983569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] In _notify_port_updated(), no bound segment for port 8dbef017-78c0-42c0-be55-84c1931dfdd3 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:50:02.984418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:02.985095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.985219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:02.985791 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:02.988775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "PUT /v2.0/ports/8dbef017-78c0-42c0-be55-84c1931dfdd3 HTTP/1.1" status: 200 len: 979 time: 1.9971178 Feb 10 15:50:02.992355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59646) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:03.021525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2bc05a2a-5d3f-4c37-9604-7129244387fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5526137 Feb 10 15:50:03.037834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-f1bd90cc-1dc7-466d-8f24-1495bf3566d0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.039329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-f1bd90cc-1dc7-466d-8f24-1495bf3566d0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.45 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.3276327 Feb 10 15:50:03.045377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Request body: {'port': {'device_id': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:03.069237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3201b3-e77c-43b4-9a12-9f411b01bae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbef017-78c0-42c0-be55-84c1931dfdd3,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:03.087081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'port': {'device_id': '533e12f6-81b7-4645-b491-244ba348d4bd', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'admin_state_up': True, 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:03.144571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-04cc4676-730f-40b4-96dd-6a2d6dd9d74b None None] Provisioning complete for port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:03.145174 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-04cc4676-730f-40b4-96dd-6a2d6dd9d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.164014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.164496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.165030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.165500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.165959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.166415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.166871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.167324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.167807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.168309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.168826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.169281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.169735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.170185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.170639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.171141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.171564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.172018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.172476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.172930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.173383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.173835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.174286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.174738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.175501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.175686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.176105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.176553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.177674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.177674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.177953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.178339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.178783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.179227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.179717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.180167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.180616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.181064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.181511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.181958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.182403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.188027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d1f4d79-7a6f-48b0-8b76-537650d9396e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36778 time: 0.1946337 Feb 10 15:50:03.194957 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.196433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59648) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:03.235839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-04cc4676-730f-40b4-96dd-6a2d6dd9d74b None None] Port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:03.303625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.595395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:03.600731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.697014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.753689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:03.759313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:03.762535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:03.764882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:03.788898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Deleting port 8dbef017-78c0-42c0-be55-84c1931dfdd3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:03.789574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.802111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f964-8f40-445d-9b88-8d52da891a9f req-7d9ea2ed-35ff-4a60-a59a-9599775166cd tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.803699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15b4f964-8f40-445d-9b88-8d52da891a9f req-7d9ea2ed-35ff-4a60-a59a-9599775166cd tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 931 time: 0.1894603 Feb 10 15:50:03.859185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.861196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.882609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] For port 8dbef017-78c0-42c0-be55-84c1931dfdd3, host n-h1-827895-3, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:03.882993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:03.903702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Calling delete_port for 8dbef017-78c0-42c0-be55-84c1931dfdd3 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:03.960668 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-74c9e6c4-8faf-4f5c-9498-966f11f72418 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6140940 Feb 10 15:50:03.980464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Request body: {'port': {'device_id': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:03.984002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.000957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15b4f964-8f40-445d-9b88-8d52da891a9f req-69a0af2d-8946-49be-938c-dfdce9831315 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587162 Feb 10 15:50:04.017037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-43b3779d-0932-4e46-ab74-25cb152f2f1f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:04.018657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-43b3779d-0932-4e46-ab74-25cb152f2f1f tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.3457112 Feb 10 15:50:04.067302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Allocated IP 172.20.0.6 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/e339a662-2d5c-470e-9045-b2868348f8c8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:04.069382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.070048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-1fb432c3-dc40-4837-9c60-dd0349df5939 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/quotas/ca37ed5f9b204608a2163bb7ef068312 HTTP/1.1" status: 200 len: 375 time: 0.0307481 Feb 10 15:50:04.076047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.079463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02aed32f-98d7-42b5-97cd-1394ac3ffe68 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:04.093480 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.115936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dbef017-78c0-42c0-be55-84c1931dfdd3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:04.125168 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.128567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-86f4eea3-41d5-4d54-9067-bc427c27818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8dbef017-78c0-42c0-be55-84c1931dfdd3 HTTP/1.1" status: 204 len: 168 time: 0.9310338 Feb 10 15:50:04.132966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59672) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:04.140483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-236d3400-048e-44b6-a1a4-04c76d17ac47 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531852 Feb 10 15:50:04.192317 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3efc967-a01b-4b98-884d-0ba71d8bab8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:50:04.197163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f3efc967-a01b-4b98-884d-0ba71d8bab8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "GET /v2.0/ports/8dbef017-78c0-42c0-be55-84c1931dfdd3 HTTP/1.1" status: 404 len: 333 time: 0.0613461 Feb 10 15:50:04.197751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59674) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:04.203273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241162384', 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:04.204860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Transition to ACTIVE for port object 02aed32f-98d7-42b5-97cd-1394ac3ffe68 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:04.259813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.302212 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.311720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Made reservation on behalf of 18e6800c608f45148aa45b0835adab54 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:04.314370 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.379639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port ee7283ef-9d07-4b0b-83c2-524319df15ce yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:04.413703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770307-ef2f-497a-ad6a-5578a91b0768 req-bdae30dc-dfc8-4c9a-a279-ab7c9b0a41f5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:04.415792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b770307-ef2f-497a-ad6a-5578a91b0768 req-bdae30dc-dfc8-4c9a-a279-ab7c9b0a41f5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 932 time: 0.2876847 Feb 10 15:50:04.463038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:04.476642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-a568ad80-3bf7-443c-b957-c8dc13d6bb27 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904973 Feb 10 15:50:04.635659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05aea1b-e60b-41f0-891d-ee7c9a1dc809 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:04.645831 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.648495 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.670968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Transition to ACTIVE for port object d05aea1b-e60b-41f0-891d-ee7c9a1dc809 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:04.688968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.747486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.753970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:04.820783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:04.826699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:04.829195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:04.830345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:04.830958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:04.873057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=ee7283ef-9d07-4b0b-83c2-524319df15ce,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:04.895925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b16ae10c-029c-4e7c-8ecd-1c70783e768e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6951416 Feb 10 15:50:04.897332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59676) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:04.936168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Attempting to bind port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:04.936727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Attempting to bind port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:04.937150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Attempting to bind port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:04.945187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172705f-2d04-45fe-9b3e-258a6b27d86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:04.946791 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2172705f-2d04-45fe-9b3e-258a6b27d86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "GET /v2.0/ports/ee7283ef-9d07-4b0b-83c2-524319df15ce HTTP/1.1" status: 200 len: 959 time: 0.0483558 Feb 10 15:50:04.947700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:04.948100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Attempting to bind port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:04.950108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59678) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:04.976663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:04.977083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Checking segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:04.977487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Bound using segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:04.978015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Bound port: d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:04.978448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.021588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.063709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b770307-ef2f-497a-ad6a-5578a91b0768 req-7d0e7a12-8d98-4268-9f4f-fd6b0f4f96bd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838370 Feb 10 15:50:05.086384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:05.095080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Attempting to bind port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:05.095568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Attempting to bind port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:05.096011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Attempting to bind port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 on network c84ca604-2a72-42f5-8002-1fcccafdc06b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:05.102043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:05.103687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a913c3c6-079e-4737-9232-7f166ff368b3 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:05.109916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Deleting port ee7283ef-9d07-4b0b-83c2-524319df15ce {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:05.110270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.112629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-d8cdbdb2-66df-41be-8137-a65ff43a33f3 service neutron] 10.222.0.21 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263599 Feb 10 15:50:05.125944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.129335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 on network c84ca604-2a72-42f5-8002-1fcccafdc06b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:05.129868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Attempting to bind port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 on network c84ca604-2a72-42f5-8002-1fcccafdc06b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:05.147226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: a913c3c6-079e-4737-9232-7f166ff368b3 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:05.147800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device a913c3c6-079e-4737-9232-7f166ff368b3 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:05.156906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:05.157551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Checking segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:05.158171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Bound using segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:05.158832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Bound port: 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:05.159512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.212981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.213706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.215886 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] 10.222.0.45 "PUT /v2.0/ports/d05aea1b-e60b-41f0-891d-ee7c9a1dc809 HTTP/1.1" status: 200 len: 1092 time: 1.2444818 Feb 10 15:50:05.219958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:05.223360 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0342f7c9-eda3-435d-9fe0-9ce276e128ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:05.231082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.246947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:05.250878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.298262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Calling delete_port for ee7283ef-9d07-4b0b-83c2-524319df15ce owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:05.301801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:05.310951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:05.314088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:05.322025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4575-e28d-42d4-9d40-a14ab949aa41 service neutron] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:05.380737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:05.421104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:05.429914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=e339a662-2d5c-470e-9045-b2868348f8c8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:05.456714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-0cca9bb9-b2ef-41df-a4ec-936aa36d502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.457512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.458262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-0cca9bb9-b2ef-41df-a4ec-936aa36d502e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 1095 time: 0.1871047 Feb 10 15:50:05.512693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8894fac-0702-4e12-b437-c857f19bf1a1 req-47a930a3-7c96-448a-b69f-a8bd0bcfd4de tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.523876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8894fac-0702-4e12-b437-c857f19bf1a1 req-47a930a3-7c96-448a-b69f-a8bd0bcfd4de tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 931 time: 0.3084738 Feb 10 15:50:05.541110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.541924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.544146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] 10.222.0.45 "PUT /v2.0/ports/02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 1091 time: 2.5038548 Feb 10 15:50:05.569366 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-9375d08f-ab7b-42a2-894c-b0d4a659f5c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809 HTTP/1.1" status: 200 len: 217 time: 0.0999985 Feb 10 15:50:05.573798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.601669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:05.603939 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff8508-e28f-463a-a246-552b585610e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:05.650771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.651479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.688029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee7283ef-9d07-4b0b-83c2-524319df15ce,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:05.705018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.709066 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72a11461-19b0-47b1-b762-b538de54b79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ee7283ef-9d07-4b0b-83c2-524319df15ce HTTP/1.1" status: 204 len: 168 time: 0.7575514 Feb 10 15:50:05.713185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59700) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:05.752064 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d04491-7d28-46bd-adfa-88204a897018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:50:05.758461 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4d04491-7d28-46bd-adfa-88204a897018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "GET /v2.0/ports/ee7283ef-9d07-4b0b-83c2-524319df15ce HTTP/1.1" status: 404 len: 333 time: 0.0394087 Feb 10 15:50:05.758461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59702) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:05.765540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-858b3058-79de-4b39-9614-dac0b5834700 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6825550 Feb 10 15:50:05.766936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Request body: {'port': {'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893094862'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:05.771331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-327f61ca-5db5-418a-a6b3-e1776d78412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.773371 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-327f61ca-5db5-418a-a6b3-e1776d78412b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.1806376 Feb 10 15:50:05.801780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Request body: {'port': {'device_id': '533e12f6-81b7-4645-b491-244ba348d4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:05.810385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7035cc54-353b-4d32-b905-2720467df3be None None] Provisioning complete for port e339a662-2d5c-470e-9045-b2868348f8c8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:05.810754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7035cc54-353b-4d32-b905-2720467df3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.814262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383df5d-e88f-49c5-bb11-d0e5277012fe service neutron] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:05.858148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8894fac-0702-4e12-b437-c857f19bf1a1 req-0cc520c0-2c76-427f-8497-f2cc26aa319c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301477 Feb 10 15:50:05.861750 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-26b61d16-97d9-46b0-add4-5c5102e523bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806043 Feb 10 15:50:05.866064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2975087d-db66-42e7-b9f9-b2490549707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.881602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-2975087d-db66-42e7-b9f9-b2490549707a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1094 time: 0.2511618 Feb 10 15:50:05.894915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7035cc54-353b-4d32-b905-2720467df3be None None] Port e339a662-2d5c-470e-9045-b2868348f8c8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:05.898192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Made reservation on behalf of 18e6800c608f45148aa45b0835adab54 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:05.901084 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:05.959710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port 78fef57c-1100-4556-adca-8e4c58aa7026 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:05.995357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.018970 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf7ee4d-f334-4334-86d0-bc47df1d9cdc x-openstack-request-id: req-edf7ee4d-f334-4334-86d0-bc47df1d9cdc {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:06.019264 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:06.019543 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edf7ee4d-f334-4334-86d0-bc47df1d9cdc {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:06.019947 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'status': 'completed', 'code': 200} Feb 10 15:50:06.021059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8675aa-4145-4767-8263-9a2bd2feb646 req-76d1c870-f1ba-4c3c-8ecf-879ab26c412d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.032413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f8675aa-4145-4767-8263-9a2bd2feb646 req-76d1c870-f1ba-4c3c-8ecf-879ab26c412d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.4033093 Feb 10 15:50:06.041104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-e8f5aaee-cc09-414c-be20-4aaeb1c7a573 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 217 time: 0.1491423 Feb 10 15:50:06.067719 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-4713be6a-9520-464c-a877-9c531b2c2f51 service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977499 Feb 10 15:50:06.127212 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1460b70d-2ac5-4727-883c-e0ad477377b5 req-8b0bd204-0117-4716-93e4-2ba26b590d07 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 210 time: 0.0762150 Feb 10 15:50:06.202529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f8675aa-4145-4767-8263-9a2bd2feb646 req-a74e23c0-fcb3-4104-a5bd-f7f0ee086185 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579242 Feb 10 15:50:06.207282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-dd414dd0-61a5-4ac0-ba09-c637c0b6707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.208488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-dd414dd0-61a5-4ac0-ba09-c637c0b6707c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1481462 Feb 10 15:50:06.239521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.256349 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7507acf9-f29a-4a8e-a1ca-b6cfab9ddffa req-8dd9e898-c9fa-4ffa-bab1-abfe91c6e9d2 service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789863 Feb 10 15:50:06.263257 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd7bd61-3093-49f9-8c85-b42ce57416b8 x-openstack-request-id: req-afd7bd61-3093-49f9-8c85-b42ce57416b8 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:06.263596 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:06.263934 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afd7bd61-3093-49f9-8c85-b42ce57416b8 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:06.264230 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'status': 'completed', 'code': 200} Feb 10 15:50:06.314848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.393229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:06.399145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:06.400919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b7a26fa5-0329-4e5c-94f8-a6f3c49bb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.402255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=78fef57c-1100-4556-adca-8e4c58aa7026,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:06.402505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-b7a26fa5-0329-4e5c-94f8-a6f3c49bb88b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852598 Feb 10 15:50:06.404592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:06.405572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.406118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.421032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-c53f2474-2686-4149-a51f-c2a209c6fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.422513 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-c53f2474-2686-4149-a51f-c2a209c6fe43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 1095 time: 0.1020021 Feb 10 15:50:06.426073 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-166e8174-c61a-4870-8aa7-1529b894253e tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6674953 Feb 10 15:50:06.428909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59710) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:06.435431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:06.444767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16181e19-6e11-47da-94fa-10172513d66f req-93407fe2-5206-4b1a-8803-5a6272ac447c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.446238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16181e19-6e11-47da-94fa-10172513d66f req-93407fe2-5206-4b1a-8803-5a6272ac447c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.2313912 Feb 10 15:50:06.538534 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.547381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858930-e226-459d-a0fc-785d5c08de86 req-609a5c85-e82a-4819-91d3-e1e8f950fa29 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.548887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5858930-e226-459d-a0fc-785d5c08de86 req-609a5c85-e82a-4819-91d3-e1e8f950fa29 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 944 time: 0.2130179 Feb 10 15:50:06.596601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-c64dea89-3aef-413e-a95b-54a20a75e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.598080 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-c64dea89-3aef-413e-a95b-54a20a75e669 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 906 time: 0.1671646 Feb 10 15:50:06.637420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16181e19-6e11-47da-94fa-10172513d66f req-7c8e31c9-2414-4e51-b952-db4b0cbb82b7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535604 Feb 10 15:50:06.667048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5858930-e226-459d-a0fc-785d5c08de86 req-cf7fc31c-bdf6-43ec-ad9b-411254731912 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011629 Feb 10 15:50:06.670622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-1f664624-9027-42fe-bacb-956c4274ef47 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590964 Feb 10 15:50:06.674838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-be979f9d-ebc9-4ac3-b87a-7734ec85034c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809 HTTP/1.1" status: 200 len: 217 time: 0.0674984 Feb 10 15:50:06.750007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-4e24872e-2334-44be-b3df-1ccb90d1160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:06.752172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-4e24872e-2334-44be-b3df-1ccb90d1160a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.0656743 Feb 10 15:50:06.765894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e339a662-2d5c-470e-9045-b2868348f8c8 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:06.775962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.801091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Transition to ACTIVE for port object e339a662-2d5c-470e-9045-b2868348f8c8 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:06.810730 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-f3b100cb-8332-4601-a6a8-308741acd07b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474319 Feb 10 15:50:06.815554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.844098 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] device_id is not set on port 78fef57c-1100-4556-adca-8e4c58aa7026 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:06.856293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d4aa719-70c6-439d-84f9-bd3774a64dbf req-8d51d66a-f235-48ea-b849-7cb9902c0b27 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701000 Feb 10 15:50:06.873020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=e339a662-2d5c-470e-9045-b2868348f8c8,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:06.891999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:06.973502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.039555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Attempting to bind port e339a662-2d5c-470e-9045-b2868348f8c8 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.040066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Attempting to bind port e339a662-2d5c-470e-9045-b2868348f8c8 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.040202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Attempting to bind port e339a662-2d5c-470e-9045-b2868348f8c8 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.047029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8508-e28f-463a-a246-552b585610e4 req-af2f386b-10b3-4161-ba76-1f56e3085db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.048457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-af2f386b-10b3-4161-ba76-1f56e3085db3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1094 time: 0.0917962 Feb 10 15:50:07.053506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Port e339a662-2d5c-470e-9045-b2868348f8c8 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.053830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Attempting to bind port e339a662-2d5c-470e-9045-b2868348f8c8 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.083363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:07.083734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:07.084118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:07.084563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Bound port: e339a662-2d5c-470e-9045-b2868348f8c8, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:07.084926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.097880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=78fef57c-1100-4556-adca-8e4c58aa7026,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:07.105852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbfed8-6864-429e-b64c-84ded8aa60e3 req-d86740bf-41e4-4c51-994e-9bcb668a9668 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.106032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-df48faa5-1a08-4079-b454-eddc0b3cd928 service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860525 Feb 10 15:50:07.113134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13dbfed8-6864-429e-b64c-84ded8aa60e3 req-d86740bf-41e4-4c51-994e-9bcb668a9668 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 943 time: 0.1460109 Feb 10 15:50:07.150839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.151175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.151542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.164964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-632249fe-8106-43fe-8940-afa11fd15494 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.166502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-632249fe-8106-43fe-8940-afa11fd15494 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.75 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 811 time: 0.2921655 Feb 10 15:50:07.205039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Request body: {'port': {'device_id': '3174f551-75a5-4c9b-81a6-526282e912c1', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'admin_state_up': True, 'tenant_id': 'ca37ed5f9b204608a2163bb7ef068312'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:07.208172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.208521 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.213766 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 2 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.289786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.290118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.290454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.290593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-956bb217-fe04-461f-87b9-f237043a3268 req-874ca3d8-6984-4063-a9a2-aac032b26a92 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 210 time: 0.0653493 Feb 10 15:50:07.308061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.308832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13dbfed8-6864-429e-b64c-84ded8aa60e3 req-6ecdd283-40ca-4f73-a40a-8c8c60fdc987 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940365 Feb 10 15:50:07.308945 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.319189 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 3 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.339500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] For port e339a662-2d5c-470e-9045-b2868348f8c8, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:07.346294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] For port e339a662-2d5c-470e-9045-b2868348f8c8, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e339a662-2d5c-470e-9045-b2868348f8c8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:07.348149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8508-e28f-463a-a246-552b585610e4 req-d6af7722-674a-4f7f-a1f3-151d56039fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.349860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-d6af7722-674a-4f7f-a1f3-151d56039fce service neutron] 10.222.0.45 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.2898247 Feb 10 15:50:07.350347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0342f7c9-eda3-435d-9fe0-9ce276e128ae req-4924c092-a519-43c3-b019-b97bf84024fe service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306836 Feb 10 15:50:07.351727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.362654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.362905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.363239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.373489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.373811 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.375050 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 4 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.397834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.398257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.398599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.406827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.407329 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.407702 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 5 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.411657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Made reservation on behalf of ca37ed5f9b204608a2163bb7ef068312 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:07.415073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.419566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.420598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.421960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] 10.222.0.45 "PUT /v2.0/ports/e339a662-2d5c-470e-9045-b2868348f8c8 HTTP/1.1" status: 200 len: 1091 time: 1.6263855 Feb 10 15:50:07.433330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.434506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.434506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.442610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.442929 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.444568 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 6 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.487081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-9f70c52f-9d6e-443c-b5e4-95e414cf7c59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 217 time: 0.0925410 Feb 10 15:50:07.491651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.491985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.492321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.505458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.505784 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.508892 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 7 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.532700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.533031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.533368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.560402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.560738 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.564549 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 8 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.566171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc761232-e02e-4480-9ddd-f79a9aab0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=e339a662-2d5c-470e-9045-b2868348f8c8,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:07.586047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.586270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.586610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.597190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b0518-a9d0-4129-9bbb-7370a86c397a req-110a5331-b67d-4032-b946-afa52f8f1d9b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.599567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f4b0518-a9d0-4129-9bbb-7370a86c397a req-110a5331-b67d-4032-b946-afa52f8f1d9b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2078171 Feb 10 15:50:07.600321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Allocated IP 172.20.0.5 (8b49ea3e-81d7-40e0-8aa0-71c369ed3f04/78b8b8ae-b267-41be-bdef-19f658ff34f0/630b1ac4-0b87-4722-927d-4c1fe601d655) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:07.602237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.602594 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.605365 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 9 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.614063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8508-e28f-463a-a246-552b585610e4 req-99d51420-dc61-4637-9e52-d6b706bfea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.615484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-99d51420-dc61-4637-9e52-d6b706bfea26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1142385 Feb 10 15:50:07.625316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-c31e3a79-34c8-4cfc-a734-a3a44d3e20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.627849 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-c31e3a79-34c8-4cfc-a734-a3a44d3e20f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 1094 time: 0.1451092 Feb 10 15:50:07.628209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.628547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.628878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.646525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.646854 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.650006 n-d-827895-3 neutron-server[102614]: INFO neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempt 10 to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 Feb 10 15:50:07.676735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:07.677075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:07.677408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempting to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:07.686225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:07.686560 n-d-827895-3 neutron-server[102614]: ERROR neutron.plugins.ml2.managers [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Failed to bind port 78fef57c-1100-4556-adca-8e4c58aa7026 on host n-h1-827895-3 for vnic_type normal using segments [{'id': 'ef9dff5a-2956-4bc7-b3af-c9be49136e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1b56f744-8e53-4b97-8bb2-af1c58351ed3'}] Feb 10 15:50:07.686933 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.718494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-c37ec33e-157a-49ca-9462-da97073203b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e339a662-2d5c-470e-9045-b2868348f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0730903 Feb 10 15:50:07.751364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f4b0518-a9d0-4129-9bbb-7370a86c397a req-79aedeb8-f661-4ed1-aef9-bcb75aac8e0f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349154 Feb 10 15:50:07.805217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8508-e28f-463a-a246-552b585610e4 req-1e98345a-583b-424a-851f-ded101a3b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.807355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-1e98345a-583b-424a-851f-ded101a3b43e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773920 Feb 10 15:50:07.820812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] For port 78fef57c-1100-4556-adca-8e4c58aa7026, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:07.821022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-c0ed3dd3-4e58-4fce-9ab7-4343abc5b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.821173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attempted to set empty binding levels {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:50:07.822691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-c0ed3dd3-4e58-4fce-9ab7-4343abc5b459 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0932064 Feb 10 15:50:07.831162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.843324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.883395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] In _notify_port_updated(), no bound segment for port 78fef57c-1100-4556-adca-8e4c58aa7026 on network 1b56f744-8e53-4b97-8bb2-af1c58351ed3 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:50:07.884269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.884867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:07.886172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "PUT /v2.0/ports/78fef57c-1100-4556-adca-8e4c58aa7026 HTTP/1.1" status: 200 len: 979 time: 1.4563684 Feb 10 15:50:07.892855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:07.901940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39ac8f-d400-4a30-bbe1-66253cdd1876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event updated for resources: {'Port': ['ID=78fef57c-1100-4556-adca-8e4c58aa7026,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:07.912069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534139-5d34-4f99-98eb-f8fa1a6eda61 req-599ca32f-0815-490b-b539-76e827574d8c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:07.913582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06534139-5d34-4f99-98eb-f8fa1a6eda61 req-599ca32f-0815-490b-b539-76e827574d8c tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.1833332 Feb 10 15:50:07.970931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.011939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a118c9-d6e7-40d0-af8b-8ce61575e962 req-ce21ef56-2d29-40f5-b085-9d0d810c4344 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.013418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5a118c9-d6e7-40d0-af8b-8ce61575e962 req-ce21ef56-2d29-40f5-b085-9d0d810c4344 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 944 time: 0.1795335 Feb 10 15:50:08.022740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-16d88300-c88b-495a-8d42-dcff1a419b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.024202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-16d88300-c88b-495a-8d42-dcff1a419b7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921701 Feb 10 15:50:08.029138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:08.032837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06534139-5d34-4f99-98eb-f8fa1a6eda61 req-321e99d9-0e30-4efc-bb21-c7cca010310e tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032345 Feb 10 15:50:08.035920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:08.037981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event updated for resources: {'Port': ['ID=630b1ac4-0b87-4722-927d-4c1fe601d655,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:08.042429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:08.054273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Deleting port 78fef57c-1100-4556-adca-8e4c58aa7026 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:08.054273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.055961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-f808b561-0a6b-42e5-ba54-f93b195f19c2 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383757 Feb 10 15:50:08.142957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.143510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.153852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] For port 78fef57c-1100-4556-adca-8e4c58aa7026, host n-h1-827895-3, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:08.154214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.169919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Calling delete_port for 78fef57c-1100-4556-adca-8e4c58aa7026 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:08.176687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-11975782-7e3d-4ef0-9a54-a46c30745934 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9789925 Feb 10 15:50:08.184174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5a118c9-d6e7-40d0-af8b-8ce61575e962 req-51f69287-eca9-4bc7-bf55-12bf216e1219 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537228 Feb 10 15:50:08.224760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Request body: {'port': {'device_id': '3174f551-75a5-4c9b-81a6-526282e912c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:08.226335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-55ca0077-dac1-46d7-9b21-a207e0231bc5 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926332 Feb 10 15:50:08.246606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aff8508-e28f-463a-a246-552b585610e4 req-e4160b3e-5486-476e-a7fa-38123b48672a service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732607 Feb 10 15:50:08.281203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e12f6-81b7-4645-b491-244ba348d4bd', 'tag': 'e339a662-2d5c-470e-9045-b2868348f8c8'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:08.283479 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181cec6-60d7-4aa1-95d5-ebeab9a77266" -d '{"events": [{"name": "network-changed", "server_uuid": "533e12f6-81b7-4645-b491-244ba348d4bd", "tag": "e339a662-2d5c-470e-9045-b2868348f8c8"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:08.294092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.325549 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a52b1b-3026-4dbe-a2e9-9448e7c62c40 x-openstack-request-id: req-07a52b1b-3026-4dbe-a2e9-9448e7c62c40 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:08.325841 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e12f6-81b7-4645-b491-244ba348d4bd", "tag": "e339a662-2d5c-470e-9045-b2868348f8c8", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:08.326136 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07a52b1b-3026-4dbe-a2e9-9448e7c62c40 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:08.326507 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e12f6-81b7-4645-b491-244ba348d4bd', 'tag': 'e339a662-2d5c-470e-9045-b2868348f8c8', 'status': 'completed', 'code': 200} Feb 10 15:50:08.338351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2396ab14-da47-4ce0-ad87-8553ce72ab30 req-44aa4fe8-1f07-4ca0-a13d-09e2071406f4 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039207 Feb 10 15:50:08.345638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.384739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Pushing event deleted for resources: {'Port': ['ID=78fef57c-1100-4556-adca-8e4c58aa7026,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:08.394204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.397447 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "DELETE /v2.0/ports/78fef57c-1100-4556-adca-8e4c58aa7026 HTTP/1.1" status: 204 len: 168 time: 0.5036473 Feb 10 15:50:08.401836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59732) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:08.456884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.457234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.457578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.457918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.458252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.458582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.458910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.459236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.459589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.459913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.460237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.460559 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6d932-a79e-4f2c-87e4-9730dfcfd154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:08.488287 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a80bfa-bf04-49f2-8062-5a015a8b6b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:50:08.489788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-60a80bfa-bf04-49f2-8062-5a015a8b6b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835842490-project-admin] 10.222.0.21 "GET /v2.0/ports/78fef57c-1100-4556-adca-8e4c58aa7026 HTTP/1.1" status: 404 len: 333 time: 0.0827506 Feb 10 15:50:08.493255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59734) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:08.508562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-42fa1293-3717-4b93-8822-f7e434dbb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.510040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-42fa1293-3717-4b93-8822-f7e434dbb583 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 1094 time: 0.1035628 Feb 10 15:50:08.518553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847dccd-15bb-4283-92ad-f4c5a95f7e6a req-29f6297a-2da0-450a-8ca6-76275442ac60 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.519963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7847dccd-15bb-4283-92ad-f4c5a95f7e6a req-29f6297a-2da0-450a-8ca6-76275442ac60 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 943 time: 0.1009295 Feb 10 15:50:08.528543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d1c4-ace0-48c2-a02d-4ca8757c89dc req-fc3ed865-3c35-4d92-8c82-c204e72a18ee tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.529961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c34d1c4-ace0-48c2-a02d-4ca8757c89dc req-fc3ed865-3c35-4d92-8c82-c204e72a18ee tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 931 time: 0.1331062 Feb 10 15:50:08.644609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7847dccd-15bb-4283-92ad-f4c5a95f7e6a req-547189aa-d067-40ce-ba90-32cb48661aa9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073182 Feb 10 15:50:08.649177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c34d1c4-ace0-48c2-a02d-4ca8757c89dc req-af952a62-0ef8-4083-8780-a1d545ad2a5c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108630 Feb 10 15:50:08.684160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-aff8e847-062f-4c15-ab67-c28901bfc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.685757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-aff8e847-062f-4c15-ab67-c28901bfc33d service neutron] 10.222.0.45 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1649368 Feb 10 15:50:08.729530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-7d391b8c-2051-420f-b787-143008bbad3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e339a662-2d5c-470e-9045-b2868348f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0356920 Feb 10 15:50:08.788137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-c1b86a81-c737-4acd-8987-d77675bae754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.789055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-c1b86a81-c737-4acd-8987-d77675bae754 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0516040 Feb 10 15:50:08.837089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-57823236-2e99-41f0-b9ab-afb6410a34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.838577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-57823236-2e99-41f0-b9ab-afb6410a34cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417988 Feb 10 15:50:08.924467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:08.939116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ce177-fb81-4121-a961-5b77827d293d req-97b5db9e-db68-4ad3-8034-f8e1a63f496c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:08.940659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e6ce177-fb81-4121-a961-5b77827d293d req-97b5db9e-db68-4ad3-8034-f8e1a63f496c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1011796 Feb 10 15:50:08.986646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-bd080080-b73f-4f56-afc0-2293992ca818 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383734 Feb 10 15:50:08.993643 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e6ce177-fb81-4121-a961-5b77827d293d req-a6051e9c-517e-410a-8c2d-4741d8e56655 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Feb 10 15:50:09.063805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.087461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5181cec6-60d7-4aa1-95d5-ebeab9a77266 req-41781642-ffd2-4f66-a34c-1c7864539358 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927444 Feb 10 15:50:09.112547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b56f744-8e53-4b97-8bb2-af1c58351ed3']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.122554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630b1ac4-0b87-4722-927d-4c1fe601d655 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:09.130943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9dff5a-2956-4bc7-b3af-c9be49136e42') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.131234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9dff5a-2956-4bc7-b3af-c9be49136e42') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.134233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.142401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:09.146474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.162444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Transition to ACTIVE for port object 630b1ac4-0b87-4722-927d-4c1fe601d655 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:09.166575 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.170944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-3526779e-ab02-4a99-81b0-f5ac466f6e5d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.172462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-3526779e-ab02-4a99-81b0-f5ac466f6e5d tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.0839853 Feb 10 15:50:09.173511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.176519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:09.176846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:09.181047 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:09.186874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cc26-ecfe-45d1-acf6-806e7b93601c req-5e031c7d-f8d8-47b2-8f59-aa129d605ca2 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.188406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c623cc26-ecfe-45d1-acf6-806e7b93601c req-5e031c7d-f8d8-47b2-8f59-aa129d605ca2 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 945 time: 0.0690856 Feb 10 15:50:09.268909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:09.278692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Pushing event updated for resources: {'Port': ['ID=630b1ac4-0b87-4722-927d-4c1fe601d655,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:09.283202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'mac_address': 'fa:16:3e:cc:d3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:09.291360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c623cc26-ecfe-45d1-acf6-806e7b93601c req-05a05182-d9db-431f-aed3-3a59584c5b59 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946145 Feb 10 15:50:09.311138 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.327647 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.335713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.338810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Deleting port da04d6f5-969d-4b35-83e6-a0214d7fb05c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:09.339033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] 10.222.0.21 "DELETE /v2.0/networks/1b56f744-8e53-4b97-8bb2-af1c58351ed3 HTTP/1.1" status: 204 len: 168 time: 0.8448396 Feb 10 15:50:09.339149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.353950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94482-3140-4ae6-a99a-14ba2f744481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1329010589-project] Pushing event deleted for resources: {'Network': ['ID=1b56f744-8e53-4b97-8bb2-af1c58351ed3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:09.358971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05aea1b-e60b-41f0-891d-ee7c9a1dc809 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:09.391106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Attempting to bind port 630b1ac4-0b87-4722-927d-4c1fe601d655 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:09.391478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Attempting to bind port 630b1ac4-0b87-4722-927d-4c1fe601d655 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:09.391821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Attempting to bind port 630b1ac4-0b87-4722-927d-4c1fe601d655 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:09.395315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:09.401155 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.407810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Port 630b1ac4-0b87-4722-927d-4c1fe601d655 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:09.408150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Attempting to bind port 630b1ac4-0b87-4722-927d-4c1fe601d655 on network 8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:09.413626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:09.413981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Checking segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:09.414558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Bound using segment: {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:09.414983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Bound port: 630b1ac4-0b87-4722-927d-4c1fe601d655, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f8fc65-836e-4e26-87bd-827fe690f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:09.415338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.475485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:09.497955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48c9d0-06ec-467c-b9d6-e7edda63e982 req-eeacd13c-f9e1-4532-bc1e-c55a6629df4f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.504149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da48c9d0-06ec-467c-b9d6-e7edda63e982 req-eeacd13c-f9e1-4532-bc1e-c55a6629df4f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 944 time: 0.1380551 Feb 10 15:50:09.529477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] For port 630b1ac4-0b87-4722-927d-4c1fe601d655, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:09.536267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] For port 630b1ac4-0b87-4722-927d-4c1fe601d655, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=630b1ac4-0b87-4722-927d-4c1fe601d655,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:09.538940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] For port da04d6f5-969d-4b35-83e6-a0214d7fb05c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=da04d6f5-969d-4b35-83e6-a0214d7fb05c,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:09.539780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.544687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.567098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Calling delete_port for da04d6f5-969d-4b35-83e6-a0214d7fb05c owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:09.587269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da48c9d0-06ec-467c-b9d6-e7edda63e982 req-c7f34ab6-5983-4a24-9dd0-a58ae1f2d4a2 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Feb 10 15:50:09.599555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.600590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.602348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] 10.222.0.75 "PUT /v2.0/ports/630b1ac4-0b87-4722-927d-4c1fe601d655 HTTP/1.1" status: 200 len: 1091 time: 1.3827510 Feb 10 15:50:09.605109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174f551-75a5-4c9b-81a6-526282e912c1', 'tag': '630b1ac4-0b87-4722-927d-4c1fe601d655'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:09.617109 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f0ccce-bb40-4070-99f7-5ee1e55af511" -d '{"events": [{"name": "network-changed", "server_uuid": "3174f551-75a5-4c9b-81a6-526282e912c1", "tag": "630b1ac4-0b87-4722-927d-4c1fe601d655"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:09.641984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d05aea1b-e60b-41f0-891d-ee7c9a1dc809'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:09.645792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580a4cf-d4e5-4e4c-af68-c969619050a4 service neutron] Pushing event updated for resources: {'Port': ['ID=630b1ac4-0b87-4722-927d-4c1fe601d655,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:09.721458 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb42a3f-a65b-4932-b4f2-1cf3f24efbb1 x-openstack-request-id: req-ecb42a3f-a65b-4932-b4f2-1cf3f24efbb1 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:09.721848 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3174f551-75a5-4c9b-81a6-526282e912c1", "tag": "630b1ac4-0b87-4722-927d-4c1fe601d655", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:09.722112 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecb42a3f-a65b-4932-b4f2-1cf3f24efbb1 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:09.722532 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174f551-75a5-4c9b-81a6-526282e912c1', 'tag': '630b1ac4-0b87-4722-927d-4c1fe601d655', 'status': 'completed', 'code': 200} Feb 10 15:50:09.754236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-ee36c369-f77e-47d1-ab79-d8bc679df74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.756779 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-ee36c369-f77e-47d1-ab79-d8bc679df74f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 1094 time: 0.0896285 Feb 10 15:50:09.783143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4b71-67c7-42e2-9086-09aa151fd344 req-b8a1e082-3fb8-41e5-a0c7-29758091a627 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.784897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b4a4b71-67c7-42e2-9086-09aa151fd344 req-b8a1e082-3fb8-41e5-a0c7-29758091a627 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 945 time: 0.1052423 Feb 10 15:50:09.785324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59758) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:09.810745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-8238bb1e-c4bf-4a65-ada9-e9bec4930dc4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630b1ac4-0b87-4722-927d-4c1fe601d655 HTTP/1.1" status: 200 len: 217 time: 0.0461016 Feb 10 15:50:09.873009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-5d595f2b-d6e9-41fd-b361-f80bad5a3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.873836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:09.874495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-5d595f2b-d6e9-41fd-b361-f80bad5a3b59 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.0540318 Feb 10 15:50:09.888626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['019de517-4ccf-4869-93cc-4544dcf19574', 'da04d6f5-969d-4b35-83e6-a0214d7fb05c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:09.900394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b4a4b71-67c7-42e2-9086-09aa151fd344 req-17beb5e8-1fc4-4f05-bca1-14f93b9a6c35 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888939 Feb 10 15:50:09.918113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce25aff-0fb3-4aab-8b9b-b92d44c21528 req-a16f23cd-0ba5-4ef9-9388-64d3865249ca tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.925998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ce25aff-0fb3-4aab-8b9b-b92d44c21528 req-a16f23cd-0ba5-4ef9-9388-64d3865249ca tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 943 time: 0.1359658 Feb 10 15:50:09.936126 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-6101685d-c440-444d-9fe8-01299cf745b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539322 Feb 10 15:50:09.958736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Pushing event deleted for resources: {'Port': ['ID=da04d6f5-969d-4b35-83e6-a0214d7fb05c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:10.062665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-fb6791da-3415-4176-8419-2d4ea831107b service neutron] 10.222.0.75 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171198 Feb 10 15:50:10.165195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32837439-a33e-4686-82e8-cd76a5dcc2c6 req-a2396b7a-2b28-4603-b7f6-b3b2e1043554 service neutron] 10.222.0.75 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924015 Feb 10 15:50:10.266170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-1dd05a11-d76c-46b8-8ba3-792e4d4aa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.267690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-1dd05a11-d76c-46b8-8ba3-792e4d4aa3eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca37ed5f9b204608a2163bb7ef068312&device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 1094 time: 0.0428686 Feb 10 15:50:10.365495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-b0b1f313-c505-4730-adf6-c2df18be6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.367002 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-b0b1f313-c505-4730-adf6-c2df18be6985 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 200 len: 912 time: 0.0904257 Feb 10 15:50:10.369335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] No DVR routers for this DVR port da04d6f5-969d-4b35-83e6-a0214d7fb05c on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:10.382409 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:10.385766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84ac31d8-f79b-473c-952e-dee3e589b095 req-6bcd7e62-6f74-47bd-abff-69757e12ab87 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "DELETE /v2.0/ports/da04d6f5-969d-4b35-83e6-a0214d7fb05c HTTP/1.1" status: 204 len: 173 time: 1.1964667 Feb 10 15:50:10.386731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'name': 'network-vif-deleted', 'tag': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:10.389388 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e5cd5-1777-4ea3-813e-64d2a0f06c04" -d '{"events": [{"server_uuid": "8b1d608f-e40a-481d-a873-ae8d7dcf9f83", "name": "network-vif-deleted", "tag": "da04d6f5-969d-4b35-83e6-a0214d7fb05c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:10.400620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ce25aff-0fb3-4aab-8b9b-b92d44c21528 req-d568d96e-44af-4388-8f75-206f747cfac6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733343 Feb 10 15:50:10.432150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-1a8a8932-0d98-4e29-8c46-658b03c46973 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630b1ac4-0b87-4722-927d-4c1fe601d655 HTTP/1.1" status: 200 len: 217 time: 0.0522051 Feb 10 15:50:10.439561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41ceed-1740-4952-af93-d4485c9c125d req-0b3ec257-7174-43fd-810f-dd8660835928 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.441809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df41ceed-1740-4952-af93-d4485c9c125d req-0b3ec257-7174-43fd-810f-dd8660835928 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 943 time: 0.4523656 Feb 10 15:50:10.446751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3024c461-c3fb-46fc-bac0-bb7e1b746628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fbbe77f66c84c878b416743ee3a83be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524985 Feb 10 15:50:10.448239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59768) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:10.515752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-c172b197-a570-4fd8-8266-2bbc421ab5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.518142 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-c172b197-a570-4fd8-8266-2bbc421ab5db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 200 len: 851 time: 0.0733316 Feb 10 15:50:10.537601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df41ceed-1740-4952-af93-d4485c9c125d req-75ac0ba7-235b-4245-9502-aa41931bfbcd tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907419 Feb 10 15:50:10.563329 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4080c01-d1b5-4f14-bb95-2f0476e56de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:10.563679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-829e2fa9-5941-4779-a34f-8760e32fbb02 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296345 Feb 10 15:50:10.572256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa8a20-8ce8-4606-b031-380694360478 req-9e18009b-3d0b-4530-8e4d-c8907c4cd844 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.574247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbfa8a20-8ce8-4606-b031-380694360478 req-9e18009b-3d0b-4530-8e4d-c8907c4cd844 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.0917597 Feb 10 15:50:10.604016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4080c01-d1b5-4f14-bb95-2f0476e56de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:10.676107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbfa8a20-8ce8-4606-b031-380694360478 req-f5c080a6-c82f-4a57-a36a-bcfd1c7b258f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937381 Feb 10 15:50:10.676908 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-ab3f2c17-07e8-4872-a3ab-6afdd8f26feb service neutron] 10.222.0.75 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048422 Feb 10 15:50:10.678051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff0692af-0399-44af-94d9-790cb12884aa req-3f46fc2a-aecd-45bb-9ac1-9775ce2a1d6b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1d608f-e40a-481d-a873-ae8d7dcf9f83 HTTP/1.1" status: 200 len: 210 time: 0.0532308 Feb 10 15:50:10.699793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4080c01-d1b5-4f14-bb95-2f0476e56de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:10.702628 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4080c01-d1b5-4f14-bb95-2f0476e56de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:10.706039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d4080c01-d1b5-4f14-bb95-2f0476e56de7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ea4e024-c5cc-4eba-8dea-fbf11510bb37 HTTP/1.1" status: 204 len: 168 time: 0.2546530 Feb 10 15:50:10.716998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080c01-d1b5-4f14-bb95-2f0476e56de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4e024-c5cc-4eba-8dea-fbf11510bb37,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:10.781712 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c7c796-12b4-461d-8cdd-67085d3bdd9d x-openstack-request-id: req-92c7c796-12b4-461d-8cdd-67085d3bdd9d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:10.782574 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1d608f-e40a-481d-a873-ae8d7dcf9f83", "name": "network-vif-deleted", "tag": "da04d6f5-969d-4b35-83e6-a0214d7fb05c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:10.783341 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92c7c796-12b4-461d-8cdd-67085d3bdd9d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:10.784351 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1d608f-e40a-481d-a873-ae8d7dcf9f83', 'name': 'network-vif-deleted', 'tag': 'da04d6f5-969d-4b35-83e6-a0214d7fb05c', 'status': 'completed', 'code': 200} Feb 10 15:50:10.800693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-48f0ccce-bb40-4070-99f7-5ee1e55af511 req-45d720f2-5615-4ca1-9829-674883e5f2e5 service neutron] 10.222.0.75 "GET /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105270 Feb 10 15:50:10.839125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94b69-d127-46ba-b1ff-bb98decabef2 req-124d3794-fd3f-4dde-9232-c30c4d00180d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.840925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28b94b69-d127-46ba-b1ff-bb98decabef2 req-124d3794-fd3f-4dde-9232-c30c4d00180d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 945 time: 0.0520895 Feb 10 15:50:10.880370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28b94b69-d127-46ba-b1ff-bb98decabef2 req-490d8203-5ba7-4823-8167-6dabf3829697 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Feb 10 15:50:10.955796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-7acd229f-adba-4842-8794-db6fedd67733 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:10.957581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-7acd229f-adba-4842-8794-db6fedd67733 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.45 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 945 time: 0.0571268 Feb 10 15:50:11.052165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:11.082555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fee8bc-60f1-4640-99b4-3236f40fc35c req-ac37c8ec-6af2-42f5-a224-edd8e7fbb875 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:11.084121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8fee8bc-60f1-4640-99b4-3236f40fc35c req-ac37c8ec-6af2-42f5-a224-edd8e7fbb875 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 945 time: 0.0928717 Feb 10 15:50:11.099327 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d3f4c09-f5e3-44bf-bfbd-cdaa447ba91f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18e6800c608f45148aa45b0835adab54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437450 Feb 10 15:50:11.099583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:11.134723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Deleting port bf108d98-da04-4c10-9193-5eb983fed5f6 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:11.135060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.140476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e339a662-2d5c-470e-9045-b2868348f8c8 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:11.145693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:11.148277 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd0f91e8-a7f6-439d-872e-996c4b479ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.155303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8fee8bc-60f1-4640-99b4-3236f40fc35c req-3b94f67a-9c43-4361-a61e-d4d6feaa70f2 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626829 Feb 10 15:50:11.172800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd0f91e8-a7f6-439d-872e-996c4b479ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.229485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd0f91e8-a7f6-439d-872e-996c4b479ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.232573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd0f91e8-a7f6-439d-872e-996c4b479ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.233909 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fd0f91e8-a7f6-439d-872e-996c4b479ec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eca54359-b4cd-4b65-9888-bef284b88ad7 HTTP/1.1" status: 204 len: 168 time: 0.1332819 Feb 10 15:50:11.242326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f91e8-a7f6-439d-872e-996c4b479ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca54359-b4cd-4b65-9888-bef284b88ad7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.253454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] For port bf108d98-da04-4c10-9193-5eb983fed5f6, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf108d98-da04-4c10-9193-5eb983fed5f6,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.253924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.421878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:11.434633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:11.435009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.442326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e339a662-2d5c-470e-9045-b2868348f8c8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e339a662-2d5c-470e-9045-b2868348f8c8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.463027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.463027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.463027 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Floating IP 65db25bb-c9b8-4522-98d9-36967d9df23c disassociated. External IP: 172.25.7.243, port: bf108d98-da04-4c10-9193-5eb983fed5f6. Feb 10 15:50:11.463774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Calling delete_port for bf108d98-da04-4c10-9193-5eb983fed5f6 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:11.484894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'e339a662-2d5c-470e-9045-b2868348f8c8', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': 'e339a662-2d5c-470e-9045-b2868348f8c8', 'mac_address': 'fa:16:3e:e2:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:11.562795 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.584649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e339a662-2d5c-470e-9045-b2868348f8c8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:11.590553 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.620218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e339a662-2d5c-470e-9045-b2868348f8c8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e339a662-2d5c-470e-9045-b2868348f8c8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.628246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:11.630603 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c0e117-6dc0-4984-8fd6-f80030fab7f0" -d '{"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-plugged", "status": "completed", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:11.638966 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.639740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:11.675243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8ec6-55ff-4627-9dea-cdcd023dde16 req-6852028f-b15b-424b-a043-89b35fe3733b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:11.676973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-121e8ec6-55ff-4627-9dea-cdcd023dde16 req-6852028f-b15b-424b-a043-89b35fe3733b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 943 time: 0.1652162 Feb 10 15:50:11.677618 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.677739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.688197 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.722239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=e339a662-2d5c-470e-9045-b2868348f8c8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.757272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event deleted for resources: {'Port': ['ID=bf108d98-da04-4c10-9193-5eb983fed5f6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.827050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.835752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a9c64-39bf-4dcc-a263-4e3014c1a1eb req-8153b9ef-f318-4230-bbf5-c4fa276b4652 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:11.836433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.844689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-301a9c64-39bf-4dcc-a263-4e3014c1a1eb req-8153b9ef-f318-4230-bbf5-c4fa276b4652 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 944 time: 0.1935000 Feb 10 15:50:11.850899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'mac_address': 'fa:16:3e:d9:7d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:11.866426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-121e8ec6-55ff-4627-9dea-cdcd023dde16 req-c16a83ad-a82e-4bdc-a136-f75b4d968762 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685877 Feb 10 15:50:11.901510 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.921729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02aed32f-98d7-42b5-97cd-1394ac3ffe68 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:11.953412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.960571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:11.969597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-301a9c64-39bf-4dcc-a263-4e3014c1a1eb req-401196db-38c7-4c3b-a5c0-cc0bb2d52801 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240642 Feb 10 15:50:12.001349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Router a5738993-f6a0-48b9-bfee-7997783d4a5e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:12.019354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:12.094688 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c31b721-180f-4f0d-9805-30c05427297e x-openstack-request-id: req-4c31b721-180f-4f0d-9805-30c05427297e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:12.095046 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-plugged", "status": "completed", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:12.095311 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c31b721-180f-4f0d-9805-30c05427297e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:12.095753 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'code': 200} Feb 10 15:50:12.161797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:12.184553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] Sync routers for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:12.189518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02aed32f-98d7-42b5-97cd-1394ac3ffe68'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:12.191581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['e339a662-2d5c-470e-9045-b2868348f8c8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:12.268046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:12.268694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:12.314097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] No DVR routers for this DVR port bf108d98-da04-4c10-9193-5eb983fed5f6 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:12.320031 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:12.323262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6736a93-0eac-4432-a618-db31697b3cd3 req-fce456c0-5243-4bcb-95cf-d61b8ccd2519 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.45 "DELETE /v2.0/ports/bf108d98-da04-4c10-9193-5eb983fed5f6 HTTP/1.1" status: 204 len: 173 time: 1.3599854 Feb 10 15:50:12.360211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39690f-dfd1-40d4-9ca4-8de01a12a05e req-15bb5376-587e-4d41-8d52-f89c67125a8d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:12.361724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa39690f-dfd1-40d4-9ca4-8de01a12a05e req-15bb5376-587e-4d41-8d52-f89c67125a8d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 944 time: 0.2387252 Feb 10 15:50:12.365568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046bb64-8363-4433-9a7e-c08fc932e39a req-291e0acc-82e4-43b4-9337-f6cd173a0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:12.366993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5046bb64-8363-4433-9a7e-c08fc932e39a req-291e0acc-82e4-43b4-9337-f6cd173a0d01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 1097 time: 0.1483655 Feb 10 15:50:12.412790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70a72f-b100-40e2-93c3-16b25750430f req-2278d6c0-4ff6-4d98-83bd-e68645c19c32 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:12.414483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f70a72f-b100-40e2-93c3-16b25750430f req-2278d6c0-4ff6-4d98-83bd-e68645c19c32 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 946 time: 0.1966989 Feb 10 15:50:12.438067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa39690f-dfd1-40d4-9ca4-8de01a12a05e req-6230f2fb-a833-418a-9eee-25abd733057d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692630 Feb 10 15:50:12.472466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5046bb64-8363-4433-9a7e-c08fc932e39a req-54c700ab-5a28-41b9-b391-a4cb10e089dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823901 Feb 10 15:50:12.490386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f70a72f-b100-40e2-93c3-16b25750430f req-c6f5d944-ca06-492a-9731-f0c0544415b9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619946 Feb 10 15:50:12.568036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:12.582589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e7f8ec0-f96b-4d06-a142-8acd39fd70f4 req-2d89646e-4b2e-4368-ba31-c32d15f3408c tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/ports?device_id=9799e239-3c46-4695-aeff-3227e29b8b6d HTTP/1.1" status: 200 len: 210 time: 0.0325410 Feb 10 15:50:12.785566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'name': 'network-vif-deleted', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:12.788397 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907f1978-2c53-417d-8105-51d4cfe6fcc3" -d '{"events": [{"server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "name": "network-vif-deleted", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:12.808738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2eeac8-7957-48a6-9546-9e974de6f02c req-c36248d3-7009-4a0f-81e6-96477b84d5e4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:12.816776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc2eeac8-7957-48a6-9546-9e974de6f02c req-c36248d3-7009-4a0f-81e6-96477b84d5e4 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0702901 Feb 10 15:50:12.835808 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f28561-b4eb-49c1-a011-92a5654cd3a1 x-openstack-request-id: req-02f28561-b4eb-49c1-a011-92a5654cd3a1 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:12.836313 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799e239-3c46-4695-aeff-3227e29b8b6d", "name": "network-vif-deleted", "tag": "bf108d98-da04-4c10-9193-5eb983fed5f6", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:12.836712 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02f28561-b4eb-49c1-a011-92a5654cd3a1 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:12.837256 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799e239-3c46-4695-aeff-3227e29b8b6d', 'name': 'network-vif-deleted', 'tag': 'bf108d98-da04-4c10-9193-5eb983fed5f6', 'status': 'completed', 'code': 200} Feb 10 15:50:12.854914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc2eeac8-7957-48a6-9546-9e974de6f02c req-c43fd5ce-5f60-4951-9c72-1d0a03fe3df5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Feb 10 15:50:12.905061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:12.910546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59840) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:12.934009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] Checking router: a5738993-f6a0-48b9-bfee-7997783d4a5e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:12.942713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:12.943311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:12.987198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73212-575b-4646-a3c1-70f56c635b50 req-8b857e8c-409f-416f-a497-79c28b93dc49 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:12.988964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31b73212-575b-4646-a3c1-70f56c635b50 req-8b857e8c-409f-416f-a497-79c28b93dc49 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 943 time: 0.0546865 Feb 10 15:50:13.069665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-334602385', 'router:external': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:13.072598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31b73212-575b-4646-a3c1-70f56c635b50 req-b358ba4e-bb5e-4dd8-84cd-782e9bca5535 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Feb 10 15:50:13.088776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:13.103182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Made reservation on behalf of db240f29ff874af395b06e3598b0eb09 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:13.105791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.114833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.142261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f990b0-9fc8-49ca-865c-624dee90dc8b req-9403d279-93c1-4f75-9abd-ea80d038c097 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:13.143194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:13.150443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33f990b0-9fc8-49ca-865c-624dee90dc8b req-9403d279-93c1-4f75-9abd-ea80d038c097 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 944 time: 0.0824752 Feb 10 15:50:13.196570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33f990b0-9fc8-49ca-865c-624dee90dc8b req-e042874b-fa16-460d-9dda-3c774dae5086 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Feb 10 15:50:13.216832 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.221283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.248330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:13.255491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc6c74-6202-4080-8740-3cfe3b0f9d50,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:13.262061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.262494 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Added segment 12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f of type vlan for network 6131bb10-b621-4ebf-b43b-b510592d2a5b Feb 10 15:50:13.285409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:13.298909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:13.299282 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.314993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.343336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.344322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:13.344929 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.399863 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4879987 Feb 10 15:50:13.402836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59848) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:13.407810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'subnet': {'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:13.415165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:13.424566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a74f5-5abd-423a-baa6-ae59cdcb3c94 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Network': ['ID=6131bb10-b621-4ebf-b43b-b510592d2a5b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:13.440997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Made reservation on behalf of db240f29ff874af395b06e3598b0eb09 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:13.443467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.448934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6131bb10-b621-4ebf-b43b-b510592d2a5b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:13.451880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89718886-ca69-4318-9af0-ae5b4a761185 None None] The sync data for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 is: [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:49:11Z', 'revision_number': 4, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953', 'name': '', 'network_id': '724a89fd-d020-451a-8975-0038d5be7625', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'mac_address': 'fa:16:3e:ac:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:09Z', 'updated_at': '2022-02-10T15:49:15Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'subnets': [{'id': '420602a4-b998-46df-8ae1-4c11ef2527d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:13.454581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.557328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:13.569525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.570385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf108d98-da04-4c10-9193-5eb983fed5f6 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:13.597357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: bf108d98-da04-4c10-9193-5eb983fed5f6 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:13.597716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf108d98-da04-4c10-9193-5eb983fed5f6 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:13.618472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a7a19-6291-49ac-9b81-f31af42cf627 req-48255681-f21f-470c-80d6-9eecc30bc34c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:13.622024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-520a7a19-6291-49ac-9b81-f31af42cf627 req-48255681-f21f-470c-80d6-9eecc30bc34c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 944 time: 0.0955589 Feb 10 15:50:13.649694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:13.710580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3bda-33e4-4859-aaa9-f4d8ce218f9b req-495528ea-1883-454b-b6c6-6160b6336be4 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:13.712143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-791a3bda-33e4-4859-aaa9-f4d8ce218f9b req-495528ea-1883-454b-b6c6-6160b6336be4 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 946 time: 0.0888476 Feb 10 15:50:13.718429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-520a7a19-6291-49ac-9b81-f31af42cf627 req-3efdc341-fd04-4cd1-9dba-8f74cf0a9055 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800819 Feb 10 15:50:13.765011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-791a3bda-33e4-4859-aaa9-f4d8ce218f9b req-6acc0cd2-a36b-4fd9-be18-e5f6b1f28ba6 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Feb 10 15:50:13.814901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:13.858519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9282e2e-97d5-4afa-a471-fc747471709b None None] New status for floating IP 65db25bb-c9b8-4522-98d9-36967d9df23c: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:50:13.887990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4eb97bbf-d6a0-400d-a50f-5e469da21449 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.891281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:50:13.891775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.937387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4eb97bbf-d6a0-400d-a50f-5e469da21449 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:13.957960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc745abc-e8a3-48de-8c4c-968a23451ade,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:13.960406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Checking segment: {'id': '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:13.960651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network hostable DHCP agents. Network: 6131bb10-b621-4ebf-b43b-b510592d2a5b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:13.981635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 6131bb10-b621-4ebf-b43b-b510592d2a5b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:13.992281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 630b1ac4-0b87-4722-927d-4c1fe601d655 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:13.993953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6131bb10-b621-4ebf-b43b-b510592d2a5b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:13.996158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device da04d6f5-969d-4b35-83e6-a0214d7fb05c no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:14.006713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.007150 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.027781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e0ed-b37a-4f30-a964-a8d076f38e37 req-0ad5873c-e419-4997-a280-f71d7608fc67 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.029406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e816e0ed-b37a-4f30-a964-a8d076f38e37 req-0ad5873c-e419-4997-a280-f71d7608fc67 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0777259 Feb 10 15:50:14.037887 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e14a964-235e-4c5e-9e09-58a1820ca43c tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6338279 Feb 10 15:50:14.040853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59862) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:14.047713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-905194265', 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:14.062740 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4eb97bbf-d6a0-400d-a50f-5e469da21449 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.065321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4eb97bbf-d6a0-400d-a50f-5e469da21449 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.066485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4eb97bbf-d6a0-400d-a50f-5e469da21449 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "DELETE /v2.0/security-groups/66d50aad-ba9f-4883-8cc8-e195ee9ebd7a HTTP/1.1" status: 204 len: 168 time: 0.2503798 Feb 10 15:50:14.069255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:14.085162 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-b616b8b3-d8d9-45c3-97e0-1753ed60381a tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] show failed (client error): The resource could not be found. Feb 10 15:50:14.087072 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b616b8b3-d8d9-45c3-97e0-1753ed60381a tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "GET /v2.0/security-groups/66d50aad-ba9f-4883-8cc8-e195ee9ebd7a HTTP/1.1" status: 404 len: 347 time: 0.0162873 Feb 10 15:50:14.090462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59866) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:14.098279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb97bbf-d6a0-400d-a50f-5e469da21449 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d50aad-ba9f-4883-8cc8-e195ee9ebd7a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:14.138079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e816e0ed-b37a-4f30-a964-a8d076f38e37 req-8ff6fde0-c911-4429-9b25-a82bcd31cddb tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859952 Feb 10 15:50:14.139884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Made reservation on behalf of db240f29ff874af395b06e3598b0eb09 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:14.143131 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.169864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] device_id is not set on port 7f557de1-a2e2-485c-b99d-9b93c2df5bec yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:14.189025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631e0aa-8b3b-4de2-8302-da7371b5d3fb None None] Network 6131bb10-b621-4ebf-b43b-b510592d2a5b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:14.192309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:14.194652 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9db06-b1c4-420f-ad8e-a8a28250c8f6" -d '{"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-plugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:14.216070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: da04d6f5-969d-4b35-83e6-a0214d7fb05c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:14.216409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device da04d6f5-969d-4b35-83e6-a0214d7fb05c not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:14.258490 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785415fa-df66-44ee-8dfe-87cdd2f80e27 x-openstack-request-id: req-785415fa-df66-44ee-8dfe-87cdd2f80e27 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:14.259104 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-plugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:14.259760 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-785415fa-df66-44ee-8dfe-87cdd2f80e27 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:14.260404 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'code': 200} Feb 10 15:50:14.302473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd849d-4b95-482b-a34e-52d692b6258b req-422198ab-1022-4e19-afe3-9a93c489ff57 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.305733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75fd849d-4b95-482b-a34e-52d692b6258b req-422198ab-1022-4e19-afe3-9a93c489ff57 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 943 time: 0.1307607 Feb 10 15:50:14.310427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Deleting port 54b2a983-b12e-49dd-9e6f-8d23f5afabc8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:14.310780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.388295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 630b1ac4-0b87-4722-927d-4c1fe601d655, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=630b1ac4-0b87-4722-927d-4c1fe601d655,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:14.409944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.410271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.417122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '630b1ac4-0b87-4722-927d-4c1fe601d655', 'network_id': '8b49ea3e-81d7-40e0-8aa0-71c369ed3f04', 'port_id': '630b1ac4-0b87-4722-927d-4c1fe601d655', 'mac_address': 'fa:16:3e:3c:06:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b8b8ae-b267-41be-bdef-19f658ff34f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:14.425946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a7bad-27f5-4d07-9eb8-0f69411ee6b6 None None] Network 6131bb10-b621-4ebf-b43b-b510592d2a5b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:14.427559 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Calling delete_port for 54b2a983-b12e-49dd-9e6f-8d23f5afabc8 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:14.479076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Allocated IP 2001:db8::3aa (6131bb10-b621-4ebf-b43b-b510592d2a5b/bc745abc-e8a3-48de-8c4c-968a23451ade/7f557de1-a2e2-485c-b99d-9b93c2df5bec) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:14.485301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75fd849d-4b95-482b-a34e-52d692b6258b req-1d106cb7-147a-44eb-9f9f-bb5cb5a2c9da tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680651 Feb 10 15:50:14.492528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44054b-dfb4-4bd6-8ef4-cc016024c131 req-854a7b75-08b2-4ce4-87d7-7c46d7147c2e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.496514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d44054b-dfb4-4bd6-8ef4-cc016024c131 req-854a7b75-08b2-4ce4-87d7-7c46d7147c2e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 944 time: 0.1222749 Feb 10 15:50:14.500262 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.501846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2440d0c-54fc-4081-9d39-d3f3df050ea1 req-a6457399-9c77-4f51-aef5-a590ade09948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.503318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2440d0c-54fc-4081-9d39-d3f3df050ea1 req-a6457399-9c77-4f51-aef5-a590ade09948 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1096 time: 0.1596191 Feb 10 15:50:14.526230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630b1ac4-0b87-4722-927d-4c1fe601d655 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:14.580415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 630b1ac4-0b87-4722-927d-4c1fe601d655, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=630b1ac4-0b87-4722-927d-4c1fe601d655,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:14.585683 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.595662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.618310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2440d0c-54fc-4081-9d39-d3f3df050ea1 req-7021da76-5181-4eb5-af69-d889777a718b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049757 Feb 10 15:50:14.630388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d44054b-dfb4-4bd6-8ef4-cc016024c131 req-0fe136b7-2c11-4c86-b5a7-757c6f44683e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260912 Feb 10 15:50:14.650820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=630b1ac4-0b87-4722-927d-4c1fe601d655,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:14.655502 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Pushing event deleted for resources: {'Port': ['ID=54b2a983-b12e-49dd-9e6f-8d23f5afabc8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:14.701046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.703701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.705716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fa81ea5e-ce95-4586-b5d0-c6dbdae69b68 tempest-ServersTestFqdnHostnames-2087500185 tempest-ServersTestFqdnHostnames-2087500185-project] 10.222.0.21 "DELETE /v2.0/floatingips/65db25bb-c9b8-4522-98d9-36967d9df23c HTTP/1.1" status: 204 len: 168 time: 0.6126914 Feb 10 15:50:14.707908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59874) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:14.726846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.767014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.814420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 6131bb10-b621-4ebf-b43b-b510592d2a5b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:14.840742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:14.843177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:14.844335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.844921 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:14.870470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Port': ['ID=7f557de1-a2e2-485c-b99d-9b93c2df5bec,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:14.899050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be761920-29a5-498b-9a23-64f126419999 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8567214 Feb 10 15:50:14.902421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59880) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:14.927748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5756af-3c48-4522-bcd2-61e80c25cae7 req-b2f7bcb9-aa66-454c-82d9-56556b656ff0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.929458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d5756af-3c48-4522-bcd2-61e80c25cae7 req-b2f7bcb9-aa66-454c-82d9-56556b656ff0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1242743 Feb 10 15:50:14.938483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadbfd-8f72-4685-a821-ec2bf9c0fdff req-3e491de0-84f7-499e-a435-48478127661c tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:14.940058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1bfadbfd-8f72-4685-a821-ec2bf9c0fdff req-3e491de0-84f7-499e-a435-48478127661c tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 946 time: 0.0902796 Feb 10 15:50:14.998456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d5756af-3c48-4522-bcd2-61e80c25cae7 req-beaab993-d430-4160-bc8e-933bf1d83a63 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573597 Feb 10 15:50:15.003383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1bfadbfd-8f72-4685-a821-ec2bf9c0fdff req-cb732ff5-ada4-4806-a503-53e2c3d6b736 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Feb 10 15:50:15.062837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Deleting port 7f557de1-a2e2-485c-b99d-9b93c2df5bec {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:15.063393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.150010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['630b1ac4-0b87-4722-927d-4c1fe601d655'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:15.181775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e339a662-2d5c-470e-9045-b2868348f8c8 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:15.192227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.209074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Calling delete_port for 7f557de1-a2e2-485c-b99d-9b93c2df5bec owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:15.228771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc1f9d-6e07-4d55-87d2-ba77b004e5c9 req-82e5f177-168d-4966-bac1-2a0249407d63 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:15.232966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6acc1f9d-6e07-4d55-87d2-ba77b004e5c9 req-82e5f177-168d-4966-bac1-2a0249407d63 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 946 time: 0.0616910 Feb 10 15:50:15.274018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.295215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port e339a662-2d5c-470e-9045-b2868348f8c8 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:15.308907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port e339a662-2d5c-470e-9045-b2868348f8c8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:15.309680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.312386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4fe53-6871-49ba-b72e-51a1d67e23c3 req-498e911f-18ae-46ce-8476-86dc40898221 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:15.320483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0a4fe53-6871-49ba-b72e-51a1d67e23c3 req-498e911f-18ae-46ce-8476-86dc40898221 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.0857077 Feb 10 15:50:15.336874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6acc1f9d-6e07-4d55-87d2-ba77b004e5c9 req-8955c2ce-f80c-4067-9b76-ece667eb09f9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931232 Feb 10 15:50:15.402601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0a4fe53-6871-49ba-b72e-51a1d67e23c3 req-4af1a38f-3d8f-4354-a34c-a612ed73e661 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757413 Feb 10 15:50:15.439363 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.474763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e339a662-2d5c-470e-9045-b2868348f8c8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e339a662-2d5c-470e-9045-b2868348f8c8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:15.479513 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.527214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=e339a662-2d5c-470e-9045-b2868348f8c8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:15.543975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.582835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f557de1-a2e2-485c-b99d-9b93c2df5bec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:15.607372 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.610822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5113eb04-43a3-4af3-b98f-9b5cc3ecc068 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7f557de1-a2e2-485c-b99d-9b93c2df5bec HTTP/1.1" status: 204 len: 168 time: 0.7074118 Feb 10 15:50:15.614080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59890) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:15.619177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b', 'external_fixed_ips': [{'subnet_id': 'bc745abc-e8a3-48de-8c4c-968a23451ade', 'ip_address': '2001:db8::3aa'}]}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:15.637029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596982df-b4f1-4757-94df-3d7b2feee574 req-3ec7de3a-71d8-4fc3-8cdb-8861181f2911 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:15.644234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-596982df-b4f1-4757-94df-3d7b2feee574 req-3ec7de3a-71d8-4fc3-8cdb-8861181f2911 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 944 time: 0.0649900 Feb 10 15:50:15.654630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.655703 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.679717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-596982df-b4f1-4757-94df-3d7b2feee574 req-e594f8c0-6566-45c0-878a-322cf13ecf71 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Feb 10 15:50:15.761801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.778331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b6d6c-77cc-4839-bedd-38060b5e5936 req-58042fdf-ea06-4b1c-ab84-00a5baca6329 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:15.779791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a6b6d6c-77cc-4839-bedd-38060b5e5936 req-58042fdf-ea06-4b1c-ab84-00a5baca6329 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 945 time: 0.0552602 Feb 10 15:50:15.822676 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a6b6d6c-77cc-4839-bedd-38060b5e5936 req-7fb6f48c-a309-4213-83d5-5fe671ec4762 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Feb 10 15:50:15.842576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Deleting port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:15.842922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:15.943834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:16.020384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] For port 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:16.020765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:16.036574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Calling delete_port for 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:16.124861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189f7f-3a2a-4620-9459-0d58c96e7e9f req-25789861-8d47-494e-ad1a-ba4d17e05bd0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:16.126895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7189f7f-3a2a-4620-9459-0d58c96e7e9f req-25789861-8d47-494e-ad1a-ba4d17e05bd0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Feb 10 15:50:16.165992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7189f7f-3a2a-4620-9459-0d58c96e7e9f req-30ef2601-24be-4c38-b2fe-790129ef3ad9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333078 Feb 10 15:50:16.261672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e12f6-81b7-4645-b491-244ba348d4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339a662-2d5c-470e-9045-b2868348f8c8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:16.264045 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c67352-0f2c-432d-a0ba-2d89df66b57e" -d '{"events": [{"server_uuid": "533e12f6-81b7-4645-b491-244ba348d4bd", "name": "network-vif-plugged", "status": "completed", "tag": "e339a662-2d5c-470e-9045-b2868348f8c8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:16.280830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:16.299556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62076603-377f-4596-b6f9-1c1c49908af9 req-6b93a1b2-0926-4bc0-93c0-a2abb56345ea tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:16.300985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62076603-377f-4596-b6f9-1c1c49908af9 req-6b93a1b2-0926-4bc0-93c0-a2abb56345ea tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.0629654 Feb 10 15:50:16.307207 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586eff4-62bc-4c32-9049-5184c8af20a4 x-openstack-request-id: req-6586eff4-62bc-4c32-9049-5184c8af20a4 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:16.308819 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e12f6-81b7-4645-b491-244ba348d4bd", "name": "network-vif-plugged", "status": "completed", "tag": "e339a662-2d5c-470e-9045-b2868348f8c8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:16.308948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:16.309102 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6586eff4-62bc-4c32-9049-5184c8af20a4 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:16.309470 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e12f6-81b7-4645-b491-244ba348d4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339a662-2d5c-470e-9045-b2868348f8c8', 'code': 200} Feb 10 15:50:16.312003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59900) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:16.317515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'floatingip': {'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:16.395147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:16.565717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b5b50-527f-4e49-81a8-db81ebe06d17 req-bfadfd92-f0b7-4dd7-ade0-f5d71ec7b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:16.567180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b6b5b50-527f-4e49-81a8-db81ebe06d17 req-bfadfd92-f0b7-4dd7-ade0-f5d71ec7b560 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 1096 time: 0.1998467 Feb 10 15:50:16.635616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a5c5d-e9f3-4838-a1a8-1dc1e0026f5f req-246a578d-e878-4df7-b3c7-9de8cf852908 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:16.637147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec2a5c5d-e9f3-4838-a1a8-1dc1e0026f5f req-246a578d-e878-4df7-b3c7-9de8cf852908 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 946 time: 0.2044361 Feb 10 15:50:16.690345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:16.722699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607217d-4cc6-4fb0-84b7-745c13668728 req-859f068c-a129-4903-9e6d-00f9f5935012 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:16.724204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6607217d-4cc6-4fb0-84b7-745c13668728 req-859f068c-a129-4903-9e6d-00f9f5935012 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.2263744 Feb 10 15:50:16.725753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b6b5b50-527f-4e49-81a8-db81ebe06d17 req-b577eafc-08ef-4b0c-a5e3-def735058c27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495593 Feb 10 15:50:16.744031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:16.797670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec2a5c5d-e9f3-4838-a1a8-1dc1e0026f5f req-75113f85-716c-4297-b9af-742ba31e7f95 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267402 Feb 10 15:50:16.829820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6607217d-4cc6-4fb0-84b7-745c13668728 req-1ad0c720-8b62-4965-9b00-b5b48b36ae2b tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959666 Feb 10 15:50:16.850515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Allocated IP 2001:db8::3aa (6131bb10-b621-4ebf-b43b-b510592d2a5b/bc745abc-e8a3-48de-8c4c-968a23451ade/bdecccca-3b30-4af6-a093-e6a974c02443) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:17.066315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687c1f-32c9-4701-827e-521de8bcbe2d req-feae90ed-12d7-4647-bda9-8e5d002ef701 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:17.067680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.067797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85687c1f-32c9-4701-827e-521de8bcbe2d req-feae90ed-12d7-4647-bda9-8e5d002ef701 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 944 time: 0.0929916 Feb 10 15:50:17.092291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.159861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.161600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.168135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85687c1f-32c9-4701-827e-521de8bcbe2d req-f4affb24-9b68-4ff5-ae4d-e1b0408e483c tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644581 Feb 10 15:50:17.180333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.247723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 6131bb10-b621-4ebf-b43b-b510592d2a5b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:17.256905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:17.262312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:17.303357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Port': ['ID=bdecccca-3b30-4af6-a093-e6a974c02443,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:17.352026 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Floating IP c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81 associated. External IP: 172.25.7.120, port: 02aed32f-98d7-42b5-97cd-1394ac3ffe68. Feb 10 15:50:17.400940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe49b-bed2-4853-94de-52987a0a89ef req-5883ea8d-bc24-42ad-be3d-eb8672787c28 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:17.402574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dafe49b-bed2-4853-94de-52987a0a89ef req-5883ea8d-bc24-42ad-be3d-eb8672787c28 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 945 time: 0.1347449 Feb 10 15:50:17.562102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Router a5738993-f6a0-48b9-bfee-7997783d4a5e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:17.586154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.763104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:17.772964 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3ef13423-d1f3-402e-ae3d-e2f1e93e8b15 admin admin] 10.222.0.21 "PUT /v2.0/routers/a5738993-f6a0-48b9-bfee-7997783d4a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0602565 Feb 10 15:50:17.772964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59930) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:17.780659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] Sync routers for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:17.796693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:17.799264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:17.832415 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dafe49b-bed2-4853-94de-52987a0a89ef req-8a447bf6-1906-422f-a0b8-d4953178aa95 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200962 Feb 10 15:50:17.958211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.964445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:17.987355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Router a65619da-bc3e-4c21-bc92-dc83c665b93e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:18.011671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:18.070963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 630b1ac4-0b87-4722-927d-4c1fe601d655 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:18.094294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829298f-b3f2-4178-bacb-45afc9b74bc8 req-6938569b-1d6a-4e35-862b-a667a7696c32 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:18.095819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e829298f-b3f2-4178-bacb-45afc9b74bc8 req-6938569b-1d6a-4e35-862b-a667a7696c32 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1041589 Feb 10 15:50:18.164513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.192135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e829298f-b3f2-4178-bacb-45afc9b74bc8 req-fdb89c19-9ba0-46b5-bb5d-e1a31d574acc tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614355 Feb 10 15:50:18.200274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:18.217002 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:18.218094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.224129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 630b1ac4-0b87-4722-927d-4c1fe601d655 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:18.237599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 630b1ac4-0b87-4722-927d-4c1fe601d655 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:18.238136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.247779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e36da25e-2ac4-46c1-acd8-0080d782e448 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "PUT /v2.0/floatingips/c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81 HTTP/1.1" status: 200 len: 991 time: 1.9342110 Feb 10 15:50:18.248539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:18.254380 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:18.257972 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:18.259264 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7579c967-df86-45bc-8f64-dbe895b0f71a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:18.272602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Router c30e4bc0-dd2c-42a7-897f-aa3d1623a41f is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:18.312415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:50:16Z', 'revision_number': 5, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port': {'id': '3e186599-23a2-47a5-a997-d2dd8f06390c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:06Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:18.350784 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1be50f8-6047-4c12-84f4-75d50add96f0 x-openstack-request-id: req-a1be50f8-6047-4c12-84f4-75d50add96f0 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:18.351093 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:18.351339 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1be50f8-6047-4c12-84f4-75d50add96f0 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:18.351784 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'status': 'completed', 'code': 200} Feb 10 15:50:18.407095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] Checking router: a5738993-f6a0-48b9-bfee-7997783d4a5e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:18.437725 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.440771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] Routers {'a5738993-f6a0-48b9-bfee-7997783d4a5e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:18.441400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a5738993-f6a0-48b9-bfee-7997783d4a5e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:18.441987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Deleting port 3e186599-23a2-47a5-a997-d2dd8f06390c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:18.442460 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.445931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:18.482190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63856-59d0-4230-82ae-3c1afe5452b5 req-47006b9f-2370-4310-86ae-eff62da89458 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:18.490559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4cd63856-59d0-4230-82ae-3c1afe5452b5 req-47006b9f-2370-4310-86ae-eff62da89458 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 944 time: 0.1378829 Feb 10 15:50:18.502994 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:18.508894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.512796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a056f5b-2560-4763-ae12-be738984a5b7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8951375 Feb 10 15:50:18.513536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59952) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:18.516887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-806f40c8-a39d-4bd0-9814-961db91e9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:18.518557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-806f40c8-a39d-4bd0-9814-961db91e9ea0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1096 time: 0.1064198 Feb 10 15:50:18.552336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4cd63856-59d0-4230-82ae-3c1afe5452b5 req-33f9c089-8c2e-4f03-9624-815dc0485cc7 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556052 Feb 10 15:50:18.652999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] For port 3e186599-23a2-47a5-a997-d2dd8f06390c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3e186599-23a2-47a5-a997-d2dd8f06390c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:18.653340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.654149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Sync routers for ids ['c30e4bc0-dd2c-42a7-897f-aa3d1623a41f'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:18.673418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Routers {'c30e4bc0-dd2c-42a7-897f-aa3d1623a41f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:18.674467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c30e4bc0-dd2c-42a7-897f-aa3d1623a41f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:18.674769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Calling delete_port for 3e186599-23a2-47a5-a997-d2dd8f06390c owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:18.685815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:18.712780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-b6b4d547-2615-4276-8287-df24fc999820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:18.715040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-b6b4d547-2615-4276-8287-df24fc999820 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.1782923 Feb 10 15:50:18.856361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-112aec19-d184-46d2-a93f-a5ea38a78ed6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 999 time: 0.1333523 Feb 10 15:50:18.939056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] Set router a5738993-f6a0-48b9-bfee-7997783d4a5e gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:18.998058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:50:18Z', 'revision_number': 6, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:18.999910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-59c11299-2e06-48c4-93dc-8fe8245ef0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:19.002300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-59c11299-2e06-48c4-93dc-8fe8245ef0a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1364932 Feb 10 15:50:19.048824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07739826-b7d0-448e-848f-a5530aca60a9 None None] The sync data for ids ['a5738993-f6a0-48b9-bfee-7997783d4a5e'] in n-d-827895-3 is: [{'id': 'a5738993-f6a0-48b9-bfee-7997783d4a5e', 'name': 'tempest-ServersTestFqdnHostnames-3511536-router', 'tenant_id': '1238b6fccbc747e694f90e1b07c28bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:05Z', 'updated_at': '2022-02-10T15:50:18Z', 'revision_number': 6, 'project_id': '1238b6fccbc747e694f90e1b07c28bbd', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:19.053875 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'mac_address': 'fa:16:3e:d9:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:56Z', 'updated_at': '2022-02-10T15:50:17Z', 'revision_number': 1, 'project_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:19.066615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174f551-75a5-4c9b-81a6-526282e912c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b1ac4-0b87-4722-927d-4c1fe601d655'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:19.069070 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40d80b-791d-4e0c-9adf-08779e4ea989" -d '{"events": [{"server_uuid": "3174f551-75a5-4c9b-81a6-526282e912c1", "name": "network-vif-plugged", "status": "completed", "tag": "630b1ac4-0b87-4722-927d-4c1fe601d655"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:19.091164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 630b1ac4-0b87-4722-927d-4c1fe601d655, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=630b1ac4-0b87-4722-927d-4c1fe601d655,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:19.093225 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:19.101272 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:19.104642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Set router c30e4bc0-dd2c-42a7-897f-aa3d1623a41f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:19.126916 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:19.127598 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:19.146297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-41c7b48e-d9cd-435c-a3ca-d874c6b2490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:19.147879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-41c7b48e-d9cd-435c-a3ca-d874c6b2490d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367667 Feb 10 15:50:19.258992 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0276273c-e634-46b9-a6d6-6273a24fc77b x-openstack-request-id: req-0276273c-e634-46b9-a6d6-6273a24fc77b {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:19.259646 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174f551-75a5-4c9b-81a6-526282e912c1", "name": "network-vif-plugged", "status": "completed", "tag": "630b1ac4-0b87-4722-927d-4c1fe601d655", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:19.260114 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0276273c-e634-46b9-a6d6-6273a24fc77b {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:19.261527 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174f551-75a5-4c9b-81a6-526282e912c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b1ac4-0b87-4722-927d-4c1fe601d655', 'code': 200} Feb 10 15:50:19.376447 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:19.399123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-969d9005-6b5e-4a32-8432-3f465b9f0201 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423949 Feb 10 15:50:19.462017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:19.513038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=630b1ac4-0b87-4722-927d-4c1fe601d655,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:19.538936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e186599-23a2-47a5-a997-d2dd8f06390c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:19.557511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30e4bc0-dd2c-42a7-897f-aa3d1623a41f', 'name': '', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b', 'external_fixed_ips': [{'subnet_id': 'bc745abc-e8a3-48de-8c4c-968a23451ade', 'ip_address': '2001:db8::3aa'}], 'enable_snat': True}, 'gw_port_id': 'bdecccca-3b30-4af6-a093-e6a974c02443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:15Z', 'updated_at': '2022-02-10T15:50:17Z', 'revision_number': 3, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port': {'id': 'bdecccca-3b30-4af6-a093-e6a974c02443', 'name': '', 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30e4bc0-dd2c-42a7-897f-aa3d1623a41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'bc745abc-e8a3-48de-8c4c-968a23451ade', 'ip_address': '2001:db8::3aa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:16Z', 'updated_at': '2022-02-10T15:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc745abc-e8a3-48de-8c4c-968a23451ade', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:19.591783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Checking router: c30e4bc0-dd2c-42a7-897f-aa3d1623a41f for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:19.592134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Updating router c30e4bc0-dd2c-42a7-897f-aa3d1623a41f port bdecccca-3b30-4af6-a093-e6a974c02443 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:50:19.607897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dd5f0-34d2-4c0e-9dd4-8c32d027fb2f req-f4a0ffc9-c7ca-4348-850a-b7ea6b97aa7d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:19.609371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d8dd5f0-34d2-4c0e-9dd4-8c32d027fb2f req-f4a0ffc9-c7ca-4348-850a-b7ea6b97aa7d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 945 time: 0.5410669 Feb 10 15:50:19.639020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:19.665169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e496-a566-499b-b9c7-19dc3b0c5249 req-a7211e9b-f485-4b1a-9407-3c1fb82d6795 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:19.667224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1965e496-a566-499b-b9c7-19dc3b0c5249 req-a7211e9b-f485-4b1a-9407-3c1fb82d6795 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.2600300 Feb 10 15:50:19.698910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:19.722922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7579c967-df86-45bc-8f64-dbe895b0f71a req-306084b0-1439-4167-b6c6-dde54c0456d7 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076596 Feb 10 15:50:19.737225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d8dd5f0-34d2-4c0e-9dd4-8c32d027fb2f req-71274257-7fe0-409f-ae9f-1a5314de0a6b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086519 Feb 10 15:50:19.786054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:19.799066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1965e496-a566-499b-b9c7-19dc3b0c5249 req-8515b593-fca8-48b1-906f-267f4e9865fd tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180744 Feb 10 15:50:19.832892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cb939-07bb-4e99-b14b-b7a19e62cc84 req-8f637bdf-240e-49f8-b697-3c3883b69db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:19.835047 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab6cb939-07bb-4e99-b14b-b7a19e62cc84 req-8f637bdf-240e-49f8-b697-3c3883b69db9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 1096 time: 0.5045285 Feb 10 15:50:19.986945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.015324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'mac_address': 'fa:16:3e:d9:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:56Z', 'updated_at': '2022-02-10T15:50:17Z', 'revision_number': 1, 'project_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:20.041452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.072207 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e327fb-019f-44ad-a787-a2e87152d16e None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'mac_address': 'fa:16:3e:d9:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:56Z', 'updated_at': '2022-02-10T15:50:17Z', 'revision_number': 1, 'project_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:20.115004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e186599-23a2-47a5-a997-d2dd8f06390c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:20.136819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5cf91-5405-4145-9e37-f77a63690241 req-785074a9-de67-4fba-ba44-040bcc8f1bf0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:20.140428 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab6cb939-07bb-4e99-b14b-b7a19e62cc84 req-7b95ac0e-d392-441c-a1d8-7859a5cc58fe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037225 Feb 10 15:50:20.142863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78b5cf91-5405-4145-9e37-f77a63690241 req-785074a9-de67-4fba-ba44-040bcc8f1bf0 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1582112 Feb 10 15:50:20.155909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.156496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5738993-f6a0-48b9-bfee-7997783d4a5e {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:20.159008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3e186599-23a2-47a5-a997-d2dd8f06390c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:20.159486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e186599-23a2-47a5-a997-d2dd8f06390c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:20.160012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:20.170276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.173749 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b414975f-8f0e-434c-a85a-7c2f43ff68d7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a5738993-f6a0-48b9-bfee-7997783d4a5e HTTP/1.1" status: 204 len: 168 time: 2.3988066 Feb 10 15:50:20.177888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59990) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:20.193053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Deleting port bdecccca-3b30-4af6-a093-e6a974c02443 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:20.193402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.196288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f76736-05a4-4628-9491-c56f65378c53 req-d3661e7f-9f42-48e1-aa48-ec8429a99c51 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:20.199435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38f76736-05a4-4628-9491-c56f65378c53 req-d3661e7f-9f42-48e1-aa48-ec8429a99c51 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1554282 Feb 10 15:50:20.207142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:20.207736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9f99e5ee-5cc9-4cbc-a7d7-9c7c59c48953 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:20.221927 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.234524 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.289560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78b5cf91-5405-4145-9e37-f77a63690241 req-4b32d757-3d45-492b-b830-37010a735e6a tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267638 Feb 10 15:50:20.300217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d386e38-ff8b-40b1-ac5d-719d7a28c914 None None] Pushing event updated for resources: {'Port': ['ID=bdecccca-3b30-4af6-a093-e6a974c02443,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:20.303129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Attempting to bind port bdecccca-3b30-4af6-a093-e6a974c02443 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:20.303530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Attempting to bind port bdecccca-3b30-4af6-a093-e6a974c02443 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:20.303893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Attempting to bind port bdecccca-3b30-4af6-a093-e6a974c02443 on network 6131bb10-b621-4ebf-b43b-b510592d2a5b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:20.310378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:20.310639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Checking segment: {'id': '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:20.311092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.311630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Bound using segment: {'id': '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:20.312281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Bound port: bdecccca-3b30-4af6-a093-e6a974c02443, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6131bb10-b621-4ebf-b43b-b510592d2a5b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:20.312528 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.354576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.361844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Deleting subnet 420602a4-b998-46df-8ae1-4c11ef2527d4 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:50:20.367226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.373327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Calling delete_port for bdecccca-3b30-4af6-a093-e6a974c02443 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:20.377234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] For port bdecccca-3b30-4af6-a093-e6a974c02443, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:20.384109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] For port bdecccca-3b30-4af6-a093-e6a974c02443, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=bdecccca-3b30-4af6-a093-e6a974c02443,segment=NetworkSegment(12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f),segment_id=12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:20.391484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.430017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.481325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Routers {'c30e4bc0-dd2c-42a7-897f-aa3d1623a41f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:20.482121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c30e4bc0-dd2c-42a7-897f-aa3d1623a41f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:20.555094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d386e38-ff8b-40b1-ac5d-719d7a28c914 None None] Pushing event updated for resources: {'Port': ['ID=bdecccca-3b30-4af6-a093-e6a974c02443,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:20.649208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] Set router c30e4bc0-dd2c-42a7-897f-aa3d1623a41f gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:20.661815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.671386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.681930 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fd8de-9037-4c1f-9449-00af380c6e92 None None] New status for floating IP c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:50:20.709979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdecccca-3b30-4af6-a093-e6a974c02443,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:20.718567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30e4bc0-dd2c-42a7-897f-aa3d1623a41f', 'name': '', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:15Z', 'updated_at': '2022-02-10T15:50:19Z', 'revision_number': 4, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:20.726770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Deleting port 019de517-4ccf-4869-93cc-4544dcf19574 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:20.727110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.755593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e58ab8-5750-4ec6-a78c-dd7162c66b1e None None] The sync data for ids ['c30e4bc0-dd2c-42a7-897f-aa3d1623a41f'] in n-d-827895-3 is: [{'id': 'c30e4bc0-dd2c-42a7-897f-aa3d1623a41f', 'name': '', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:15Z', 'updated_at': '2022-02-10T15:50:19Z', 'revision_number': 4, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:20.778334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.886244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.941931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.945525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:20.994385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420602a4-b998-46df-8ae1-4c11ef2527d4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:21.018506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.019340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c30e4bc0-dd2c-42a7-897f-aa3d1623a41f {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:21.035566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b19cc-2906-423e-b3b2-0653fd8ac355 None None] Network 724a89fd-d020-451a-8975-0038d5be7625 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:21.043970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.048253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.051535 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ec65030d-e2fa-4c97-981f-299b8227d394 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c30e4bc0-dd2c-42a7-897f-aa3d1623a41f HTTP/1.1" status: 204 len: 168 time: 2.5372133 Feb 10 15:50:21.054202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60024) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:21.058811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f0489c7b-ed81-4abd-aedc-ab2ce05fca8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/420602a4-b998-46df-8ae1-4c11ef2527d4 HTTP/1.1" status: 204 len: 168 time: 0.8797412 Feb 10 15:50:21.062787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60026) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:21.083223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] For port 019de517-4ccf-4869-93cc-4544dcf19574, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=019de517-4ccf-4869-93cc-4544dcf19574,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:21.083654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.126903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Calling delete_port for 019de517-4ccf-4869-93cc-4544dcf19574 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:21.152988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062fb9e-a4e0-45ce-832f-b37212c435f3 req-e216b279-e310-49d2-b179-fd6dc0c1de16 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:21.154645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2062fb9e-a4e0-45ce-832f-b37212c435f3 req-e216b279-e310-49d2-b179-fd6dc0c1de16 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 946 time: 0.1776192 Feb 10 15:50:21.218394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.219288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:21.245996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2062fb9e-a4e0-45ce-832f-b37212c435f3 req-b2f1be90-92d2-4922-ad1e-e721d00f27ad tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/security-groups?id=3801bf04-80ff-465b-a9db-696100cd229c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Feb 10 15:50:21.312610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Deleting subnet bc745abc-e8a3-48de-8c4c-968a23451ade {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:50:21.321240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.407542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.497335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Deleting port b90fe6f5-792a-40db-b6dc-eed2dccb3097 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:21.497774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.505212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.514899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:21.523805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['019de517-4ccf-4869-93cc-4544dcf19574'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:21.556117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Pushing event deleted for resources: {'Port': ['ID=019de517-4ccf-4869-93cc-4544dcf19574,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:21.567541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a633b-8e06-4e7d-9851-d37b55d5cf4d req-f70754a8-b59d-45b9-bc02-db9b0516e5c6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:21.569449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d8a633b-8e06-4e7d-9851-d37b55d5cf4d req-f70754a8-b59d-45b9-bc02-db9b0516e5c6 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1391721 Feb 10 15:50:21.574884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.597946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] DHCP port deletion for 724a89fd-d020-451a-8975-0038d5be7625 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:50:21.618271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] For port b90fe6f5-792a-40db-b6dc-eed2dccb3097, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b90fe6f5-792a-40db-b6dc-eed2dccb3097,segment=NetworkSegment(df27b9f0-61fc-41be-8f09-63e73de70d3b),segment_id=df27b9f0-61fc-41be-8f09-63e73de70d3b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:21.618628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.625354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] No DVR routers for this DVR port 019de517-4ccf-4869-93cc-4544dcf19574 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:21.633199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.637736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Calling delete_port for b90fe6f5-792a-40db-b6dc-eed2dccb3097 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:21.644738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38f76736-05a4-4628-9491-c56f65378c53 req-57eeda97-ccdf-417d-be42-d6482745b6c7 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.75 "DELETE /v2.0/ports/019de517-4ccf-4869-93cc-4544dcf19574 HTTP/1.1" status: 204 len: 173 time: 1.1871469 Feb 10 15:50:21.645547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a732896-f366-4fc8-8871-4f44a14ed101', 'name': 'network-vif-deleted', 'tag': '019de517-4ccf-4869-93cc-4544dcf19574'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:21.648082 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848419f4-86ca-4ce9-9ef2-50dbe6756afc" -d '{"events": [{"server_uuid": "9a732896-f366-4fc8-8871-4f44a14ed101", "name": "network-vif-deleted", "tag": "019de517-4ccf-4869-93cc-4544dcf19574"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:21.673722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'mac_address': 'fa:16:3e:cc:d3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:21.701077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d8a633b-8e06-4e7d-9851-d37b55d5cf4d req-6db1c343-080f-453a-9c33-d357882afe14 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978737 Feb 10 15:50:21.736854 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a03802-72aa-4620-a8df-eb7df12c6d8d x-openstack-request-id: req-19a03802-72aa-4620-a8df-eb7df12c6d8d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:21.737209 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a732896-f366-4fc8-8871-4f44a14ed101", "name": "network-vif-deleted", "tag": "019de517-4ccf-4869-93cc-4544dcf19574", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:21.737522 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19a03802-72aa-4620-a8df-eb7df12c6d8d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:21.738114 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a732896-f366-4fc8-8871-4f44a14ed101', 'name': 'network-vif-deleted', 'tag': '019de517-4ccf-4869-93cc-4544dcf19574', 'status': 'completed', 'code': 200} Feb 10 15:50:21.763638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.788258 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.789819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d05aea1b-e60b-41f0-891d-ee7c9a1dc809 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:21.817142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:21.826755 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.857813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc745abc-e8a3-48de-8c4c-968a23451ade,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:21.859771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.862932 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b4fe75ad-80ba-4c36-89c5-1cfc201a8822 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/bc745abc-e8a3-48de-8c4c-968a23451ade HTTP/1.1" status: 204 len: 168 time: 0.8074484 Feb 10 15:50:21.865749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60034) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:21.915669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:21.966167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:21.972545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Deleting port b90fe6f5-792a-40db-b6dc-eed2dccb3097 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:21.973317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.003567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90fe6f5-792a-40db-b6dc-eed2dccb3097,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:22.007556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] No DVR routers for this DVR port b90fe6f5-792a-40db-b6dc-eed2dccb3097 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:22.039589 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.108139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d05aea1b-e60b-41f0-891d-ee7c9a1dc809'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:22.116591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b90fe6f5-792a-40db-b6dc-eed2dccb3097 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:22.171082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.200765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.219987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b90fe6f5-792a-40db-b6dc-eed2dccb3097 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:22.220464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b90fe6f5-792a-40db-b6dc-eed2dccb3097 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:22.234333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6131bb10-b621-4ebf-b43b-b510592d2a5b']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:22.245348 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724a89fd-d020-451a-8975-0038d5be7625']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:22.254353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:22.254638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c1cb51-bdfe-4ba0-9bb8-00bf69facb1f') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:22.256688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df27b9f0-61fc-41be-8f09-63e73de70d3b') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:22.257064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df27b9f0-61fc-41be-8f09-63e73de70d3b') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:22.262494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] For port b90fe6f5-792a-40db-b6dc-eed2dccb3097, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:22.263176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.269076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.286459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Calling delete_port for b90fe6f5-792a-40db-b6dc-eed2dccb3097 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:22.288104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.294107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.294838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Port b90fe6f5-792a-40db-b6dc-eed2dccb3097 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:50:22.297175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.319814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:22.320378 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.323307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:22.328831 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:22.332475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:22.333029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: items = [ Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:22.336316 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:22.366284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] Pushing event deleted for resources: {'Port': ['ID=b90fe6f5-792a-40db-b6dc-eed2dccb3097,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:22.392547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34306284-ef80-4240-a5ea-7c5073ba8b42 None None] No DVR routers for this DVR port b90fe6f5-792a-40db-b6dc-eed2dccb3097 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:22.500198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.512536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.513351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4d99c7e-eb02-418d-ad94-066f41dca22f req-eee6d3c9-096d-4e86-823b-bfa676daa9c5 tempest-ServerRescueNegativeTestJSON-230479994 tempest-ServerRescueNegativeTestJSON-230479994-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a732896-f366-4fc8-8871-4f44a14ed101 HTTP/1.1" status: 200 len: 210 time: 0.0656221 Feb 10 15:50:22.517672 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] 10.222.0.21 "DELETE /v2.0/networks/724a89fd-d020-451a-8975-0038d5be7625 HTTP/1.1" status: 204 len: 168 time: 1.4525061 Feb 10 15:50:22.558327 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.561115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6f09-0d65-4624-9ae9-9dd1cda32403 admin admin] Pushing event deleted for resources: {'Network': ['ID=724a89fd-d020-451a-8975-0038d5be7625,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:22.594947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6131bb10-b621-4ebf-b43b-b510592d2a5b {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:50:22.597778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event deleted for resources: {'Network': ['ID=6131bb10-b621-4ebf-b43b-b510592d2a5b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:22.599711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.603491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-810dcf1e-75b7-496d-848c-71504269b57f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6131bb10-b621-4ebf-b43b-b510592d2a5b HTTP/1.1" status: 204 len: 168 time: 0.7362564 Feb 10 15:50:22.903861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60060) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:22.908315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'name': 'tempest-router--628940770', 'project_id': 'df94b24d81974725a8227c42e8245a46'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:22.960279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60062) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:22.966888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c4efe-7564-4d42-9c87-b68e25edcd41 req-76f57c96-0eb6-40f2-b592-04856544880b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:22.967842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.968858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:22.974655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a7c4efe-7564-4d42-9c87-b68e25edcd41 req-76f57c96-0eb6-40f2-b592-04856544880b tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1273439 Feb 10 15:50:23.026732 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a7c4efe-7564-4d42-9c87-b68e25edcd41 req-73d926c9-2906-49b4-bbcc-2e727e15dce5 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 Feb 10 15:50:23.081575 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-98a1c3b0-b244-4b38-a48a-b29cff8982aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1238b6fccbc747e694f90e1b07c28bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196351 Feb 10 15:50:23.083791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60072) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:23.138317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.160327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.201809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.206000 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5c85d622-ef82-40ed-84fa-3434f51282d8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2983031 Feb 10 15:50:23.206000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa8d2-3960-406a-a8ed-ae128f8eeb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.207789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60078) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:23.224042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:23.269268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa8d2-3960-406a-a8ed-ae128f8eeb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.342341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:23.342718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.382662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa8d2-3960-406a-a8ed-ae128f8eeb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.386693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa8d2-3960-406a-a8ed-ae128f8eeb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.391334 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5ffa8d2-3960-406a-a8ed-ae128f8eeb5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd9cfbf4-f867-4938-a8e0-6a3b19e38f64 HTTP/1.1" status: 204 len: 168 time: 0.3038821 Feb 10 15:50:23.394265 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.404896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffa8d2-3960-406a-a8ed-ae128f8eeb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9cfbf4-f867-4938-a8e0-6a3b19e38f64,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:23.464198 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.478081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.511216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:23.512402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:23.515337 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ea656-b61a-4b18-b37d-be1e2a80bc91" -d '{"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-plugged", "status": "completed", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:23.520458 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.564123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f229c-8741-48ac-a980-f9216f5c8e4b req-a137ab3d-1ac8-4149-8927-d53ea0833b27 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:23.567926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-612f229c-8741-48ac-a980-f9216f5c8e4b req-a137ab3d-1ac8-4149-8927-d53ea0833b27 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1684103 Feb 10 15:50:23.582032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:23.631590 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30899e8-e2f7-42ad-9cfb-7b5a54dd737e x-openstack-request-id: req-e30899e8-e2f7-42ad-9cfb-7b5a54dd737e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:23.631939 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-plugged", "status": "completed", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:23.632200 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e30899e8-e2f7-42ad-9cfb-7b5a54dd737e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:23.632598 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'code': 200} Feb 10 15:50:23.690886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60090) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:23.694294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.697282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.716294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-612f229c-8741-48ac-a980-f9216f5c8e4b req-a0f37ee9-7ff1-41b2-8342-a960b1f179b4 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097589 Feb 10 15:50:23.766534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.766986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2596a3b-e17d-46e9-a750-f34ee5a89268 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:23.771432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:23.775257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-90b45967-6ef7-459c-b5d4-feb20b2b73c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f2596a3b-e17d-46e9-a750-f34ee5a89268 HTTP/1.1" status: 204 len: 168 time: 0.5627260 Feb 10 15:50:24.028367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 019de517-4ccf-4869-93cc-4544dcf19574 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:24.064025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 019de517-4ccf-4869-93cc-4544dcf19574 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:24.064306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 019de517-4ccf-4869-93cc-4544dcf19574 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:24.178411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60108) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:24.357323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:24.420942 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:50:24.523663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1149582818', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:24.566311 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:24.567812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:24.654716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:24.731751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Deleting port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:24.732098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:24.825727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] For port 61213dfe-9fa4-4a56-b9d7-b4505a192ec4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,segment=NetworkSegment(d11d907b-9591-4c06-9ce2-9a6861ac5b1d),segment_id=d11d907b-9591-4c06-9ce2-9a6861ac5b1d)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:24.825989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:24.856718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Calling delete_port for 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:24.864845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60130) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:24.981435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.031709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6065a-3aee-4329-b9c5-0027742a3428 req-21a5a314-4411-4fa4-830e-4f9698836bd3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.039401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ff6065a-3aee-4329-b9c5-0027742a3428 req-21a5a314-4411-4fa4-830e-4f9698836bd3 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1935122 Feb 10 15:50:25.066658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-419783059-network', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:25.119977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.154621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ff6065a-3aee-4329-b9c5-0027742a3428 req-f3c685f0-c711-44bb-b14f-fedc2e3580bf tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004784 Feb 10 15:50:25.172147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61213dfe-9fa4-4a56-b9d7-b4505a192ec4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:25.197782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:25.200916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.248856 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.464236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.467838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.519792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.657641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f83-0b5f-4fc8-9321-da60fd5ffa3d req-1967c687-ce97-47b2-98a1-a949167ac840 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.659495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24b50f83-0b5f-4fc8-9321-da60fd5ffa3d req-1967c687-ce97-47b2-98a1-a949167ac840 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1707718 Feb 10 15:50:25.690059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Allocated IP 172.25.7.151 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/a5f17370-c178-4e1d-96fb-4ba8e4815eb0) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:25.722762 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.739011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.746968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Router 0069f908-57fb-421a-8df4-70efd2cbb2ec has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:25.777369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24b50f83-0b5f-4fc8-9321-da60fd5ffa3d req-57b7ff0b-5dad-414b-b9aa-c14c4636b4a2 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968299 Feb 10 15:50:25.822745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:25.836230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:25.847792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.848176 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Added segment 4d6f7ecc-c866-4db4-90d1-f25646e5d148 of type vlan for network 3623391e-8b0a-46a4-80ad-c0977994444c Feb 10 15:50:25.927997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.961023 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.989695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:25.991075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.991961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.119851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2506661 Feb 10 15:50:26.128471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60150) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:26.135062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Request body: {'subnet': {'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-419783059-subnet', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:26.153274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3330b6-24b9-4fef-ba3f-b0d608a367dc admin admin] Pushing event updated for resources: {'Network': ['ID=3623391e-8b0a-46a4-80ad-c0977994444c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:26.173365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3623391e-8b0a-46a4-80ad-c0977994444c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:26.178275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.263291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:26.271426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb18e95e-2338-4024-bb13-fd16d84c7ec5 admin admin] 10.222.0.21 "PUT /v2.0/routers/0069f908-57fb-421a-8df4-70efd2cbb2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768044 Feb 10 15:50:26.271929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60152) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:26.359211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] Sync routers for ids ['0069f908-57fb-421a-8df4-70efd2cbb2ec'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:26.388008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] Routers {'0069f908-57fb-421a-8df4-70efd2cbb2ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:26.388645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0069f908-57fb-421a-8df4-70efd2cbb2ec'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:26.413576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.535039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] Set router 0069f908-57fb-421a-8df4-70efd2cbb2ec gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:26.596268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.624747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:26.625951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:26.628433 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.644550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:26.648423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:26.685749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event updated for resources: {'Port': ['ID=a5f17370-c178-4e1d-96fb-4ba8e4815eb0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:26.692977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Deleting port 8b7afc46-651c-4616-a071-a9f57cd0b8bc {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:26.693697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.749476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.749858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.750159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.750622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.750975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.751340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.751654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.751976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.752295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.752633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.752960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.753481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:26.835128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] For port 8b7afc46-651c-4616-a071-a9f57cd0b8bc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b7afc46-651c-4616-a071-a9f57cd0b8bc,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:26.835750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:26.849125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Calling delete_port for 8b7afc46-651c-4616-a071-a9f57cd0b8bc owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:26.964708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:50:25Z', 'revision_number': 5, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port': {'id': '8b7afc46-651c-4616-a071-a9f57cd0b8bc', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:27.014034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] Checking router: 0069f908-57fb-421a-8df4-70efd2cbb2ec for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:27.033188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.035688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] Routers {'0069f908-57fb-421a-8df4-70efd2cbb2ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:27.036475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0069f908-57fb-421a-8df4-70efd2cbb2ec'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:27.102168 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.128777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ecd8f-867a-4193-8c7c-cb3fc736f3ee req-8c897d95-9745-4253-9ed7-18b16070f201 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:27.135476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe2ecd8f-867a-4193-8c7c-cb3fc736f3ee req-8c897d95-9745-4253-9ed7-18b16070f201 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1753240 Feb 10 15:50:27.142168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7afc46-651c-4616-a071-a9f57cd0b8bc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:27.146483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] Set router 0069f908-57fb-421a-8df4-70efd2cbb2ec gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:27.200555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe2ecd8f-867a-4193-8c7c-cb3fc736f3ee req-4bd90b96-745b-4bb2-b380-70c7a4ac636e tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640001 Feb 10 15:50:27.211957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:50:26Z', 'revision_number': 6, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:27.256860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.259773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2fa05-2d73-4223-ba25-bf2f109948e8 None None] The sync data for ids ['0069f908-57fb-421a-8df4-70efd2cbb2ec'] in n-d-827895-3 is: [{'id': '0069f908-57fb-421a-8df4-70efd2cbb2ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1057883804-router', 'tenant_id': '1d720816016f46d8b95618ee5ec83f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:21Z', 'updated_at': '2022-02-10T15:50:26Z', 'revision_number': 6, 'project_id': '1d720816016f46d8b95618ee5ec83f35', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:27.363004 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.365248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.404883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.471358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2997d8ac-9fa8-4651-b181-69b0acda20e3,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:27.477074 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.477789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0069f908-57fb-421a-8df4-70efd2cbb2ec {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:27.482811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.484017 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d1470ca-1820-4ee6-8caa-eaaf9c14698a admin admin] 10.222.0.21 "DELETE /v2.0/routers/0069f908-57fb-421a-8df4-70efd2cbb2ec HTTP/1.1" status: 204 len: 168 time: 1.2110429 Feb 10 15:50:27.487269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60184) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:27.544706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Deleting subnet 6788a490-258a-4a2c-b6af-5c9f3517a510 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:50:27.549334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.577232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.580468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Checking segment: {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:27.581032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Network hostable DHCP agents. Network: 3623391e-8b0a-46a4-80ad-c0977994444c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:27.602195 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.643262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-6365a6da-296d-4d93-9d70-4d50513486e2 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:27.644654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-6365a6da-296d-4d93-9d70-4d50513486e2 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.75 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.1748757 Feb 10 15:50:27.664739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Network 3623391e-8b0a-46a4-80ad-c0977994444c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:27.720016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.755899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3623391e-8b0a-46a4-80ad-c0977994444c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:27.761507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:27.762110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.775079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21234a0-9402-456d-bd53-91d96e03362f None None] Network 3623391e-8b0a-46a4-80ad-c0977994444c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:27.851272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.893847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6788a490-258a-4a2c-b6af-5c9f3517a510,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:27.905686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.920178 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0b7b351d-feb8-4dea-bb5c-f05bd978221a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6788a490-258a-4a2c-b6af-5c9f3517a510 HTTP/1.1" status: 204 len: 168 time: 0.4316463 Feb 10 15:50:27.920986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:27.950748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:27.957871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e5c670f2-9b79-450e-ac63-db0190801051 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8283932 Feb 10 15:50:27.986201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60190) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:27.991975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:28.034121 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.047375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.049266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3623391e-8b0a-46a4-80ad-c0977994444c', 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'fixed_ips': [{'subnet_id': '2997d8ac-9fa8-4651-b181-69b0acda20e3'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:50:28.050651 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.069982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Deleting port 630b1ac4-0b87-4722-927d-4c1fe601d655 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:28.070638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.091806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.174894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] For port 630b1ac4-0b87-4722-927d-4c1fe601d655, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=630b1ac4-0b87-4722-927d-4c1fe601d655,segment=NetworkSegment(53f8fc65-836e-4e26-87bd-827fe690f921),segment_id=53f8fc65-836e-4e26-87bd-827fe690f921)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:28.175941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.191524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Calling delete_port for 630b1ac4-0b87-4722-927d-4c1fe601d655 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:28.254158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:28.267527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.282491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:28.283115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 61213dfe-9fa4-4a56-b9d7-b4505a192ec4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:28.283774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b7afc46-651c-4616-a071-a9f57cd0b8bc no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:28.328210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 8b7afc46-651c-4616-a071-a9f57cd0b8bc {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:28.329160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b7afc46-651c-4616-a071-a9f57cd0b8bc not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:28.338740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Router 51a06d58-6906-4db0-924d-7a08f3f816cf is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:28.343411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Allocated IP 172.20.0.2 (3623391e-8b0a-46a4-80ad-c0977994444c/2997d8ac-9fa8-4651-b181-69b0acda20e3/da57746d-16ab-4066-b0f2-b7c6f881e93c) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:28.431680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.576984 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.591721 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.596987 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.611592 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.619904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6003fecb-1259-4824-a5be-08e2ab2abe27']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.632156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Pushing event deleted for resources: {'Port': ['ID=630b1ac4-0b87-4722-927d-4c1fe601d655,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:28.644035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca11196-63c0-4677-a4a1-0eb0b9efc1b4 req-299e69d5-0332-4ce0-af6a-e340f37b1d36 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:28.645758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ca11196-63c0-4677-a4a1-0eb0b9efc1b4 req-299e69d5-0332-4ce0-af6a-e340f37b1d36 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/ports?device_id=3174f551-75a5-4c9b-81a6-526282e912c1 HTTP/1.1" status: 200 len: 945 time: 0.2659547 Feb 10 15:50:28.688655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.688960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d907b-9591-4c06-9ce2-9a6861ac5b1d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.692444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['630b1ac4-0b87-4722-927d-4c1fe601d655'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:28.727345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Pushing event updated for resources: {'Port': ['ID=da57746d-16ab-4066-b0f2-b7c6f881e93c,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:28.730354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:28.751013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Network 3623391e-8b0a-46a4-80ad-c0977994444c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:28.753643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:28.756926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.758677 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] Sync routers for ids ['51a06d58-6906-4db0-924d-7a08f3f816cf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:28.762382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.762772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.763117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.763506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.771773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.772120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.772462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.772801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.773136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.773467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.773792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:28.774392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] No DVR routers for this DVR port 630b1ac4-0b87-4722-927d-4c1fe601d655 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:28.776034 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] Routers {'51a06d58-6906-4db0-924d-7a08f3f816cf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:28.776655 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51a06d58-6906-4db0-924d-7a08f3f816cf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.783937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.787099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.792645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45ede0ea-78dd-4420-9243-598dc7d984bc req-57dfc299-ed29-4e45-ad1d-a78fdd73b4f9 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.75 "DELETE /v2.0/ports/630b1ac4-0b87-4722-927d-4c1fe601d655 HTTP/1.1" status: 204 len: 173 time: 1.1386237 Feb 10 15:50:28.793030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:28.809898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174f551-75a5-4c9b-81a6-526282e912c1', 'name': 'network-vif-deleted', 'tag': '630b1ac4-0b87-4722-927d-4c1fe601d655'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:28.813748 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05dff4a-8e56-45e3-a515-ad91ea00e5c7" -d '{"events": [{"server_uuid": "3174f551-75a5-4c9b-81a6-526282e912c1", "name": "network-vif-deleted", "tag": "630b1ac4-0b87-4722-927d-4c1fe601d655"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:28.827918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ca11196-63c0-4677-a4a1-0eb0b9efc1b4 req-d79ef815-c2cb-4e05-bd93-556c24ff3104 tempest-DeleteServersTestJSON-1448614159 tempest-DeleteServersTestJSON-1448614159-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4a55447-49c6-4675-9fbd-adb442cca804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734867 Feb 10 15:50:28.840641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.841319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.849736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc69f1a7-812f-405b-832c-f1794c83afe0 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6697249 Feb 10 15:50:28.851840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60208) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:28.865614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:28.866517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.903370 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.918276 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] Routers {'51a06d58-6906-4db0-924d-7a08f3f816cf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:28.919344 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51a06d58-6906-4db0-924d-7a08f3f816cf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.967834 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:28.968855 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601046a-b67f-40b0-91bd-3c332c1b099c None None] The sync data for ids ['51a06d58-6906-4db0-924d-7a08f3f816cf'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:28.974334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-904cfae3-2fe6-470b-9691-d7c6db534bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.985233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Attempting to bind port da57746d-16ab-4066-b0f2-b7c6f881e93c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:28.985640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Attempting to bind port da57746d-16ab-4066-b0f2-b7c6f881e93c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:28.986169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Attempting to bind port da57746d-16ab-4066-b0f2-b7c6f881e93c on network 3623391e-8b0a-46a4-80ad-c0977994444c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:28.993246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:28.993246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Checking segment: {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:28.993562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:28.994573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Bound using segment: {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:28.995090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Bound port: da57746d-16ab-4066-b0f2-b7c6f881e93c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:28.995660 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.012467 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6634c0d1-2391-4ee2-8701-9a157f29359a x-openstack-request-id: req-6634c0d1-2391-4ee2-8701-9a157f29359a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:29.013895 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174f551-75a5-4c9b-81a6-526282e912c1", "name": "network-vif-deleted", "tag": "630b1ac4-0b87-4722-927d-4c1fe601d655", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:29.014271 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6634c0d1-2391-4ee2-8701-9a157f29359a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:29.016496 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174f551-75a5-4c9b-81a6-526282e912c1', 'name': 'network-vif-deleted', 'tag': '630b1ac4-0b87-4722-927d-4c1fe601d655', 'status': 'completed', 'code': 200} Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:29.040788 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:29.087572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] For port da57746d-16ab-4066-b0f2-b7c6f881e93c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:29.091207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] For port da57746d-16ab-4066-b0f2-b7c6f881e93c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=da57746d-16ab-4066-b0f2-b7c6f881e93c,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:29.094695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.105781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.106044 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.110495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] 10.222.0.21 "DELETE /v2.0/networks/6003fecb-1259-4824-a5be-08e2ab2abe27 HTTP/1.1" status: 204 len: 168 time: 1.1877344 Feb 10 15:50:29.134307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d4952cf0-3596-4f2a-8f97-bbffdfc2c927 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/51a06d58-6906-4db0-924d-7a08f3f816cf HTTP/1.1" status: 200 len: 925 time: 0.2812357 Feb 10 15:50:29.137560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60212) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:29.147342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e4fbd-d167-4b00-bc94-67e227685ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=6003fecb-1259-4824-a5be-08e2ab2abe27,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:29.182820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ec149ed8-054a-4bd5-8f48-45b8bc3eb8cb tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=51a06d58-6906-4db0-924d-7a08f3f816cf HTTP/1.1" status: 200 len: 205 time: 0.0440755 Feb 10 15:50:29.191217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60214) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:29.243053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17837d4-a7ac-42c4-93a8-1092eb7a07dc None None] Pushing event updated for resources: {'Port': ['ID=da57746d-16ab-4066-b0f2-b7c6f881e93c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:29.324704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.341152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.375326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60216) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:29.382656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.448134 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bcb5b924-fae9-49b9-9b7e-827deb29fba1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d720816016f46d8b95618ee5ec83f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688462 Feb 10 15:50:29.480575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60218) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:29.687677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Allocated IP 172.25.7.145 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/5c7f3f4b-996a-4c52-8c54-dbade1e02e5f) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:29.689930 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.798169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25214592-e148-4414-a6de-c52679e2ee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.834468 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25214592-e148-4414-a6de-c52679e2ee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.880240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:29.916557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Deleting port a5f17370-c178-4e1d-96fb-4ba8e4815eb0 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:29.916826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.002133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.046913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:30.052430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:30.058242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:30.101000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:30.128220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25214592-e148-4414-a6de-c52679e2ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.138335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25214592-e148-4414-a6de-c52679e2ee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.141740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device da57746d-16ab-4066-b0f2-b7c6f881e93c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:30.142317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25214592-e148-4414-a6de-c52679e2ee54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3801bf04-80ff-465b-a9db-696100cd229c HTTP/1.1" status: 204 len: 168 time: 0.6603189 Feb 10 15:50:30.186417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25214592-e148-4414-a6de-c52679e2ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801bf04-80ff-465b-a9db-696100cd229c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:30.231157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.261690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Calling delete_port for a5f17370-c178-4e1d-96fb-4ba8e4815eb0 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:30.324844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port da57746d-16ab-4066-b0f2-b7c6f881e93c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:30.326202 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.545506 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.651338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.664227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port da57746d-16ab-4066-b0f2-b7c6f881e93c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=da57746d-16ab-4066-b0f2-b7c6f881e93c,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:30.672264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:30.849758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=da57746d-16ab-4066-b0f2-b7c6f881e93c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:31.048123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7303b1-4c75-4870-b8d6-f6acb0b9f72e None None] Network 3623391e-8b0a-46a4-80ad-c0977994444c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:31.070645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.237075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.238868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-62668a98-7f63-4ea1-806f-d0314ee984de None None] Provisioning complete for port da57746d-16ab-4066-b0f2-b7c6f881e93c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:31.239277 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-62668a98-7f63-4ea1-806f-d0314ee984de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.268492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Router 2e279f26-f230-447d-83c2-e70302b9d47f is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:31.304865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event deleted for resources: {'Port': ['ID=a5f17370-c178-4e1d-96fb-4ba8e4815eb0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:31.441775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bb5648c-cb2b-4b14-b582-d6db2095eb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.453068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:31.491287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Sync routers for ids ['2e279f26-f230-447d-83c2-e70302b9d47f'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:31.495115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.500157 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aec382ba-cee0-4962-8a26-f2fce8991a05 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5102611 Feb 10 15:50:31.501097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60292) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:31.504119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725f6e-efaa-4799-8ec3-0314de8ab17b req-657330dd-f04c-4edf-86e9-1efd2ba52df4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:31.506110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c725f6e-efaa-4799-8ec3-0314de8ab17b req-657330dd-f04c-4edf-86e9-1efd2ba52df4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0877800 Feb 10 15:50:31.512054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.579416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Routers {'2e279f26-f230-447d-83c2-e70302b9d47f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:31.581700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2e279f26-f230-447d-83c2-e70302b9d47f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:31.650439 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.673008 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.675918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60294) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:31.821088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c725f6e-efaa-4799-8ec3-0314de8ab17b req-21228b6d-a461-42b5-8569-cc9b25688377 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984259 Feb 10 15:50:31.835466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.835466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Fanout notify agent at l3_agent the message router_deleted on router 51a06d58-6906-4db0-924d-7a08f3f816cf {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:31.873951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:31.882021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60306) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:31.882528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e694ca03-976e-482d-8bba-ec7156a4de36 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/51a06d58-6906-4db0-924d-7a08f3f816cf HTTP/1.1" status: 204 len: 168 time: 2.6900401 Feb 10 15:50:31.909072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1455016342', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': False}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:32.016911 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Set router 2e279f26-f230-447d-83c2-e70302b9d47f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:32.026278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-208943525-network', 'tenant_id': 'd906d75a3b21428f87d089e0c22fe68f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:32.063648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 630b1ac4-0b87-4722-927d-4c1fe601d655 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:32.102034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034b2c3-c1ec-4b77-a0b3-7cbcd8305526 req-9cd3a125-0813-4968-afd2-1ecf636bf62d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:32.117515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3034b2c3-c1ec-4b77-a0b3-7cbcd8305526 req-9cd3a125-0813-4968-afd2-1ecf636bf62d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1478729 Feb 10 15:50:32.137150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 630b1ac4-0b87-4722-927d-4c1fe601d655 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:32.137326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.137788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 630b1ac4-0b87-4722-927d-4c1fe601d655 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:32.138773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.139785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device da57746d-16ab-4066-b0f2-b7c6f881e93c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:32.154050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Made reservation on behalf of d906d75a3b21428f87d089e0c22fe68f for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:32.158440 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.180977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.284489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.308016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.342117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3034b2c3-c1ec-4b77-a0b3-7cbcd8305526 req-95279fe6-82f9-4c2b-8cb4-d70f02c272eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214975 Feb 10 15:50:32.399208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:32.407401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port da57746d-16ab-4066-b0f2-b7c6f881e93c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:32.408256 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.418571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07991dd2-0f8f-4733-be07-cfa75b2fd5c3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:32.440711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.457719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.458457 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Added segment d3696923-07f7-44ee-9994-567017dfabe9 of type vlan for network 31c32dd7-a350-4e7f-a124-ca964030f24b Feb 10 15:50:32.481106 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.500012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e1040a5a-2f75-4896-8cea-482b12436e8d None None] Provisioning complete for port da57746d-16ab-4066-b0f2-b7c6f881e93c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:32.501297 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1040a5a-2f75-4896-8cea-482b12436e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.561555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.575408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca679647-4c5d-4be8-a16d-2b5fbf84868c req-2b7ac6c0-41b9-464c-85b5-5c8f6ff18c08 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:32.585179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca679647-4c5d-4be8-a16d-2b5fbf84868c req-2b7ac6c0-41b9-464c-85b5-5c8f6ff18c08 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1298068 Feb 10 15:50:32.664174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca679647-4c5d-4be8-a16d-2b5fbf84868c req-7df6613f-5721-44db-96a7-06f448514585 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775745 Feb 10 15:50:32.665506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.667199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:32.680636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.722510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.845280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1665502 Feb 10 15:50:32.846043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:32.854501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Request body: {'subnet': {'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-208943525-subnet', 'tenant_id': 'd906d75a3b21428f87d089e0c22fe68f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:32.861854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1c0a-2bf7-4282-93f8-d224546edc3a admin admin] Pushing event updated for resources: {'Network': ['ID=31c32dd7-a350-4e7f-a124-ca964030f24b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:32.903897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383368-a236-4887-afac-78761d130aac req-3a3a358a-6d27-46b4-b7bf-a0fd850f4120 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:32.913394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0383368-a236-4887-afac-78761d130aac req-3a3a358a-6d27-46b4-b7bf-a0fd850f4120 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1088254 Feb 10 15:50:32.916237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Made reservation on behalf of d906d75a3b21428f87d089e0c22fe68f for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:32.918765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:32.963660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 31c32dd7-a350-4e7f-a124-ca964030f24b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:33.009122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0383368-a236-4887-afac-78761d130aac req-98b19f12-bdca-4ec8-9153-6e0eac9cbd1b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960848 Feb 10 15:50:33.059513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.116336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:50:30Z', 'revision_number': 3, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:33.182333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Checking router: 2e279f26-f230-447d-83c2-e70302b9d47f for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:33.182855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Updating router 2e279f26-f230-447d-83c2-e70302b9d47f port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:50:33.264618 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.467094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.582911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154fe80-e860-4c6b-b2ce-47700239ce14 req-3b1cbe85-9f63-417f-b550-17791acbe130 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:33.585978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1154fe80-e860-4c6b-b2ce-47700239ce14 req-3b1cbe85-9f63-417f-b550-17791acbe130 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1338787 Feb 10 15:50:33.586998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb75c22-8808-4bb2-836a-168eb19c15b4,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:33.605679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Checking segment: {'id': 'd3696923-07f7-44ee-9994-567017dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:33.606191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Network hostable DHCP agents. Network: 31c32dd7-a350-4e7f-a124-ca964030f24b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:33.663290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Network 31c32dd7-a350-4e7f-a124-ca964030f24b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:33.675105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1154fe80-e860-4c6b-b2ce-47700239ce14 req-18cab40f-c794-4027-bf63-e4ebbc2ed367 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786648 Feb 10 15:50:33.680094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 31c32dd7-a350-4e7f-a124-ca964030f24b) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:33.686129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:33.687282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.703403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e774604-0acb-40c0-acfe-8405422d25c1 None None] Network 31c32dd7-a350-4e7f-a124-ca964030f24b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:33.715727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-badcca49-f4ae-4434-afe0-b91a747008d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8615992 Feb 10 15:50:33.798462 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.940092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.973036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:33.978455 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.118507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Allocated IP 172.25.7.13 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/67e23f88-1daf-4ea5-b574-0a343f52bc19) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:34.273627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.310304 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.313051 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.349074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Attempting to bind port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:34.349561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Attempting to bind port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:34.349936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Attempting to bind port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:34.363873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd30107-8348-4eb5-88ed-3371bf8fd703 None None] Pushing event updated for resources: {'Port': ['ID=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:34.371201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6154f4d-570d-4b4b-ad6e-f12e247ba8c9 None None] Network 31c32dd7-a350-4e7f-a124-ca964030f24b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:34.375046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:34.375513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:34.375925 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.376316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:34.376798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Bound port: 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:34.377177 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.380592 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.422346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:34.430327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:34.441473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:34.481120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Port': ['ID=67e23f88-1daf-4ea5-b574-0a343f52bc19,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:34.513464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Allocated IP 172.20.0.1 (3623391e-8b0a-46a4-80ad-c0977994444c/2997d8ac-9fa8-4651-b181-69b0acda20e3/03dcaa00-ff6b-431d-8a35-e1092e52319d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:34.652810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2c340-2f10-446b-8ec9-98e9ec865bb6 req-32537c93-a9bc-45e1-bb3f-4182afb1811d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:34.666336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78d2c340-2f10-446b-8ec9-98e9ec865bb6 req-32537c93-a9bc-45e1-bb3f-4182afb1811d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1093199 Feb 10 15:50:34.777917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] For port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:34.794457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78d2c340-2f10-446b-8ec9-98e9ec865bb6 req-d6bda01f-3669-4c9c-bf7a-eb1fa4aa2749 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268065 Feb 10 15:50:34.798272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] For port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:34.847816 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.966225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd30107-8348-4eb5-88ed-3371bf8fd703 None None] Pushing event updated for resources: {'Port': ['ID=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:34.967527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:34.981012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:35.053160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Routers {'2e279f26-f230-447d-83c2-e70302b9d47f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:35.053792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2e279f26-f230-447d-83c2-e70302b9d47f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:35.108279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:35.111244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-8c9f3e5d-1534-40e4-85f3-e8f11c20ece8 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:35.112830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-8c9f3e5d-1534-40e4-85f3-e8f11c20ece8 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/networks?id=31c32dd7-a350-4e7f-a124-ca964030f24b HTTP/1.1" status: 200 len: 808 time: 0.2770531 Feb 10 15:50:35.143200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-041028fa-5fc4-40ca-9c22-dd10752a324e tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/quotas/d906d75a3b21428f87d089e0c22fe68f HTTP/1.1" status: 200 len: 375 time: 0.0209143 Feb 10 15:50:35.202651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] Set router 2e279f26-f230-447d-83c2-e70302b9d47f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:35.216903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-40fafe91-4882-4aee-b98f-ed062aa6ffd4 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d906d75a3b21428f87d089e0c22fe68f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623853 Feb 10 15:50:35.346160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Network 3623391e-8b0a-46a4-80ad-c0977994444c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:35.360334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:35.368152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:35.451472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-979f6b95-dce8-492c-b571-bce4e931df8e service neutron] 10.222.0.21 "GET /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301154 Feb 10 15:50:35.457212 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:35.651796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:50:30Z', 'revision_number': 3, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:35.655955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-db944ca5-9f79-4010-99bb-0fc94779cf1a service neutron] 10.222.0.21 "GET /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006347 Feb 10 15:50:35.729946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3a668-f979-4359-932f-25c3c092b4dc None None] The sync data for ids ['2e279f26-f230-447d-83c2-e70302b9d47f'] in n-d-827895-3 is: [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:50:30Z', 'revision_number': 3, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:35.733196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Pushing event updated for resources: {'Port': ['ID=03dcaa00-ff6b-431d-8a35-e1092e52319d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:35.788273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2d4f61c4-d45c-4dc6-aa30-ece944b10d9c None None] Provisioning complete for port 03dcaa00-ff6b-431d-8a35-e1092e52319d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:35.788832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f61c4-d45c-4dc6-aa30-ece944b10d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:35.877099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:35.910918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:35.978665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f61c4-d45c-4dc6-aa30-ece944b10d9c None None] Port 03dcaa00-ff6b-431d-8a35-e1092e52319d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:35.998917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-595d5f01-c22f-483b-b66e-0e4d0a8e3c9c req-ec4e8fd1-177e-4f76-a0a5-4fc8e70d4742 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 210 time: 0.0684159 Feb 10 15:50:36.164770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3b9e-a562-48c5-a5ca-6bca6a6e7a88 req-3aca3244-eb98-42cc-9abc-3ef5c8e3b5e4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:36.167701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e2a3b9e-a562-48c5-a5ca-6bca6a6e7a88 req-3aca3244-eb98-42cc-9abc-3ef5c8e3b5e4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1213596 Feb 10 15:50:36.272792 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:36.304370 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:36.457172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e2a3b9e-a562-48c5-a5ca-6bca6a6e7a88 req-37cc7dfb-af63-4a73-8b83-b189bf0a3367 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715905 Feb 10 15:50:36.480174 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:36.482208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Pushing event updated for resources: {'Port': ['ID=03dcaa00-ff6b-431d-8a35-e1092e52319d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:36.684631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Network 3623391e-8b0a-46a4-80ad-c0977994444c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:36.685861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Router 79d9a0f9-f302-4794-87f4-e16033513a30 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:36.690431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:36.840507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60422) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:36.994961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:37.007160 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Sync routers for ids ['79d9a0f9-f302-4794-87f4-e16033513a30'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:37.031475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Deleting subnet 78b8b8ae-b267-41be-bdef-19f658ff34f0 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:50:37.034270 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Routers {'79d9a0f9-f302-4794-87f4-e16033513a30'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:37.034987 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['79d9a0f9-f302-4794-87f4-e16033513a30'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:37.044279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Router 2e279f26-f230-447d-83c2-e70302b9d47f has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:37.048549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.141326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-64fa925b-41e8-48ce-a6ec-f042238cdfee None None] Provisioning complete for port 03dcaa00-ff6b-431d-8a35-e1092e52319d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:37.141925 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64fa925b-41e8-48ce-a6ec-f042238cdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.152553 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.153847 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-32a6a66b-b9ec-41f3-812d-a0989c9c41ae tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2695725 Feb 10 15:50:37.160166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60428) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:37.184491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.249174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.302925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-64fa925b-41e8-48ce-a6ec-f042238cdfee None None] Port 03dcaa00-ff6b-431d-8a35-e1092e52319d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:37.341174 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Set router 79d9a0f9-f302-4794-87f4-e16033513a30 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:37.388011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.474490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b8b8ae-b267-41be-bdef-19f658ff34f0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:37.494779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:37.516363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5fe94f3-b6c0-4dfa-a98b-1c3c214aef26 admin admin] 10.222.0.21 "PUT /v2.0/routers/2e279f26-f230-447d-83c2-e70302b9d47f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0141268 Feb 10 15:50:37.519130 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f075dd17-2771-475f-b4fd-6ee3ca48d50f tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/79d9a0f9-f302-4794-87f4-e16033513a30 HTTP/1.1" status: 200 len: 908 time: 0.3579383 Feb 10 15:50:37.531767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4b34695-2d1f-4b00-94dd-c44f6f9a8663 req-3042c183-1139-4456-a137-c9f91ef55956 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 210 time: 0.1529844 Feb 10 15:50:37.539359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60436) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:37.544327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1455016342', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': True}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:37.545152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.552737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4e782a57-c3de-44a0-86bf-1b432f20a69e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78b8b8ae-b267-41be-bdef-19f658ff34f0 HTTP/1.1" status: 204 len: 168 time: 0.7094343 Feb 10 15:50:37.562648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:37.622320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.623047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.687658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.775121 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:37.781052 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9a0f9-f302-4794-87f4-e16033513a30', 'name': 'tempest-snat-router-1455016342', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.13'}], 'enable_snat': False}, 'gw_port_id': '67e23f88-1daf-4ea5-b574-0a343f52bc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:32Z', 'updated_at': '2022-02-10T15:50:34Z', 'revision_number': 3, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port': {'id': '67e23f88-1daf-4ea5-b574-0a343f52bc19', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9a0f9-f302-4794-87f4-e16033513a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:33Z', 'updated_at': '2022-02-10T15:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:37.786574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60448) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:37.865019 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Checking router: 79d9a0f9-f302-4794-87f4-e16033513a30 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:37.866902 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Updating router 79d9a0f9-f302-4794-87f4-e16033513a30 port 67e23f88-1daf-4ea5-b574-0a343f52bc19 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:50:37.915336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-926354208'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:37.928435 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.061330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.124080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:38.172656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.236354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4c523-2a2a-4fa3-9077-bdb51eb0f5ea req-f7cb3bfc-df3b-45f6-a59a-b0ce7105b30d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:38.241092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79c4c523-2a2a-4fa3-9077-bdb51eb0f5ea req-f7cb3bfc-df3b-45f6-a59a-b0ce7105b30d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.5491114 Feb 10 15:50:38.253721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:38.255245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.348102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b49ea3e-81d7-40e0-8aa0-71c369ed3f04']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:38.371819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f8fc65-836e-4e26-87bd-827fe690f921') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:38.372176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f8fc65-836e-4e26-87bd-827fe690f921') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:38.382265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.398015 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.403263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.408488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.410086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:38.410477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.417441 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.440634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:38.448966 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:38.476408 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:38.486909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.499775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.521134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b49ea3e-81d7-40e0-8aa0-71c369ed3f04 HTTP/1.1" status: 204 len: 168 time: 0.9461622 Feb 10 15:50:38.540985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79c4c523-2a2a-4fa3-9077-bdb51eb0f5ea req-feeb17a0-d30e-4911-a6ca-741509de552d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815702 Feb 10 15:50:38.550884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:38.611186 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Pushing event updated for resources: {'Port': ['ID=67e23f88-1daf-4ea5-b574-0a343f52bc19,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:38.617408 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Attempting to bind port 67e23f88-1daf-4ea5-b574-0a343f52bc19 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:38.617840 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Attempting to bind port 67e23f88-1daf-4ea5-b574-0a343f52bc19 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:38.619176 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Attempting to bind port 67e23f88-1daf-4ea5-b574-0a343f52bc19 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:38.627312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:38.633307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.653250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7c994-afb2-4cc5-8519-63346732009e admin admin] Pushing event deleted for resources: {'Network': ['ID=8b49ea3e-81d7-40e0-8aa0-71c369ed3f04,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:38.656009 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.656354 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.656692 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.657021 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.657349 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.657675 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.657991 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.658308 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.658624 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.658941 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.659257 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.659601 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:38.679403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-77f35006-d1f4-403f-8eea-1ac9ae6aa0c0 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:38.688837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-77f35006-d1f4-403f-8eea-1ac9ae6aa0c0 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.75 "GET /v2.0/networks?id=31c32dd7-a350-4e7f-a124-ca964030f24b HTTP/1.1" status: 200 len: 808 time: 0.7478426 Feb 10 15:50:38.689833 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:38.690223 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:38.690632 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.691023 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:38.691532 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Bound port: 67e23f88-1daf-4ea5-b574-0a343f52bc19, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:38.691914 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.735418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:38.741326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a5eb0a9-c193-4bb4-b425-3b472bc5970f req-3d851f41-e7d9-4710-911a-78c8fe7e353b tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 210 time: 0.0420215 Feb 10 15:50:38.751257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Request body: {'port': {'device_id': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b', 'admin_state_up': True, 'tenant_id': 'd906d75a3b21428f87d089e0c22fe68f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:38.755067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.755425 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Added segment 925a4950-27a0-4ddf-8d46-5e5b1fc11a56 of type vlan for network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b Feb 10 15:50:38.760279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60462) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:38.826442 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] For port 67e23f88-1daf-4ea5-b574-0a343f52bc19, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:38.829927 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] For port 67e23f88-1daf-4ea5-b574-0a343f52bc19, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=67e23f88-1daf-4ea5-b574-0a343f52bc19,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:38.836675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.841293 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.880090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.888662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:38.890422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:38.914931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9354ccb4-6647-4fbb-8082-6c4ba3acd586 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca37ed5f9b204608a2163bb7ef068312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517775 Feb 10 15:50:38.916162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60468) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:39.034395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2461884 Feb 10 15:50:39.037042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60470) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:39.039906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7c14802-ebdc-42fe-8a05-6af94950197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.051243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'subnet': {'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:39.074520 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Routers {'79d9a0f9-f302-4794-87f4-e16033513a30'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:39.075402 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['79d9a0f9-f302-4794-87f4-e16033513a30'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:39.083037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Made reservation on behalf of d906d75a3b21428f87d089e0c22fe68f for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:39.090143 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.112905 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7c14802-ebdc-42fe-8a05-6af94950197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.160488 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb8a59-2878-4c94-995d-0066a7affc21 None None] Pushing event updated for resources: {'Port': ['ID=67e23f88-1daf-4ea5-b574-0a343f52bc19,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:39.184411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090b3a-941e-41c2-b57c-faf10c8d991d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Network': ['ID=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:39.197857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:39.246254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:39.253442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.277949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7c14802-ebdc-42fe-8a05-6af94950197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.282591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7c14802-ebdc-42fe-8a05-6af94950197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.299592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a7c14802-ebdc-42fe-8a05-6af94950197d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4a55447-49c6-4675-9fbd-adb442cca804 HTTP/1.1" status: 204 len: 168 time: 0.3556449 Feb 10 15:50:39.327767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c14802-ebdc-42fe-8a05-6af94950197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a55447-49c6-4675-9fbd-adb442cca804,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:39.345678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Allocated IP 172.20.0.8 (31c32dd7-a350-4e7f-a124-ca964030f24b/ceb75c22-8808-4bb2-836a-168eb19c15b4/b59842ec-4f6e-4a48-a0bc-4b2b19400cb0) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:39.351474 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] Set router 79d9a0f9-f302-4794-87f4-e16033513a30 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:39.381794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Sync routers for ids ['2e279f26-f230-447d-83c2-e70302b9d47f'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:39.410360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Routers {'2e279f26-f230-447d-83c2-e70302b9d47f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:39.411049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2e279f26-f230-447d-83c2-e70302b9d47f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:39.616900 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.646663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Set router 2e279f26-f230-447d-83c2-e70302b9d47f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:39.675708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.726249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.740441 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:39.780606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Network 31c32dd7-a350-4e7f-a124-ca964030f24b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:39.819339 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9a0f9-f302-4794-87f4-e16033513a30', 'name': 'tempest-snat-router-1455016342', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.13'}], 'enable_snat': False}, 'gw_port_id': '67e23f88-1daf-4ea5-b574-0a343f52bc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:32Z', 'updated_at': '2022-02-10T15:50:34Z', 'revision_number': 3, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port': {'id': '67e23f88-1daf-4ea5-b574-0a343f52bc19', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9a0f9-f302-4794-87f4-e16033513a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:33Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:39.832033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:39.838434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:39.939160 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5340d-f8cf-4a92-85bb-e4a835ec2e55 None None] The sync data for ids ['79d9a0f9-f302-4794-87f4-e16033513a30'] in n-d-827895-3 is: [{'id': '79d9a0f9-f302-4794-87f4-e16033513a30', 'name': 'tempest-snat-router-1455016342', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.13'}], 'enable_snat': False}, 'gw_port_id': '67e23f88-1daf-4ea5-b574-0a343f52bc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:32Z', 'updated_at': '2022-02-10T15:50:34Z', 'revision_number': 3, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port': {'id': '67e23f88-1daf-4ea5-b574-0a343f52bc19', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9a0f9-f302-4794-87f4-e16033513a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:33Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:39.984577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b42fb0-b481-4723-ac39-b55ffa3d817a req-c1997c46-7350-4d24-827c-a359a0776bcb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:39.994827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87b42fb0-b481-4723-ac39-b55ffa3d817a req-c1997c46-7350-4d24-827c-a359a0776bcb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2810295 Feb 10 15:50:40.033214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Allocated IP 172.25.7.147 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/d50bc79d-c695-48b6-addd-5e8fb857ff67) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:40.036923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Pushing event updated for resources: {'Port': ['ID=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:40.080408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9728ee6-b2e0-4694-864d-e9fa68fb77bd req-1cca18b2-c795-4625-a521-975d84a1a130 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:40.091728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9728ee6-b2e0-4694-864d-e9fa68fb77bd req-1cca18b2-c795-4625-a521-975d84a1a130 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 931 time: 0.1908386 Feb 10 15:50:40.145667 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87b42fb0-b481-4723-ac39-b55ffa3d817a req-5673553b-2c75-48d7-bc9e-b339f41f95ec tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495867 Feb 10 15:50:40.177485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:40.179322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:40.207272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:40.230216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9728ee6-b2e0-4694-864d-e9fa68fb77bd req-8d39ea58-e3fa-4cba-afd5-5ed43ef35034 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374669 Feb 10 15:50:40.230493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:40.239793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-263f1546-b5b8-49e6-83e7-0e11d705f8ba tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4971454 Feb 10 15:50:40.263199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Request body: {'port': {'device_id': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:40.396986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:40.490856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:40.575999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:40.576501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:40.679892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Subnet': ['ID=61664d55-3c8a-49e7-99a7-2f57fc904cce,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:40.738272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:40.831619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Checking segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:40.832129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network hostable DHCP agents. Network: a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:40.840094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:50:35Z', 'revision_number': 4, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '03dcaa00-ff6b-431d-8a35-e1092e52319d', 'name': '', 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'mac_address': 'fa:16:3e:d6:97:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2997d8ac-9fa8-4651-b181-69b0acda20e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:33Z', 'updated_at': '2022-02-10T15:50:36Z', 'revision_number': 2, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'subnets': [{'id': '2997d8ac-9fa8-4651-b181-69b0acda20e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:40.843816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Port': ['ID=d50bc79d-c695-48b6-addd-5e8fb857ff67,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:40.855972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:40.879771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:40.887045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:40.934787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60508) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:40.952009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Checking router: 2e279f26-f230-447d-83c2-e70302b9d47f for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:40.953254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Updating router 2e279f26-f230-447d-83c2-e70302b9d47f port 03dcaa00-ff6b-431d-8a35-e1092e52319d binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:50:41.004722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.146388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-182381862-network', 'tenant_id': '3db97e4ee7d24e0a8a1b93fe980da7fb'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:41.149445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:41.168913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:41.183598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.206823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Transition to ACTIVE for port object b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:41.208111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Made reservation on behalf of 3db97e4ee7d24e0a8a1b93fe980da7fb for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:41.213123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.223349 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.247246 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.256355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:41.287699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:41.288760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.359549 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3bab1545-327b-40a0-bc75-5d0936af932d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3103871 Feb 10 15:50:41.361260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60518) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:41.392957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1180609138'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:41.604564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:41.608742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.622626 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.631693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea5d55-de88-40aa-be43-912ee0820eb2 None None] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:41.637434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.686426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.753498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b7808-1380-45e1-965b-40285ce1f563 None None] Pushing event updated for resources: {'Port': ['ID=03dcaa00-ff6b-431d-8a35-e1092e52319d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:41.768193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.789134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:41.832831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Attempting to bind port 03dcaa00-ff6b-431d-8a35-e1092e52319d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:41.835779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Attempting to bind port 03dcaa00-ff6b-431d-8a35-e1092e52319d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:41.836330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Attempting to bind port 03dcaa00-ff6b-431d-8a35-e1092e52319d on network 3623391e-8b0a-46a4-80ad-c0977994444c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:41.853401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:41.854192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Checking segment: {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:41.855253 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.856006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Bound using segment: {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:41.859906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Bound port: 03dcaa00-ff6b-431d-8a35-e1092e52319d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6f7ecc-c866-4db4-90d1-f25646e5d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:41.860565 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.864682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:41.865727 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Added segment 4a2ab45d-8b22-41b0-a909-7b0ec71a8db8 of type vlan for network 92faf898-cd28-4775-91dd-f7c8e476c62f Feb 10 15:50:41.958201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.054046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Pushing event updated for resources: {'Port': ['ID=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:42.092643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 67e23f88-1daf-4ea5-b574-0a343f52bc19 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:42.120465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:42.121898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.171179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'fixed_ips': [{'subnet_id': '61664d55-3c8a-49e7-99a7-2f57fc904cce'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:50:42.174100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.175582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Attempting to bind port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:42.176135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Attempting to bind port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'd3696923-07f7-44ee-9994-567017dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:42.176724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Attempting to bind port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 on network 31c32dd7-a350-4e7f-a124-ca964030f24b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:42.200426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.214384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:42.215393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.236862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a54f1-5d71-455f-a050-d1b95a6ce8ec req-7159e65c-9e27-4989-9de6-b95d171e53cc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:42.247788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-474a54f1-5d71-455f-a050-d1b95a6ce8ec req-7159e65c-9e27-4989-9de6-b95d171e53cc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.9248197 Feb 10 15:50:42.254670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] For port 03dcaa00-ff6b-431d-8a35-e1092e52319d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:42.256304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 on network 31c32dd7-a350-4e7f-a124-ca964030f24b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:42.256684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Attempting to bind port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 on network 31c32dd7-a350-4e7f-a124-ca964030f24b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:42.273948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:42.275216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Checking segment: {'id': 'd3696923-07f7-44ee-9994-567017dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:42.275641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Bound using segment: {'id': 'd3696923-07f7-44ee-9994-567017dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:42.276159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Bound port: b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3696923-07f7-44ee-9994-567017dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:42.276523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.278698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aae377-98e4-4615-8e92-e162fa67fbcf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:42.284852 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.285292 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Added segment 7e6c4264-b484-4602-98d9-3d1e7543ad88 of type vlan for network 0b1b7dce-0355-45ce-990e-54f60abe20ea Feb 10 15:50:42.298473 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9304004 Feb 10 15:50:42.300148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.306662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60524) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:42.313386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'subnet': {'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:42.327330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2804774-e02e-47fd-bc57-ef5a945f83f3 req-44b9fc64-e2f1-4ffe-9060-446a66ef3e7f tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:42.328961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2804774-e02e-47fd-bc57-ef5a945f83f3 req-44b9fc64-e2f1-4ffe-9060-446a66ef3e7f tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 943 time: 0.4898758 Feb 10 15:50:42.343835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] For port 03dcaa00-ff6b-431d-8a35-e1092e52319d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03dcaa00-ff6b-431d-8a35-e1092e52319d,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:42.380284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.403583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-68319b02-34e4-4db5-88a3-8056fcd8b96f None None] Provisioning complete for port 03dcaa00-ff6b-431d-8a35-e1092e52319d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:42.404239 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68319b02-34e4-4db5-88a3-8056fcd8b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.440046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92aaba-091b-4eed-a4f5-1db8b5074857 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Network': ['ID=92faf898-cd28-4775-91dd-f7c8e476c62f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:42.463803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.471965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 92faf898-cd28-4775-91dd-f7c8e476c62f details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:42.495153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-474a54f1-5d71-455f-a050-d1b95a6ce8ec req-62a64374-3c4a-43a7-86d6-780e2d1f34c4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463465 Feb 10 15:50:42.505259 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2804774-e02e-47fd-bc57-ef5a945f83f3 req-b211bf09-5901-423e-9371-a345bdd134d4 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457765 Feb 10 15:50:42.569631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:42.575565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.576084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.577611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:42.578858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.585143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Router 4ffe5425-5d2f-4d77-803b-08cb2854ee66 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:42.598606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] For port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:42.690431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] For port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,segment=NetworkSegment(d3696923-07f7-44ee-9994-567017dfabe9),segment_id=d3696923-07f7-44ee-9994-567017dfabe9)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:42.701965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 67e23f88-1daf-4ea5-b574-0a343f52bc19 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:42.702522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.711552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7663507 Feb 10 15:50:42.718455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.720923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60534) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:42.809066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Request body: {'subnet': {'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-182381862-subnet', 'tenant_id': '3db97e4ee7d24e0a8a1b93fe980da7fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:42.820126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Pushing event updated for resources: {'Port': ['ID=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:42.830663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b543e-c02e-48d7-bb05-7ac9aebcb3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1b7dce-0355-45ce-990e-54f60abe20ea,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:42.858942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:42.859973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.864344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-2a8de686-7a16-46a3-93b5-d64b628086ff service neutron] 10.222.0.75 "PUT /v2.0/ports/b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 HTTP/1.1" status: 200 len: 1091 time: 2.6085374 Feb 10 15:50:42.864831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'tag': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:42.867384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:42.878006 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f", "tag": "b59842ec-4f6e-4a48-a0bc-4b2b19400cb0"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:42.881704 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Sync routers for ids ['4ffe5425-5d2f-4d77-803b-08cb2854ee66'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:42.882228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0b1b7dce-0355-45ce-990e-54f60abe20ea details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:42.953107 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Routers {'4ffe5425-5d2f-4d77-803b-08cb2854ee66'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:42.956981 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['4ffe5425-5d2f-4d77-803b-08cb2854ee66'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:42.966074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Made reservation on behalf of 3db97e4ee7d24e0a8a1b93fe980da7fb for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:42.975200 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:42.998902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.006009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9e389e19-a5f2-433d-9191-cdc93d3932e9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4648540 Feb 10 15:50:43.009975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:43.028954 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68319b02-34e4-4db5-88a3-8056fcd8b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.031927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b7808-1380-45e1-965b-40285ce1f563 None None] Pushing event updated for resources: {'Port': ['ID=03dcaa00-ff6b-431d-8a35-e1092e52319d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.052210 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21e1909-96ab-4d02-a3c8-6058a507fc6a x-openstack-request-id: req-d21e1909-96ab-4d02-a3c8-6058a507fc6a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:43.053966 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f", "tag": "b59842ec-4f6e-4a48-a0bc-4b2b19400cb0", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:43.054373 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d21e1909-96ab-4d02-a3c8-6058a507fc6a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:43.056323 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'tag': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0', 'status': 'completed', 'code': 200} Feb 10 15:50:43.068264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Routers {'2e279f26-f230-447d-83c2-e70302b9d47f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:43.068815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2e279f26-f230-447d-83c2-e70302b9d47f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:43.194687 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Set router 4ffe5425-5d2f-4d77-803b-08cb2854ee66 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:43.198414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-547ea2fa-ebcb-4856-9ca6-e014161bac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:43.199987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-547ea2fa-ebcb-4856-9ca6-e014161bac0a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d906d75a3b21428f87d089e0c22fe68f&device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 1094 time: 0.2715070 Feb 10 15:50:43.246817 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-62ce953d-6954-414d-ba68-ef3e62a79a96 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/4ffe5425-5d2f-4d77-803b-08cb2854ee66 HTTP/1.1" status: 200 len: 908 time: 0.2353265 Feb 10 15:50:43.247695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60550) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:43.255047 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.323576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-68319b02-34e4-4db5-88a3-8056fcd8b96f None None] For port 03dcaa00-ff6b-431d-8a35-e1092e52319d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03dcaa00-ff6b-431d-8a35-e1092e52319d,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:43.325835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 67e23f88-1daf-4ea5-b574-0a343f52bc19, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=67e23f88-1daf-4ea5-b574-0a343f52bc19,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:43.356976 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68319b02-34e4-4db5-88a3-8056fcd8b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.385852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.410031 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.413314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Allocated IP 19.80.0.2 (a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b/61664d55-3c8a-49e7-99a7-2f57fc904cce/9d895a2f-2778-4653-8e30-651ef9f14d98) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:43.428128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68319b02-34e4-4db5-88a3-8056fcd8b96f None None] Pushing event updated for resources: {'Port': ['ID=03dcaa00-ff6b-431d-8a35-e1092e52319d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.455334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-779f9d24-152e-4ed2-aaf2-f238d6b74f60 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 HTTP/1.1" status: 200 len: 217 time: 0.2398872 Feb 10 15:50:43.455927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.456835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.461378 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe5425-5d2f-4d77-803b-08cb2854ee66', 'name': 'tempest-snat-router-1455016342', 'tenant_id': 'db240f29ff874af395b06e3598b0eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd50bc79d-c695-48b6-addd-5e8fb857ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:37Z', 'updated_at': '2022-02-10T15:50:41Z', 'revision_number': 3, 'project_id': 'db240f29ff874af395b06e3598b0eb09', 'gw_port': {'id': 'd50bc79d-c695-48b6-addd-5e8fb857ff67', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe5425-5d2f-4d77-803b-08cb2854ee66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:39Z', 'updated_at': '2022-02-10T15:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:43.533989 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Checking router: 4ffe5425-5d2f-4d77-803b-08cb2854ee66 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:43.534820 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Updating router 4ffe5425-5d2f-4d77-803b-08cb2854ee66 port d50bc79d-c695-48b6-addd-5e8fb857ff67 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:50:43.552101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Subnet': ['ID=5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.584131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-eaef74a8-6e58-4c15-8c22-7e6a73cbe367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:43.587463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-eaef74a8-6e58-4c15-8c22-7e6a73cbe367 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ceb75c22-8808-4bb2-836a-168eb19c15b4 HTTP/1.1" status: 200 len: 848 time: 0.1152124 Feb 10 15:50:43.598724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Checking segment: {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:43.599254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network hostable DHCP agents. Network: 92faf898-cd28-4775-91dd-f7c8e476c62f, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:43.617508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.627531 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.635763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network 92faf898-cd28-4775-91dd-f7c8e476c62f is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:43.650647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 92faf898-cd28-4775-91dd-f7c8e476c62f) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:43.679891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:43.680905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.682940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d004a46c-5988-4588-89d4-835d3a77f07c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.689529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-3accb0b1-3331-4e92-89cb-ac6064b08b76 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=31c32dd7-a350-4e7f-a124-ca964030f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884247 Feb 10 15:50:43.704205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520d8d7-7c9a-4a5c-ba4f-dc2c9b451f16 None None] Network 92faf898-cd28-4775-91dd-f7c8e476c62f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:43.714774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Deleting port d50bc79d-c695-48b6-addd-5e8fb857ff67 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:43.715541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.729890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bc83ecf7-6d8b-48c1-8934-c0585c4a10a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4123180 Feb 10 15:50:43.740115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] Set router 2e279f26-f230-447d-83c2-e70302b9d47f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:43.835149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.852178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Calling delete_port for d50bc79d-c695-48b6-addd-5e8fb857ff67 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:43.863064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6258928e-b608-448a-b1ed-07a8ed2dc418 None None] Provisioning complete for port 03dcaa00-ff6b-431d-8a35-e1092e52319d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:43.868299 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6258928e-b608-448a-b1ed-07a8ed2dc418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:43.913596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=67e23f88-1daf-4ea5-b574-0a343f52bc19,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.923776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Checking segment: {'id': '7e6c4264-b484-4602-98d9-3d1e7543ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:43.924361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Network hostable DHCP agents. Network: 0b1b7dce-0355-45ce-990e-54f60abe20ea, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:43.969752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d24cfc-fbab-42ac-a609-05ba6c1ee4a1 req-7c197730-f1f1-43d4-962a-f8d8e30880e9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:43.971632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11d24cfc-fbab-42ac-a609-05ba6c1ee4a1 req-7c197730-f1f1-43d4-962a-f8d8e30880e9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3468814 Feb 10 15:50:43.989783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a54cf-c9bf-493f-978d-8b93bb6c2975 req-0b7c6139-fba7-4a34-9c5e-3621f1aca7cb tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:43.997449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba6a54cf-c9bf-493f-978d-8b93bb6c2975 req-0b7c6139-fba7-4a34-9c5e-3621f1aca7cb tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 943 time: 0.2529635 Feb 10 15:50:44.042497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Network 0b1b7dce-0355-45ce-990e-54f60abe20ea is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:44.065272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-5b914bfc-530b-41a2-aae8-b17e01f4e6cd service neutron] 10.222.0.75 "GET /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094585 Feb 10 15:50:44.077837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.087812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 0b1b7dce-0355-45ce-990e-54f60abe20ea) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:44.092732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.093514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.110307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11d24cfc-fbab-42ac-a609-05ba6c1ee4a1 req-1b3ed00c-13a0-4818-9c3f-324c95de2fcb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299274 Feb 10 15:50:44.123961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ad0e2-ffa5-4668-994c-430e3709ad85 None None] Network 0b1b7dce-0355-45ce-990e-54f60abe20ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:44.136459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba6a54cf-c9bf-493f-978d-8b93bb6c2975 req-c90486ab-a52e-41fe-b60b-2977283eb30d tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378801 Feb 10 15:50:44.187613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event deleted for resources: {'Port': ['ID=d50bc79d-c695-48b6-addd-5e8fb857ff67,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:44.190026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.205980 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:50:44.207044 n-d-827895-3 neutron-server[102617]: DEBUG oslo_db.api [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:50:44.279673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-635dbbc8-784a-4fb2-80c8-76ab64d59e0f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4748676 Feb 10 15:50:44.345333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.388842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.391651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.404591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.448438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-106b61ca-16f1-47d5-b091-15adbec8e068 req-0a949a6a-9e53-442d-886e-ee9c989cb798 service neutron] 10.222.0.75 "GET /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621926 Feb 10 15:50:44.459381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-6636dbcc-14eb-4281-8f4f-9d7d0eb46233 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.467557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-6636dbcc-14eb-4281-8f4f-9d7d0eb46233 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.469287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-6636dbcc-14eb-4281-8f4f-9d7d0eb46233 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/networks?id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b&id=92faf898-cd28-4775-91dd-f7c8e476c62f&id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b HTTP/1.1" status: 200 len: 1391 time: 0.1558177 Feb 10 15:50:44.476511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.477397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffe5425-5d2f-4d77-803b-08cb2854ee66 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:44.487228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.498159 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4682db95-2812-4e7d-891f-f87be94115c9 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4ffe5425-5d2f-4d77-803b-08cb2854ee66 HTTP/1.1" status: 204 len: 168 time: 1.2412109 Feb 10 15:50:44.498159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:44.510108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-b6bfac7b-400c-4c43-a655-57bc48240548 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/quotas/b1bf9c1b019940198b3b2bd5dfffcc4d HTTP/1.1" status: 200 len: 375 time: 0.0339475 Feb 10 15:50:44.562432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30632d5-2c38-4105-912c-e80c253b6de5 None None] Network 0b1b7dce-0355-45ce-990e-54f60abe20ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:44.581743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-92faf898-cd28-4775-91dd-f7c8e476c62f', 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'fixed_ips': [{'subnet_id': '5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:50:44.582595 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.586017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:44.646824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:44.650160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:44.656659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-4579b78c-1f08-4f49-ac90-1e81629ef9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.657550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Pushing event updated for resources: {'Port': ['ID=9d895a2f-2778-4653-8e30-651ef9f14d98,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:44.659012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-4579b78c-1f08-4f49-ac90-1e81629ef9d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d906d75a3b21428f87d089e0c22fe68f&device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 1094 time: 0.1479881 Feb 10 15:50:44.708153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-cc1a518c-2539-4c81-9fcd-b97a8af4df34 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763833 Feb 10 15:50:44.736491 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Port d50bc79d-c695-48b6-addd-5e8fb857ff67 not found while updating agent binding for router 4ffe5425-5d2f-4d77-803b-08cb2854ee66. {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 15:50:44.750560 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:44.750950 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:50:44.751621 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_agentschedulers_db [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ffe5425-5d2f-4d77-803b-08cb2854ee66'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102617) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:50:44.751999 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00af8d0-208f-431a-8784-43a7f880688e None None] The sync data for ids ['4ffe5425-5d2f-4d77-803b-08cb2854ee66'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:44.829718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:50:35Z', 'revision_number': 4, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '03dcaa00-ff6b-431d-8a35-e1092e52319d', 'name': '', 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'mac_address': 'fa:16:3e:d6:97:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2997d8ac-9fa8-4651-b181-69b0acda20e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:33Z', 'updated_at': '2022-02-10T15:50:42Z', 'revision_number': 4, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'subnets': [{'id': '2997d8ac-9fa8-4651-b181-69b0acda20e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:44.872847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Attempting to bind port 9d895a2f-2778-4653-8e30-651ef9f14d98 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:44.873215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Attempting to bind port 9d895a2f-2778-4653-8e30-651ef9f14d98 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:44.873571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Attempting to bind port 9d895a2f-2778-4653-8e30-651ef9f14d98 on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:44.879129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce921f-3934-4a0a-a2d3-2e4eb498e01a None None] The sync data for ids ['2e279f26-f230-447d-83c2-e70302b9d47f'] in n-d-827895-3 is: [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:50:35Z', 'revision_number': 4, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '03dcaa00-ff6b-431d-8a35-e1092e52319d', 'name': '', 'network_id': '3623391e-8b0a-46a4-80ad-c0977994444c', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'mac_address': 'fa:16:3e:d6:97:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2997d8ac-9fa8-4651-b181-69b0acda20e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:33Z', 'updated_at': '2022-02-10T15:50:42Z', 'revision_number': 4, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'subnets': [{'id': '2997d8ac-9fa8-4651-b181-69b0acda20e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:44.930463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:44.930741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Checking segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:44.931201 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:44.931579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Bound using segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:44.932250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Bound port: 9d895a2f-2778-4653-8e30-651ef9f14d98, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:44.932417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.000375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-6c8cbac3-58f0-4089-8225-211639a89a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.002072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-6c8cbac3-58f0-4089-8225-211639a89a85 service neutron] 10.222.0.75 "GET /v2.0/networks?id=31c32dd7-a350-4e7f-a124-ca964030f24b HTTP/1.1" status: 200 len: 909 time: 0.2739937 Feb 10 15:50:45.004759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-4b0bb40d-67b1-40ef-a2ea-662f36411427 service neutron] 10.222.0.21 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948008 Feb 10 15:50:45.038425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Allocated IP 19.86.0.2 (92faf898-cd28-4775-91dd-f7c8e476c62f/5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1/66095075-1405-42e3-8285-23894cdea173) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:45.055984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.097117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-c0c8ca96-d723-4b42-815a-c580e40f54c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 HTTP/1.1" status: 200 len: 217 time: 0.0742154 Feb 10 15:50:45.146201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] For port 9d895a2f-2778-4653-8e30-651ef9f14d98, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:45.167167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] For port 9d895a2f-2778-4653-8e30-651ef9f14d98, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9d895a2f-2778-4653-8e30-651ef9f14d98,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:45.174388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.213494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-8e79f764-871a-4395-b5c4-2e76d57f0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.214970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-8e79f764-871a-4395-b5c4-2e76d57f0e47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ceb75c22-8808-4bb2-836a-168eb19c15b4 HTTP/1.1" status: 200 len: 848 time: 0.0817239 Feb 10 15:50:45.289814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-a1ad618a-ec4c-4723-b00c-60021b4899e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=31c32dd7-a350-4e7f-a124-ca964030f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633492 Feb 10 15:50:45.293548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.300290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-6d289e16-3d70-4a7c-bd71-d933f92b7ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669799 Feb 10 15:50:45.333935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125e8e-27be-49ef-92c2-2f325b468657 None None] Pushing event updated for resources: {'Port': ['ID=9d895a2f-2778-4653-8e30-651ef9f14d98,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:45.359157 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.371770 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.397794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Deleting port 67e23f88-1daf-4ea5-b574-0a343f52bc19 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:45.400652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.450641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Network 92faf898-cd28-4775-91dd-f7c8e476c62f is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:45.454929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:45.460223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:45.465043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Pushing event updated for resources: {'Port': ['ID=66095075-1405-42e3-8285-23894cdea173,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:45.551470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-aac1a1ac-ace5-4d6a-a4ff-ccecb190b026 service neutron] 10.222.0.21 "GET /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838882 Feb 10 15:50:45.592385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] For port 67e23f88-1daf-4ea5-b574-0a343f52bc19, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=67e23f88-1daf-4ea5-b574-0a343f52bc19,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:45.592770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.609961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Attempting to bind port 66095075-1405-42e3-8285-23894cdea173 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:45.610542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Attempting to bind port 66095075-1405-42e3-8285-23894cdea173 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:45.611065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Calling delete_port for 67e23f88-1daf-4ea5-b574-0a343f52bc19 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:45.611317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Attempting to bind port 66095075-1405-42e3-8285-23894cdea173 on network 92faf898-cd28-4775-91dd-f7c8e476c62f {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:45.625603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:45.626155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Checking segment: {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:45.626792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.627374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Bound using segment: {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:45.627786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Bound port: 66095075-1405-42e3-8285-23894cdea173, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:45.628270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.645889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-80b691b4-39d2-4fe3-8ba2-d7cd303dc748 service neutron] 10.222.0.75 "GET /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445549 Feb 10 15:50:45.726220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] For port 66095075-1405-42e3-8285-23894cdea173, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:45.730784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] For port 66095075-1405-42e3-8285-23894cdea173, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=66095075-1405-42e3-8285-23894cdea173,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:45.739751 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.827224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4947e-cd58-4f37-960d-6427298748d8 None None] Pushing event updated for resources: {'Port': ['ID=66095075-1405-42e3-8285-23894cdea173,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:45.898723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:45.926060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-9bab0fa3-7942-46e2-8502-0b8e9c8fad3f service neutron] 10.222.0.21 "GET /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327219 Feb 10 15:50:45.939575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event deleted for resources: {'Port': ['ID=67e23f88-1daf-4ea5-b574-0a343f52bc19,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:46.053856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.123114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bd7d799-e01f-4885-b9ee-b3f73f290b9e req-d4880006-1f7b-46ae-98dd-d85b55116d76 service neutron] 10.222.0.75 "GET /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028506 Feb 10 15:50:46.132680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-dbc8c00d-67fb-4828-9369-14bfe87d25af tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.155024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-dbc8c00d-67fb-4828-9369-14bfe87d25af tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/networks?id=0b1b7dce-0355-45ce-990e-54f60abe20ea HTTP/1.1" status: 200 len: 821 time: 0.4357986 Feb 10 15:50:46.189372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-affa7a9c-a9d3-495c-8880-ba6ecfb770a9 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/quotas/3db97e4ee7d24e0a8a1b93fe980da7fb HTTP/1.1" status: 200 len: 375 time: 0.0332646 Feb 10 15:50:46.255489 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.264847 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.273105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9d895a2f-2778-4653-8e30-651ef9f14d98 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:46.311287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-fe81cd99-455d-42c5-a079-16134a98f283 service neutron] 10.222.0.21 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688931 Feb 10 15:50:46.327989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-499b8036-4993-461b-87d1-1b6e171eb796 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3db97e4ee7d24e0a8a1b93fe980da7fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250775 Feb 10 15:50:46.356791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.357371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79d9a0f9-f302-4794-87f4-e16033513a30 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:46.372415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.374878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-973a8b81-9af0-4f1d-a999-eff506fc3a1b tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/79d9a0f9-f302-4794-87f4-e16033513a30 HTTP/1.1" status: 204 len: 168 time: 1.8808846 Feb 10 15:50:46.379932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60650) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:46.391949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-218861827', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:46.459242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.460874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.578801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9d895a2f-2778-4653-8e30-651ef9f14d98 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:46.579178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.583422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.596206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-6638eb3f-b5d5-4dfb-8454-85dc7fd058c7 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665277 Feb 10 15:50:46.702762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-fc287659-e6c3-4f2b-8d33-3f8143e7973f service neutron] 10.222.0.21 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599002 Feb 10 15:50:46.741462 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.768903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-689633a4-873f-4f59-ad4e-4c230149cae6 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707888 Feb 10 15:50:46.784437 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 9d895a2f-2778-4653-8e30-651ef9f14d98, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9d895a2f-2778-4653-8e30-651ef9f14d98,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:46.790419 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:46.791843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 67e23f88-1daf-4ea5-b574-0a343f52bc19 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:46.843693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 67e23f88-1daf-4ea5-b574-0a343f52bc19 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:46.844145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 67e23f88-1daf-4ea5-b574-0a343f52bc19 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 15:50:46.889813 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port 67e23f88-1daf-4ea5-b574-0a343f52bc19 not found, will not notify nova. {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 15:50:46.890134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03dcaa00-ff6b-431d-8a35-e1092e52319d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:46.934945 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa2cae-af3b-4272-9ef3-c4890d3803ac None None] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:46.966206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=9d895a2f-2778-4653-8e30-651ef9f14d98,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:47.044433 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.112038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-95735d1b-06a9-4826-858e-e5bd83f02840 None None] Provisioning complete for port 9d895a2f-2778-4653-8e30-651ef9f14d98 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:47.112489 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95735d1b-06a9-4826-858e-e5bd83f02840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.185287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 03dcaa00-ff6b-431d-8a35-e1092e52319d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:47.185673 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.401682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b1e5-b3a9-4684-8584-12a90a43d1a0 req-ddb6adaf-dd7f-4dd5-bc2c-c31634fe202d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.403858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6121b1e5-b3a9-4684-8584-12a90a43d1a0 req-ddb6adaf-dd7f-4dd5-bc2c-c31634fe202d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2424545 Feb 10 15:50:47.410303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:47.416920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c81fd-769c-4983-b1a9-241ef63da78b req-b45d9540-542b-49d5-8ad7-87dc811c43d5 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.427032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed9c81fd-769c-4983-b1a9-241ef63da78b req-b45d9540-542b-49d5-8ad7-87dc811c43d5 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 943 time: 0.2008593 Feb 10 15:50:47.532261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.548720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed9c81fd-769c-4983-b1a9-241ef63da78b req-fdbe6b09-8f56-41cf-9cce-a0e68257c3f8 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191676 Feb 10 15:50:47.591022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.632242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de728755-8d0c-48ee-9eb0-d9f4578e32eb None None] Network 92faf898-cd28-4775-91dd-f7c8e476c62f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:50:47.754594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Allocated IP 172.25.7.206 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/bae255bc-4bad-4e76-b393-1fa950dbc36b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:47.828960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6121b1e5-b3a9-4684-8584-12a90a43d1a0 req-b332d3cd-d047-4e84-b4cb-4321747935a5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988986 Feb 10 15:50:47.937808 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.985176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:47.997382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8cab5171-90ee-4300-aa33-85f0f0d58fec None None] Provisioning complete for port 66095075-1405-42e3-8285-23894cdea173 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:48.001114 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8cab5171-90ee-4300-aa33-85f0f0d58fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.040239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:48.041162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4508704e-bad0-4c26-897d-a11d012df197 req-05b0367b-117e-48f0-a838-8424d03c0efc tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 210 time: 0.1002905 Feb 10 15:50:48.043749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:48.048450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:48.124213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:48.131994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event updated for resources: {'Port': ['ID=bae255bc-4bad-4e76-b393-1fa950dbc36b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:48.135541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.165872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-152b18ca-f801-43b8-be54-8fe40360caf2 req-7138e4b7-b059-46fd-95bd-3f5a288cb2f4 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 210 time: 0.1197536 Feb 10 15:50:48.237134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:48.240956 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f34861-3de9-4371-923e-72381c43f4a4" -d '{"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:48.257840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:48.310276 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8ca3e1-a094-45d4-aefa-08d0e95ff027 x-openstack-request-id: req-9d8ca3e1-a094-45d4-aefa-08d0e95ff027 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:48.311140 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:48.311384 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d8ca3e1-a094-45d4-aefa-08d0e95ff027 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:48.311814 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'code': 200} Feb 10 15:50:48.318256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 66095075-1405-42e3-8285-23894cdea173 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:48.328722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.436707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-2aa860d7-97bc-4726-bb4d-2ac6cff6cd08 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:48.446775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-2aa860d7-97bc-4726-bb4d-2ac6cff6cd08 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.1832845 Feb 10 15:50:48.462496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-51b87c28-fe0c-4fbf-9d9a-5794cfa21921 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/quotas/5cfe1bd6484e4e7a908e9c65e00e6bce HTTP/1.1" status: 200 len: 375 time: 0.0136726 Feb 10 15:50:48.530079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-5dfffdff-4e95-47b8-9af2-d8eb297b4f68 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592935 Feb 10 15:50:48.537697 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8cab5171-90ee-4300-aa33-85f0f0d58fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.546960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:48.563331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.566404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,segment=NetworkSegment(d3696923-07f7-44ee-9994-567017dfabe9),segment_id=d3696923-07f7-44ee-9994-567017dfabe9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:48.597485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0', 'network_id': '31c32dd7-a350-4e7f-a124-ca964030f24b', 'port_id': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0', 'mac_address': 'fa:16:3e:2b:78:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb75c22-8808-4bb2-836a-168eb19c15b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:48.602595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 66095075-1405-42e3-8285-23894cdea173 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:48.602943 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.677265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8cab5171-90ee-4300-aa33-85f0f0d58fec None None] For port 66095075-1405-42e3-8285-23894cdea173, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=66095075-1405-42e3-8285-23894cdea173,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:48.682474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-53931955-3ac2-42e8-ae2d-88f1266b98c0 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443601 Feb 10 15:50:48.687611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8cab5171-90ee-4300-aa33-85f0f0d58fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.700743 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.738013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:48.819209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:48.910175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9d895a2f-2778-4653-8e30-651ef9f14d98 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:48.916190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab5171-90ee-4300-aa33-85f0f0d58fec None None] Pushing event updated for resources: {'Port': ['ID=66095075-1405-42e3-8285-23894cdea173,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:48.921918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,segment=NetworkSegment(d3696923-07f7-44ee-9994-567017dfabe9),segment_id=d3696923-07f7-44ee-9994-567017dfabe9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:48.956127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.004366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-37aa8aca-b93d-491d-b6b5-95a881f87dec None None] Provisioning complete for port 9d895a2f-2778-4653-8e30-651ef9f14d98 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:49.004738 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-37aa8aca-b93d-491d-b6b5-95a881f87dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.069516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Router b27c7bd0-c693-4f86-a76c-6feab836afd5 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:49.075303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:49.100350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9d895a2f-2778-4653-8e30-651ef9f14d98 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:49.100699 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.186474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:49.211584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.213394 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f9b1d53-6604-4b59-ace9-9b019dcb017a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8317115 Feb 10 15:50:49.216324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60698) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:49.217076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] Sync routers for ids ['b27c7bd0-c693-4f86-a76c-6feab836afd5'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:49.222317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': False}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:49.245163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] Routers {'b27c7bd0-c693-4f86-a76c-6feab836afd5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:49.246352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b27c7bd0-c693-4f86-a76c-6feab836afd5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.318351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.325586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684d345-f11c-496c-b21b-ccad99b8357a req-244b8d85-880c-4a81-a12a-8c531ee0d039 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.332960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5684d345-f11c-496c-b21b-ccad99b8357a req-244b8d85-880c-4a81-a12a-8c531ee0d039 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 943 time: 0.6429150 Feb 10 15:50:49.341806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] Routers {'b27c7bd0-c693-4f86-a76c-6feab836afd5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:49.342428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b27c7bd0-c693-4f86-a76c-6feab836afd5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.344304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-39ec64a6-aaa7-4f18-9c20-664858b04a9c None None] Provisioning complete for port 66095075-1405-42e3-8285-23894cdea173 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:49.344784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-39ec64a6-aaa7-4f18-9c20-664858b04a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.408162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-da7caca3-b2b0-435f-8ec8-4d5a6105c9fa tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.416367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-da7caca3-b2b0-435f-8ec8-4d5a6105c9fa tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.418967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-da7caca3-b2b0-435f-8ec8-4d5a6105c9fa tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "GET /v2.0/networks?id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b&id=92faf898-cd28-4775-91dd-f7c8e476c62f&id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b HTTP/1.1" status: 200 len: 1391 time: 0.2534235 Feb 10 15:50:49.466061 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'port': {'device_id': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'admin_state_up': True, 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:49.483521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-af19d63b-da40-49fe-9194-bc9e79cabb3d service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948439 Feb 10 15:50:49.547906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 67e23f88-1daf-4ea5-b574-0a343f52bc19 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:49.550276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b59842ec-4f6e-4a48-a0bc-4b2b19400cb0'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:49.556905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.557553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35cea52-81f8-468b-a396-d0ca10cdf829 None None] The sync data for ids ['b27c7bd0-c693-4f86-a76c-6feab836afd5'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:49.567308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5684d345-f11c-496c-b21b-ccad99b8357a req-966cfc05-94c4-4d49-b10a-7cb05f33d5b5 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335031 Feb 10 15:50:49.612178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 67e23f88-1daf-4ea5-b574-0a343f52bc19 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:49.612427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-5c28d9a3-8884-4248-9b63-ff8e5a917735 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.612585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 67e23f88-1daf-4ea5-b574-0a343f52bc19 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:49.614993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-5c28d9a3-8884-4248-9b63-ff8e5a917735 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.45 "GET /v2.0/networks?id=0b1b7dce-0355-45ce-990e-54f60abe20ea HTTP/1.1" status: 200 len: 821 time: 0.3127718 Feb 10 15:50:49.659621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Request body: {'port': {'device_id': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea', 'admin_state_up': True, 'tenant_id': '3db97e4ee7d24e0a8a1b93fe980da7fb'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:49.710472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.829173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2db7d57-cfaf-4818-8a7c-0186e1484141 req-9035be7b-26d4-4648-bd0b-9d0c2cf7c6e2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 210 time: 0.0521669 Feb 10 15:50:49.872588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:49.876182 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:49.918541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d520d-35a1-4fc3-8e2d-ffc8403f2ff8 req-2fcbef45-eaa1-4aa6-8ccd-787a4882486e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.920273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd5d520d-35a1-4fc3-8e2d-ffc8403f2ff8 req-2fcbef45-eaa1-4aa6-8ccd-787a4882486e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1421978 Feb 10 15:50:49.977921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd5d520d-35a1-4fc3-8e2d-ffc8403f2ff8 req-0be42c06-c074-4863-88f3-b28a47af8508 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 Feb 10 15:50:49.981123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Made reservation on behalf of 3db97e4ee7d24e0a8a1b93fe980da7fb for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:49.984610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.058152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 66095075-1405-42e3-8285-23894cdea173 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:50.125903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e81d1d97-051c-4db4-b034-d1b67d8aff1a req-b710be6c-0062-4db5-ba14-59b6115217eb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 210 time: 0.0711734 Feb 10 15:50:50.128119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2a91be6-c256-4880-8630-b33f6849dcd2 req-83ada8b2-cc2c-494e-8731-d86bd6024965 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 210 time: 0.1558690 Feb 10 15:50:50.144511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 66095075-1405-42e3-8285-23894cdea173 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:50.147646 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.324491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Allocated IP 172.20.0.14 (0b1b7dce-0355-45ce-990e-54f60abe20ea/d004a46c-5988-4588-89d4-835d3a77f07c/30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:50.361420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Allocated IP 19.80.0.233 (a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b/61664d55-3c8a-49e7-99a7-2f57fc904cce/67e67c37-b71b-41b6-85d3-2278f0f5515e) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:50.434112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-0e67e364-296e-4866-8dc9-a12ec6d81531 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:50.435569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-0e67e364-296e-4866-8dc9-a12ec6d81531 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "GET /v2.0/ports?device_id=0667873c-7a69-4a18-80b4-2615aa1732bc HTTP/1.1" status: 200 len: 944 time: 0.4706225 Feb 10 15:50:50.603235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.639359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.667363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Deleting port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:50.667902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.694943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.762672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Network 0b1b7dce-0355-45ce-990e-54f60abe20ea is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:50.766398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.774506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:50.787144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f358-92ec-4ae5-8a34-633a50b74a9f req-9a1f6973-d151-46ff-8a82-2ad63b4759c1 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:50.788723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dde4f358-92ec-4ae5-8a34-633a50b74a9f req-9a1f6973-d151-46ff-8a82-2ad63b4759c1 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 944 time: 0.1254582 Feb 10 15:50:50.793800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:50.794220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.799122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Pushing event updated for resources: {'Port': ['ID=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:50.806099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.809781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] For port d05aea1b-e60b-41f0-891d-ee7c9a1dc809, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:50.810143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.853591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Calling delete_port for d05aea1b-e60b-41f0-891d-ee7c9a1dc809 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:50.871550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:50.889109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:50.903064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:50.949863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:50.950481 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:50.961514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dde4f358-92ec-4ae5-8a34-633a50b74a9f req-4ae5bd26-3353-4197-9f92-db9076e989b0 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592131 Feb 10 15:50:50.992217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:51.020045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-64034194-a68a-4544-a17f-0e5c98913ce2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3689084 Feb 10 15:50:51.029098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.029763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.048626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Request body: {'port': {'device_id': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:51.052060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Router b27c7bd0-c693-4f86-a76c-6feab836afd5 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:51.160063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-d22bfb8e-2b3f-4838-a596-79a5941612ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7089827 Feb 10 15:50:51.176434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.194464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e5e42-56a0-47c4-bc34-25f6005d7a88 req-ffcba285-bf50-48f4-8448-eaa8d3c588cb tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.196030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-306e5e42-56a0-47c4-bc34-25f6005d7a88 req-ffcba285-bf50-48f4-8448-eaa8d3c588cb tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 932 time: 0.2857928 Feb 10 15:50:51.230681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'port': {'device_id': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f', 'admin_state_up': True, 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:51.243659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event deleted for resources: {'Port': ['ID=d05aea1b-e60b-41f0-891d-ee7c9a1dc809,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:51.259479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ead9067f-29ad-4f23-84ab-b3ea5e50f2c8 None None] Provisioning complete for port 67e67c37-b71b-41b6-85d3-2278f0f5515e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:51.260018 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ead9067f-29ad-4f23-84ab-b3ea5e50f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.299188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ead9067f-29ad-4f23-84ab-b3ea5e50f2c8 None None] Port 67e67c37-b71b-41b6-85d3-2278f0f5515e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:51.299773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] No DVR routers for this DVR port d05aea1b-e60b-41f0-891d-ee7c9a1dc809 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:51.303613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.307527 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6079fd39-c309-45af-aee3-36e497b8ab76 req-9d0fc2a1-fc9c-4f7f-a1a4-7c3d29aaf5dd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "DELETE /v2.0/ports/d05aea1b-e60b-41f0-891d-ee7c9a1dc809 HTTP/1.1" status: 204 len: 173 time: 0.8635924 Feb 10 15:50:51.310654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-deleted', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:51.313224 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff5a29-121b-4c7c-b280-d7b362e34c2a" -d '{"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-deleted", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:51.325127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:51.329756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.334133 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-191d8489-a2eb-47ce-af91-a448e218239e tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "PUT /v2.0/routers/b27c7bd0-c693-4f86-a76c-6feab836afd5 HTTP/1.1" status: 200 len: 925 time: 2.1140542 Feb 10 15:50:51.334563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60722) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:51.338600 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] Sync routers for ids ['b27c7bd0-c693-4f86-a76c-6feab836afd5'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:51.351243 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] Routers {'b27c7bd0-c693-4f86-a76c-6feab836afd5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:51.352684 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b27c7bd0-c693-4f86-a76c-6feab836afd5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.355025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.386724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12e66f-b9d5-46e4-a4fa-dac4af198159 req-7dda9dfb-c90a-4481-b6b2-32ec3e638fee tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.394653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e12e66f-b9d5-46e4-a4fa-dac4af198159 req-7dda9dfb-c90a-4481-b6b2-32ec3e638fee tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2672644 Feb 10 15:50:51.397463 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.408499 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] Routers {'b27c7bd0-c693-4f86-a76c-6feab836afd5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:51.409348 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b27c7bd0-c693-4f86-a76c-6feab836afd5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.448122 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.449990 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18795f1-8a68-4e1c-8187-763d3480425d None None] The sync data for ids ['b27c7bd0-c693-4f86-a76c-6feab836afd5'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:51.456630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-306e5e42-56a0-47c4-bc34-25f6005d7a88 req-22ed2791-0d46-45cd-85f6-debf5cc89d06 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155349 Feb 10 15:50:51.480078 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2ca30693-0a45-4d4d-9441-0ced5a4374fc tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/b27c7bd0-c693-4f86-a76c-6feab836afd5 HTTP/1.1" status: 200 len: 925 time: 0.1359229 Feb 10 15:50:51.480078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:51.500269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-64af02f4-f29a-4b9d-b4eb-0318bb080761 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.501737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-64af02f4-f29a-4b9d-b4eb-0318bb080761 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.4213727 Feb 10 15:50:51.521963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Request body: {'port': {'device_id': '1038834a-089f-4bbe-bee1-3568ce00061b', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'admin_state_up': True, 'tenant_id': '5cfe1bd6484e4e7a908e9c65e00e6bce'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:51.552387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e12e66f-b9d5-46e4-a4fa-dac4af198159 req-597d434a-fdf7-41d9-aad8-54d8d128e4e8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569507 Feb 10 15:50:51.560424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210a4bc0-5d26-4a06-ba34-95ea79d17414 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.565027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-210a4bc0-5d26-4a06-ba34-95ea79d17414 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=b27c7bd0-c693-4f86-a76c-6feab836afd5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0872281 Feb 10 15:50:51.565944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:51.638400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586139d-3bd0-42f0-aa03-ed3684c765be req-a3935679-ca67-40ca-85c9-53717db0a5b7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 210 time: 0.0906227 Feb 10 15:50:51.664379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6d86b-f576-4a8f-b3f8-ee6c238ffa46 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.669297 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f0c6d86b-f576-4a8f-b3f8-ee6c238ffa46 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.0996759 Feb 10 15:50:51.669539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60730) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:51.699292 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85303f-c8bc-468a-aecd-0a04e23a4cd3 x-openstack-request-id: req-2f85303f-c8bc-468a-aecd-0a04e23a4cd3 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:51.699611 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667873c-7a69-4a18-80b4-2615aa1732bc", "name": "network-vif-deleted", "tag": "d05aea1b-e60b-41f0-891d-ee7c9a1dc809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:51.699870 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f85303f-c8bc-468a-aecd-0a04e23a4cd3 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:51.700284 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667873c-7a69-4a18-80b4-2615aa1732bc', 'name': 'network-vif-deleted', 'tag': 'd05aea1b-e60b-41f0-891d-ee7c9a1dc809', 'status': 'completed', 'code': 200} Feb 10 15:50:51.704930 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8eba7867-f8a9-4ab1-96a9-56f509b2d44d tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=b27c7bd0-c693-4f86-a76c-6feab836afd5 HTTP/1.1" status: 200 len: 205 time: 0.0313382 Feb 10 15:50:51.706730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60732) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:51.769655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:51.773461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:51.861134 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.001139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70450-4841-472f-b3f8-293f3738d420 req-8bbf0d4d-fd9f-4452-9948-3ea1fa27329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.002848 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-8bbf0d4d-fd9f-4452-9948-3ea1fa27329f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.0967340 Feb 10 15:50:52.032503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.123966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:52.134870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70450-4841-472f-b3f8-293f3738d420 req-914a1c25-36a1-4f4f-a447-eede1a0cad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.135233 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-914a1c25-36a1-4f4f-a447-eede1a0cad90 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1220720 Feb 10 15:50:52.161822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1faec-400b-4b64-bf64-ca8fe333c3b1 req-439d9d0d-14b9-47b0-8d74-94ab37f6edfa tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.163224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf1faec-400b-4b64-bf64-ca8fe333c3b1 req-439d9d0d-14b9-47b0-8d74-94ab37f6edfa tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 932 time: 0.5338562 Feb 10 15:50:52.187917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Deleting port bae255bc-4bad-4e76-b393-1fa950dbc36b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:52.188260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.192422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:52.198405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:52.198914 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.254090 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-86d22c74-4815-4d43-9824-92929bbb908b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.1112647 Feb 10 15:50:52.291731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.294890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c783126-74ce-4775-9c8f-53a1662f84db req-87094387-65f1-4095-9cbd-8e90896bee66 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.296452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c783126-74ce-4775-9c8f-53a1662f84db req-87094387-65f1-4095-9cbd-8e90896bee66 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.4390886 Feb 10 15:50:52.299620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Made reservation on behalf of 5cfe1bd6484e4e7a908e9c65e00e6bce for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:52.302799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.317345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:52.319713 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639133b-fc69-408c-9c66-fffa1671333f" -d '{"events": [{"server_uuid": "7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "b59842ec-4f6e-4a48-a0bc-4b2b19400cb0"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:52.326499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70450-4841-472f-b3f8-293f3738d420 req-1b86019b-21e7-4a6f-8cda-c9573e236431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.328165 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-1b86019b-21e7-4a6f-8cda-c9573e236431 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0658996 Feb 10 15:50:52.333360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,segment=NetworkSegment(d3696923-07f7-44ee-9994-567017dfabe9),segment_id=d3696923-07f7-44ee-9994-567017dfabe9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:52.338543 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.354409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.380844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Calling delete_port for bae255bc-4bad-4e76-b393-1fa950dbc36b owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:52.392584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf1faec-400b-4b64-bf64-ca8fe333c3b1 req-a09d947a-a590-4b67-abd1-d7402c2f81f8 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823156 Feb 10 15:50:52.394769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:52.404198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70450-4841-472f-b3f8-293f3738d420 req-210df604-0d04-404a-878d-90e32c5c70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.406167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-210df604-0d04-404a-878d-90e32c5c70ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671511 Feb 10 15:50:52.502927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c783126-74ce-4775-9c8f-53a1662f84db req-ec3712b4-c3ba-45b5-b17b-08a7654a19bb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914937 Feb 10 15:50:52.504847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Allocated IP 19.86.0.73 (92faf898-cd28-4775-91dd-f7c8e476c62f/5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1/9ee71f39-cfac-4422-ba1e-6e96d255f2d5) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:52.559432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:52.559595 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2a475-bcc6-4dd9-8213-76b1c3940bb2 x-openstack-request-id: req-8bf2a475-bcc6-4dd9-8213-76b1c3940bb2 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:52.560155 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "b59842ec-4f6e-4a48-a0bc-4b2b19400cb0", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:52.560471 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf2a475-bcc6-4dd9-8213-76b1c3940bb2 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:52.560927 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0', 'code': 200} Feb 10 15:50:52.575434 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-c951a13e-628e-46fa-98ab-d733951efe0b service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404188 Feb 10 15:50:52.575590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.655476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Transition to ACTIVE for port object 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:52.678475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.743585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258ecc2-0229-4bd5-9410-1d789a9a68b4 req-f0711003-0a2e-42c6-90f4-955ab10a593e tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.745284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9258ecc2-0229-4bd5-9410-1d789a9a68b4 req-f0711003-0a2e-42c6-90f4-955ab10a593e tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 945 time: 0.2458756 Feb 10 15:50:52.762178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ba47-3963-48cd-b8cc-c670ff3bee0d req-d44e3e16-148c-4745-89f2-be1dcb7a7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.763769 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9967ba47-3963-48cd-b8cc-c670ff3bee0d req-d44e3e16-148c-4745-89f2-be1dcb7a7fa4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 1096 time: 0.1093752 Feb 10 15:50:52.768741 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3fc70450-4841-472f-b3f8-293f3738d420 req-bce9df2f-c00f-4220-96ac-068fedbb1ad2 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801119 Feb 10 15:50:52.797632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.805709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Allocated IP 172.20.0.5 (b6f59662-be33-4ea6-a4c7-a5218ba3a0ec/dadc7d23-c0ce-4019-920b-04242426a8a8/a33a2c1c-ae1e-456a-a671-7ed962721c7b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:52.844863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event deleted for resources: {'Port': ['ID=bae255bc-4bad-4e76-b393-1fa950dbc36b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:52.863981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Pushing event updated for resources: {'Port': ['ID=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:52.870580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9967ba47-3963-48cd-b8cc-c670ff3bee0d req-161bf531-f585-4803-8560-86f3e877b38c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949607 Feb 10 15:50:52.886228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1629b-d03e-44b3-80c6-5486a7b6d37b req-8e953497-ebab-46b6-aca7-e96b29085c74 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.887759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a1629b-d03e-44b3-80c6-5486a7b6d37b req-8e953497-ebab-46b6-aca7-e96b29085c74 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 932 time: 0.2407646 Feb 10 15:50:52.917932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:52.962563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9258ecc2-0229-4bd5-9410-1d789a9a68b4 req-3017c268-772d-4070-9128-622fa4b054f2 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970885 Feb 10 15:50:53.015274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.017454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.060029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.061214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.061956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Fanout notify agent at l3_agent the message router_deleted on router b27c7bd0-c693-4f86-a76c-6feab836afd5 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:53.068723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.069821 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b50d5b92-5ea8-4557-893c-e321373bf528 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/b27c7bd0-c693-4f86-a76c-6feab836afd5 HTTP/1.1" status: 204 len: 168 time: 1.3637571 Feb 10 15:50:53.074783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:53.079199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1525901508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:53.103834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.104830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.125138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19d4cd38-b1b7-49aa-8e32-f3a0325d4d48 req-ca561257-06cc-4fe7-b158-3f3e5188caaf tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 210 time: 0.0857141 Feb 10 15:50:53.128000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a1629b-d03e-44b3-80c6-5486a7b6d37b req-6579be80-3b81-41fb-bba1-c936dd1cd1db tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069426 Feb 10 15:50:53.158928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Attempting to bind port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:53.159270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Attempting to bind port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7e6c4264-b484-4602-98d9-3d1e7543ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:53.159626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Attempting to bind port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 on network 0b1b7dce-0355-45ce-990e-54f60abe20ea {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:53.168916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.173062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.174159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 on network 0b1b7dce-0355-45ce-990e-54f60abe20ea not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:53.174500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Attempting to bind port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 on network 0b1b7dce-0355-45ce-990e-54f60abe20ea {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:53.190930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.194601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f12d28f1-c53a-4714-a87c-a7a86156a848 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1163700 Feb 10 15:50:53.194751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:53.194751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Checking segment: {'id': '7e6c4264-b484-4602-98d9-3d1e7543ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:53.194751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Bound using segment: {'id': '7e6c4264-b484-4602-98d9-3d1e7543ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:53.195078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60746) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:53.195238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Bound port: 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6c4264-b484-4602-98d9-3d1e7543ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:53.195633 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.199797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:53.221648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.300174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.319227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network 92faf898-cd28-4775-91dd-f7c8e476c62f is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:53.327429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:53.329936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:53.336719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:53.366303 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.407275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] For port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:53.421456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:53.433500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.433635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.437409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] For port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,segment=NetworkSegment(7e6c4264-b484-4602-98d9-3d1e7543ad88),segment_id=7e6c4264-b484-4602-98d9-3d1e7543ad88)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:53.446973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.457984 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.499370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: d05aea1b-e60b-41f0-891d-ee7c9a1dc809 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:50:53.501078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d05aea1b-e60b-41f0-891d-ee7c9a1dc809 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:53.523914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.524621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.526102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] 10.222.0.45 "PUT /v2.0/ports/30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 HTTP/1.1" status: 200 len: 1092 time: 2.4934626 Feb 10 15:50:53.541957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c5e035d4-a885-47bf-a7db-65cbf8c1f8e7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3566363 Feb 10 15:50:53.542675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'tag': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:53.544979 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1815a000-2845-4b20-a5dc-530cb6709d00" -d '{"events": [{"name": "network-changed", "server_uuid": "39862d19-aaf2-46ed-b143-554a0b4c6ff4", "tag": "30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:53.564784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'port': {'device_id': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'admin_state_up': True, 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:53.639326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:53.657996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ab37c433-612e-4a31-a250-35f7ef57e8cc None None] Provisioning complete for port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:53.658494 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab37c433-612e-4a31-a250-35f7ef57e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.698855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ab37c433-612e-4a31-a250-35f7ef57e8cc None None] Port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:53.709304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:53.712297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:53.767836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5695136-d98f-4c08-b397-5976d6cb7dcf service neutron] Pushing event updated for resources: {'Port': ['ID=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:53.782687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.854753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-df8c4e1f-6c95-47e6-9950-a1be3aa097f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.856284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-df8c4e1f-6c95-47e6-9950-a1be3aa097f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3db97e4ee7d24e0a8a1b93fe980da7fb&device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 1095 time: 0.2720675 Feb 10 15:50:53.875366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782a9-8cfb-4ec3-8cc3-811135d57eb7 req-0e8a08e3-d5ca-424c-9b93-9c3d90b3a5dd tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.876876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21e782a9-8cfb-4ec3-8cc3-811135d57eb7 req-0e8a08e3-d5ca-424c-9b93-9c3d90b3a5dd tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 944 time: 0.3286169 Feb 10 15:50:53.882300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.883168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.915555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:53.967121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-4bf483ad-86cf-4373-a0b9-392044e4cc1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 HTTP/1.1" status: 200 len: 217 time: 0.0791059 Feb 10 15:50:53.974389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eab251-50ac-4c5c-830e-de0aabcff35b req-a8b8de22-9556-49cc-87b3-a0597603d917 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.975845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18eab251-50ac-4c5c-830e-de0aabcff35b req-a8b8de22-9556-49cc-87b3-a0597603d917 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3305712 Feb 10 15:50:53.981906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:53.989811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-1aa85615-dcfd-4a96-8ba9-cee575a75367 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4751437 Feb 10 15:50:54.001235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.049986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Request body: {'port': {'device_id': '1038834a-089f-4bbe-bee1-3568ce00061b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:54.090306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21e782a9-8cfb-4ec3-8cc3-811135d57eb7 req-306e8f1c-9f8a-4cbc-9210-271ee0472331 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034853 Feb 10 15:50:54.116823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Allocated IP 172.25.7.228 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/5ac96e09-cbb6-421e-8556-05278bf8b55b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:54.146774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18eab251-50ac-4c5c-830e-de0aabcff35b req-a2a54e22-72bb-4081-b693-64edf25da822 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528039 Feb 10 15:50:54.151317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-3ccacbb4-677f-4f04-8447-68c16d789d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:54.152796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-3ccacbb4-677f-4f04-8447-68c16d789d8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d004a46c-5988-4588-89d4-835d3a77f07c HTTP/1.1" status: 200 len: 861 time: 0.1750634 Feb 10 15:50:54.155713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:54.160771 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.164259 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48267769-a6e5-4d0d-afcd-0ccff16cc859 x-openstack-request-id: req-48267769-a6e5-4d0d-afcd-0ccff16cc859 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:54.164711 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39862d19-aaf2-46ed-b143-554a0b4c6ff4", "tag": "30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:54.175621 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48267769-a6e5-4d0d-afcd-0ccff16cc859 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:54.176203 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'tag': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8', 'status': 'completed', 'code': 200} Feb 10 15:50:54.201886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.228005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-835c8ce5-0e83-48ab-a5ed-0f490c1fc7b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b1b7dce-0355-45ce-990e-54f60abe20ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477767 Feb 10 15:50:54.255498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.294389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.346003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:54.348957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:54.354472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:54.357566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event updated for resources: {'Port': ['ID=5ac96e09-cbb6-421e-8556-05278bf8b55b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:54.647521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.776207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c84917-e412-4ca6-a590-1b525ead1cdd req-ebd549e9-6bc3-4084-ac97-06fb2a2cc6e9 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:54.778671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0c84917-e412-4ca6-a590-1b525ead1cdd req-ebd549e9-6bc3-4084-ac97-06fb2a2cc6e9 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 945 time: 0.5495563 Feb 10 15:50:54.872506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.875850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:54.903392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-7503ca39-ab8c-483e-8d28-5dcf81f3d124 service neutron] 10.222.0.45 "GET /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519926 Feb 10 15:50:54.926934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Allocated IP 19.80.0.136 (a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b/61664d55-3c8a-49e7-99a7-2f57fc904cce/18f1b784-7d69-45c4-9d94-dd646e811f33) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:55.006987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Router f4a3883d-8e29-4197-a72b-b947a936d3a6 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:55.012669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0c84917-e412-4ca6-a590-1b525ead1cdd req-c357241d-6ab4-4afa-8a2e-60c0eeb87b1e tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794119 Feb 10 15:50:55.067529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25528-ccbb-4d4c-9ea8-7f951ca3a69b req-43170f0c-655f-41dc-85a3-bc505c3383cb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.069093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31b25528-ccbb-4d4c-9ea8-7f951ca3a69b req-43170f0c-655f-41dc-85a3-bc505c3383cb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 931 time: 0.3067317 Feb 10 15:50:55.114733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:55.123480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.124683 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3dce3931-8c44-4a7a-a986-825f5fb11c66 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "PUT /v2.0/routers/f4a3883d-8e29-4197-a72b-b947a936d3a6 HTTP/1.1" status: 200 len: 884 time: 1.9289136 Feb 10 15:50:55.127169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] Sync routers for ids ['f4a3883d-8e29-4197-a72b-b947a936d3a6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:55.127678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60772) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:55.139720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] Routers {'f4a3883d-8e29-4197-a72b-b947a936d3a6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:55.140757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f4a3883d-8e29-4197-a72b-b947a936d3a6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:55.187667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:55.197594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] Routers {'f4a3883d-8e29-4197-a72b-b947a936d3a6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:55.198482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f4a3883d-8e29-4197-a72b-b947a936d3a6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:55.232010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:55.232949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df68730-3bbd-4540-8fc9-975ddfcf16f1 None None] The sync data for ids ['f4a3883d-8e29-4197-a72b-b947a936d3a6'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:55.239798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a23616a3-2ba8-4e2c-a566-19db9dba17ce tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/f4a3883d-8e29-4197-a72b-b947a936d3a6 HTTP/1.1" status: 200 len: 925 time: 0.1083260 Feb 10 15:50:55.240299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:55.274195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-359bcad6-7cf2-45dc-ac25-090b7de79324 req-1a50ab87-8b2c-4c9b-af76-dac52c6934e0 service neutron] 10.222.0.45 "GET /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551962 Feb 10 15:50:55.277039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31b25528-ccbb-4d4c-9ea8-7f951ca3a69b req-223d6c1e-922b-4264-b51f-765633c25bdb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910529 Feb 10 15:50:55.286952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fa32b-9f4c-4100-9ddb-bc0f7546d400 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.289754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-795fa32b-9f4c-4100-9ddb-bc0f7546d400 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=f4a3883d-8e29-4197-a72b-b947a936d3a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0483532 Feb 10 15:50:55.292303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60776) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:55.307596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a364b-bc9e-4095-810b-93dc6e09da70 req-7772000c-0830-4660-a7d8-1d8a0a25c103 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.313556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a364b-bc9e-4095-810b-93dc6e09da70 req-7772000c-0830-4660-a7d8-1d8a0a25c103 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.315198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-523a364b-bc9e-4095-810b-93dc6e09da70 req-7772000c-0830-4660-a7d8-1d8a0a25c103 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 1654 time: 0.2080996 Feb 10 15:50:55.392984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7697434-5ced-4345-ac91-43178bfc70a7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.394636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b7697434-5ced-4345-ac91-43178bfc70a7 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.1008887 Feb 10 15:50:55.397426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:55.425347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2fb5f589-e5b9-4d99-ac35-f9c7e5c51021 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a3883d-8e29-4197-a72b-b947a936d3a6 HTTP/1.1" status: 200 len: 205 time: 0.0266147 Feb 10 15:50:55.427787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:55.475930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33a2c1c-ae1e-456a-a671-7ed962721c7b {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:55.483219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.493360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.509001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-523a364b-bc9e-4095-810b-93dc6e09da70 req-f560c8a2-f306-45c6-98bd-86b95d48a775 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708422 Feb 10 15:50:55.530786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Transition to ACTIVE for port object a33a2c1c-ae1e-456a-a671-7ed962721c7b will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:55.530786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-cd5f57e6-cde9-4587-a991-d9a4fb10a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.531893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-cd5f57e6-cde9-4587-a991-d9a4fb10a7f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3db97e4ee7d24e0a8a1b93fe980da7fb&device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 1095 time: 0.1628108 Feb 10 15:50:55.543821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.545765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.554491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04298970-f2db-4cda-ba8b-ce09c5ee8d96 req-5881046f-95c6-4490-b847-69fe452f263b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.556027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04298970-f2db-4cda-ba8b-ce09c5ee8d96 req-5881046f-95c6-4490-b847-69fe452f263b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1913533 Feb 10 15:50:55.652040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.705107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.709219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Deleting port 5ac96e09-cbb6-421e-8556-05278bf8b55b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:55.710103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.732615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:55.764084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04298970-f2db-4cda-ba8b-ce09c5ee8d96 req-3ff9774c-ef5a-49a3-beec-c4f29346bdcb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975706 Feb 10 15:50:55.815255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:55.828840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Calling delete_port for 5ac96e09-cbb6-421e-8556-05278bf8b55b owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:55.852230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:55.862802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.870059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.875411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.881220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.887136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.893147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.899335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.901289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ed67b706-e0a4-4397-91fb-609a6a897ff9 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.2950518 Feb 10 15:50:55.921132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:55.930162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:55.933316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-32d8a2cb-1ab3-4002-af4d-bccfba084de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.934802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-32d8a2cb-1ab3-4002-af4d-bccfba084de9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b1b7dce-0355-45ce-990e-54f60abe20ea HTTP/1.1" status: 200 len: 922 time: 0.3912785 Feb 10 15:50:55.956206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Port': ['ID=18f1b784-7d69-45c4-9d94-dd646e811f33,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:56.016975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.045319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-7d401967-6145-4b56-8c76-a58bcd68fb9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 HTTP/1.1" status: 200 len: 217 time: 0.0865238 Feb 10 15:50:56.046955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event deleted for resources: {'Port': ['ID=5ac96e09-cbb6-421e-8556-05278bf8b55b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:56.113833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.115566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Attempting to bind port a33a2c1c-ae1e-456a-a671-7ed962721c7b on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:56.115702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Attempting to bind port a33a2c1c-ae1e-456a-a671-7ed962721c7b by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:56.116036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Attempting to bind port a33a2c1c-ae1e-456a-a671-7ed962721c7b on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:56.122004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c972f29-5ac7-47e1-bf31-54da305dd3d2 req-ddc551b7-940c-4b6e-8836-416eedec08d1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020917 Feb 10 15:50:56.127539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.128185 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.144665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f21089-d073-4277-9e66-cd0c4c4b4216 req-fb090c5a-ff0a-4ce7-858b-786fd5152ef7 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.147113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6f21089-d073-4277-9e66-cd0c4c4b4216 req-fb090c5a-ff0a-4ce7-858b-786fd5152ef7 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 944 time: 0.2983267 Feb 10 15:50:56.173830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Port a33a2c1c-ae1e-456a-a671-7ed962721c7b on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:56.174172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Attempting to bind port a33a2c1c-ae1e-456a-a671-7ed962721c7b on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:56.207522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-3eff0807-e2cf-4514-8167-cf0940fcc3f7 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6542151 Feb 10 15:50:56.209866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:56.210207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Checking segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:56.211180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Bound using segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:56.211417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Bound port: a33a2c1c-ae1e-456a-a671-7ed962721c7b, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:56.211766 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.215946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-f3f9fef2-5f6e-4652-aa77-0b46a0d6cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.217544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-f3f9fef2-5f6e-4652-aa77-0b46a0d6cf6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d004a46c-5988-4588-89d4-835d3a77f07c HTTP/1.1" status: 200 len: 861 time: 0.1623919 Feb 10 15:50:56.218435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.220662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.236916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Request body: {'port': {'device_id': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:56.245442 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-236be3be-d2fe-4f6c-bb3e-07786630d8a0 None None] Provisioning complete for port 18f1b784-7d69-45c4-9d94-dd646e811f33 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:56.246088 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-236be3be-d2fe-4f6c-bb3e-07786630d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.296783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.297333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Fanout notify agent at l3_agent the message router_deleted on router f4a3883d-8e29-4197-a72b-b947a936d3a6 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:56.299775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-236be3be-d2fe-4f6c-bb3e-07786630d8a0 None None] Port 18f1b784-7d69-45c4-9d94-dd646e811f33 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:56.306563 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.307723 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5a7fe8ba-dc05-48ca-85c6-4641adfa68b6 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/f4a3883d-8e29-4197-a72b-b947a936d3a6 HTTP/1.1" status: 204 len: 168 time: 0.8790185 Feb 10 15:50:56.311354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60792) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:56.314672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-6eedb3f9-ff68-4ae1-b531-5e7d943d0482 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b1b7dce-0355-45ce-990e-54f60abe20ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827103 Feb 10 15:50:56.318334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1898761407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:56.321103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6f21089-d073-4277-9e66-cd0c4c4b4216 req-6cc85b4e-bbca-4c52-a53f-097b68d569c4 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535883 Feb 10 15:50:56.347474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.350682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.429391 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.437050 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.461923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.466054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f494527-0c29-4022-abe0-124a24230024 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1508460 Feb 10 15:50:56.466241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:56.471038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': True}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:56.484398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.509658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:56.561192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:56.580076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.590532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324a13d-fb09-4bea-898f-7d7703651166 req-8fef8642-090e-4623-af54-d1a70337fb25 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.592292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a324a13d-fb09-4bea-898f-7d7703651166 req-8fef8642-090e-4623-af54-d1a70337fb25 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 945 time: 0.1658013 Feb 10 15:50:56.626353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-e48198f4-7385-45fb-a87d-b9809350cabc service neutron] 10.222.0.45 "GET /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015525 Feb 10 15:50:56.690408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.894167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:56.917780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.013066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.013659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.014796 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.014992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] 10.222.0.75 "PUT /v2.0/ports/a33a2c1c-ae1e-456a-a671-7ed962721c7b HTTP/1.1" status: 200 len: 1091 time: 2.9859533 Feb 10 15:50:57.017110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:50:57.019331 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1447bd6d-1992-4166-8afc-06c029eaa1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:57.034128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Allocated IP 172.25.7.175 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/563c39f3-0610-4c8a-a453-84a8e4b813e2) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:57.144539 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.146233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875b59d-f928-48cd-ac8c-4d6f2f5344e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:57.156426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a324a13d-fb09-4bea-898f-7d7703651166 req-66cf96dc-347b-49a3-a311-e0cacf7d9af8 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318792 Feb 10 15:50:57.195676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.237344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:57.237828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f3d0-7606-45d5-aeb1-84ee8571a4f4 req-a47b2fd1-74ee-4f67-8c07-710daa5f36a2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.239293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d339f3d0-7606-45d5-aeb1-84ee8571a4f4 req-a47b2fd1-74ee-4f67-8c07-710daa5f36a2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.5099394 Feb 10 15:50:57.242399 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:57.245922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:57.246323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-88667108-2c19-4c87-9528-6de7fef0b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.247832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-88667108-2c19-4c87-9528-6de7fef0b408 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 1094 time: 0.1751928 Feb 10 15:50:57.270781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Port': ['ID=563c39f3-0610-4c8a-a453-84a8e4b813e2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:57.283824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1815a000-2845-4b20-a5dc-530cb6709d00 req-8021ed6f-9f5e-4608-80cd-8a76d170d13f service neutron] 10.222.0.45 "GET /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660949 Feb 10 15:50:57.340451 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-65093574-6a11-4c98-bb9d-32e9b5abae9a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b HTTP/1.1" status: 200 len: 217 time: 0.0762186 Feb 10 15:50:57.422487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d339f3d0-7606-45d5-aeb1-84ee8571a4f4 req-4ff0592c-0711-438d-8808-3d511ce45012 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660421 Feb 10 15:50:57.435849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194c2d-0f18-49a3-8422-9d9168d5cb0c req-ef8d75a2-bab3-41d8-9c2f-be326d585154 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.437350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd194c2d-0f18-49a3-8422-9d9168d5cb0c req-ef8d75a2-bab3-41d8-9c2f-be326d585154 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 943 time: 0.2082593 Feb 10 15:50:57.460136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-27a17c46-ac6d-40a1-b438-f1b43bdd4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.461969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-27a17c46-ac6d-40a1-b438-f1b43bdd4d90 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.1063581 Feb 10 15:50:57.506907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.527528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-53444a5c-ed22-45fc-abda-c0ff83b6553f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513074 Feb 10 15:50:57.579100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e67c37-b71b-41b6-85d3-2278f0f5515e {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:57.605102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd194c2d-0f18-49a3-8422-9d9168d5cb0c req-e1f78300-d186-4bd1-a86f-525aa8404b85 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608291 Feb 10 15:50:57.633252 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.664316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Transition to ACTIVE for port object 67e67c37-b71b-41b6-85d3-2278f0f5515e will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:57.682256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:57.692298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9fa6-4de1-4958-a4e6-725c866b7a45 req-f082cd78-1999-4f3d-b2a4-6b5ea0b0240b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.700019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9fa6-4de1-4958-a4e6-725c866b7a45 req-f082cd78-1999-4f3d-b2a4-6b5ea0b0240b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.706747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9fa6-4de1-4958-a4e6-725c866b7a45 req-f082cd78-1999-4f3d-b2a4-6b5ea0b0240b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.708490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9faf9fa6-4de1-4958-a4e6-725c866b7a45 req-f082cd78-1999-4f3d-b2a4-6b5ea0b0240b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2376 time: 0.1886218 Feb 10 15:50:57.820929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-23a95880-484c-49b6-b455-b0752e1ba732 service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789524 Feb 10 15:50:57.829688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:57.871841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9faf9fa6-4de1-4958-a4e6-725c866b7a45 req-bb12de18-aee1-4b9b-bd53-7f6cbad71624 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448998 Feb 10 15:50:57.883562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca253a0-e27f-4c96-855c-9c73761f1b05 req-c43ed3dd-597d-42e3-8a84-b35c0135f9d4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:57.885180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cca253a0-e27f-4c96-855c-9c73761f1b05 req-c43ed3dd-597d-42e3-8a84-b35c0135f9d4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.2125480 Feb 10 15:50:57.984481 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c8997c-2b0c-4a0d-bc6c-7c7c1a3d8aa2 x-openstack-request-id: req-49c8997c-2b0c-4a0d-bc6c-7c7c1a3d8aa2 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:57.984591 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:57.984801 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49c8997c-2b0c-4a0d-bc6c-7c7c1a3d8aa2 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:57.985211 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'status': 'completed', 'code': 200} Feb 10 15:50:58.055706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.059093 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.082649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cca253a0-e27f-4c96-855c-9c73761f1b05 req-5b2008ce-7707-4202-b404-96875a70fc2e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451337 Feb 10 15:50:58.091728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6603262-66b5-4770-9fa9-79cd163a55ef req-87cf2b27-8d93-4cfc-8a3d-6716a945efaf service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544472 Feb 10 15:50:58.093341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Attempting to bind port 67e67c37-b71b-41b6-85d3-2278f0f5515e on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:50:58.093673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Attempting to bind port 67e67c37-b71b-41b6-85d3-2278f0f5515e by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:50:58.093990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Attempting to bind port 67e67c37-b71b-41b6-85d3-2278f0f5515e on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:58.101598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Port 67e67c37-b71b-41b6-85d3-2278f0f5515e on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:58.102424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Attempting to bind port 67e67c37-b71b-41b6-85d3-2278f0f5515e on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:58.120504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:58.120843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Checking segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:50:58.121228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Bound using segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:58.121853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Bound port: 67e67c37-b71b-41b6-85d3-2278f0f5515e, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:50:58.122224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.149308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.155106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.161022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.167595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.173361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.179730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.185529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.192911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d290f084-a08e-4968-b9b7-2f0245206c8c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.1591799 Feb 10 15:50:58.222127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Router e1db7de9-7f04-4d4e-998a-914316655236 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:58.319710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-bb747bfa-15f3-430e-9e5f-49d3c80360da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.321765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-bb747bfa-15f3-430e-9e5f-49d3c80360da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 1094 time: 0.1266232 Feb 10 15:50:58.326079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8eeefb6-64bf-4208-b95a-9fd4222fb0f5 req-d0483954-f378-4836-be4a-c923e6c899c6 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322320 Feb 10 15:50:58.347230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:58.359505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:58.364407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.371313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:58.372181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:58.372736 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] Sync routers for ids ['e1db7de9-7f04-4d4e-998a-914316655236'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:58.380289 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-346ae38e-d20a-4c23-810e-44a12ff7ecaa tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "PUT /v2.0/routers/e1db7de9-7f04-4d4e-998a-914316655236 HTTP/1.1" status: 200 len: 919 time: 1.9127636 Feb 10 15:50:58.386081 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] Routers {'e1db7de9-7f04-4d4e-998a-914316655236'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:58.386708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e1db7de9-7f04-4d4e-998a-914316655236'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.423821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.426765 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.435648 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] Routers {'e1db7de9-7f04-4d4e-998a-914316655236'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:58.436225 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:50:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e1db7de9-7f04-4d4e-998a-914316655236'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.469774 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.470407 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a842d-3753-49de-8bc9-0dea0bd45a96 None None] The sync data for ids ['e1db7de9-7f04-4d4e-998a-914316655236'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:58.510920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7dc05-5da5-4048-a7ae-289b5ee13458 req-444cdf4e-6a9f-48e6-8d06-ef8438581d11 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.512443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95b7dc05-5da5-4048-a7ae-289b5ee13458 req-444cdf4e-6a9f-48e6-8d06-ef8438581d11 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 944 time: 0.2160177 Feb 10 15:50:58.544987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.550973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.557903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.564445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.565038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.565457 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.566841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] 10.222.0.45 "PUT /v2.0/ports/67e67c37-b71b-41b6-85d3-2278f0f5515e HTTP/1.1" status: 200 len: 1092 time: 2.3415051 Feb 10 15:50:58.570580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.576735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.582812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.584834 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-f56ea2f0-4a21-4630-9719-0c19fbc1cb65 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 5444 time: 0.0937798 Feb 10 15:50:58.641023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Request body: {'port': {'device_id': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:58.641342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-d03e812f-e017-4e85-ad19-dc7153ca054d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.642865 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-d03e812f-e017-4e85-ad19-dc7153ca054d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "GET /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0506775 Feb 10 15:50:58.688202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0eab1-bc8c-49cf-ab2f-5d3bb6fe1fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:58.722002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95b7dc05-5da5-4048-a7ae-289b5ee13458 req-5765ba25-eb06-4db8-9c72-1cd11b1440ce tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876597 Feb 10 15:50:58.729435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f911e4-0751-4b5b-b54a-a9574b659e2d req-91f77c05-2ded-45cb-87e9-0e1e2379e5b2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.730943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04f911e4-0751-4b5b-b54a-a9574b659e2d req-91f77c05-2ded-45cb-87e9-0e1e2379e5b2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2739253 Feb 10 15:50:58.733820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-4e9da7f6-2d1f-4a5f-9b7f-31537ffa57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.735244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-4e9da7f6-2d1f-4a5f-9b7f-31537ffa57ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 906 time: 0.3918080 Feb 10 15:50:58.746029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-04279b60-ec35-4db4-b911-d8e183bd9c1d tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/e1db7de9-7f04-4d4e-998a-914316655236 HTTP/1.1" status: 200 len: 925 time: 0.3715727 Feb 10 15:50:58.767710 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-a267e527-3f6d-49d3-99c2-87cb5914cc51 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "GET /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1145742 Feb 10 15:50:58.768064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60826) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:58.786401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:58.820014 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84412da3-4833-46dd-af76-9497be8f41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.820822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-9bddb5f0-2504-4c89-ae06-b690c273bb8e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b HTTP/1.1" status: 200 len: 217 time: 0.0584188 Feb 10 15:50:58.823814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.875091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2f7ae-63e5-48e6-9d4b-5fe9ee87a9a2 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.876638 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f1c2f7ae-63e5-48e6-9d4b-5fe9ee87a9a2 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=e1db7de9-7f04-4d4e-998a-914316655236&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1076510 Feb 10 15:50:58.880692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60830) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:58.891401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:58.933755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04f911e4-0751-4b5b-b54a-a9574b659e2d req-4c6e7804-2346-46e7-99dc-aff7c4033c80 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925290 Feb 10 15:50:58.972423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-b660918f-5250-4550-a9c2-f4c3c92c131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.974686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-b660918f-5250-4550-a9c2-f4c3c92c131d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.1456766 Feb 10 15:50:58.989147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9db88-43e5-42ef-a693-ca52b274bc92 req-964859b8-4cb3-442f-b167-cf8814c32b92 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.990657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68f9db88-43e5-42ef-a693-ca52b274bc92 req-964859b8-4cb3-442f-b167-cf8814c32b92 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 943 time: 0.1602316 Feb 10 15:50:59.068866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b251d-2e98-4a59-a232-700f5d570dd0 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.073512 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2d8b251d-2e98-4a59-a232-700f5d570dd0 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.1888094 Feb 10 15:50:59.073662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60838) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:59.080620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-ddad773a-c4ea-4d2d-beef-49dfe673a7ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889986 Feb 10 15:50:59.104128 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b5ddec50-133c-4334-8bd0-6b5061fc1017 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1db7de9-7f04-4d4e-998a-914316655236 HTTP/1.1" status: 200 len: 205 time: 0.0269194 Feb 10 15:50:59.106043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60840) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:50:59.178855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8badffb9-7f3c-4f34-bffd-5591ca2a069d,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:59.255066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] For port 8badffb9-7f3c-4f34-bffd-5591ca2a069d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:59.259893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.337248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] device_id is not set on port 8badffb9-7f3c-4f34-bffd-5591ca2a069d yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:50:59.370785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.381461 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.461717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.465161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] No DVR routers for this DVR port 8badffb9-7f3c-4f34-bffd-5591ca2a069d on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:59.469104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Pushing event updated for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:59.482582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:59.484910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68f9db88-43e5-42ef-a693-ca52b274bc92 req-8eda9011-2e3b-438c-9ab1-ed96c83ef8bb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346204 Feb 10 15:50:59.536435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] In _notify_port_updated(), no bound segment for port 8badffb9-7f3c-4f34-bffd-5591ca2a069d on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:50:59.537326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.538037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.539708 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-a394d984-ad0d-4516-8aa8-cbe36b885d8a service neutron] 10.222.0.75 "PUT /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 200 len: 1032 time: 0.7580647 Feb 10 15:50:59.564898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1321e-17af-4a39-b5cf-5a936713a292 req-8bed11ab-8541-46d4-b032-20df31998655 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.571021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1321e-17af-4a39-b5cf-5a936713a292 req-8bed11ab-8541-46d4-b032-20df31998655 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.577367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1321e-17af-4a39-b5cf-5a936713a292 req-8bed11ab-8541-46d4-b032-20df31998655 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.579084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9e1321e-17af-4a39-b5cf-5a936713a292 req-8bed11ab-8541-46d4-b032-20df31998655 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2388 time: 0.4727399 Feb 10 15:50:59.588223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-93f81f2c-e1ea-44d9-b3ea-dc799ad07f2b service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953790 Feb 10 15:50:59.595363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Deleting port 563c39f3-0610-4c8a-a453-84a8e4b813e2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:50:59.595742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.600943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-0100d4f2-a57a-46db-b5e2-0cddc34ecd81 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.602972 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-0100d4f2-a57a-46db-b5e2-0cddc34ecd81 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "GET /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0528419 Feb 10 15:50:59.628719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:59.695473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,segment=NetworkSegment(7e6c4264-b484-4602-98d9-3d1e7543ad88),segment_id=7e6c4264-b484-4602-98d9-3d1e7543ad88)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:59.712594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8', 'network_id': '0b1b7dce-0355-45ce-990e-54f60abe20ea', 'port_id': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8', 'mac_address': 'fa:16:3e:e7:7d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd004a46c-5988-4588-89d4-835d3a77f07c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:59.716552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bf1a70f7-c52a-4f1a-b3cc-b9db83b3ec9d None None] Provisioning complete for port 8badffb9-7f3c-4f34-bffd-5591ca2a069d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:59.717091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf1a70f7-c52a-4f1a-b3cc-b9db83b3ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.735541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.769310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.772480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9e1321e-17af-4a39-b5cf-5a936713a292 req-8f89c67c-d80a-4901-85cd-04eb42f6e147 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785078 Feb 10 15:50:59.774188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.801254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:59.808348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:50:59.810138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Calling delete_port for 563c39f3-0610-4c8a-a453-84a8e4b813e2 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:50:59.821502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,segment=NetworkSegment(7e6c4264-b484-4602-98d9-3d1e7543ad88),segment_id=7e6c4264-b484-4602-98d9-3d1e7543ad88)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:59.829219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a70f7-c52a-4f1a-b3cc-b9db83b3ec9d None None] Port 8badffb9-7f3c-4f34-bffd-5591ca2a069d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:50:59.831618 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.834219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b5b5-0ef7-489d-ad69-540e44101fee req-fcca2aba-cfc2-4f20-8409-0c96057e354c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.842547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64b7b5b5-0ef7-489d-ad69-540e44101fee req-fcca2aba-cfc2-4f20-8409-0c96057e354c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1966603 Feb 10 15:50:59.852348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.862141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1447bd6d-1992-4166-8afc-06c029eaa1ae req-eef690c6-b8d3-4d4f-b1f6-79220f1a2e3e service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615983 Feb 10 15:50:59.885059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:59.886308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Transition to ACTIVE for port object 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:59.896554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:50:59.936660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64b7b5b5-0ef7-489d-ad69-540e44101fee req-bc19c29b-3504-48eb-8b58-cb943614f966 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924804 Feb 10 15:51:00.013514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:00.015652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:00.017105 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2f07f-2077-4192-97e6-d3e54a768d47" -d '{"events": [{"name": "network-changed", "server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:00.069384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:00.082368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] For port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:00.127358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] device_id is not set on port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:51:00.133281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.133795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Pushing event updated for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:00.149832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.155754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.158728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.160491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event deleted for resources: {'Port': ['ID=563c39f3-0610-4c8a-a453-84a8e4b813e2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:00.162223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.170212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.176386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.176589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.183826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.190987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-c09be5f7-f45a-4965-8bda-fc1aae764746 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 4665 time: 0.1512659 Feb 10 15:51:00.252598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68a85d34-bb67-4878-9c5b-21ee6df8d09f req-aea0f06e-a2b3-43f4-8e99-c68ff1ccc589 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=89f96c44-4e50-41b3-9167-4dd2f6bc1c59&id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601771 Feb 10 15:51:00.267333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbde82a-4277-4885-9c3f-622d1dd3950d req-65115fbd-e0bc-4d75-9923-d57ccc168e24 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.269062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbbde82a-4277-4885-9c3f-622d1dd3950d req-65115fbd-e0bc-4d75-9923-d57ccc168e24 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.2995505 Feb 10 15:51:00.291195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Attempting to bind port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:00.291562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Attempting to bind port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:00.291913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Attempting to bind port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 on network 92faf898-cd28-4775-91dd-f7c8e476c62f {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:00.305456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 on network 92faf898-cd28-4775-91dd-f7c8e476c62f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:00.305697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Attempting to bind port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 on network 92faf898-cd28-4775-91dd-f7c8e476c62f {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:00.319593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:00.319953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Checking segment: {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:00.320316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Bound using segment: {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:00.320755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Bound port: 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:00.321135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.325975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] No DVR routers for this DVR port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:00.330643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Pushing event updated for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:00.349544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbbde82a-4277-4885-9c3f-622d1dd3950d req-a8812576-3b8d-46e3-a55b-292f51c74962 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688434 Feb 10 15:51:00.397152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.424828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:00.463610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:00.477991 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.482908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] In _notify_port_updated(), no bound segment for port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 on network 7812053d-c19e-4656-b2d1-3abf75c3c4ce {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:51:00.484080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.484915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.486527 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-c9dcc257-9330-4f74-8c31-83aad16900be service neutron] 10.222.0.75 "PUT /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 200 len: 1032 time: 0.8640780 Feb 10 15:51:00.556953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Pushing event updated for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:00.569242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.570949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.572869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-821a9ce4-0220-464c-96cb-5d084e74f5ce service neutron] 10.222.0.45 "PUT /v2.0/ports/9ee71f39-cfac-4422-ba1e-6e96d255f2d5 HTTP/1.1" status: 200 len: 1091 time: 1.9458780 Feb 10 15:51:00.583820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cd557-0ad9-43f6-a3c7-257d4582f9de req-e7999123-6b8d-47a4-ba83-a020cba1876d tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.586252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed4cd557-0ad9-43f6-a3c7-257d4582f9de req-e7999123-6b8d-47a4-ba83-a020cba1876d tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 945 time: 0.2309089 Feb 10 15:51:00.605104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b307325b-9816-4bd4-94c4-b7aebe144054 None None] Provisioning complete for port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:00.605802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b307325b-9816-4bd4-94c4-b7aebe144054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.607356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.611337 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.628645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Request body: {'port': {'device_id': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:00.680697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b307325b-9816-4bd4-94c4-b7aebe144054 None None] Port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:00.724871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed4cd557-0ad9-43f6-a3c7-257d4582f9de req-b1ed636e-8f69-42db-b18e-12c0bb1738e1 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283813 Feb 10 15:51:00.763722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.780067 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb8c05a-0dfd-4048-98ba-012595253328 x-openstack-request-id: req-6eb8c05a-0dfd-4048-98ba-012595253328 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:00.780354 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:00.780821 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb8c05a-0dfd-4048-98ba-012595253328 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:00.781212 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e', 'status': 'completed', 'code': 200} Feb 10 15:51:00.830574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.831276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Fanout notify agent at l3_agent the message router_deleted on router e1db7de9-7f04-4d4e-998a-914316655236 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:00.858809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.863862 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e6117070-3fe5-4e20-aaa6-4ef2518e282a tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/e1db7de9-7f04-4d4e-998a-914316655236 HTTP/1.1" status: 204 len: 168 time: 1.7534482 Feb 10 15:51:00.867926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:00.872708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-612584194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:00.930319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port 300f7446-6cb9-46a8-ae2f-8bca81c7626d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:00.930663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.945790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:00.947070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.048972 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.055154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.057076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-6996320a-e19b-4595-96fd-6d3693ae6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.057660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-6996320a-e19b-4595-96fd-6d3693ae6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.058139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-6996320a-e19b-4595-96fd-6d3693ae6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.059865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-6996320a-e19b-4595-96fd-6d3693ae6b22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2798 time: 0.2431796 Feb 10 15:51:01.081561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] For port 300f7446-6cb9-46a8-ae2f-8bca81c7626d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=300f7446-6cb9-46a8-ae2f-8bca81c7626d,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:01.081933 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.094383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.095060 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f1d6f3c8-f7a5-45d4-ae6a-0eef8658c4de tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2252347 Feb 10 15:51:01.097928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60866) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:01.102622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for 300f7446-6cb9-46a8-ae2f-8bca81c7626d owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:01.106158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac428b2-b515-406c-b32b-ee65500dc6c9 req-173c179f-19eb-4db7-b999-5303bedf7cd5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.106674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': False}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:01.107674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aac428b2-b515-406c-b32b-ee65500dc6c9 req-173c179f-19eb-4db7-b999-5303bedf7cd5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 943 time: 0.2090683 Feb 10 15:51:01.249977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754f79c-6eaa-44d0-a94d-634de675fcf8 req-f646f822-4a37-4bae-bbb8-877c6018f31f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.251479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d754f79c-6eaa-44d0-a94d-634de675fcf8 req-f646f822-4a37-4bae-bbb8-877c6018f31f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2985342 Feb 10 15:51:01.300216 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dff433d3-36d5-494d-8593-35890db79f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.364313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.381006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aac428b2-b515-406c-b32b-ee65500dc6c9 req-c7002c3b-0a3b-4bcf-8ffb-14b6cd4ff6f3 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456431 Feb 10 15:51:01.407759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-f3cd99cf-8a5b-489b-9fd5-d962f10749ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.408233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-f3cd99cf-8a5b-489b-9fd5-d962f10749ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.408692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-f3cd99cf-8a5b-489b-9fd5-d962f10749ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.410290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-f3cd99cf-8a5b-489b-9fd5-d962f10749ed service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3363326 Feb 10 15:51:01.418402 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:51:01.428316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d754f79c-6eaa-44d0-a94d-634de675fcf8 req-5384ff88-02c2-432d-b04a-ec810b7f69f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555996 Feb 10 15:51:01.473205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.484775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:01.511128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=300f7446-6cb9-46a8-ae2f-8bca81c7626d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:01.547377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:01.554260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:01.554990 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.566165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] No DVR routers for this DVR port 300f7446-6cb9-46a8-ae2f-8bca81c7626d on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:01.575125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.578644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-1ad4a9cd-33eb-42a9-b025-ff232e5f7154 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "DELETE /v2.0/ports/300f7446-6cb9-46a8-ae2f-8bca81c7626d HTTP/1.1" status: 204 len: 173 time: 1.0508776 Feb 10 15:51:01.579301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': '300f7446-6cb9-46a8-ae2f-8bca81c7626d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:01.581688 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbeb86e-ce41-4731-8a7d-2a39599ffdd9" -d '{"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "300f7446-6cb9-46a8-ae2f-8bca81c7626d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:01.658009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.698782 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,segment=NetworkSegment(7e6c4264-b484-4602-98d9-3d1e7543ad88),segment_id=7e6c4264-b484-4602-98d9-3d1e7543ad88)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:01.700167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:01.703100 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c197e4e1-d0cb-4a56-ab1c-41c6af178fa8" -d '{"events": [{"server_uuid": "39862d19-aaf2-46ed-b143-554a0b4c6ff4", "name": "network-vif-plugged", "status": "completed", "tag": "30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:01.710384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.725158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f1b784-7d69-45c4-9d94-dd646e811f33 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:01.738869 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.768530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b015d-02da-4674-be8d-7fd6ea497965 req-7b96bee8-ea64-4c8d-8221-c8b5d6bfbf71 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.774901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b015d-02da-4674-be8d-7fd6ea497965 req-7b96bee8-ea64-4c8d-8221-c8b5d6bfbf71 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.776317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port 17e7ee52-5d2e-4ace-a18a-e05757c630dc {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:01.777105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:01.778277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:01.780937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b015d-02da-4674-be8d-7fd6ea497965 req-7b96bee8-ea64-4c8d-8221-c8b5d6bfbf71 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.782653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d0b015d-02da-4674-be8d-7fd6ea497965 req-7b96bee8-ea64-4c8d-8221-c8b5d6bfbf71 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2400 time: 0.2777383 Feb 10 15:51:01.803383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-f5a2e1ab-8d29-4a83-9ea2-45037303c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.805351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58a2f07f-2077-4192-97e6-d3e54a768d47 req-f5a2e1ab-8d29-4a83-9ea2-45037303c444 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739555 Feb 10 15:51:01.806281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Transition to ACTIVE for port object 18f1b784-7d69-45c4-9d94-dd646e811f33 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:51:01.835895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.168216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d0b015d-02da-4674-be8d-7fd6ea497965 req-051a1f39-98bf-46c8-818a-b9f0c500e67d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750927 Feb 10 15:51:02.170731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=18f1b784-7d69-45c4-9d94-dd646e811f33,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:02.182787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7005d-62e4-4e90-8485-9051d9f262f3 req-69802c70-897a-4196-b3e2-5675389b980f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.184124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.188936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7005d-62e4-4e90-8485-9051d9f262f3 req-69802c70-897a-4196-b3e2-5675389b980f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.189421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:02.194811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7005d-62e4-4e90-8485-9051d9f262f3 req-69802c70-897a-4196-b3e2-5675389b980f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.199477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f8f82c37-182d-42ac-bfb6-b8fedcbadb8a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:02.210560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7005d-62e4-4e90-8485-9051d9f262f3 req-69802c70-897a-4196-b3e2-5675389b980f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.213571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.218272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0c7005d-62e4-4e90-8485-9051d9f262f3 req-69802c70-897a-4196-b3e2-5675389b980f tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 3151 time: 0.4304392 Feb 10 15:51:02.326587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0c7005d-62e4-4e90-8485-9051d9f262f3 req-7edf0c0a-cb15-4901-837b-485f86ccada4 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062529 Feb 10 15:51:02.385779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] For port 17e7ee52-5d2e-4ace-a18a-e05757c630dc, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=17e7ee52-5d2e-4ace-a18a-e05757c630dc,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:02.386016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.388916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Allocated IP 172.25.7.172 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/e56ff2e7-bda7-48c6-974c-80c910857b68) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:02.405500 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df200d3-d88d-46f6-a328-522c10d25040 x-openstack-request-id: req-9df200d3-d88d-46f6-a328-522c10d25040 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:02.405891 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "300f7446-6cb9-46a8-ae2f-8bca81c7626d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:02.406155 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9df200d3-d88d-46f6-a328-522c10d25040 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:02.406560 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': '300f7446-6cb9-46a8-ae2f-8bca81c7626d', 'status': 'completed', 'code': 200} Feb 10 15:51:02.410954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for 17e7ee52-5d2e-4ace-a18a-e05757c630dc owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:02.449636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Attempting to bind port 18f1b784-7d69-45c4-9d94-dd646e811f33 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:02.449997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Attempting to bind port 18f1b784-7d69-45c4-9d94-dd646e811f33 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:02.450856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Attempting to bind port 18f1b784-7d69-45c4-9d94-dd646e811f33 on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:02.453746 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.477422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Port 18f1b784-7d69-45c4-9d94-dd646e811f33 on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:02.477911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Attempting to bind port 18f1b784-7d69-45c4-9d94-dd646e811f33 on network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:02.490438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230018-01ce-49c6-95ff-c0c459e08ced req-c4589d71-aed9-4003-8a8a-270a5a456842 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.499023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75230018-01ce-49c6-95ff-c0c459e08ced req-c4589d71-aed9-4003-8a8a-270a5a456842 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1559465 Feb 10 15:51:02.507029 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408c172-cfe2-4ae1-a0cd-b2352373f7ad x-openstack-request-id: req-3408c172-cfe2-4ae1-a0cd-b2352373f7ad {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:02.507327 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39862d19-aaf2-46ed-b143-554a0b4c6ff4", "name": "network-vif-plugged", "status": "completed", "tag": "30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:02.507614 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3408c172-cfe2-4ae1-a0cd-b2352373f7ad {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:02.508020 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8', 'code': 200} Feb 10 15:51:02.511940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:02.512457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Checking segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:02.513003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Bound using segment: {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:02.513597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Bound port: 18f1b784-7d69-45c4-9d94-dd646e811f33, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a4950-27a0-4ddf-8d46-5e5b1fc11a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:02.514120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.586644 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.588224 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.591785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75230018-01ce-49c6-95ff-c0c459e08ced req-50e13796-08ea-42a2-afa3-78f2ef28ce8c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833590 Feb 10 15:51:02.633443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:02.645734 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.646732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 17e7ee52-5d2e-4ace-a18a-e05757c630dc no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:02.668651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.684117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:02.699006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.707622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=17e7ee52-5d2e-4ace-a18a-e05757c630dc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:02.707926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] For port 18f1b784-7d69-45c4-9d94-dd646e811f33, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:02.738524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c1d97-601f-4aee-b408-15f5761dffec req-afb78896-64fd-49c7-8885-cdab86755a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.740075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-391c1d97-601f-4aee-b408-15f5761dffec req-afb78896-64fd-49c7-8885-cdab86755a41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 1097 time: 0.1443152 Feb 10 15:51:02.742743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'mac_address': 'fa:16:3e:f2:b6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:02.746930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] For port 18f1b784-7d69-45c4-9d94-dd646e811f33, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=18f1b784-7d69-45c4-9d94-dd646e811f33,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:02.751186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Pushing event updated for resources: {'Port': ['ID=e56ff2e7-bda7-48c6-974c-80c910857b68,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:02.766612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e59e4-683c-4f09-82f0-ad00ef9598e2 req-87c7762e-cda6-4d73-aa15-a539d9f568a2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.774932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f79e59e4-683c-4f09-82f0-ad00ef9598e2 req-87c7762e-cda6-4d73-aa15-a539d9f568a2 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 946 time: 0.1820471 Feb 10 15:51:02.782542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:02.788391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:02.792908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:02.794403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No active binding found for port 17e7ee52-5d2e-4ace-a18a-e05757c630dc {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:51:02.795075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 17e7ee52-5d2e-4ace-a18a-e05757c630dc not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:02.795846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device e190fa42-5c02-40b8-8276-f343ccc68e51 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:02.796119 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dadeb99-765e-4ad5-be67-e9f745bdcb59" -d '{"events": [{"name": "network-changed", "server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:02.799303 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.801864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:02.803152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:02.805876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] No DVR routers for this DVR port 17e7ee52-5d2e-4ace-a18a-e05757c630dc on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:02.808937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.812306 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-3ceaa078-a9c6-4a44-9a03-51bb11ac29e5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "DELETE /v2.0/ports/17e7ee52-5d2e-4ace-a18a-e05757c630dc HTTP/1.1" status: 204 len: 173 time: 1.2246373 Feb 10 15:51:02.867902 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.886461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be0110-d036-4e99-8fb2-2d6eb8e5338d req-ca5f709e-0ddc-4c27-aaba-0e3dc97c9451 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.887308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33a2c1c-ae1e-456a-a671-7ed962721c7b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:02.888051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2be0110-d036-4e99-8fb2-2d6eb8e5338d req-ca5f709e-0ddc-4c27-aaba-0e3dc97c9451 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 943 time: 0.2065024 Feb 10 15:51:02.889689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.890434 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:02.891894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/18f1b784-7d69-45c4-9d94-dd646e811f33 HTTP/1.1" status: 200 len: 1092 time: 2.2674747 Feb 10 15:51:02.902727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-391c1d97-601f-4aee-b408-15f5761dffec req-df3009d5-1a51-4b7e-849e-7da776fb64bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529851 Feb 10 15:51:02.942667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:02.945895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f79e59e4-683c-4f09-82f0-ad00ef9598e2 req-03d7d143-6bf4-4162-9073-9acced7b53b4 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699948 Feb 10 15:51:02.965741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb7ab-f691-4384-b8ce-68823f57e5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=18f1b784-7d69-45c4-9d94-dd646e811f33,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:03.001578 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.008562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2be0110-d036-4e99-8fb2-2d6eb8e5338d req-80c0a054-a466-4407-952c-cfbecb6b4e63 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108499 Feb 10 15:51:03.015779 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.094328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=e190fa42-5c02-40b8-8276-f343ccc68e51,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:03.112967 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.116308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d94ba41a-054a-4727-9e91-061feb99e1ec no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:03.151563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:03.194063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44cb8-34d9-419e-850e-7590c6d2caf3 req-5d90a1cb-666f-44eb-8a80-af747b7f61af tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.196403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccb44cb8-34d9-419e-850e-7590c6d2caf3 req-5d90a1cb-666f-44eb-8a80-af747b7f61af tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1490462 Feb 10 15:51:03.203019 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d831c6-5c81-4504-be11-30d0be082446 x-openstack-request-id: req-03d831c6-5c81-4504-be11-30d0be082446 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:03.203305 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:03.204650 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03d831c6-5c81-4504-be11-30d0be082446 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:03.205060 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5', 'status': 'completed', 'code': 200} Feb 10 15:51:03.255587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-730aa75e-27e6-4c83-8fe2-0d54b5cb6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.256318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-730aa75e-27e6-4c83-8fe2-0d54b5cb6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.257284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-730aa75e-27e6-4c83-8fe2-0d54b5cb6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.263391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-730aa75e-27e6-4c83-8fe2-0d54b5cb6ee4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2865 time: 0.1443207 Feb 10 15:51:03.271426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.281265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:03.312659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccb44cb8-34d9-419e-850e-7590c6d2caf3 req-95c626f4-4b1c-496c-b127-d4bfbce0be3d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903835 Feb 10 15:51:03.333670 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.365035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:03.365371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.408921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c1cd41b9-f076-41a1-9dc2-2857430e7507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e HTTP/1.1" status: 200 len: 217 time: 0.0925772 Feb 10 15:51:03.418966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d94ba41a-054a-4727-9e91-061feb99e1ec,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:03.425279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.426087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8badffb9-7f3c-4f34-bffd-5591ca2a069d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:03.508191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-f464db50-4de8-4682-ad34-7cdefd6842b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.509473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-f464db50-4de8-4682-ad34-7cdefd6842b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61664d55-3c8a-49e7-99a7-2f57fc904cce HTTP/1.1" status: 200 len: 801 time: 0.0936856 Feb 10 15:51:03.515810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:03.535333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bafb7-45f7-4acf-aa33-9a1845b7ee1b req-14254cb4-90cc-4516-be72-ec970b981f7b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.541009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a33a2c1c-ae1e-456a-a671-7ed962721c7b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:03.547352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bafb7-45f7-4acf-aa33-9a1845b7ee1b req-14254cb4-90cc-4516-be72-ec970b981f7b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.554635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] For port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:03.555000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.555786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bafb7-45f7-4acf-aa33-9a1845b7ee1b req-14254cb4-90cc-4516-be72-ec970b981f7b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.557705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b1bafb7-45f7-4acf-aa33-9a1845b7ee1b req-14254cb4-90cc-4516-be72-ec970b981f7b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2412 time: 0.1238778 Feb 10 15:51:03.629043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c559ead0-1290-49fa-9f6c-fc3cbc6a2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.630558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-c559ead0-1290-49fa-9f6c-fc3cbc6a2932 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1125205 Feb 10 15:51:03.637459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b1bafb7-45f7-4acf-aa33-9a1845b7ee1b req-16a9d30e-27db-473b-9be9-f282c4c750d9 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Feb 10 15:51:03.671498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8badffb9-7f3c-4f34-bffd-5591ca2a069d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:03.671498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 300f7446-6cb9-46a8-ae2f-8bca81c7626d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:03.682054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.707917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 300f7446-6cb9-46a8-ae2f-8bca81c7626d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:03.708133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 300f7446-6cb9-46a8-ae2f-8bca81c7626d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:03.708559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:03.720030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.772591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3e2f0-57ff-4c20-a686-4ed9dbbb6e47 req-9260397d-2b95-45b8-9edd-c3cfca8475cc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.778605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3e2f0-57ff-4c20-a686-4ed9dbbb6e47 req-9260397d-2b95-45b8-9edd-c3cfca8475cc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.784819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3e2f0-57ff-4c20-a686-4ed9dbbb6e47 req-9260397d-2b95-45b8-9edd-c3cfca8475cc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.786588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5e3e2f0-57ff-4c20-a686-4ed9dbbb6e47 req-9260397d-2b95-45b8-9edd-c3cfca8475cc tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 2410 time: 0.1481483 Feb 10 15:51:03.802556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-0e7c340d-3a10-4c8b-a27c-0044151eaecc service neutron] 10.222.0.45 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614771 Feb 10 15:51:03.805313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:03.926000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.929082 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:03.929082 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Floating IP b91ac9e5-efe3-40a9-ac32-47b9e61a20a9 disassociated. External IP: 172.25.7.153, port: f8f82c37-182d-42ac-bfb6-b8fedcbadb8a. Feb 10 15:51:03.929082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for f8f82c37-182d-42ac-bfb6-b8fedcbadb8a owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:03.929349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-774d3351-aed1-48cf-a696-6c689685e6c7 service neutron] 10.222.0.45 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200542 Feb 10 15:51:03.932291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f5e3e2f0-57ff-4c20-a686-4ed9dbbb6e47 req-1f3998a8-74e5-443d-8284-7caf9706c709 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344368 Feb 10 15:51:03.981343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-a6f8c9ab-a616-4f13-9795-6f8a5c36b61b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0401390 Feb 10 15:51:04.000339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:04.057286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Router 7dc8d170-7b58-4d76-b385-58d685647469 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:51:04.073486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70803-d066-4b5b-8e7d-db2993dca848 req-f61fa02b-bf55-4444-a820-d006e53241eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.075143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eab70803-d066-4b5b-8e7d-db2993dca848 req-f61fa02b-bf55-4444-a820-d006e53241eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0956380 Feb 10 15:51:04.088174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-a91554a6-e2bc-48ab-b4dd-aa00873ebcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.089569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-a91554a6-e2bc-48ab-b4dd-aa00873ebcea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1 HTTP/1.1" status: 200 len: 801 time: 0.0978982 Feb 10 15:51:04.160604 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:04.178221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eab70803-d066-4b5b-8e7d-db2993dca848 req-6d4a4a6c-cf81-4364-a64b-368d233d0e1c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865891 Feb 10 15:51:04.187732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d7-8a38-452d-af8a-18a328e7e84a req-9416bcc5-5314-4506-af09-63acf5bae3ed tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.189145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d659e3d7-8a38-452d-af8a-18a328e7e84a req-9416bcc5-5314-4506-af09-63acf5bae3ed tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1108146 Feb 10 15:51:04.208723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-2ceb1c16-2399-416f-b6dc-007ea48a8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.210706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-2ceb1c16-2399-416f-b6dc-007ea48a8be6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92faf898-cd28-4775-91dd-f7c8e476c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939522 Feb 10 15:51:04.228643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=f8f82c37-182d-42ac-bfb6-b8fedcbadb8a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:04.283981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:04.296222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] Sync routers for ids ['7dc8d170-7b58-4d76-b385-58d685647469'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:04.297235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:04.298461 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1fc43039-a88f-4142-84d3-e80e2121ac83 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "PUT /v2.0/routers/7dc8d170-7b58-4d76-b385-58d685647469 HTTP/1.1" status: 200 len: 919 time: 3.1971722 Feb 10 15:51:04.301928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60912) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:04.307678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:04.314731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d659e3d7-8a38-452d-af8a-18a328e7e84a req-c2056d1e-68ab-453a-aa6d-668694f3c744 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031256 Feb 10 15:51:04.332073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] Routers {'7dc8d170-7b58-4d76-b385-58d685647469'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:04.332823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7dc8d170-7b58-4d76-b385-58d685647469'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:04.369435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-88d2d256-eb00-428d-8b5b-61bcda904c8c service neutron] 10.222.0.45 "GET /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469364 Feb 10 15:51:04.407856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': '17e7ee52-5d2e-4ace-a18a-e05757c630dc'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:04.410141 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99439509-af28-4721-8bf8-28077e64017f" -d '{"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "17e7ee52-5d2e-4ace-a18a-e05757c630dc"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:04.468552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Router 58727e5d-7a9b-4746-ade1-a237d7480caf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:04.492693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eae55906-76d3-44a1-95bd-1a9f51e23322 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/7dc8d170-7b58-4d76-b385-58d685647469 HTTP/1.1" status: 200 len: 925 time: 0.1865990 Feb 10 15:51:04.495095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60918) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:04.533182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:04.535310 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea95776-f8b2-419b-a5c0-689e3c9b134f" -d '{"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-unplugged", "status": "completed", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-unplugged", "status": "completed", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:04.539608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:04.549142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] Routers {'7dc8d170-7b58-4d76-b385-58d685647469'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:04.549729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7dc8d170-7b58-4d76-b385-58d685647469'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:04.583993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:04.585747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cb847-a02e-4108-b9d5-1b3e553daf16 None None] The sync data for ids ['7dc8d170-7b58-4d76-b385-58d685647469'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:04.592299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:04.601357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b30db-2aaa-4880-b0c2-3e886b2cb1d6 req-68127645-f6c7-452a-9da1-241f5ddc7612 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.602867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b3b30db-2aaa-4880-b0c2-3e886b2cb1d6 req-68127645-f6c7-452a-9da1-241f5ddc7612 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 946 time: 0.2163100 Feb 10 15:51:04.606325 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] Sync routers for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:04.621238 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:04.621971 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:04.644235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] No DVR routers for this DVR port f8f82c37-182d-42ac-bfb6-b8fedcbadb8a on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:04.644439 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eff6d-fb39-4d87-be9c-390dece03c04 req-b8e5a1fc-3ea2-4767-8456-38c72ba9b3ba tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.646012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-210eff6d-fb39-4d87-be9c-390dece03c04 req-b8e5a1fc-3ea2-4767-8456-38c72ba9b3ba tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 944 time: 0.1871350 Feb 10 15:51:04.648081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:04.650573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-09bf8282-e0dd-453c-8302-39e7c6a3f79b service neutron] 10.222.0.45 "GET /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736189 Feb 10 15:51:04.653052 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-4d647805-4874-4a53-b715-7279c951d0bd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "DELETE /v2.0/ports/f8f82c37-182d-42ac-bfb6-b8fedcbadb8a HTTP/1.1" status: 204 len: 173 time: 1.8156683 Feb 10 15:51:04.712681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbc608-1049-4a09-8098-962ade4404e6 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.714177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5adbc608-1049-4a09-8098-962ade4404e6 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=7dc8d170-7b58-4d76-b385-58d685647469&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2153151 Feb 10 15:51:04.717598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60924) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:04.726984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-0b64026b-6c82-4fc6-9b3e-19ae7067bb87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=18f1b784-7d69-45c4-9d94-dd646e811f33 HTTP/1.1" status: 200 len: 217 time: 0.0688667 Feb 10 15:51:04.765560 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:04.780225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b3b30db-2aaa-4880-b0c2-3e886b2cb1d6 req-c4853d2a-39df-483e-aac8-85162070926e tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590993 Feb 10 15:51:04.790401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-210eff6d-fb39-4d87-be9c-390dece03c04 req-3615e942-1108-4e60-b677-5c04d3b7c961 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241357 Feb 10 15:51:04.814284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-f858ed93-ddc4-4f40-9664-c442590c6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.818479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-f858ed93-ddc4-4f40-9664-c442590c6f4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61664d55-3c8a-49e7-99a7-2f57fc904cce HTTP/1.1" status: 200 len: 801 time: 0.0835617 Feb 10 15:51:04.884002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85344a9-caef-45f4-b120-20a8fcf3cbe8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.888749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60930) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:04.901976 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e85344a9-caef-45f4-b120-20a8fcf3cbe8 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.1820776 Feb 10 15:51:04.922739 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5594da04-0d34-4fc2-b8cc-c9e451efbf77 x-openstack-request-id: req-5594da04-0d34-4fc2-b8cc-c9e451efbf77 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:04.923242 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-unplugged", "status": "completed", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-unplugged", "status": "completed", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:04.923752 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5594da04-0d34-4fc2-b8cc-c9e451efbf77 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:04.924481 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55f7d23-ac59-4f50-ba3d-f514ff65ee3e x-openstack-request-id: req-b55f7d23-ac59-4f50-ba3d-f514ff65ee3e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:04.924777 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "17e7ee52-5d2e-4ace-a18a-e05757c630dc", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:04.925114 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'code': 200} Feb 10 15:51:04.925499 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51', 'code': 200} Feb 10 15:51:04.925909 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec', 'code': 200} Feb 10 15:51:04.926501 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b55f7d23-ac59-4f50-ba3d-f514ff65ee3e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:04.926905 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': '17e7ee52-5d2e-4ace-a18a-e05757c630dc', 'status': 'completed', 'code': 200} Feb 10 15:51:04.943843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port d94ba41a-054a-4727-9e91-061feb99e1ec {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:04.944231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:04.962429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f4f2613a-f9fa-49b4-9c1d-5521fc085a18 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7dc8d170-7b58-4d76-b385-58d685647469 HTTP/1.1" status: 200 len: 205 time: 0.0725162 Feb 10 15:51:04.967604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60932) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:04.979589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-e7221966-5bc0-4992-ac75-6f4013e51dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.981155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-e7221966-5bc0-4992-ac75-6f4013e51dab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559682 Feb 10 15:51:05.047895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] For port d94ba41a-054a-4727-9e91-061feb99e1ec, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d94ba41a-054a-4727-9e91-061feb99e1ec,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:05.048565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.061865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for d94ba41a-054a-4727-9e91-061feb99e1ec owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:05.111915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42246-ad14-4aa9-add9-1a8990ea3ad6 req-db1436ab-01d4-48a4-be55-2d82c474c0a2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:05.113392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cd42246-ad14-4aa9-add9-1a8990ea3ad6 req-db1436ab-01d4-48a4-be55-2d82c474c0a2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2076738 Feb 10 15:51:05.168840 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:47Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:05.196313 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] Checking router: 58727e5d-7a9b-4746-ade1-a237d7480caf for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:05.204233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.205614 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:05.206213 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:05.214186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'tag': '18f1b784-7d69-45c4-9d94-dd646e811f33'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:05.217418 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8ac8f0-f146-4c52-b749-73d0d42535eb" -d '{"events": [{"name": "network-changed", "server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "tag": "18f1b784-7d69-45c4-9d94-dd646e811f33"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:05.236313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fde90c-3cb2-45fa-a233-35073667df10 req-b3a286f7-7916-4b9a-b9f2-243e3e16b864 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:05.243063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fde90c-3cb2-45fa-a233-35073667df10 req-b3a286f7-7916-4b9a-b9f2-243e3e16b864 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:05.248973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fde90c-3cb2-45fa-a233-35073667df10 req-b3a286f7-7916-4b9a-b9f2-243e3e16b864 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:05.257228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88fde90c-3cb2-45fa-a233-35073667df10 req-b3a286f7-7916-4b9a-b9f2-243e3e16b864 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2412 time: 0.2430923 Feb 10 15:51:05.261906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=d94ba41a-054a-4727-9e91-061feb99e1ec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:05.273781 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.278100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-95f23866-bf6a-45b7-8b75-6d162ec1be3e service neutron] 10.222.0.45 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642148 Feb 10 15:51:05.280841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] No DVR routers for this DVR port d94ba41a-054a-4727-9e91-061feb99e1ec on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:05.281057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cd42246-ad14-4aa9-add9-1a8990ea3ad6 req-a05dea64-1354-4173-a3ee-d0d58550be58 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315751 Feb 10 15:51:05.283477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.287223 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-6f9b952e-1987-430e-8140-2ee8f83431eb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "DELETE /v2.0/ports/d94ba41a-054a-4727-9e91-061feb99e1ec HTTP/1.1" status: 204 len: 173 time: 0.6245837 Feb 10 15:51:05.345281 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:05.414552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88fde90c-3cb2-45fa-a233-35073667df10 req-9d25dde4-6d3b-4048-a638-7892cb41c72f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563776 Feb 10 15:51:05.421482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port e190fa42-5c02-40b8-8276-f343ccc68e51 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:05.421878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.523844 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b4ce5-f6fa-4290-aa83-6f7dc61894cf x-openstack-request-id: req-1c6b4ce5-f6fa-4290-aa83-6f7dc61894cf {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:05.524128 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "tag": "18f1b784-7d69-45c4-9d94-dd646e811f33", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:05.524384 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c6b4ce5-f6fa-4290-aa83-6f7dc61894cf {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:05.525221 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'tag': '18f1b784-7d69-45c4-9d94-dd646e811f33', 'status': 'completed', 'code': 200} Feb 10 15:51:05.531746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] For port e190fa42-5c02-40b8-8276-f343ccc68e51, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=e190fa42-5c02-40b8-8276-f343ccc68e51,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:05.532125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.553704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for e190fa42-5c02-40b8-8276-f343ccc68e51 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:05.617386 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:47Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:05.658999 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9e927-533d-4fa4-8e70-9c60ec4b476b None None] The sync data for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 is: [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'cb93ec86-8123-4b89-a946-1a01e2583998', 'name': '', 'network_id': '4671a6c8-fa43-42e5-9c17-ae34057b0c7c', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'mac_address': 'fa:16:3e:eb:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '72944349-1b94-4636-bc84-9689413c1029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:39Z', 'updated_at': '2022-02-10T15:44:47Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'subnets': [{'id': '72944349-1b94-4636-bc84-9689413c1029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:05.721567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.941621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bbd01a-cdff-4ccf-8592-01868167db2d req-b45a5cd6-0399-4a37-998f-607a81542b21 service neutron] 10.222.0.45 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515131 Feb 10 15:51:05.955842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:05.977911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6ebb-a96e-46f1-b4f5-020a24e10f3e req-b529eb00-f32e-4728-bb42-14532943677c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:05.979515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-152f6ebb-a96e-46f1-b4f5-020a24e10f3e req-b529eb00-f32e-4728-bb42-14532943677c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1077442 Feb 10 15:51:05.987061 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ef671-bb6b-41dd-b11c-538772af8bd0 req-f0ac4f84-b133-416a-9375-586a2430158b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:05.989557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c0ef671-bb6b-41dd-b11c-538772af8bd0 req-f0ac4f84-b133-416a-9375-586a2430158b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 865 time: 0.4756658 Feb 10 15:51:06.000692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ee562-a018-4140-9dfd-407421a59583 None None] New status for floating IP b91ac9e5-efe3-40a9-ac32-47b9e61a20a9: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:51:06.110810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-152f6ebb-a96e-46f1-b4f5-020a24e10f3e req-b2cefa65-3fda-4ca1-a412-fc26ca4331bc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198475 Feb 10 15:51:06.112033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=e190fa42-5c02-40b8-8276-f343ccc68e51,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:06.121377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c0ef671-bb6b-41dd-b11c-538772af8bd0 req-1b5c5e86-2470-4ac6-84e0-57114dbf0454 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups?id=d26d32e3-9d30-48c9-b542-3a31eba2b6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117420 Feb 10 15:51:06.138507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-6a0c0b0c-1c4c-4900-87b8-5f144b400456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.138990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-6a0c0b0c-1c4c-4900-87b8-5f144b400456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.139535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-6a0c0b0c-1c4c-4900-87b8-5f144b400456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.141172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-6a0c0b0c-1c4c-4900-87b8-5f144b400456 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2865 time: 0.1229262 Feb 10 15:51:06.158780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] No DVR routers for this DVR port e190fa42-5c02-40b8-8276-f343ccc68e51 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:06.162022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:06.172414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9547a62f-4938-44b3-a741-6539565434e0 req-38d0d02d-c69a-4a31-ab65-4007ed967939 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.75 "DELETE /v2.0/ports/e190fa42-5c02-40b8-8276-f343ccc68e51 HTTP/1.1" status: 204 len: 173 time: 0.8784213 Feb 10 15:51:06.174863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Deleting port e56ff2e7-bda7-48c6-974c-80c910857b68 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:06.175206 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:06.220836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:06.308522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port a33a2c1c-ae1e-456a-a671-7ed962721c7b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:06.316707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port a33a2c1c-ae1e-456a-a671-7ed962721c7b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:06.317274 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:06.406106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb068155-035e-461d-9d18-c8dfd692804c req-d978a186-f769-49be-9297-f9cf5c27c74c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.407813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb068155-035e-461d-9d18-c8dfd692804c req-d978a186-f769-49be-9297-f9cf5c27c74c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1452718 Feb 10 15:51:06.417400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-de6603c4-4b38-42a0-aed4-da18f0809999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.418967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-de6603c4-4b38-42a0-aed4-da18f0809999 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92faf898-cd28-4775-91dd-f7c8e476c62f HTTP/1.1" status: 200 len: 903 time: 0.2632649 Feb 10 15:51:06.441726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:06.454649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:06.483216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:06.487589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:06.497280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-952098be-2d04-4b40-b890-cd01d0631f2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0603817 Feb 10 15:51:06.538048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:06.541892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Calling delete_port for e56ff2e7-bda7-48c6-974c-80c910857b68 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:06.580761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb068155-035e-461d-9d18-c8dfd692804c req-eef58678-94cb-49fc-af3a-af3f64afcdb3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607172 Feb 10 15:51:06.651148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-7d8fad07-8cc0-4809-9cc1-69646dd5f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.652730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-7d8fad07-8cc0-4809-9cc1-69646dd5f044 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1 HTTP/1.1" status: 200 len: 801 time: 0.1378372 Feb 10 15:51:06.676172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa686ad-4fc4-4fba-a022-b44bbd7bee3d req-0f8737be-74e0-4f96-a09e-a9f0fb806bea tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.677609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4aa686ad-4fc4-4fba-a022-b44bbd7bee3d req-0f8737be-74e0-4f96-a09e-a9f0fb806bea tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1885986 Feb 10 15:51:06.827310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f9126-b976-4dc1-82ed-ede1a7001325 req-04c2a324-c2b6-4949-99b2-439796308108 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.829442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f83f9126-b976-4dc1-82ed-ede1a7001325 req-04c2a324-c2b6-4949-99b2-439796308108 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1812928 Feb 10 15:51:06.837862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-a3fdc9d6-678d-4a57-950f-865018c6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:06.839334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-a3fdc9d6-678d-4a57-950f-865018c6c30c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92faf898-cd28-4775-91dd-f7c8e476c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1575315 Feb 10 15:51:06.845314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4aa686ad-4fc4-4fba-a022-b44bbd7bee3d req-5aa0587d-b03f-4bcb-b182-2c86c6955bc4 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478181 Feb 10 15:51:06.928017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec'}, {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:06.930141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:06.931025 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cde5c0-0e18-4afd-9934-85a81def2dc5" -d '{"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec"}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:06.938564 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc310155-0423-4a74-bea8-b74215b2d2e4" -d '{"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-plugged", "status": "completed", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:06.978012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f83f9126-b976-4dc1-82ed-ede1a7001325 req-681c69de-2832-4cb1-8dfe-2e7e1a8010c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375005 Feb 10 15:51:06.986821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.028238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event deleted for resources: {'Port': ['ID=e56ff2e7-bda7-48c6-974c-80c910857b68,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:07.038935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-890c865e-feef-4a8e-b0bc-937ad22f9bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841261 Feb 10 15:51:07.178930 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe5ee0-677d-4e50-a9c7-3fd98a333288 x-openstack-request-id: req-abfe5ee0-677d-4e50-a9c7-3fd98a333288 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:07.179415 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "f8f82c37-182d-42ac-bfb6-b8fedcbadb8a", "status": "completed", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "d94ba41a-054a-4727-9e91-061feb99e1ec", "status": "completed", "code": 200}, {"server_uuid": "84110802-0389-4040-bad2-a68117c2549d", "name": "network-vif-deleted", "tag": "e190fa42-5c02-40b8-8276-f343ccc68e51", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:07.180202 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abfe5ee0-677d-4e50-a9c7-3fd98a333288 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:07.180798 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': 'f8f82c37-182d-42ac-bfb6-b8fedcbadb8a', 'status': 'completed', 'code': 200} Feb 10 15:51:07.181195 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': 'd94ba41a-054a-4727-9e91-061feb99e1ec', 'status': 'completed', 'code': 200} Feb 10 15:51:07.181594 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84110802-0389-4040-bad2-a68117c2549d', 'name': 'network-vif-deleted', 'tag': 'e190fa42-5c02-40b8-8276-f343ccc68e51', 'status': 'completed', 'code': 200} Feb 10 15:51:07.184229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.216621 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14000b3-0fd7-4ff8-a7b3-c2d3da4af4f6 x-openstack-request-id: req-e14000b3-0fd7-4ff8-a7b3-c2d3da4af4f6 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:07.217501 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-plugged", "status": "completed", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:07.217923 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e14000b3-0fd7-4ff8-a7b3-c2d3da4af4f6 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:07.218512 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'code': 200} Feb 10 15:51:07.235089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742928ae-be62-4c24-acfc-bf5c6643b4a4 req-2257101f-028d-4884-a50a-a4b706244520 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.241713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742928ae-be62-4c24-acfc-bf5c6643b4a4 req-2257101f-028d-4884-a50a-a4b706244520 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.247761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742928ae-be62-4c24-acfc-bf5c6643b4a4 req-2257101f-028d-4884-a50a-a4b706244520 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.249468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-742928ae-be62-4c24-acfc-bf5c6643b4a4 req-2257101f-028d-4884-a50a-a4b706244520 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2412 time: 0.1625357 Feb 10 15:51:07.322630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a1b96-f12c-4ce8-bea5-53d43c96164a req-66835a19-f4b8-478d-87f1-2568330d8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.324344 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-895a1b96-f12c-4ce8-bea5-53d43c96164a req-66835a19-f4b8-478d-87f1-2568330d8cc4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 1096 time: 0.0425689 Feb 10 15:51:07.361827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-895a1b96-f12c-4ce8-bea5-53d43c96164a req-6f4fb124-3c8c-4a19-9ef2-48070fb16f23 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290489 Feb 10 15:51:07.365313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.369563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.374142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3dadeb99-765e-4ad5-be67-e9f745bdcb59 req-013e1c5b-fe36-463b-b556-4e078146f224 service neutron] 10.222.0.45 "GET /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208318 Feb 10 15:51:07.441300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-742928ae-be62-4c24-acfc-bf5c6643b4a4 req-c3f97046-2123-4bbf-a89c-a22cc686c31e tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590362 Feb 10 15:51:07.470124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87388-0dec-4991-9228-a3bd70fd7d01 req-1aa9dfa1-d4c9-4d0b-a5c9-361ad5c15fc4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.471931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1b87388-0dec-4991-9228-a3bd70fd7d01 req-1aa9dfa1-d4c9-4d0b-a5c9-361ad5c15fc4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1870475 Feb 10 15:51:07.474624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.475908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Fanout notify agent at l3_agent the message router_deleted on router 7dc8d170-7b58-4d76-b385-58d685647469 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:07.484006 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.485164 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-50be69fc-733f-4dec-80b6-088b42f6a909 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/7dc8d170-7b58-4d76-b385-58d685647469 HTTP/1.1" status: 204 len: 168 time: 2.5166221 Feb 10 15:51:07.488990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60968) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:07.495266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-454792133', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:07.521367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.522818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.558870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-112e082c-c476-42e1-beff-54d29519aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.559350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-112e082c-c476-42e1-beff-54d29519aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.559854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-112e082c-c476-42e1-beff-54d29519aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.561515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-112e082c-c476-42e1-beff-54d29519aec4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2865 time: 0.1372054 Feb 10 15:51:07.582315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.594010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1b87388-0dec-4991-9228-a3bd70fd7d01 req-e72bec17-658c-47d9-91b7-97cd7b0ed4be tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013343 Feb 10 15:51:07.658812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebefa4-894a-487c-a472-073c445e6996 req-f412f57c-ba22-430f-8139-96344ca0ae03 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.666666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78ebefa4-894a-487c-a472-073c445e6996 req-f412f57c-ba22-430f-8139-96344ca0ae03 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 946 time: 0.1481349 Feb 10 15:51:07.766061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.766693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78ebefa4-894a-487c-a472-073c445e6996 req-9b791a89-2ac6-477e-b346-7995afd1cc8a tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813184 Feb 10 15:51:07.782877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-4d70415c-ed5b-485e-b7c4-6be4ea09c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.784540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-4d70415c-ed5b-485e-b7c4-6be4ea09c316 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b HTTP/1.1" status: 200 len: 902 time: 0.2073586 Feb 10 15:51:07.880938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-252fdaa6-d9fc-4e86-8da6-53fae3995aac req-c35e8e14-31fb-48bc-9cbb-6e359a4e354c tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0843759 Feb 10 15:51:07.883289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-3fa76d6b-8d88-4656-a351-d03cf2463bae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=18f1b784-7d69-45c4-9d94-dd646e811f33 HTTP/1.1" status: 200 len: 217 time: 0.0913439 Feb 10 15:51:07.978799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:07.998638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:08.035293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a364a-0345-4e41-87e1-250364f53011 req-abd741da-c023-4cd7-9be8-44a27a3a248a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.036805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db6a364a-0345-4e41-87e1-250364f53011 req-abd741da-c023-4cd7-9be8-44a27a3a248a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1841397 Feb 10 15:51:08.040627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-06f412a3-8f3c-461c-a34e-43731f7e19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.042001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-06f412a3-8f3c-461c-a34e-43731f7e19ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61664d55-3c8a-49e7-99a7-2f57fc904cce HTTP/1.1" status: 200 len: 801 time: 0.1003752 Feb 10 15:51:08.061716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c770840-2558-4029-ae7d-acbc748f2752 req-8be3eb51-e82a-475c-9165-87d3cc003a73 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.063088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c770840-2558-4029-ae7d-acbc748f2752 req-8be3eb51-e82a-475c-9165-87d3cc003a73 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1102500 Feb 10 15:51:08.120358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Allocated IP 172.25.7.157 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/88dcffcb-f3c2-4676-97f8-a977c149c1ad) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:08.139095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db6a364a-0345-4e41-87e1-250364f53011 req-c171361e-13ea-4075-b228-86ade78d2b96 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941954 Feb 10 15:51:08.149664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c770840-2558-4029-ae7d-acbc748f2752 req-05828904-97d0-45b5-9739-5e2b092fb991 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702691 Feb 10 15:51:08.152382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-e4fae182-7cb5-4ce1-bad4-e0bfc7067f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.153790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-e4fae182-7cb5-4ce1-bad4-e0bfc7067f69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012943 Feb 10 15:51:08.281998 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:08.302414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-293abaa0-85c0-4ab8-9117-3166dcfb2076 service neutron] 10.222.0.45 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384046 Feb 10 15:51:08.324089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:08.361273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:08.366523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:08.370125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:08.416438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event updated for resources: {'Port': ['ID=88dcffcb-f3c2-4676-97f8-a977c149c1ad,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:08.439531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dba27-c479-4350-a7c1-378cc369ab1a req-90f5eff5-fb75-4b2a-97c1-f873432afcff tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.448260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-540dba27-c479-4350-a7c1-378cc369ab1a req-90f5eff5-fb75-4b2a-97c1-f873432afcff tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1421380 Feb 10 15:51:08.552091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-540dba27-c479-4350-a7c1-378cc369ab1a req-cbaabc75-24c5-4a5a-9a6b-609d6a0682ce tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026161 Feb 10 15:51:08.573690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-5322d9cf-5e0f-4f68-bc5c-3d1c307fe9c4 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.585892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-5322d9cf-5e0f-4f68-bc5c-3d1c307fe9c4 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.45 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 946 time: 0.1331847 Feb 10 15:51:08.588600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f8ac8f0-f146-4c52-b749-73d0d42535eb req-f7235e35-de31-49c6-8b80-8c94618deb72 service neutron] 10.222.0.45 "GET /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713730 Feb 10 15:51:08.707793 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:08.769453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497fd48-e705-41ad-a64a-72eb17600896 req-b6b23e16-4b6e-4368-98aa-bac48da039a0 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.776566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497fd48-e705-41ad-a64a-72eb17600896 req-b6b23e16-4b6e-4368-98aa-bac48da039a0 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.782216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497fd48-e705-41ad-a64a-72eb17600896 req-b6b23e16-4b6e-4368-98aa-bac48da039a0 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.783911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7497fd48-e705-41ad-a64a-72eb17600896 req-b6b23e16-4b6e-4368-98aa-bac48da039a0 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2412 time: 0.1767442 Feb 10 15:51:08.793780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e6c6a-686f-4fb9-bdf5-242b6ed8e59e req-4afbbcd1-0a13-48fe-887f-fde0b4405898 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:08.795220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d3e6c6a-686f-4fb9-bdf5-242b6ed8e59e req-4afbbcd1-0a13-48fe-887f-fde0b4405898 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 945 time: 0.1739588 Feb 10 15:51:08.860138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7497fd48-e705-41ad-a64a-72eb17600896 req-c11fb501-565f-4939-8cb7-12b8d2bae079 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637550 Feb 10 15:51:08.869223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Deleting port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:08.869563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:08.932686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d3e6c6a-686f-4fb9-bdf5-242b6ed8e59e req-a273000b-7178-49b7-bde4-d623c58f5197 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173124 Feb 10 15:51:08.954693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.020271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] For port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,segment=NetworkSegment(7e6c4264-b484-4602-98d9-3d1e7543ad88),segment_id=7e6c4264-b484-4602-98d9-3d1e7543ad88)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:09.020640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.040307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585be7b9-7dc4-4ee1-a647-0ce41eb2e6fa req-cee9b776-2251-4353-a179-659af227c29b tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:09.041842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-585be7b9-7dc4-4ee1-a647-0ce41eb2e6fa req-cee9b776-2251-4353-a179-659af227c29b tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/ports?device_id=39862d19-aaf2-46ed-b143-554a0b4c6ff4 HTTP/1.1" status: 200 len: 946 time: 0.0895238 Feb 10 15:51:09.047943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Calling delete_port for 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:09.085427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9fe7482-7a6c-4d5b-8c9c-a242d00cee53 req-76d40076-a5d5-4747-989e-c7bf737084af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0384569 Feb 10 15:51:09.114007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Router 060ea440-f1ca-47ed-a0e5-8ab0e46e3633 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:51:09.155635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-585be7b9-7dc4-4ee1-a647-0ce41eb2e6fa req-930c9bc2-39ab-41d8-b751-1bac3f812455 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.21 "GET /v2.0/security-groups?id=14aae377-98e4-4615-8e92-e162fa67fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057246 Feb 10 15:51:09.244114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:09.256494 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] Sync routers for ids ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:09.270444 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] Routers {'060ea440-f1ca-47ed-a0e5-8ab0e46e3633'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:09.271404 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:09.271811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.276902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b446658-05c8-44cf-a790-a7774530bb5b tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7862186 Feb 10 15:51:09.277300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:09.282023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:09.308246 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:09.318179 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] Routers {'060ea440-f1ca-47ed-a0e5-8ab0e46e3633'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:09.318992 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:09.357230 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:09.357990 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f06d1-f511-4a76-a7a4-79c55eaa3eee None None] The sync data for ids ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:09.527401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 67e67c37-b71b-41b6-85d3-2278f0f5515e details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:09.646852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:09.657369 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '67e67c37-b71b-41b6-85d3-2278f0f5515e', 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'port_id': '67e67c37-b71b-41b6-85d3-2278f0f5515e', 'mac_address': 'fa:16:3e:3e:85:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61664d55-3c8a-49e7-99a7-2f57fc904cce', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:09.659521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.686614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:09.723240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.728688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Pushing event deleted for resources: {'Port': ['ID=30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.739456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e67c37-b71b-41b6-85d3-2278f0f5515e {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:09.751254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e69b0b-c4a2-4892-8706-f5bd4f78f909 req-b1927720-9ebe-486d-9536-51e6aef3e547 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:09.752839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9e69b0b-c4a2-4892-8706-f5bd4f78f909 req-b1927720-9ebe-486d-9536-51e6aef3e547 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.4652479 Feb 10 15:51:09.763607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:09.768819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.769945 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:09.809257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] No DVR routers for this DVR port 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:09.852019 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:09.855295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a83efa1-c3ff-449c-ba65-75dc9841942a req-764860dc-8e4f-4272-a457-f889d3434365 tempest-InstanceActionsNegativeTestJSON-1423865660 tempest-InstanceActionsNegativeTestJSON-1423865660-project] 10.222.0.45 "DELETE /v2.0/ports/30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 HTTP/1.1" status: 204 len: 173 time: 1.2492900 Feb 10 15:51:09.858216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'name': 'network-vif-deleted', 'tag': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:09.860602 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487af0c6-0035-4df3-a350-84f168f576c4" -d '{"events": [{"server_uuid": "39862d19-aaf2-46ed-b143-554a0b4c6ff4", "name": "network-vif-deleted", "tag": "30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:09.886474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520732c8-c2ca-4ebf-b362-84c7288a8c9a req-f8862bf9-1497-4088-af1a-6631ba1497be tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:09.888080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-520732c8-c2ca-4ebf-b362-84c7288a8c9a req-f8862bf9-1497-4088-af1a-6631ba1497be tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2266433 Feb 10 15:51:09.921788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.957497 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9e69b0b-c4a2-4892-8706-f5bd4f78f909 req-61e855c9-07ba-4bb0-a8c0-addb7ee2cc1e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823180 Feb 10 15:51:09.990129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:09.994791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-520732c8-c2ca-4ebf-b362-84c7288a8c9a req-238e327d-1498-4ab6-9b24-79def955517a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932415 Feb 10 15:51:10.030371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5', 'network_id': '92faf898-cd28-4775-91dd-f7c8e476c62f', 'port_id': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5', 'mac_address': 'fa:16:3e:73:e4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1', 'ip_address': '19.86.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:10.114031 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.132044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:10.150837 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b42f5-8c6e-4d9c-8256-be52529cef67 x-openstack-request-id: req-ab8b42f5-8c6e-4d9c-8256-be52529cef67 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:10.151431 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39862d19-aaf2-46ed-b143-554a0b4c6ff4", "name": "network-vif-deleted", "tag": "30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:10.151431 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab8b42f5-8c6e-4d9c-8256-be52529cef67 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:10.151760 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39862d19-aaf2-46ed-b143-554a0b4c6ff4', 'name': 'network-vif-deleted', 'tag': '30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8', 'status': 'completed', 'code': 200} Feb 10 15:51:10.154636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:10.154842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.164202 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.164765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 18f1b784-7d69-45c4-9d94-dd646e811f33 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:10.216151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.244742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 18f1b784-7d69-45c4-9d94-dd646e811f33, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=18f1b784-7d69-45c4-9d94-dd646e811f33,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:10.256506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:10.259181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '18f1b784-7d69-45c4-9d94-dd646e811f33', 'network_id': 'a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b', 'port_id': '18f1b784-7d69-45c4-9d94-dd646e811f33', 'mac_address': 'fa:16:3e:2d:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61664d55-3c8a-49e7-99a7-2f57fc904cce', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:10.267726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67340e3-554d-471e-8c6c-b33f545b98e9 req-6d2885d2-0820-4b0b-8513-4f204cc02c2e tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:10.269446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c67340e3-554d-471e-8c6c-b33f545b98e9 req-6d2885d2-0820-4b0b-8513-4f204cc02c2e tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 945 time: 0.1169415 Feb 10 15:51:10.282877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7319a-7510-4ef8-956e-e9e8e110f74c req-c98b9683-2ad9-4b3a-b20d-702ce26167dd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:10.289633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7319a-7510-4ef8-956e-e9e8e110f74c req-c98b9683-2ad9-4b3a-b20d-702ce26167dd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:10.295615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7319a-7510-4ef8-956e-e9e8e110f74c req-c98b9683-2ad9-4b3a-b20d-702ce26167dd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:10.304680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3f7319a-7510-4ef8-956e-e9e8e110f74c req-c98b9683-2ad9-4b3a-b20d-702ce26167dd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2414 time: 0.1636355 Feb 10 15:51:10.314775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.343410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f1b784-7d69-45c4-9d94-dd646e811f33 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:10.371199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 18f1b784-7d69-45c4-9d94-dd646e811f33, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=18f1b784-7d69-45c4-9d94-dd646e811f33,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:10.380311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.399003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3f7319a-7510-4ef8-956e-e9e8e110f74c req-c585dc15-050f-41a9-9601-1ab1e250e711 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922308 Feb 10 15:51:10.406359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c67340e3-554d-471e-8c6c-b33f545b98e9 req-58cab1d7-d2d4-41bb-986a-9d3ea41b30c3 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/security-groups?id=07991dd2-0f8f-4733-be07-cfa75b2fd5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996301 Feb 10 15:51:10.453251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Deleting port 88dcffcb-f3c2-4676-97f8-a977c149c1ad {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:10.453595 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.480572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=18f1b784-7d69-45c4-9d94-dd646e811f33,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:10.545262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ac711d3-faaf-45b5-b365-1c931cc2acc6 req-c7a27a01-f28a-4d21-9842-c6a602f831ff tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0306299 Feb 10 15:51:10.585926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.595921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:10.601842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Calling delete_port for 88dcffcb-f3c2-4676-97f8-a977c149c1ad owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:10.663828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9ee71f39-cfac-4422-ba1e-6e96d255f2d5'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:10.669564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Deleting subnet d004a46c-5988-4588-89d4-835d3a77f07c {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:10.677125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.721060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['18f1b784-7d69-45c4-9d94-dd646e811f33'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:10.743884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.796219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.797549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f6ffd-5bc4-451d-8c27-9d08a009964f req-1b5821b2-f8cb-421a-b9c0-f64f44546a27 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:10.799101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-813f6ffd-5bc4-451d-8c27-9d08a009964f req-1b5821b2-f8cb-421a-b9c0-f64f44546a27 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1170216 Feb 10 15:51:10.887872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-813f6ffd-5bc4-451d-8c27-9d08a009964f req-f521ed8f-2354-41fc-a7b8-5c48fa458636 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742688 Feb 10 15:51:10.898326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.922356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.950817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Pushing event deleted for resources: {'Port': ['ID=88dcffcb-f3c2-4676-97f8-a977c149c1ad,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:10.962682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:10.967233 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d004a46c-5988-4588-89d4-835d3a77f07c HTTP/1.1" status: 204 len: 168 time: 0.3702085 Feb 10 15:51:10.968667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d004a46c-5988-4588-89d4-835d3a77f07c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:10.969691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:10.979181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.979555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.979896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.980233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.980565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.980890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.981267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.981590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.981912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.982229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.982545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:10.982860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7cb1-67c2-493f-96dd-9105349b43c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:11.123696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.128249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.144359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-81b47333-0f52-46ae-a185-239137d78dfc tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:11.146448 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-81b47333-0f52-46ae-a185-239137d78dfc tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 945 time: 0.0585108 Feb 10 15:51:11.214826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d45bf-0791-42f7-82c8-f69df6d75aa9 req-5e99e475-d09b-4069-8df8-f08a8d8bf396 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:11.216391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b0d45bf-0791-42f7-82c8-f69df6d75aa9 req-5e99e475-d09b-4069-8df8-f08a8d8bf396 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1533196 Feb 10 15:51:11.248214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Deleting port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:11.248525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.347298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] For port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,segment=NetworkSegment(d3696923-07f7-44ee-9994-567017dfabe9),segment_id=d3696923-07f7-44ee-9994-567017dfabe9)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:11.348094 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.361047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Calling delete_port for b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:11.411007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.457564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b0d45bf-0791-42f7-82c8-f69df6d75aa9 req-c56a7ff9-2495-497b-bd71-6716b4ed2d14 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176478 Feb 10 15:51:11.467838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.471330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b7dce-0355-45ce-990e-54f60abe20ea']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:11.483301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.486197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6c4264-b484-4602-98d9-3d1e7543ad88') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:11.486497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6c4264-b484-4602-98d9-3d1e7543ad88') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:11.501349 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.535684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.542482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 18f1b784-7d69-45c4-9d94-dd646e811f33 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:11.573019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Pushing event deleted for resources: {'Port': ['ID=b59842ec-4f6e-4a48-a0bc-4b2b19400cb0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:11.612528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b59842ec-4f6e-4a48-a0bc-4b2b19400cb0'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:11.616821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.632184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] No DVR routers for this DVR port b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:11.635628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.640117 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b8c1f42-7ce3-486d-8a90-6872df33a0c6 req-0573ed1e-5e5e-4eb7-8541-8ae9d0cf3624 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.75 "DELETE /v2.0/ports/b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 HTTP/1.1" status: 204 len: 173 time: 0.4866197 Feb 10 15:51:11.640750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'name': 'network-vif-deleted', 'tag': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:11.643636 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9658c3-26e7-45b7-bd76-03ed3a765739" -d '{"events": [{"server_uuid": "7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f", "name": "network-vif-deleted", "tag": "b59842ec-4f6e-4a48-a0bc-4b2b19400cb0"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:11.648819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:11.649243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.654233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-deff63a8-69c5-4932-bfc0-288076d1e2c2 req-59d5bd7a-319c-450f-965c-6e3021b3ed57 tempest-ServerTagsTestJSON-1460542187 tempest-ServerTagsTestJSON-1460542187-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f HTTP/1.1" status: 200 len: 210 time: 0.0553179 Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:11.654894 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:11.670149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Router 060ea440-f1ca-47ed-a0e5-8ab0e46e3633 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:11.731552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d92c14-12c7-4563-b290-642a208ff67f req-0006b166-630c-4376-9f8a-99d947eb3b8f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:11.737528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d92c14-12c7-4563-b290-642a208ff67f req-0006b166-630c-4376-9f8a-99d947eb3b8f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:11.741787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 18f1b784-7d69-45c4-9d94-dd646e811f33 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:11.744348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d92c14-12c7-4563-b290-642a208ff67f req-0006b166-630c-4376-9f8a-99d947eb3b8f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:11.746141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d92c14-12c7-4563-b290-642a208ff67f req-0006b166-630c-4376-9f8a-99d947eb3b8f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2415 time: 0.2514000 Feb 10 15:51:11.750304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 18f1b784-7d69-45c4-9d94-dd646e811f33 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:11.751431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.763276 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.790987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c7fc544-0060-453e-a526-c05eede73999 req-adf0beff-7bc2-4cb0-aa21-a8ea4a53c6ba tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0431471 Feb 10 15:51:11.792065 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.797442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b1b7dce-0355-45ce-990e-54f60abe20ea HTTP/1.1" status: 204 len: 168 time: 0.8242350 Feb 10 15:51:11.798802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['67e67c37-b71b-41b6-85d3-2278f0f5515e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:11.945665 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54aa05b-3069-4562-9471-414541627954 x-openstack-request-id: req-e54aa05b-3069-4562-9471-414541627954 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:11.945956 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f", "name": "network-vif-deleted", "tag": "b59842ec-4f6e-4a48-a0bc-4b2b19400cb0", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:11.946459 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e54aa05b-3069-4562-9471-414541627954 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:11.946854 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5cf47f-a92e-439a-b2ef-ac5d74c4ba0f', 'name': 'network-vif-deleted', 'tag': 'b59842ec-4f6e-4a48-a0bc-4b2b19400cb0', 'status': 'completed', 'code': 200} Feb 10 15:51:11.953178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.960415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c65b40-f7f8-4481-ad7a-fd1061dceaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1b7dce-0355-45ce-990e-54f60abe20ea,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:11.963576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:11.970995 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:11.976503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:11.979658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] Sync routers for ids ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:11.987188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-20fe1fd5-e4dc-4191-9352-3e84e7cea4db tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "PUT /v2.0/routers/060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 200 len: 709 time: 2.7085729 Feb 10 15:51:12.016652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f1b784-7d69-45c4-9d94-dd646e811f33'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:12.022379 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901dff3d-c0f3-466f-9038-b8e3bc5e6497" -d '{"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-plugged", "status": "completed", "tag": "18f1b784-7d69-45c4-9d94-dd646e811f33"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:12.030549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d92c14-12c7-4563-b290-642a208ff67f req-dc4e305b-c8d0-44db-aa51-0480bb478036 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690744 Feb 10 15:51:12.111392 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097e4f5-e087-4c0f-a8b4-d80f538804fb x-openstack-request-id: req-9097e4f5-e087-4c0f-a8b4-d80f538804fb {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:12.111749 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-plugged", "status": "completed", "tag": "18f1b784-7d69-45c4-9d94-dd646e811f33", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:12.112003 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9097e4f5-e087-4c0f-a8b4-d80f538804fb {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:12.112386 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f1b784-7d69-45c4-9d94-dd646e811f33', 'code': 200} Feb 10 15:51:12.113867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] Routers {'060ea440-f1ca-47ed-a0e5-8ab0e46e3633'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:12.114010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32802) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.114491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:12.119074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 18f1b784-7d69-45c4-9d94-dd646e811f33, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=18f1b784-7d69-45c4-9d94-dd646e811f33,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:12.129878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-14e18092-b01a-42fc-b5fd-58a011dec55a tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/routers/060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 200 len: 744 time: 0.1521146 Feb 10 15:51:12.132889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32804) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.167911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c07d3a-1602-4255-b5c4-feb375777d06 req-a5a8a040-3301-4810-b00a-0dc13a33ea24 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:12.170269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8c07d3a-1602-4255-b5c4-feb375777d06 req-a5a8a040-3301-4810-b00a-0dc13a33ea24 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1061254 Feb 10 15:51:12.174513 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.175231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:12.177676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:12.190450 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f236c39a-9fbf-47eb-8630-e4c1044d4f91 tempest-RoutersIpV6AdminTest-1487511824 tempest-RoutersIpV6AdminTest-1487511824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 200 len: 205 time: 0.0564599 Feb 10 15:51:12.193364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.230319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32808) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.231364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cd90b95b-727e-4cc5-9dcc-3f9b95c8e906 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3db97e4ee7d24e0a8a1b93fe980da7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151664 Feb 10 15:51:12.240331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8c07d3a-1602-4255-b5c4-feb375777d06 req-4e124712-4ce2-4411-bee1-f25fe1f2261a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628443 Feb 10 15:51:12.286859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] Routers {'060ea440-f1ca-47ed-a0e5-8ab0e46e3633'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:12.287578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:12.311421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32810) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.312447 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d3fd6a64-1ed1-4d9f-8d5a-0c06d898e2ef tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 200 len: 205 time: 0.1174612 Feb 10 15:51:12.344249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:12.344666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538dc11e-f720-49b1-bb90-269c82703d17 None None] The sync data for ids ['060ea440-f1ca-47ed-a0e5-8ab0e46e3633'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:12.349664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=18f1b784-7d69-45c4-9d94-dd646e811f33,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:12.351549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5530-d6ba-4af9-8c0e-312c626d2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.375125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:12.380564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:12.380980 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.405283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5530-d6ba-4af9-8c0e-312c626d2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.433388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.466878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5530-d6ba-4af9-8c0e-312c626d2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.471377 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5530-d6ba-4af9-8c0e-312c626d2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.473008 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9f2d5530-d6ba-4af9-8c0e-312c626d2ba4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14aae377-98e4-4615-8e92-e162fa67fbcf HTTP/1.1" status: 204 len: 168 time: 0.2416358 Feb 10 15:51:12.484465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d5530-d6ba-4af9-8c0e-312c626d2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aae377-98e4-4615-8e92-e162fa67fbcf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:12.539099 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.610846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:12.616913 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.618838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:12.667105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:12.667428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 30c5cecd-c3a8-4015-a2e6-cc63b9ea3bf8 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:12.697050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.701043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.701678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:12.747227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.778163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66038f11-f12d-4155-bfb7-107274c69474 req-6df3e7c1-5751-450b-b5d0-9616d8f4cc4d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:12.779816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66038f11-f12d-4155-bfb7-107274c69474 req-6df3e7c1-5751-450b-b5d0-9616d8f4cc4d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1619554 Feb 10 15:51:12.780994 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.781578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Fanout notify agent at l3_agent the message router_deleted on router 060ea440-f1ca-47ed-a0e5-8ab0e46e3633 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:12.789121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.790218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8103fd03-94c7-4831-abf6-8235a749ae38 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 204 len: 168 time: 0.4774654 Feb 10 15:51:12.795644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32822) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.830657 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-84c1ef91-91da-408f-b829-3f41855cf1b3 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 200 len: 205 time: 0.0290749 Feb 10 15:51:12.830860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66038f11-f12d-4155-bfb7-107274c69474 req-64f2961e-d305-488a-93da-05a5ade001f3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Feb 10 15:51:12.830974 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32824) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.896032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Deleting subnet ceb75c22-8808-4bb2-836a-168eb19c15b4 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:12.900397 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-f190c4dc-4e22-45f6-9b5b-151dcde06022 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] delete failed (client error): The resource could not be found. Feb 10 15:51:12.901401 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f190c4dc-4e22-45f6-9b5b-151dcde06022 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/060ea440-f1ca-47ed-a0e5-8ab0e46e3633 HTTP/1.1" status: 404 len: 336 time: 0.0694768 Feb 10 15:51:12.902128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:12.906533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.941082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec0005e8-47ae-4fd5-831c-4f5047232c38 req-6d1fdb0a-94c2-4d21-9d73-64a0672e71dd tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0436091 Feb 10 15:51:12.969587 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3b44cfdf-acd4-4711-ac2c-0e1f4867ca72 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7dc8d170-7b58-4d76-b385-58d685647469 HTTP/1.1" status: 200 len: 205 time: 0.0319593 Feb 10 15:51:12.970832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:12.983194 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.029385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.106756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.144000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb75c22-8808-4bb2-836a-168eb19c15b4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:13.152326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.158605 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-128d033d-c49e-450c-8c47-8b6fd9b5d12f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ceb75c22-8808-4bb2-836a-168eb19c15b4 HTTP/1.1" status: 204 len: 168 time: 0.4091387 Feb 10 15:51:13.160434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32844) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.249658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.314280 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-623c6ac7-fe4b-41e1-bf17-2f9f8b074c49 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] delete failed (client error): The resource could not be found. Feb 10 15:51:13.315309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-623c6ac7-fe4b-41e1-bf17-2f9f8b074c49 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/7dc8d170-7b58-4d76-b385-58d685647469 HTTP/1.1" status: 404 len: 336 time: 0.3430376 Feb 10 15:51:13.321364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32854) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.396617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c9eee9ca-723c-4457-bd58-8b841e92d98e tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1db7de9-7f04-4d4e-998a-914316655236 HTTP/1.1" status: 200 len: 205 time: 0.0723495 Feb 10 15:51:13.401041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32856) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.408615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984206-cbdc-4abe-a16b-be1fd84fed16 req-478beaff-b11f-4634-a173-fd015e42d598 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:13.410750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.415999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984206-cbdc-4abe-a16b-be1fd84fed16 req-478beaff-b11f-4634-a173-fd015e42d598 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:13.422007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984206-cbdc-4abe-a16b-be1fd84fed16 req-478beaff-b11f-4634-a173-fd015e42d598 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:13.428084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91984206-cbdc-4abe-a16b-be1fd84fed16 req-478beaff-b11f-4634-a173-fd015e42d598 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2417 time: 0.1156309 Feb 10 15:51:13.429828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.459228 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-86f27e3e-3e57-4019-947c-ec1004304e72 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] delete failed (client error): The resource could not be found. Feb 10 15:51:13.460890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-86f27e3e-3e57-4019-947c-ec1004304e72 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/e1db7de9-7f04-4d4e-998a-914316655236 HTTP/1.1" status: 404 len: 336 time: 0.0586307 Feb 10 15:51:13.464929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32862) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.466475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf602-36e6-4df8-a4db-d23fd2a81a5b req-c6d972a0-1975-4ac8-ad04-4205b4a4115e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:13.468231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eafdf602-36e6-4df8-a4db-d23fd2a81a5b req-c6d972a0-1975-4ac8-ad04-4205b4a4115e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1245744 Feb 10 15:51:13.503870 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6e44272a-628a-43a0-b1a8-50c081a2e22c tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a3883d-8e29-4197-a72b-b947a936d3a6 HTTP/1.1" status: 200 len: 205 time: 0.0378370 Feb 10 15:51:13.505764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c32dd7-a350-4e7f-a124-ca964030f24b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:13.510530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32864) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.520423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91984206-cbdc-4abe-a16b-be1fd84fed16 req-38d3134c-e149-4704-a6e2-7b74b352cc82 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845015 Feb 10 15:51:13.533142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3696923-07f7-44ee-9994-567017dfabe9') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:13.533471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3696923-07f7-44ee-9994-567017dfabe9') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:13.546483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.559304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:13.559892 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-0256ff88-d50c-4100-9e91-fa51fa0d4a13 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] delete failed (client error): The resource could not be found. Feb 10 15:51:13.560910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0256ff88-d50c-4100-9e91-fa51fa0d4a13 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/f4a3883d-8e29-4197-a72b-b947a936d3a6 HTTP/1.1" status: 404 len: 336 time: 0.0493147 Feb 10 15:51:13.563290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.565999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32866) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.568093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 67e67c37-b71b-41b6-85d3-2278f0f5515e up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:13.574168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1072731059-network', 'tenant_id': 'd92d999d44ce49808f0461134e873c68'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:13.585028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:13.585807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.586738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eafdf602-36e6-4df8-a4db-d23fd2a81a5b req-df3ec555-82a2-43db-8250-38cbe8400235 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066554 Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:13.588517 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:13.611130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Made reservation on behalf of d92d999d44ce49808f0461134e873c68 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:13.614849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.625936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.637030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32868) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.637553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e92f28d-ec98-42d5-933a-1e12d9279515 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=b27c7bd0-c693-4f86-a76c-6feab836afd5 HTTP/1.1" status: 200 len: 205 time: 0.0702975 Feb 10 15:51:13.687561 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-6f95fff7-aad9-433b-b7c8-e9c67c277ec4 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] delete failed (client error): The resource could not be found. Feb 10 15:51:13.688606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6f95fff7-aad9-433b-b7c8-e9c67c277ec4 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/b27c7bd0-c693-4f86-a76c-6feab836afd5 HTTP/1.1" status: 404 len: 336 time: 0.0506630 Feb 10 15:51:13.692521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32870) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.701393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 67e67c37-b71b-41b6-85d3-2278f0f5515e completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:13.714252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 67e67c37-b71b-41b6-85d3-2278f0f5515e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:13.714497 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.733128 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d51bb566-a08a-4264-b024-04332e0bcd5d tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "GET /v2.0/ports?device_id=51a06d58-6906-4db0-924d-7a08f3f816cf HTTP/1.1" status: 200 len: 205 time: 0.0393472 Feb 10 15:51:13.733827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32872) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.734472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.742053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.748207 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] 10.222.0.21 "DELETE /v2.0/networks/31c32dd7-a350-4e7f-a124-ca964030f24b HTTP/1.1" status: 204 len: 168 time: 0.5843124 Feb 10 15:51:13.759680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309f25c-5f61-479e-9460-c7f31021871d admin admin] Pushing event deleted for resources: {'Network': ['ID=31c32dd7-a350-4e7f-a124-ca964030f24b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:13.789702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:13.810484 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-6655d71c-2873-46ef-b7b6-00533c53d2dd tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] delete failed (client error): The resource could not be found. Feb 10 15:51:13.811625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6655d71c-2873-46ef-b7b6-00533c53d2dd tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/routers/51a06d58-6906-4db0-924d-7a08f3f816cf HTTP/1.1" status: 404 len: 336 time: 0.0765851 Feb 10 15:51:13.814691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32878) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.821329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'mac_address': 'fa:16:3e:d9:7d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:13.850291 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ca389f-0a33-4d5e-8479-476105006088 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] DELETE failed (client error): The resource could not be found. Feb 10 15:51:13.850821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ca389f-0a33-4d5e-8479-476105006088 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:51:13.854610 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4ca389f-0a33-4d5e-8479-476105006088 tempest-RoutersIpV6AdminTest-1585179912 tempest-RoutersIpV6AdminTest-1585179912-project] 10.222.0.21 "DELETE /v2.0/subnets/bc745abc-e8a3-48de-8c4c-968a23451ade HTTP/1.1" status: 404 len: 337 time: 0.0387166 Feb 10 15:51:13.867133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.867994 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.877495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.914251 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:13.943986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:13.957576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4731f-47d2-49da-a13a-cd82ce4954ee,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:13.964199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:13.978207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32886) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:13.987476 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.001600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02aed32f-98d7-42b5-97cd-1394ac3ffe68 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:14.006232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.006969 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Added segment b980e667-cf70-46dc-bba6-459e9c31dc4d of type vlan for network 2a91c891-dcd6-440a-b4f9-4b9c90081748 Feb 10 15:51:14.054877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:14.065840 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.067044 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.071135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.106125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6c2cf191-1f19-4d44-97cf-c8a65f3c8659 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d906d75a3b21428f87d089e0c22fe68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265490 Feb 10 15:51:14.112127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32890) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:14.114650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5'}, {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:14.117721 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719432b-03a7-411f-b22f-822ccb6279e1" -d '{"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-plugged", "status": "completed", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5"}, {"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-plugged", "status": "completed", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:14.134211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade1a5-1e3a-44e6-a0ca-ab863b72a36b req-a7928878-764c-4cd8-a3b2-b2ff4250e425 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.135968 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4eade1a5-1e3a-44e6-a0ca-ab863b72a36b req-a7928878-764c-4cd8-a3b2-b2ff4250e425 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1667328 Feb 10 15:51:14.151356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.186522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02aed32f-98d7-42b5-97cd-1394ac3ffe68'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:14.192513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6ee5-0de0-4eb4-a359-8cb081731f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.219752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4eade1a5-1e3a-44e6-a0ca-ab863b72a36b req-47556428-1187-4895-99fc-8e2baa8a837d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694077 Feb 10 15:51:14.220478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.221608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.222191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.222472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6ee5-0de0-4eb4-a359-8cb081731f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.224346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32894) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:14.243063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6886309d-72d0-425a-b18d-ab7fb574f792 req-f328b203-2d1e-4a6f-aa77-e606e6348b41 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.1268113 Feb 10 15:51:14.304963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6ee5-0de0-4eb4-a359-8cb081731f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.305711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:14.308849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6ee5-0de0-4eb4-a359-8cb081731f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.310144 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6cd6ee5-0de0-4eb4-a359-8cb081731f95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07991dd2-0f8f-4733-be07-cfa75b2fd5c3 HTTP/1.1" status: 204 len: 168 time: 0.1969171 Feb 10 15:51:14.324689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd6ee5-0de0-4eb4-a359-8cb081731f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07991dd2-0f8f-4733-be07-cfa75b2fd5c3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.340193 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630379f2-d5c5-480e-89b3-37072468fb51 x-openstack-request-id: req-630379f2-d5c5-480e-89b3-37072468fb51 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:14.340882 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-plugged", "status": "completed", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5", "code": 200}, {"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-plugged", "status": "completed", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:14.341353 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-630379f2-d5c5-480e-89b3-37072468fb51 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:14.341965 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5', 'code': 200} Feb 10 15:51:14.343104 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e', 'code': 200} Feb 10 15:51:14.343929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:14.344473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b59842ec-4f6e-4a48-a0bc-4b2b19400cb0 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:14.364263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9331901 Feb 10 15:51:14.367596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32900) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:14.374920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abca5ec-38f9-4b3d-8e67-b4cb4ab711cd admin admin] Pushing event updated for resources: {'Network': ['ID=2a91c891-dcd6-440a-b4f9-4b9c90081748,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.375212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Request body: {'subnet': {'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1072731059-subnet', 'tenant_id': 'd92d999d44ce49808f0461134e873c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:14.395873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2a91c891-dcd6-440a-b4f9-4b9c90081748 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:14.413695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Made reservation on behalf of d92d999d44ce49808f0461134e873c68 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:14.417977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.534176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bddb5-9941-4589-9f0f-d11a3d8bc10e req-98435959-d280-4cd7-91c1-2ec6a15f7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.535701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bddb5-9941-4589-9f0f-d11a3d8bc10e req-98435959-d280-4cd7-91c1-2ec6a15f7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.536172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bddb5-9941-4589-9f0f-d11a3d8bc10e req-98435959-d280-4cd7-91c1-2ec6a15f7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.546565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c0bddb5-9941-4589-9f0f-d11a3d8bc10e req-98435959-d280-4cd7-91c1-2ec6a15f7f2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2871 time: 0.0973990 Feb 10 15:51:14.649751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c0bddb5-9941-4589-9f0f-d11a3d8bc10e req-e9086e68-fd7c-4fff-9a05-7031cad45818 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966949 Feb 10 15:51:14.791853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e96b1-769a-44a8-8608-f059681837a8 req-169cda82-1882-4314-896b-aaef14d50393 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.795758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.823178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e96b1-769a-44a8-8608-f059681837a8 req-169cda82-1882-4314-896b-aaef14d50393 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.837766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e96b1-769a-44a8-8608-f059681837a8 req-169cda82-1882-4314-896b-aaef14d50393 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.839499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e5e96b1-769a-44a8-8608-f059681837a8 req-169cda82-1882-4314-896b-aaef14d50393 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2418 time: 0.1864371 Feb 10 15:51:14.906929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94bda54-a865-44bf-940f-4f2fd859c77b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.937417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Checking segment: {'id': 'b980e667-cf70-46dc-bba6-459e9c31dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:14.938102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Network hostable DHCP agents. Network: 2a91c891-dcd6-440a-b4f9-4b9c90081748, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:14.946361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f53e211b-84ba-42ff-83f1-dd09bd755624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:14.962791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Network 2a91c891-dcd6-440a-b4f9-4b9c90081748 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:14.973661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e5e96b1-769a-44a8-8608-f059681837a8 req-ee641449-62ae-4a20-99a9-e80fe22c529e tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088231 Feb 10 15:51:14.989021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2a91c891-dcd6-440a-b4f9-4b9c90081748) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:14.991689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dbfc-45cc-42c6-bc2c-763db1edeb05 req-2819072b-c353-46bf-b997-f68735d01704 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.996526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.999359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c518dbfc-45cc-42c6-bc2c-763db1edeb05 req-2819072b-c353-46bf-b997-f68735d01704 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2406266 Feb 10 15:51:14.999524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.004346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f182f2-e5c8-41e2-a0ab-c8928f2c84fc None None] Network 2a91c891-dcd6-440a-b4f9-4b9c90081748 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:15.051399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a88282e6-eea7-4a9d-a61a-0d28be81cfbf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6820796 Feb 10 15:51:15.101097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c518dbfc-45cc-42c6-bc2c-763db1edeb05 req-a81ebd99-ac42-4e9b-8f8a-883c8fd00626 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011922 Feb 10 15:51:15.163150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f53e211b-84ba-42ff-83f1-dd09bd755624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.170720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f53e211b-84ba-42ff-83f1-dd09bd755624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.212061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4d2e4-1f72-434d-b2da-a7cbdcf31293 None None] Network 2a91c891-dcd6-440a-b4f9-4b9c90081748 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:15.238483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f53e211b-84ba-42ff-83f1-dd09bd755624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5248dbb46a144af98f95b80aae3c0d86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009594 Feb 10 15:51:15.242709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:15.280251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e211b-84ba-42ff-83f1-dd09bd755624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0977c-77f5-4e5b-ae5c-e1c1f4dd7e30,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:15.318487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5c26488-bf0e-404b-8b2c-bddc0d0d50ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.352583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5c26488-bf0e-404b-8b2c-bddc0d0d50ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.420741 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5c26488-bf0e-404b-8b2c-bddc0d0d50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.423987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5c26488-bf0e-404b-8b2c-bddc0d0d50ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.428745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b5c26488-bf0e-404b-8b2c-bddc0d0d50ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00a0977c-77f5-4e5b-ae5c-e1c1f4dd7e30 HTTP/1.1" status: 204 len: 168 time: 0.1856792 Feb 10 15:51:15.445528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c26488-bf0e-404b-8b2c-bddc0d0d50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0977c-77f5-4e5b-ae5c-e1c1f4dd7e30,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:15.531201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-110e3094-e8c9-40a0-b9c8-bd31f80b71b0 req-53eb47e2-fca9-4451-893c-c3fc1a0a960d tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0766845 Feb 10 15:51:15.548844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88faed-adbc-49d8-8ff8-1c559c1a86b5 req-2058f70e-26fa-4432-aa4d-0f179e90937f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:15.550842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d88faed-adbc-49d8-8ff8-1c559c1a86b5 req-2058f70e-26fa-4432-aa4d-0f179e90937f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 944 time: 0.1403704 Feb 10 15:51:15.572067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:15.621705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d88faed-adbc-49d8-8ff8-1c559c1a86b5 req-a560028e-17a8-4914-b428-9963b7f74d13 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555649 Feb 10 15:51:15.641445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:15.642218 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.759026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.837035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:15.846212 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:15.956515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:16.293618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890ac15-1977-41cd-8715-bdc2221a0091 req-b4202807-45d3-4b9c-9b45-0984a2ea7ef9 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:16.304017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890ac15-1977-41cd-8715-bdc2221a0091 req-b4202807-45d3-4b9c-9b45-0984a2ea7ef9 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:16.304280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:16.312462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890ac15-1977-41cd-8715-bdc2221a0091 req-b4202807-45d3-4b9c-9b45-0984a2ea7ef9 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:16.314393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f890ac15-1977-41cd-8715-bdc2221a0091 req-b4202807-45d3-4b9c-9b45-0984a2ea7ef9 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2418 time: 0.1871831 Feb 10 15:51:16.344761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:16.347033 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb1ef4-c9cd-41e1-a5ae-ee0eb740b4e9" -d '{"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-plugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:16.369254 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-691619a0-0e7c-4d3f-a3d1-d0c43f07fca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db240f29ff874af395b06e3598b0eb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605242 Feb 10 15:51:16.369254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32984) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:16.395751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f890ac15-1977-41cd-8715-bdc2221a0091 req-fdf4e3bb-38bc-4417-9499-f44b7f48ff05 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698764 Feb 10 15:51:16.417259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-5e581ddf-4c24-4ad2-9d38-db2abdd9adb0 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:16.425053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-5e581ddf-4c24-4ad2-9d38-db2abdd9adb0 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/networks?id=2a91c891-dcd6-440a-b4f9-4b9c90081748 HTTP/1.1" status: 200 len: 814 time: 0.2097812 Feb 10 15:51:16.436593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-dbebefd5-f792-48d9-82d2-0926c8210806 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/quotas/d92d999d44ce49808f0461134e873c68 HTTP/1.1" status: 200 len: 375 time: 0.0104663 Feb 10 15:51:16.455381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7617193c-29db-481e-91a0-c6e665a61f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:16.492800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7617193c-29db-481e-91a0-c6e665a61f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:16.498254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-f2c3bd82-51cc-4d15-bfb3-05ee9130f6f0 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d92d999d44ce49808f0461134e873c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496047 Feb 10 15:51:16.571378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7617193c-29db-481e-91a0-c6e665a61f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:16.577175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7617193c-29db-481e-91a0-c6e665a61f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:16.579358 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7617193c-29db-481e-91a0-c6e665a61f29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cfc6c74-6202-4080-8740-3cfe3b0f9d50 HTTP/1.1" status: 204 len: 168 time: 0.2089229 Feb 10 15:51:16.590064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617193c-29db-481e-91a0-c6e665a61f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc6c74-6202-4080-8740-3cfe3b0f9d50,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:16.674374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca5e3f-a98d-4daa-99bb-5cb4d0ea5289 req-0754a05f-0d66-4e90-98c6-41156b541584 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:16.676734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6ca5e3f-a98d-4daa-99bb-5cb4d0ea5289 req-0754a05f-0d66-4e90-98c6-41156b541584 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1206293 Feb 10 15:51:16.691221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-23c79786-c4a8-4d0c-8195-16661056bfcd service neutron] 10.222.0.21 "GET /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920519 Feb 10 15:51:16.793836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6ca5e3f-a98d-4daa-99bb-5cb4d0ea5289 req-3f905d7e-767d-4f23-a9c1-2c4e892182f0 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931332 Feb 10 15:51:16.861584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-be2dac60-8e5c-41f5-b6e8-8f999a67a110 service neutron] 10.222.0.21 "GET /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690736 Feb 10 15:51:17.138461 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09589340-7f41-4518-9466-3dfe6ef9c8a4 x-openstack-request-id: req-09589340-7f41-4518-9466-3dfe6ef9c8a4 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:17.138753 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-plugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:17.139008 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09589340-7f41-4518-9466-3dfe6ef9c8a4 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:17.139406 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'code': 200} Feb 10 15:51:17.422449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-283f1153-9d24-46e8-b035-cae2e98c52bc req-cd432246-7484-4c9f-b974-218afea367b1 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0503414 Feb 10 15:51:17.657748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3436b7-11e2-40ea-ab76-896deddfa6f1 req-684b9b98-cb9e-4c72-897e-4e49697a5e8e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:17.672220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b3436b7-11e2-40ea-ab76-896deddfa6f1 req-684b9b98-cb9e-4c72-897e-4e49697a5e8e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1137459 Feb 10 15:51:17.775374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b3436b7-11e2-40ea-ab76-896deddfa6f1 req-6e0c0f3c-0083-49e9-bfcc-838c15316ca9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021938 Feb 10 15:51:17.871199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01c73023-c9bb-4fe3-b58b-25f6ef2d4ca6 req-cc6bc4d7-5d77-4c2f-970b-281be2aa5f79 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 210 time: 0.0687518 Feb 10 15:51:18.050493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c2f97f28-0f73-48c6-992f-33969a2aa870 req-d0840c67-2826-4fc4-a641-397696eda30a tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0679522 Feb 10 15:51:18.077354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33044) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:18.300987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2132747752'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:18.345039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da1b9-8177-4a6f-ba82-7d7ee7789b38 req-ab89b84f-73b1-45f0-a8cb-261489e2a67d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:18.346788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf9da1b9-8177-4a6f-ba82-7d7ee7789b38 req-ab89b84f-73b1-45f0-a8cb-261489e2a67d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1073232 Feb 10 15:51:18.427175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:18.431663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:18.456516 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:18.538563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6fee9-a77c-4fc4-9aa9-9b604a108746 req-1db57b24-e2d3-496d-b516-6adf8e650cc8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:18.544443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6fee9-a77c-4fc4-9aa9-9b604a108746 req-1db57b24-e2d3-496d-b516-6adf8e650cc8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:18.550247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6fee9-a77c-4fc4-9aa9-9b604a108746 req-1db57b24-e2d3-496d-b516-6adf8e650cc8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:18.552000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7fa6fee9-a77c-4fc4-9aa9-9b604a108746 req-1db57b24-e2d3-496d-b516-6adf8e650cc8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2418 time: 0.2259552 Feb 10 15:51:18.555382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf9da1b9-8177-4a6f-ba82-7d7ee7789b38 req-716ebb9e-256d-4161-aa3f-c4587915f798 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826210 Feb 10 15:51:18.626554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7fa6fee9-a77c-4fc4-9aa9-9b604a108746 req-bc4126a1-0fbb-4f42-800c-2cf8005da3e3 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613928 Feb 10 15:51:18.744752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:18.754094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53bc78d6-2003-470e-ac48-afb6a1805815 req-e2105b43-280d-41a8-b7ff-1586b1213580 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.0689204 Feb 10 15:51:18.767799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:18.854277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:19.043785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.044408 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment ea428650-cdfe-48a9-978b-8dd17301361f of type vlan for network f712795e-3984-4fb3-8674-c667b0d5fa07 Feb 10 15:51:19.114133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8bf9bd3-a949-4525-9a1d-00dec93fc8a4 req-157f20f0-f241-4572-a5af-4c6a005342b0 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 210 time: 0.0425820 Feb 10 15:51:19.165009 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.207028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2cc2c8-59f7-4e27-92b3-2de8f96bca30,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:19.220602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.227393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:19.228424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.354621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e411992-1a92-46a3-b2f2-7fdec26dd5f4 req-07aaf719-81d3-418f-bbd9-56762f565012 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1213586 Feb 10 15:51:19.373899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051de89-359f-4971-9140-ce9d241e5687 req-40aa0fbb-19a8-4dbc-9461-bbb8dd12a5f9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:19.375428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5051de89-359f-4971-9140-ce9d241e5687 req-40aa0fbb-19a8-4dbc-9461-bbb8dd12a5f9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.4688132 Feb 10 15:51:19.451953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33062) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:19.458459 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-154414257'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:19.461015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3705609 Feb 10 15:51:19.462023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c8932-4988-4ccc-ad86-1cfd513932d5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=f712795e-3984-4fb3-8674-c667b0d5fa07,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:19.475413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network f712795e-3984-4fb3-8674-c667b0d5fa07 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:19.509778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-2855cf9a-d38f-4647-8fd1-4d029053b8a5 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:19.516363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-2855cf9a-d38f-4647-8fd1-4d029053b8a5 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.45 "GET /v2.0/networks?id=2a91c891-dcd6-440a-b4f9-4b9c90081748 HTTP/1.1" status: 200 len: 814 time: 0.6967356 Feb 10 15:51:19.543403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Request body: {'port': {'device_id': 'd0669c38-07e5-4947-a32b-a552f847391e', 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748', 'admin_state_up': True, 'tenant_id': 'd92d999d44ce49808f0461134e873c68'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:19.551743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:19.556781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.663003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:19.690333 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.691780 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 6d45fe66-5e93-41c2-b328-19c4e9e90067 of type vlan for network 9a166729-854f-4a24-a9bd-cbb14f411a1a Feb 10 15:51:19.788225 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.809462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5051de89-359f-4971-9140-ce9d241e5687 req-443467af-2d86-4a68-87f2-f85fccff6e87 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266740 Feb 10 15:51:19.873755 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.884021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fdab8-dae4-4304-8401-b361b660cdd6 req-0cedbd9f-c380-4b79-a4bb-28e1c9dd4216 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:19.887266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:19.889454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.891820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-516fdab8-dae4-4304-8401-b361b660cdd6 req-0cedbd9f-c380-4b79-a4bb-28e1c9dd4216 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1640291 Feb 10 15:51:19.939340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Made reservation on behalf of d92d999d44ce49808f0461134e873c68 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:19.944162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:19.969197 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5158253 Feb 10 15:51:19.970049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33070) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:19.978022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:20.005874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acac95-a6ca-47f1-b376-468e1cbe8746 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=9a166729-854f-4a24-a9bd-cbb14f411a1a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:20.018765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:20.129841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-516fdab8-dae4-4304-8401-b361b660cdd6 req-846a1d72-c663-4590-a981-d8526d65e919 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320924 Feb 10 15:51:20.153386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:20.157936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:20.191513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86e33-249b-448e-891a-f2335bd2e921 req-e510ef47-999b-4520-b2b6-987c898eee7f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.198557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86e33-249b-448e-891a-f2335bd2e921 req-e510ef47-999b-4520-b2b6-987c898eee7f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.213366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86e33-249b-448e-891a-f2335bd2e921 req-e510ef47-999b-4520-b2b6-987c898eee7f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.214993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61d86e33-249b-448e-891a-f2335bd2e921 req-e510ef47-999b-4520-b2b6-987c898eee7f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2418 time: 0.2104576 Feb 10 15:51:20.288346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83d0a6-f2ac-4962-a8eb-63a821b4af39 req-9afb2a79-1529-4aca-acf6-b89ac1fa09b3 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.294616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83d0a6-f2ac-4962-a8eb-63a821b4af39 req-9afb2a79-1529-4aca-acf6-b89ac1fa09b3 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.300683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83d0a6-f2ac-4962-a8eb-63a821b4af39 req-9afb2a79-1529-4aca-acf6-b89ac1fa09b3 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.302425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e83d0a6-f2ac-4962-a8eb-63a821b4af39 req-9afb2a79-1529-4aca-acf6-b89ac1fa09b3 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2418 time: 0.3352478 Feb 10 15:51:20.388524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa911774-3de0-4a83-94fd-fafebda7a280 req-5730a71f-f871-42eb-848c-c6ed182a2da5 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/ports?device_id=84110802-0389-4040-bad2-a68117c2549d HTTP/1.1" status: 200 len: 210 time: 0.1553373 Feb 10 15:51:20.587534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Allocated IP 172.20.0.13 (2a91c891-dcd6-440a-b4f9-4b9c90081748/e94bda54-a865-44bf-940f-4f2fd859c77b/8469a375-4777-4042-8267-898a1934b6c9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:20.669157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe96d731-c7d1-4128-902d-9442fa7541dd req-87283a6b-a7e4-4474-aeb0-22d9f7b8d1b8 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 210 time: 0.1134984 Feb 10 15:51:20.680065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e83d0a6-f2ac-4962-a8eb-63a821b4af39 req-240073d5-c4de-491f-9c5b-5d8ad3a0e58f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546610 Feb 10 15:51:20.748231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 18f1b784-7d69-45c4-9d94-dd646e811f33 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:20.748579 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:20.868039 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0959be92-f398-49fc-9cf6-4923593adc0a req-7e6023b0-b92f-4115-893b-fba2768a6e1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0373080 Feb 10 15:51:20.868039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:20.958241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=8be2c0ee-5144-4b3d-ab4b-a8378b4afe94,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:20.981828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': 'ea428650-cdfe-48a9-978b-8dd17301361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:20.981828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: f712795e-3984-4fb3-8674-c667b0d5fa07, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:21.004649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network f712795e-3984-4fb3-8674-c667b0d5fa07 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:21.017032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, f712795e-3984-4fb3-8674-c667b0d5fa07) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:21.022517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:21.023238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.035536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2f51c-b9ad-436d-9aad-57c4cad15abb None None] Network f712795e-3984-4fb3-8674-c667b0d5fa07 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:21.048903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-acc9d381-1a2d-4322-b4b6-b3ac4e6930b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0749738 Feb 10 15:51:21.049942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33080) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:21.058519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:21.204934 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe92d31b-1205-4957-ac0e-958dc09a2f54 req-2689d861-9321-464c-83f9-052238236e00 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.4095743 Feb 10 15:51:21.259337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:21.283210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.319620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-f712795e-3984-4fb3-8674-c667b0d5fa07', 'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': '8be2c0ee-5144-4b3d-ab4b-a8378b4afe94'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:51:21.321711 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.383148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382cf9c-c7dc-45da-899a-f9a4c29065da req-8ace1f63-ad1f-4711-98b6-3fb7cf894133 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:21.384771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7382cf9c-c7dc-45da-899a-f9a4c29065da req-8ace1f63-ad1f-4711-98b6-3fb7cf894133 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.2454662 Feb 10 15:51:21.403268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.416470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 18f1b784-7d69-45c4-9d94-dd646e811f33, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=18f1b784-7d69-45c4-9d94-dd646e811f33,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:21.416843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.448316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 18f1b784-7d69-45c4-9d94-dd646e811f33 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:21.479565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a07e8-1eeb-43b2-b908-e243335f66f3 req-22f7badf-a6e7-478d-8dce-2f53683c9fcb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:21.481012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f6a07e8-1eeb-43b2-b908-e243335f66f3 req-22f7badf-a6e7-478d-8dce-2f53683c9fcb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1582551 Feb 10 15:51:21.559505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7382cf9c-c7dc-45da-899a-f9a4c29065da req-44a3d2e3-02a2-469b-beb1-ba2e83663a11 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593356 Feb 10 15:51:21.571397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.604125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:21.616424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Allocated IP 2001:db8::2 (f712795e-3984-4fb3-8674-c667b0d5fa07/8be2c0ee-5144-4b3d-ab4b-a8378b4afe94/ef1629ef-f69b-4639-8035-4024c607d6a4) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:21.637995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f6a07e8-1eeb-43b2-b908-e243335f66f3 req-e8b7ddc9-b900-4360-8c8a-ecccf693bf72 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383369 Feb 10 15:51:21.652971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=672a3ccd-515a-4bbf-a1c8-8c5291fb5028,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:21.742931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:21.743796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '6d45fe66-5e93-41c2-b328-19c4e9e90067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:21.744135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 9a166729-854f-4a24-a9bd-cbb14f411a1a, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:21.758301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Network 2a91c891-dcd6-440a-b4f9-4b9c90081748 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:21.783266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:21.801414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:21.841851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:21.855223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Pushing event updated for resources: {'Port': ['ID=8469a375-4777-4042-8267-898a1934b6c9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:21.983514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9a166729-854f-4a24-a9bd-cbb14f411a1a) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:21.989226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:21.989957 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.000973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:22.003196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.003386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d44f065-2230-42ef-9cd1-dc08fedfcb72 None None] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:22.017901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8f880-0fc2-401d-afce-9b0c5649a8da req-bd753bd8-6f22-4340-b0bf-9bc3d7ad84f8 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:22.020545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9c8f880-0fc2-401d-afce-9b0c5649a8da req-bd753bd8-6f22-4340-b0bf-9bc3d7ad84f8 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 932 time: 0.2411134 Feb 10 15:51:22.022249 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0861ecea-29d5-4d86-9b5c-a1614a80dd58 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.029129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.032171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6e352ae1-d55e-49cf-a3b6-bbfdcbaf5a84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9809661 Feb 10 15:51:22.032717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33100) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:22.051187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-520178264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:22.074155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=18f1b784-7d69-45c4-9d94-dd646e811f33,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:22.076757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0861ecea-29d5-4d86-9b5c-a1614a80dd58 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.125376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6a74e160-6b4b-4b7d-8230-b54af4e77d07 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5917664 Feb 10 15:51:22.128446 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.134440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.135656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.154375 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.209116 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0861ecea-29d5-4d86-9b5c-a1614a80dd58 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.211924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Request body: {'port': {'device_id': 'd0669c38-07e5-4947-a32b-a552f847391e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:22.217860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0861ecea-29d5-4d86-9b5c-a1614a80dd58 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.219997 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0861ecea-29d5-4d86-9b5c-a1614a80dd58 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/security-groups/d26d32e3-9d30-48c9-b542-3a31eba2b6cd HTTP/1.1" status: 204 len: 168 time: 0.4691114 Feb 10 15:51:22.222082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 18f1b784-7d69-45c4-9d94-dd646e811f33 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:22.231811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9c8f880-0fc2-401d-afce-9b0c5649a8da req-f0267229-b724-4b8e-ac99-e6a5c6a201e6 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945803 Feb 10 15:51:22.248232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4159c-790d-40e1-9387-68e900f4ba4a req-60cf5bc7-5e51-4713-9654-fb577e0f2551 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:22.256832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4159c-790d-40e1-9387-68e900f4ba4a req-60cf5bc7-5e51-4713-9654-fb577e0f2551 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:22.261698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Network f712795e-3984-4fb3-8674-c667b0d5fa07 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:22.265851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4159c-790d-40e1-9387-68e900f4ba4a req-60cf5bc7-5e51-4713-9654-fb577e0f2551 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:22.266289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:22.273617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:22.275249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bba4159c-790d-40e1-9387-68e900f4ba4a req-60cf5bc7-5e51-4713-9654-fb577e0f2551 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 2339 time: 0.3960779 Feb 10 15:51:22.275707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33102) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:22.277842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.282477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61d86e33-249b-448e-891a-f2335bd2e921 req-4e82b751-af67-465e-80b0-624f70af4253 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "DELETE /v2.0/ports/18f1b784-7d69-45c4-9d94-dd646e811f33 HTTP/1.1" status: 204 len: 173 time: 2.0380328 Feb 10 15:51:22.285552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-deleted', 'tag': '18f1b784-7d69-45c4-9d94-dd646e811f33'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:22.289188 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a83bd25-7382-418f-ad47-6f7e5d3fa5f6" -d '{"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-deleted", "tag": "18f1b784-7d69-45c4-9d94-dd646e811f33"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:22.340625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861ecea-29d5-4d86-9b5c-a1614a80dd58 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d32e3-9d30-48c9-b542-3a31eba2b6cd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:22.343162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.351887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.380698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.385979 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4d612451-0a99-4365-9a9f-ea3843738352 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3472564 Feb 10 15:51:22.386623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33108) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:22.400478 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-439a8c78-431a-46c0-90d4-20de1c30474b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] show failed (client error): The resource could not be found. Feb 10 15:51:22.404916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-439a8c78-431a-46c0-90d4-20de1c30474b tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "GET /v2.0/security-groups/d26d32e3-9d30-48c9-b542-3a31eba2b6cd HTTP/1.1" status: 404 len: 347 time: 0.1201813 Feb 10 15:51:22.406313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33110) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:22.433443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Pushing event updated for resources: {'Port': ['ID=ef1629ef-f69b-4639-8035-4024c607d6a4,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:22.442593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69206ed8-3249-43d9-8c3d-1ece7f8364c5 req-9bda3de3-3b0c-4d64-a438-5c09d5fb6b48 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0856714 Feb 10 15:51:22.474136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Attempting to bind port ef1629ef-f69b-4639-8035-4024c607d6a4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:22.474666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Attempting to bind port ef1629ef-f69b-4639-8035-4024c607d6a4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ea428650-cdfe-48a9-978b-8dd17301361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:22.474870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Attempting to bind port ef1629ef-f69b-4639-8035-4024c607d6a4 on network f712795e-3984-4fb3-8674-c667b0d5fa07 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:22.495869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:22.496368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Checking segment: {'id': 'ea428650-cdfe-48a9-978b-8dd17301361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:22.496657 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.497055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Bound using segment: {'id': 'ea428650-cdfe-48a9-978b-8dd17301361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:22.497547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Bound port: ef1629ef-f69b-4639-8035-4024c607d6a4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea428650-cdfe-48a9-978b-8dd17301361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f712795e-3984-4fb3-8674-c667b0d5fa07'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:22.497933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.573814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-9a166729-854f-4a24-a9bd-cbb14f411a1a', 'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': '672a3ccd-515a-4bbf-a1c8-8c5291fb5028'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:51:22.576500 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.630727 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682fde1e-c030-4e9c-938e-19cee31520c9 x-openstack-request-id: req-682fde1e-c030-4e9c-938e-19cee31520c9 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:22.631123 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-deleted", "tag": "18f1b784-7d69-45c4-9d94-dd646e811f33", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:22.631529 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-682fde1e-c030-4e9c-938e-19cee31520c9 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:22.632000 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-deleted', 'tag': '18f1b784-7d69-45c4-9d94-dd646e811f33', 'status': 'completed', 'code': 200} Feb 10 15:51:22.737810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bba4159c-790d-40e1-9387-68e900f4ba4a req-e4b0a6fe-5c5d-46d1-a297-7aac02e7e1d8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444547 Feb 10 15:51:22.784852 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.807846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] For port ef1629ef-f69b-4639-8035-4024c607d6a4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:22.815960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] For port ef1629ef-f69b-4639-8035-4024c607d6a4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef1629ef-f69b-4639-8035-4024c607d6a4,segment=NetworkSegment(ea428650-cdfe-48a9-978b-8dd17301361f),segment_id=ea428650-cdfe-48a9-978b-8dd17301361f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:22.818257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Allocated IP 2001:db8:1::2 (9a166729-854f-4a24-a9bd-cbb14f411a1a/672a3ccd-515a-4bbf-a1c8-8c5291fb5028/d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:22.825926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:22.889713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.024761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404323d-57b0-429d-b674-3b07b0463514 None None] Pushing event updated for resources: {'Port': ['ID=ef1629ef-f69b-4639-8035-4024c607d6a4,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:23.089441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port e12a7844-eb3f-4169-83e2-8634025a37dd {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:23.092295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.238958 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.251190 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.333430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:23.334499 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.349997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:23.353543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:23.365830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:23.398931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Pushing event updated for resources: {'Port': ['ID=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:23.434270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.456136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8::1 (f712795e-3984-4fb3-8674-c667b0d5fa07/8be2c0ee-5144-4b3d-ab4b-a8378b4afe94/cef7089c-430b-4d31-a6b6-735205e3dea6) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:23.488786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Attempting to bind port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:23.490052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Attempting to bind port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6d45fe66-5e93-41c2-b328-19c4e9e90067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:23.490619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Attempting to bind port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 on network 9a166729-854f-4a24-a9bd-cbb14f411a1a {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:23.498778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:23.499430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Checking segment: {'id': '6d45fe66-5e93-41c2-b328-19c4e9e90067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:23.500058 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.500613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Bound using segment: {'id': '6d45fe66-5e93-41c2-b328-19c4e9e90067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:23.501282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Bound port: d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d45fe66-5e93-41c2-b328-19c4e9e90067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a166729-854f-4a24-a9bd-cbb14f411a1a'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:23.501782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a497b3f-735a-45b5-b309-341b81de8494 req-9bcc0efa-9d3c-4529-9796-a3f449018c5f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:23.502143 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.503559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a497b3f-735a-45b5-b309-341b81de8494 req-9bcc0efa-9d3c-4529-9796-a3f449018c5f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.4734921 Feb 10 15:51:23.607393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a497b3f-735a-45b5-b309-341b81de8494 req-e86db95a-4b61-4927-8c8a-38116a82f00b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609429 Feb 10 15:51:23.623189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 18f1b784-7d69-45c4-9d94-dd646e811f33 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:23.626651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] For port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:23.630313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.642739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15bb78-b392-4551-aac8-15a452513ce0 req-0b2d9e8a-8ab3-4176-aa70-c2e25f3ef3b9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:23.650993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de15bb78-b392-4551-aac8-15a452513ce0 req-0b2d9e8a-8ab3-4176-aa70-c2e25f3ef3b9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.3473210 Feb 10 15:51:23.691656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.717135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.717560 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.726729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 18f1b784-7d69-45c4-9d94-dd646e811f33 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:23.727076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 18f1b784-7d69-45c4-9d94-dd646e811f33 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:23.727743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 67e67c37-b71b-41b6-85d3-2278f0f5515e no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:23.735823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] For port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,segment=NetworkSegment(6d45fe66-5e93-41c2-b328-19c4e9e90067),segment_id=6d45fe66-5e93-41c2-b328-19c4e9e90067)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:23.766025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=cef7089c-430b-4d31-a6b6-735205e3dea6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:23.774026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.775700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network f712795e-3984-4fb3-8674-c667b0d5fa07 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:23.781796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:23.784631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:23.785313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.819092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45aec966-80d3-4ae6-b115-081838f591fa req-241a443c-89a1-4181-81d2-9ac890cfbb7c tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0897491 Feb 10 15:51:23.859532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for e12a7844-eb3f-4169-83e2-8634025a37dd owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:23.891578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c31a4-2fe3-4755-949a-d4ab92e0782d None None] Pushing event updated for resources: {'Port': ['ID=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:23.909180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:23.941325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:23.961768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de15bb78-b392-4551-aac8-15a452513ce0 req-6c7f1f25-9340-40b5-a10e-fa87ce8591ab tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092949 Feb 10 15:51:24.013320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.033129 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.127832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:24.130716 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ff986-84d9-4f0e-9d04-9f9419722d6e" -d '{"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-unplugged", "status": "completed", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:24.167090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:24.172982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:24.179779 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.180495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:24.275962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef1629ef-f69b-4639-8035-4024c607d6a4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:24.393198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:24.511457 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.513581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ef1629ef-f69b-4639-8035-4024c607d6a4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:24.513944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.703507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:24.712335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.720076 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.749294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f29ca-5fec-4c9b-a928-d4d94fdef5d0 None None] Network f712795e-3984-4fb3-8674-c667b0d5fa07 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:24.789251 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.838080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0559f-1c12-4e0d-8f10-869f026f41a8 req-0b844771-bd35-4ee0-89ca-11a1f8e77da8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:24.844215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0559f-1c12-4e0d-8f10-869f026f41a8 req-0b844771-bd35-4ee0-89ca-11a1f8e77da8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:24.845869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7e0559f-1c12-4e0d-8f10-869f026f41a8 req-0b844771-bd35-4ee0-89ca-11a1f8e77da8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 1680 time: 0.6389079 Feb 10 15:51:24.892660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fc26c-2d99-4fc1-874f-6a63984d1484 req-36ef4e1f-b968-4a25-890e-8897adb69d95 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:24.894219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df4fc26c-2d99-4fc1-874f-6a63984d1484 req-36ef4e1f-b968-4a25-890e-8897adb69d95 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 932 time: 0.7189155 Feb 10 15:51:24.908524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8469a375-4777-4042-8267-898a1934b6c9 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:24.918969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.924451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=e12a7844-eb3f-4169-83e2-8634025a37dd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:24.930672 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.931607 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:24.968312 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.005226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=cef7089c-430b-4d31-a6b6-735205e3dea6,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:25.070815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port ef1629ef-f69b-4639-8035-4024c607d6a4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef1629ef-f69b-4639-8035-4024c607d6a4,segment=NetworkSegment(ea428650-cdfe-48a9-978b-8dd17301361f),segment_id=ea428650-cdfe-48a9-978b-8dd17301361f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:25.072763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Transition to ACTIVE for port object 8469a375-4777-4042-8267-898a1934b6c9 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:51:25.085580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7e0559f-1c12-4e0d-8f10-869f026f41a8 req-5df1a179-32f8-4bde-8c3e-9b9656567bd8 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861386 Feb 10 15:51:25.093360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-235db0bd-5550-49e0-af38-4199c33d99e0 None None] Provisioning complete for port ef1629ef-f69b-4639-8035-4024c607d6a4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:25.093527 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-235db0bd-5550-49e0-af38-4199c33d99e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.095150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.115288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.166065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:25.180193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df4fc26c-2d99-4fc1-874f-6a63984d1484 req-55654e37-e8a2-4349-874b-d938b47d4a3e tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742190 Feb 10 15:51:25.207530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network f712795e-3984-4fb3-8674-c667b0d5fa07 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:25.221133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:25.267033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=ef1629ef-f69b-4639-8035-4024c607d6a4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:25.274347 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e8c4b-957b-43ed-a6ab-ef8436ca5163 x-openstack-request-id: req-671e8c4b-957b-43ed-a6ab-ef8436ca5163 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:25.274685 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-unplugged", "status": "completed", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:25.274883 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-671e8c4b-957b-43ed-a6ab-ef8436ca5163 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:25.275276 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e', 'code': 200} Feb 10 15:51:25.378069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.384786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.388917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2f7170fb-618c-438d-a780-ec909fc5dc95 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/floatingips/b91ac9e5-efe3-40a9-ac32-47b9e61a20a9 HTTP/1.1" status: 204 len: 168 time: 2.9492633 Feb 10 15:51:25.389512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:25.459261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6f877fd-00ab-43a4-8a31-119cac6de707 req-509c0e17-1834-4e94-bea8-33fbf032ec2f tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1022322 Feb 10 15:51:25.497178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Pushing event updated for resources: {'Port': ['ID=8469a375-4777-4042-8267-898a1934b6c9,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:25.559835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.570658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 16b69545-27d8-4fcd-adf0-14111f620bb5 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:51:25.727983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port 8badffb9-7f3c-4f34-bffd-5591ca2a069d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:25.728719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.847033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:25.860411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f073e4be-0a61-4098-a296-a950532bac07 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/16b69545-27d8-4fcd-adf0-14111f620bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4726677 Feb 10 15:51:25.862858 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] Sync routers for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:25.867346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33148) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:25.870139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-59eaf16c-f1d6-44a3-b7ae-cb9e2b955f9b None None] Provisioning complete for port ef1629ef-f69b-4639-8035-4024c607d6a4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:25.870625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-59eaf16c-f1d6-44a3-b7ae-cb9e2b955f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:25.884015 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:25.893813 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:25.965718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7beea1-d7cf-4eda-b348-98d907da116a req-a2086a78-b303-4484-a03f-41aca242687c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:25.968318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e7beea1-d7cf-4eda-b348-98d907da116a req-a2086a78-b303-4484-a03f-41aca242687c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.6020970 Feb 10 15:51:25.974507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=9ee71f39-cfac-4422-ba1e-6e96d255f2d5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:26.016298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aabb90-a2cf-4e65-9df9-67fb61dfd2e5 None None] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:26.018401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c294e4-5902-463e-b808-606ecd1a451a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:26.019950 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-36c294e4-5902-463e-b808-606ecd1a451a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports/cef7089c-430b-4d31-a6b6-735205e3dea6 HTTP/1.1" status: 200 len: 911 time: 0.1420348 Feb 10 15:51:26.022997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.025579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33150) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:26.085217 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:26.111693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 9ee71f39-cfac-4422-ba1e-6e96d255f2d5 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:26.114639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.118562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61d86e33-249b-448e-891a-f2335bd2e921 req-9c97a416-557c-457b-8577-69e9411e2da6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "DELETE /v2.0/ports/9ee71f39-cfac-4422-ba1e-6e96d255f2d5 HTTP/1.1" status: 204 len: 173 time: 3.8182409 Feb 10 15:51:26.142905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-deleted', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:26.143804 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:26.144438 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:26.146734 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe563be5-e2ea-4d93-8be9-395d9fe54cb0" -d '{"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-deleted", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:26.213079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e7beea1-d7cf-4eda-b348-98d907da116a req-888859d7-c7b7-425d-9424-53bf194a6643 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355855 Feb 10 15:51:26.254324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Attempting to bind port 8469a375-4777-4042-8267-898a1934b6c9 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:26.254658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Attempting to bind port 8469a375-4777-4042-8267-898a1934b6c9 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'b980e667-cf70-46dc-bba6-459e9c31dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:26.255589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Attempting to bind port 8469a375-4777-4042-8267-898a1934b6c9 on network 2a91c891-dcd6-440a-b4f9-4b9c90081748 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:26.294562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Port 8469a375-4777-4042-8267-898a1934b6c9 on network 2a91c891-dcd6-440a-b4f9-4b9c90081748 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:26.294920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Attempting to bind port 8469a375-4777-4042-8267-898a1934b6c9 on network 2a91c891-dcd6-440a-b4f9-4b9c90081748 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:26.325912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d054cb-4ade-45e8-8b57-957111f6b8e4 req-1152a1d7-2b9c-4f82-af79-6ea8566bc410 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:26.327689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87d054cb-4ade-45e8-8b57-957111f6b8e4 req-1152a1d7-2b9c-4f82-af79-6ea8566bc410 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.3743906 Feb 10 15:51:26.330938 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:26.335709 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58758eee-0294-4274-ab7a-55013e29ea5e None None] The sync data for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:26.338162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-59eaf16c-f1d6-44a3-b7ae-cb9e2b955f9b None None] Provisioning complete for port cef7089c-430b-4d31-a6b6-735205e3dea6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:26.338939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-59eaf16c-f1d6-44a3-b7ae-cb9e2b955f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.368277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for 8badffb9-7f3c-4f34-bffd-5591ca2a069d owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:26.380481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:26.380820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Checking segment: {'id': 'b980e667-cf70-46dc-bba6-459e9c31dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:26.381211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Bound using segment: {'id': 'b980e667-cf70-46dc-bba6-459e9c31dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:26.381658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Bound port: 8469a375-4777-4042-8267-898a1934b6c9, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b980e667-cf70-46dc-bba6-459e9c31dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:26.382016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.489268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-59eaf16c-f1d6-44a3-b7ae-cb9e2b955f9b None None] Port cef7089c-430b-4d31-a6b6-735205e3dea6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:26.503140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:26.610127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87d054cb-4ade-45e8-8b57-957111f6b8e4 req-c40a19d8-2d80-4eb1-a776-13d5e1b20f6f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325292 Feb 10 15:51:26.632606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154e743-97ea-4926-a167-02429b6f0856 req-71e07fc1-7b99-463f-9faa-e6875dcc5ceb tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:26.634082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7154e743-97ea-4926-a167-02429b6f0856 req-71e07fc1-7b99-463f-9faa-e6875dcc5ceb tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 944 time: 0.1882069 Feb 10 15:51:26.639132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 67e67c37-b71b-41b6-85d3-2278f0f5515e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:26.640710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.705970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9e78149b-59a8-473d-b1b1-f08da5082e09 None None] Provisioning complete for port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:26.706488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9e78149b-59a8-473d-b1b1-f08da5082e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.709174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:26.709537 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.764089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 67e67c37-b71b-41b6-85d3-2278f0f5515e, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=67e67c37-b71b-41b6-85d3-2278f0f5515e,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:26.764468 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.778063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 67e67c37-b71b-41b6-85d3-2278f0f5515e owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:26.907110 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845c1d7f-fd05-4751-90f1-b337d6a2e0b5 x-openstack-request-id: req-845c1d7f-fd05-4751-90f1-b337d6a2e0b5 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:26.907402 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-deleted", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:26.913673 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-845c1d7f-fd05-4751-90f1-b337d6a2e0b5 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:26.922418 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-deleted', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5', 'status': 'completed', 'code': 200} Feb 10 15:51:26.934148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.935975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] For port 8469a375-4777-4042-8267-898a1934b6c9, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:26.954510 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:26.972167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.039781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,segment=NetworkSegment(6d45fe66-5e93-41c2-b328-19c4e9e90067),segment_id=6d45fe66-5e93-41c2-b328-19c4e9e90067)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:27.050435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.106745 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.107534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef1629ef-f69b-4639-8035-4024c607d6a4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:27.138438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] For port 8469a375-4777-4042-8267-898a1934b6c9, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8469a375-4777-4042-8267-898a1934b6c9,segment=NetworkSegment(b980e667-cf70-46dc-bba6-459e9c31dc4d),segment_id=b980e667-cf70-46dc-bba6-459e9c31dc4d)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:27.141060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=67e67c37-b71b-41b6-85d3-2278f0f5515e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:27.156287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=8badffb9-7f3c-4f34-bffd-5591ca2a069d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:27.159358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.159747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.160088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.160427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.160762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.161663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.161997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.162325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.170767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.175309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.175874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.176150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.183248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:27.190015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7154e743-97ea-4926-a167-02429b6f0856 req-e3bc1f1e-6909-4f95-bbc0-21c62001dc1b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663274 Feb 10 15:51:27.197496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.209368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9e78149b-59a8-473d-b1b1-f08da5082e09 None None] Provisioning complete for port cef7089c-430b-4d31-a6b6-735205e3dea6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:27.209736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9e78149b-59a8-473d-b1b1-f08da5082e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.298010 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.305106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e2ff734d-9b17-4aa4-80d5-64ab3c572753 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/ports/8badffb9-7f3c-4f34-bffd-5591ca2a069d HTTP/1.1" status: 204 len: 168 time: 1.9144249 Feb 10 15:51:27.307992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33162) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:27.313852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:27.320452 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e53086e-37d4-4b82-9434-89748a6320d2" -d '{"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:27.331162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Pushing event updated for resources: {'Port': ['ID=8469a375-4777-4042-8267-898a1934b6c9,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:27.390679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:27.427572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9e78149b-59a8-473d-b1b1-f08da5082e09 None None] Port cef7089c-430b-4d31-a6b6-735205e3dea6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:27.440922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ef1629ef-f69b-4639-8035-4024c607d6a4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:27.441293 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.454853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d88b-a769-43ac-9d0a-45a1dbd73dbc req-8d74f7ac-cc5e-4716-ba66-c3dc5f184daa tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:27.462089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e683d88b-a769-43ac-9d0a-45a1dbd73dbc req-8d74f7ac-cc5e-4716-ba66-c3dc5f184daa tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 944 time: 0.5577161 Feb 10 15:51:27.468017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:27.472447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.478218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-faee06fe-a532-4a9f-8360-8c73969a3813 service neutron] 10.222.0.45 "PUT /v2.0/ports/8469a375-4777-4042-8267-898a1934b6c9 HTTP/1.1" status: 200 len: 1092 time: 5.3086424 Feb 10 15:51:27.482576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 67e67c37-b71b-41b6-85d3-2278f0f5515e on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:27.555990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c65cce59-d636-4318-8ab0-28391a986f27 req-e739bd0d-1f87-48f7-9c16-9a28cb81475e tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1866148 Feb 10 15:51:27.597917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6122a2b0-f88c-478d-80f0-b240a651e236 None None] Provisioning complete for port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:27.598324 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6122a2b0-f88c-478d-80f0-b240a651e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.626834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.636533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61d86e33-249b-448e-891a-f2335bd2e921 req-28ad1f09-145b-42fd-8681-424382deefec tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.45 "DELETE /v2.0/ports/67e67c37-b71b-41b6-85d3-2278f0f5515e HTTP/1.1" status: 204 len: 173 time: 1.4650788 Feb 10 15:51:27.745751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:27.750245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.761201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e683d88b-a769-43ac-9d0a-45a1dbd73dbc req-cc93fd55-f75d-4ff3-8bcf-55e247613453 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761767 Feb 10 15:51:27.826879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-ea23f3ab-bb7a-4f44-849c-3aeb8c32355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:27.828412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-ea23f3ab-bb7a-4f44-849c-3aeb8c32355e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d92d999d44ce49808f0461134e873c68&device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 1095 time: 0.1910203 Feb 10 15:51:27.838366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6122a2b0-f88c-478d-80f0-b240a651e236 None None] Provisioning complete for port cef7089c-430b-4d31-a6b6-735205e3dea6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:27.838815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6122a2b0-f88c-478d-80f0-b240a651e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.847840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666098b-7cec-419d-8093-dda835fa93d6 req-c35ab839-e9cd-440d-b7d0-e232d27570ff tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:27.850375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c666098b-7cec-419d-8093-dda835fa93d6 req-c35ab839-e9cd-440d-b7d0-e232d27570ff tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1168542 Feb 10 15:51:27.897084 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:27.898592 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ea50be-5bfc-48ab-b56a-d4fbb1928db7 x-openstack-request-id: req-d4ea50be-5bfc-48ab-b56a-d4fbb1928db7 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:27.899049 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee71f39-cfac-4422-ba1e-6e96d255f2d5", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:27.899529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-4e534641-6f34-481d-a20e-b77b1876862c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8469a375-4777-4042-8267-898a1934b6c9 HTTP/1.1" status: 200 len: 217 time: 0.0481675 Feb 10 15:51:27.899938 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4ea50be-5bfc-48ab-b56a-d4fbb1928db7 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:27.901078 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee71f39-cfac-4422-ba1e-6e96d255f2d5', 'code': 200} Feb 10 15:51:27.916987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for 2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:27.947408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6122a2b0-f88c-478d-80f0-b240a651e236 None None] Port cef7089c-430b-4d31-a6b6-735205e3dea6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:28.026493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c666098b-7cec-419d-8093-dda835fa93d6 req-0e268d00-ff38-4a8f-bed5-fcd752ff07df tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683271 Feb 10 15:51:28.032052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-f43f7738-8f98-4a51-8cb7-b73eba765006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:28.034151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-f43f7738-8f98-4a51-8cb7-b73eba765006 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e94bda54-a865-44bf-940f-4f2fd859c77b HTTP/1.1" status: 200 len: 854 time: 0.1282573 Feb 10 15:51:28.056211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:28.078302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-bf1f1c98-bb10-4399-8acd-f897c4ad73c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a91c891-dcd6-440a-b4f9-4b9c90081748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352402 Feb 10 15:51:28.102825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397ebc5-251b-4e56-afeb-77b57918a935 req-625d6f78-47d0-4c33-b65d-8298b315b702 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:28.118061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2397ebc5-251b-4e56-afeb-77b57918a935 req-625d6f78-47d0-4c33-b65d-8298b315b702 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1503875 Feb 10 15:51:28.126554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:28.127056 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.166538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8:1::1 (9a166729-854f-4a24-a9bd-cbb14f411a1a/672a3ccd-515a-4bbf-a1c8-8c5291fb5028/80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:28.169677 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.209842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=2f3fc50d-e3de-40ec-84cb-4edb3ec88d87,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:28.307117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2397ebc5-251b-4e56-afeb-77b57918a935 req-ba13e50d-c3de-40d9-aaf2-47a82839f781 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760139 Feb 10 15:51:28.345247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-4ba283b5-3148-4359-9f87-c1b3ae43fec0 service neutron] 10.222.0.45 "GET /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246604 Feb 10 15:51:28.381526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.387435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e180ae2a-2c2e-46b5-865f-91626bf26c06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/ports/2f3fc50d-e3de-40ec-84cb-4edb3ec88d87 HTTP/1.1" status: 204 len: 168 time: 1.0757284 Feb 10 15:51:28.389895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:28.461847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba1f8771-5317-4814-8578-44da3e397ed5 req-6cb77732-a75c-4709-8781-9e8d3a83783f service neutron] 10.222.0.45 "GET /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074667 Feb 10 15:51:28.475243 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ba5e497-062d-4931-8640-92a8f3c5d7f1 req-bf097550-f8c6-4bba-9879-e46cfee349e2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=12553498-e0c4-4d87-8f77-1d2abf02bd95 HTTP/1.1" status: 200 len: 210 time: 0.0306232 Feb 10 15:51:28.505474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting subnet 1011620c-8b1f-4253-8a63-14c94d3fff8d {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:28.514947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.557617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.570761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.705182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b3511b5-9d7e-4340-8bea-33f8d9010d10 req-e6c30d89-5f45-41e3-9b23-4524b1062020 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0521595 Feb 10 15:51:28.720070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.849329 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c2ca-4acb-40b4-a5aa-9a35a4525aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:28.927517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0669c38-07e5-4947-a32b-a552f847391e', 'tag': '8469a375-4777-4042-8267-898a1934b6c9'}, {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-deleted', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:28.927517 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97965fe7-981f-47fe-87b8-0dc00bcaff08" -d '{"events": [{"name": "network-changed", "server_uuid": "d0669c38-07e5-4947-a32b-a552f847391e", "tag": "8469a375-4777-4042-8267-898a1934b6c9"}, {"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-deleted", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:29.013309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384deed7-6217-4157-a01d-3d7c19608749 req-42391f1d-cedb-4470-9772-9e13cac0bf45 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:29.017519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-384deed7-6217-4157-a01d-3d7c19608749 req-42391f1d-cedb-4470-9772-9e13cac0bf45 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 944 time: 0.1297975 Feb 10 15:51:29.021836 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695372ea-c5fd-4897-95d8-60d763ddf8c7 x-openstack-request-id: req-695372ea-c5fd-4897-95d8-60d763ddf8c7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:29.022180 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0669c38-07e5-4947-a32b-a552f847391e", "tag": "8469a375-4777-4042-8267-898a1934b6c9", "status": "completed", "code": 200}, {"server_uuid": "12553498-e0c4-4d87-8f77-1d2abf02bd95", "name": "network-vif-deleted", "tag": "67e67c37-b71b-41b6-85d3-2278f0f5515e", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:29.022389 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-695372ea-c5fd-4897-95d8-60d763ddf8c7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:29.022810 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0669c38-07e5-4947-a32b-a552f847391e', 'tag': '8469a375-4777-4042-8267-898a1934b6c9', 'status': 'completed', 'code': 200} Feb 10 15:51:29.023064 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12553498-e0c4-4d87-8f77-1d2abf02bd95', 'name': 'network-vif-deleted', 'tag': '67e67c37-b71b-41b6-85d3-2278f0f5515e', 'status': 'completed', 'code': 200} Feb 10 15:51:29.099533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-384deed7-6217-4157-a01d-3d7c19608749 req-37dfa5b0-067b-46ca-a98d-9d0e87ec1a46 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Feb 10 15:51:29.155906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-8c6d2451-e5b7-4144-a2ff-0b4ff0382cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:29.157582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-8c6d2451-e5b7-4144-a2ff-0b4ff0382cc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d92d999d44ce49808f0461134e873c68&device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 1095 time: 0.1119993 Feb 10 15:51:29.167359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:29.171259 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.177658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:29.209695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:29.210244 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.313283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:29.342285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f723a58-8620-42f0-8c94-7fbc41914f4f req-949ac1b1-016b-4d53-bfc3-4a5ce7f2b937 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:29.344711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f723a58-8620-42f0-8c94-7fbc41914f4f req-949ac1b1-016b-4d53-bfc3-4a5ce7f2b937 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.1370504 Feb 10 15:51:29.366862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-b9a9c019-3fb2-4193-8007-d592cc41c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:29.373348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-b9a9c019-3fb2-4193-8007-d592cc41c3e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a91c891-dcd6-440a-b4f9-4b9c90081748 HTTP/1.1" status: 200 len: 915 time: 0.2066879 Feb 10 15:51:29.408406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.419455 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.448516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.452288 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/subnets/1011620c-8b1f-4253-8a63-14c94d3fff8d HTTP/1.1" status: 204 len: 168 time: 1.0613489 Feb 10 15:51:29.456832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33188) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:29.458182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0b2c0-96a2-4f27-b6f4-6a4fa2a273be None None] Network eb37a7d2-68c9-4901-90da-63588babb693 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:29.463039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed45a4-d544-4d1c-9cea-c9f4502f1edb tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Subnet': ['ID=1011620c-8b1f-4253-8a63-14c94d3fff8d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:29.506613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-a363b3de-68e8-4347-83c7-d1a6b8ce1568 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8469a375-4777-4042-8267-898a1934b6c9 HTTP/1.1" status: 200 len: 217 time: 0.1235478 Feb 10 15:51:29.640765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f723a58-8620-42f0-8c94-7fbc41914f4f req-388a4d60-21b2-4956-90f5-ce898e413d7b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837727 Feb 10 15:51:29.672791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting subnet 00166679-4cf8-4943-8e9f-8d2189fe18f3 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:29.681197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.700495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dea8e2c4-4321-4434-bba2-fe001a2c58e3 None None] Provisioning complete for port 80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:29.700901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dea8e2c4-4321-4434-bba2-fe001a2c58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.747754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-dea8e2c4-4321-4434-bba2-fe001a2c58e3 None None] Port 80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:29.751473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] DHCP port deletion for eb37a7d2-68c9-4901-90da-63588babb693 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:29.775835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33194) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:29.820809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149be077-cd40-4d73-b553-3f3c481ffd53 req-e928259c-a3a0-4d9f-b0bf-f38b3353e65f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:29.823049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-149be077-cd40-4d73-b553-3f3c481ffd53 req-e928259c-a3a0-4d9f-b0bf-f38b3353e65f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.3779845 Feb 10 15:51:29.825104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Deleting port c94f4301-c5a3-4bc1-b363-3fa1d623df53 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:29.829312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.829954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.837315 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.850610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.857098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.928830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] For port c94f4301-c5a3-4bc1-b363-3fa1d623df53, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c94f4301-c5a3-4bc1-b363-3fa1d623df53,segment=NetworkSegment(d2fab3f7-a2c6-495a-b25c-f1762fd563fb),segment_id=d2fab3f7-a2c6-495a-b25c-f1762fd563fb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:29.929300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:29.946763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Calling delete_port for c94f4301-c5a3-4bc1-b363-3fa1d623df53 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:29.994333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.040254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:30.045132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:30.047482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:30.062045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c94f4301-c5a3-4bc1-b363-3fa1d623df53 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:30.116628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-137f2fb6-c46a-484b-8dc3-4916d86d3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.118194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-137f2fb6-c46a-484b-8dc3-4916d86d3252 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e94bda54-a865-44bf-940f-4f2fd859c77b HTTP/1.1" status: 200 len: 854 time: 0.5704677 Feb 10 15:51:30.214193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.225117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 16b69545-27d8-4fcd-adf0-14111f620bb5 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:30.231788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.257352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.285131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7ab4bef-9796-40a7-a57e-da3e3b56b250 req-c0e4df48-8186-4135-9e0e-872c8814af24 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1046245 Feb 10 15:51:30.364545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Pushing event deleted for resources: {'Port': ['ID=c94f4301-c5a3-4bc1-b363-3fa1d623df53,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:30.408770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.416076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/subnets/00166679-4cf8-4943-8e9f-8d2189fe18f3 HTTP/1.1" status: 204 len: 168 time: 0.9517391 Feb 10 15:51:30.417880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72c730-abec-474a-8ffe-60028d9a12af tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Subnet': ['ID=00166679-4cf8-4943-8e9f-8d2189fe18f3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:30.421333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33198) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:30.433696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-1669acad-d19b-4e05-9757-e66f0321ce0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a91c891-dcd6-440a-b4f9-4b9c90081748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371024 Feb 10 15:51:30.440717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-149be077-cd40-4d73-b553-3f3c481ffd53 req-32251cd8-b9bd-456e-b8a8-7e02eba14a7c tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213019 Feb 10 15:51:30.442142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e2049-dfcc-4285-a909-8b8e5ef3bb5f None None] Network 7812053d-c19e-4656-b2d1-3abf75c3c4ce requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:30.449025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.452538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.452976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.453497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.453842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.455334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.455766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.456105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.456435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.456760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.457088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.457448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:30.480995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a11ae-a0f2-4e4a-b8d4-376011d4c882 None None] No DVR routers for this DVR port c94f4301-c5a3-4bc1-b363-3fa1d623df53 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:30.492727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting subnet 5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:30.550018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.617717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:30.636293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4796b454-540a-447d-ac03-5781652bd003 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/16b69545-27d8-4fcd-adf0-14111f620bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6095214 Feb 10 15:51:30.637192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.643655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] Sync routers for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:30.644352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33200) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:30.686262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:30.686838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:30.688639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6c68d111-b935-4cf9-8f2c-84d3602bc0f3 None None] Provisioning complete for port 80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:30.689005 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6c68d111-b935-4cf9-8f2c-84d3602bc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.751809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c99f6-3736-4cb9-bc88-3bef582600ab tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.753253 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e65c99f6-3736-4cb9-bc88-3bef582600ab tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports/80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 HTTP/1.1" status: 200 len: 913 time: 0.1076882 Feb 10 15:51:30.758812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33204) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:30.765700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55e857-6e1c-44df-ab77-207f40f97d28 req-d9246b31-2e9b-4de1-9a17-a80be904184f tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.774775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b55e857-6e1c-44df-ab77-207f40f97d28 req-d9246b31-2e9b-4de1-9a17-a80be904184f tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 944 time: 0.2662222 Feb 10 15:51:30.789478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:30.828400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-cd7e3cf4-1de5-4c20-b91f-088d49099cab service neutron] 10.222.0.45 "GET /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818667 Feb 10 15:51:30.985707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b55e857-6e1c-44df-ab77-207f40f97d28 req-7bd66360-6448-4eca-a4e5-f65ebc28e85b tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099323 Feb 10 15:51:31.000060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.028676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.066677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c78f4-8b59-465b-b17f-25f8643e8da6 req-2f9ef27e-e70b-4632-b0c7-51f938101146 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:31.068642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea8c78f4-8b59-465b-b17f-25f8643e8da6 req-2f9ef27e-e70b-4632-b0c7-51f938101146 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.2720652 Feb 10 15:51:31.097749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6c68d111-b935-4cf9-8f2c-84d3602bc0f3 None None] Port 80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:31.098023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97965fe7-981f-47fe-87b8-0dc00bcaff08 req-f17c1e79-b147-4e40-b22c-706330750a19 service neutron] 10.222.0.45 "GET /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522197 Feb 10 15:51:31.123243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:31.124503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.143363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea8c78f4-8b59-465b-b17f-25f8643e8da6 req-9eda32ba-100b-491d-8ba1-d3546d8d8b55 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558558 Feb 10 15:51:31.159111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.178045 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.185152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/subnets/5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1 HTTP/1.1" status: 204 len: 168 time: 1.3950741 Feb 10 15:51:31.191201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33206) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:31.204096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fdfa6-738c-42dd-a3e2-868196221919 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4d31ad-bd94-4103-a032-2f4d5fd8b7e1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:31.231278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.232329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e21f7-d676-4ec3-81a4-0cd2a3dd808a None None] The sync data for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:31.236068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e19ea0-e897-4610-a9e8-a30f669844a7 None None] Network 92faf898-cd28-4775-91dd-f7c8e476c62f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:31.307898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.440312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1c12-93ac-4552-ac7c-11020862fa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.470905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.482746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] DHCP port deletion for 7812053d-c19e-4656-b2d1-3abf75c3c4ce request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:31.528244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb37a7d2-68c9-4901-90da-63588babb693']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.542052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.542376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fab3f7-a2c6-495a-b25c-f1762fd563fb') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.558862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.577773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 66095075-1405-42e3-8285-23894cdea173 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:31.577773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.585380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25ce8d23-9e12-451c-a045-d32c8e8ce0c0 req-7fe0d2e1-a221-41f9-82f7-930044a8d11f tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0804489 Feb 10 15:51:31.641608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] DHCP port deletion for 92faf898-cd28-4775-91dd-f7c8e476c62f request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:31.641920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 66095075-1405-42e3-8285-23894cdea173, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=66095075-1405-42e3-8285-23894cdea173,segment=NetworkSegment(4a2ab45d-8b22-41b0-a909-7b0ec71a8db8),segment_id=4a2ab45d-8b22-41b0-a909-7b0ec71a8db8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:31.642292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.643712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8469a375-4777-4042-8267-898a1934b6c9 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:31.656546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 66095075-1405-42e3-8285-23894cdea173 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:31.711867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99079-ff90-438b-a432-0d2c3cac2381 req-4fbd078d-41bc-411c-8b22-43f3dd2f2ac4 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:31.713709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06a99079-ff90-438b-a432-0d2c3cac2381 req-4fbd078d-41bc-411c-8b22-43f3dd2f2ac4 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1261530 Feb 10 15:51:31.745190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.748871 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.772356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:31.772983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.781540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06a99079-ff90-438b-a432-0d2c3cac2381 req-9be8787f-55e3-4581-99af-9fc1e173b4ee tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567899 Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:31.804984 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:31.821637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 8469a375-4777-4042-8267-898a1934b6c9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8469a375-4777-4042-8267-898a1934b6c9,segment=NetworkSegment(b980e667-cf70-46dc-bba6-459e9c31dc4d),segment_id=b980e667-cf70-46dc-bba6-459e9c31dc4d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:31.842482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] Deleting port e6ba7816-63bd-4e7d-931b-284a6bd57a5a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:31.843211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.846388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '8469a375-4777-4042-8267-898a1934b6c9', 'network_id': '2a91c891-dcd6-440a-b4f9-4b9c90081748', 'port_id': '8469a375-4777-4042-8267-898a1934b6c9', 'mac_address': 'fa:16:3e:8b:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94bda54-a865-44bf-940f-4f2fd859c77b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:31.867090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=66095075-1405-42e3-8285-23894cdea173,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:31.868832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 66095075-1405-42e3-8285-23894cdea173 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:31.961295 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.969928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Deleting port 66095075-1405-42e3-8285-23894cdea173 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:31.970410 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.975023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:31.997555 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.003750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33212) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:32.004944 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/networks/eb37a7d2-68c9-4901-90da-63588babb693 HTTP/1.1" status: 204 len: 168 time: 1.5793693 Feb 10 15:51:32.027235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.033326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d9c7f-8490-4a08-ab17-2cfe8150ed06 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Network': ['ID=eb37a7d2-68c9-4901-90da-63588babb693,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:32.052098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.060904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8469a375-4777-4042-8267-898a1934b6c9 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:32.109236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92faf898-cd28-4775-91dd-f7c8e476c62f']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:32.119180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e6ba7816-63bd-4e7d-931b-284a6bd57a5a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:32.121962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.159078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:32.159078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2ab45d-8b22-41b0-a909-7b0ec71a8db8') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:32.172939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.196005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] For port e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:32.196417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.220693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 8469a375-4777-4042-8267-898a1934b6c9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8469a375-4777-4042-8267-898a1934b6c9,segment=NetworkSegment(b980e667-cf70-46dc-bba6-459e9c31dc4d),segment_id=b980e667-cf70-46dc-bba6-459e9c31dc4d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:32.231614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] For port 66095075-1405-42e3-8285-23894cdea173, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:32.232064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.239405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.246608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] Calling delete_port for e6ba7816-63bd-4e7d-931b-284a6bd57a5a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:32.262842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea19711-3229-49bf-8b01-cc3b032c0002 req-1a48b86c-ed5a-4ec9-a676-30edd25aca75 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:32.265232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cea19711-3229-49bf-8b01-cc3b032c0002 req-1a48b86c-ed5a-4ec9-a676-30edd25aca75 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 944 time: 0.1365354 Feb 10 15:51:32.321876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.323845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Calling delete_port for 66095075-1405-42e3-8285-23894cdea173 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:32.341512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Port 66095075-1405-42e3-8285-23894cdea173 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:51:32.353325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.387889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cea19711-3229-49bf-8b01-cc3b032c0002 req-bf7f0eb2-df50-4581-a903-caea24a9c8a8 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960310 Feb 10 15:51:32.421317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] No DVR routers for this DVR port 66095075-1405-42e3-8285-23894cdea173 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:32.437658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba3b5d-a774-4dd5-917d-857a0a19d303 req-99fea4e0-14ee-4328-81e3-447ce41962f3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:32.440540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afba3b5d-a774-4dd5-917d-857a0a19d303 req-99fea4e0-14ee-4328-81e3-447ce41962f3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.0939860 Feb 10 15:51:32.448163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Deleting port e6ba7816-63bd-4e7d-931b-284a6bd57a5a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:32.448816 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.455478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:32.455478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:32.458782 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:32.494392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.508372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.527234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=8469a375-4777-4042-8267-898a1934b6c9,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:32.568348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:32.592927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afba3b5d-a774-4dd5-917d-857a0a19d303 req-1d95e35c-8963-4fa8-bd27-d97673aa49cc tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414940 Feb 10 15:51:32.598845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.614284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.618860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/networks/92faf898-cd28-4775-91dd-f7c8e476c62f HTTP/1.1" status: 204 len: 168 time: 1.4234200 Feb 10 15:51:32.629712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33218) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:32.629921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['8469a375-4777-4042-8267-898a1934b6c9'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:32.629921 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.629921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 66095075-1405-42e3-8285-23894cdea173 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:32.649710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98105759-ea5a-44e0-b2e2-5cc3a49572ba tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Network': ['ID=92faf898-cd28-4775-91dd-f7c8e476c62f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:32.655390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 66095075-1405-42e3-8285-23894cdea173 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:32.656545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 66095075-1405-42e3-8285-23894cdea173 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:32.658323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f2a50-ab8b-4879-ab97-8bf165d928ec None None] Pushing event deleted for resources: {'Port': ['ID=66095075-1405-42e3-8285-23894cdea173,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:32.716948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting subnet 61664d55-3c8a-49e7-99a7-2f57fc904cce {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:32.722552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] For port e6ba7816-63bd-4e7d-931b-284a6bd57a5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,segment=NetworkSegment(e28a1e15-1d46-47f0-8b1f-aa91631eb7a8),segment_id=e28a1e15-1d46-47f0-8b1f-aa91631eb7a8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:32.722923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.727127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.804211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.827031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:32.827495 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:32.862426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] No DVR routers for this DVR port e6ba7816-63bd-4e7d-931b-284a6bd57a5a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:32.958623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:32.994839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.025919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:33.034874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dcbbd-8722-407c-999f-e3cf18a11dc3 None None] Pushing event deleted for resources: {'Port': ['ID=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:33.138478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8446f37f-5153-4b7c-b6d3-c0784c11ae41 req-fbd8df27-d130-4487-bc95-bcb6a560faf1 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.3994739 Feb 10 15:51:33.140662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Calling delete_port for e6ba7816-63bd-4e7d-931b-284a6bd57a5a owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:33.162222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.260878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.304188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=80e5fa5c-7ee9-4c0b-ac74-4a469062fcb3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:33.345844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.428465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b004392-ada4-4550-9adf-8f8976576957 req-657a09f8-7fba-43b6-8df6-7e846f52d62d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:33.430156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b004392-ada4-4550-9adf-8f8976576957 req-657a09f8-7fba-43b6-8df6-7e846f52d62d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2907536 Feb 10 15:51:33.461179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.568172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.592301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] No DVR routers for this DVR port e6ba7816-63bd-4e7d-931b-284a6bd57a5a on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:33.603166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.658021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8469a375-4777-4042-8267-898a1934b6c9 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:33.669358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b004392-ada4-4550-9adf-8f8976576957 req-5b20ed49-39d1-4bd5-93c8-b4b731413f55 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167256 Feb 10 15:51:33.674504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Subnet': ['ID=61664d55-3c8a-49e7-99a7-2f57fc904cce,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:33.684575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Port': ['ID=e6ba7816-63bd-4e7d-931b-284a6bd57a5a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:33.705808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3611f-38a6-4b3d-8e75-99f101c34adc req-a2313dd0-6053-4a1a-9f19-c9475ef1d92d tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:33.708177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ad3611f-38a6-4b3d-8e75-99f101c34adc req-a2313dd0-6053-4a1a-9f19-c9475ef1d92d tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 945 time: 0.2147591 Feb 10 15:51:33.713316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.721270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-18f1e8fe-c0fa-4d6d-add4-7611ec6eadf4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/subnets/61664d55-3c8a-49e7-99a7-2f57fc904cce HTTP/1.1" status: 204 len: 168 time: 1.0983751 Feb 10 15:51:33.722187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:33.760646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 16b69545-27d8-4fcd-adf0-14111f620bb5 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:33.803307 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ef237-2162-4394-9067-58aa27042537 None None] Network a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:33.810823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.832929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ad3611f-38a6-4b3d-8e75-99f101c34adc req-d2fffbc4-dd25-4873-a7b4-ba1552279dce tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Feb 10 15:51:33.845653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7812053d-c19e-4656-b2d1-3abf75c3c4ce']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:33.856577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.859797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:33.860314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28a1e15-1d46-47f0-8b1f-aa91631eb7a8') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:33.900695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.949088 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.968030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:33.968536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:33.995765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 8469a375-4777-4042-8267-898a1934b6c9 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:34.008825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 8469a375-4777-4042-8267-898a1934b6c9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:34.009246 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.011881 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:34.072539 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:34.082852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] DHCP port deletion for a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:34.084045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc157-7b49-44cc-be3f-69362836aa0b req-e3f6c1a4-727b-4344-98a7-7f4718f12acf tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:34.085719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d8dc157-7b49-44cc-be3f-69362836aa0b req-e3f6c1a4-727b-4344-98a7-7f4718f12acf tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.2186430 Feb 10 15:51:34.086953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.096335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.102836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] 10.222.0.21 "DELETE /v2.0/networks/7812053d-c19e-4656-b2d1-3abf75c3c4ce HTTP/1.1" status: 204 len: 168 time: 2.0954309 Feb 10 15:51:34.129315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb237-d0b3-4a5e-8ed7-0c69f99bcb92 tempest-TaggedBootDevicesTest_v242-1517765612 tempest-TaggedBootDevicesTest_v242-1517765612-project] Pushing event deleted for resources: {'Network': ['ID=7812053d-c19e-4656-b2d1-3abf75c3c4ce,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:34.180681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.205877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d8dc157-7b49-44cc-be3f-69362836aa0b req-54ddb15e-7a10-47a0-b0c2-4651378571f9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035862 Feb 10 15:51:34.227761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 8469a375-4777-4042-8267-898a1934b6c9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8469a375-4777-4042-8267-898a1934b6c9,segment=NetworkSegment(b980e667-cf70-46dc-bba6-459e9c31dc4d),segment_id=b980e667-cf70-46dc-bba6-459e9c31dc4d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:34.232101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0669c38-07e5-4947-a32b-a552f847391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8469a375-4777-4042-8267-898a1934b6c9'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:34.234663 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feefcfb-4d95-48dc-bdcf-dbd23408bc13" -d '{"events": [{"server_uuid": "d0669c38-07e5-4947-a32b-a552f847391e", "name": "network-vif-plugged", "status": "completed", "tag": "8469a375-4777-4042-8267-898a1934b6c9"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:34.241887 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.321853 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dde51f-3373-479c-b90b-131767c111f7 x-openstack-request-id: req-03dde51f-3373-479c-b90b-131767c111f7 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:34.322148 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0669c38-07e5-4947-a32b-a552f847391e", "name": "network-vif-plugged", "status": "completed", "tag": "8469a375-4777-4042-8267-898a1934b6c9", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:34.322559 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03dde51f-3373-479c-b90b-131767c111f7 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:34.322967 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0669c38-07e5-4947-a32b-a552f847391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8469a375-4777-4042-8267-898a1934b6c9', 'code': 200} Feb 10 15:51:34.331266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] Deleting port 9d895a2f-2778-4653-8e30-651ef9f14d98 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:34.331893 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.374942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=8469a375-4777-4042-8267-898a1934b6c9,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:34.443474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-004093d5-c2eb-4800-b192-84b945fc0bf5 req-c7c3b467-27d5-4e56-86c6-8ef27e32003b tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1002111 Feb 10 15:51:34.462084 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.510570 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] For port 9d895a2f-2778-4653-8e30-651ef9f14d98, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9d895a2f-2778-4653-8e30-651ef9f14d98,segment=NetworkSegment(925a4950-27a0-4ddf-8d46-5e5b1fc11a56),segment_id=925a4950-27a0-4ddf-8d46-5e5b1fc11a56)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:34.511359 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.519855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8956501-5caa-4dd8-88e1-0063592b82df req-4b99343f-a9b1-4d6f-8688-2b61149a1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:34.522905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8956501-5caa-4dd8-88e1-0063592b82df req-4b99343f-a9b1-4d6f-8688-2b61149a1147 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 1097 time: 0.1072545 Feb 10 15:51:34.532396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] Calling delete_port for 9d895a2f-2778-4653-8e30-651ef9f14d98 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:34.588030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8956501-5caa-4dd8-88e1-0063592b82df req-5718f301-9920-4bca-9151-cf0ab88a83b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Feb 10 15:51:34.658660 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.685512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:34.695146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c3b10bc8-83e6-46b2-89f4-8f17080ba625 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/16b69545-27d8-4fcd-adf0-14111f620bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9311109 Feb 10 15:51:34.695334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33244) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:34.702364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] Pushing event deleted for resources: {'Port': ['ID=9d895a2f-2778-4653-8e30-651ef9f14d98,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:34.709318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d234a-8dfd-425c-bd60-7a2c9ea0a828 None None] No DVR routers for this DVR port 9d895a2f-2778-4653-8e30-651ef9f14d98 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:34.725721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 9d895a2f-2778-4653-8e30-651ef9f14d98 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:34.726063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.733284 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] Sync routers for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:34.749642 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:34.750391 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:34.810840 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:34.834806 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:34.835419 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:34.903078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 9d895a2f-2778-4653-8e30-651ef9f14d98, host n-d-827895-3, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:34.903625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:34.934529 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:34.938283 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9dc00-f731-4b6c-8a2e-f4a21d63f2f0 None None] The sync data for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:34.955580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 9d895a2f-2778-4653-8e30-651ef9f14d98 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:34.960262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Port 9d895a2f-2778-4653-8e30-651ef9f14d98 was not found and therefore no delete operation was performed {{(pid=102614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:51:34.961610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.002187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=9d895a2f-2778-4653-8e30-651ef9f14d98,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:35.021809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 9d895a2f-2778-4653-8e30-651ef9f14d98 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:35.157208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.184573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:35.188972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a140ae-efe2-41c2-a05b-1caa3c6247ae req-6c15c51e-3870-433a-93af-d488a6a155cc tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:35.197662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22a140ae-efe2-41c2-a05b-1caa3c6247ae req-6c15c51e-3870-433a-93af-d488a6a155cc tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2453947 Feb 10 15:51:35.197882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925a4950-27a0-4ddf-8d46-5e5b1fc11a56') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:35.198107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925a4950-27a0-4ddf-8d46-5e5b1fc11a56') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:35.214131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.234843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.241973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:35.242661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.243471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fad9a-bfec-4a0c-8520-bf6f3f967924 req-841dc78b-90f8-4bbd-bf95-fb9314641c1d tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:35.245124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec9fad9a-bfec-4a0c-8520-bf6f3f967924 req-841dc78b-90f8-4bbd-bf95-fb9314641c1d tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 946 time: 0.2689247 Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:35.251985 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:35.342915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.346348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22a140ae-efe2-41c2-a05b-1caa3c6247ae req-0666ae9c-7c49-42c3-864c-5b0355746a5d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474311 Feb 10 15:51:35.404387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec9fad9a-bfec-4a0c-8520-bf6f3f967924 req-7b49d04d-3b3f-4e71-b5cb-ea2e9a05eb30 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510384 Feb 10 15:51:35.405461 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.408696 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/networks/a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b HTTP/1.1" status: 204 len: 168 time: 1.6849320 Feb 10 15:51:35.423591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0d29e-1214-4cc0-abf7-459965be2902 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Network': ['ID=a7352dbe-ac3c-4c3e-b2e3-c9819bcf6b9b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:35.436542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33254) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:35.444927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-325715470'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:35.668095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0487e835-1425-4a90-b6d6-fff168dbb8b5 req-6dbb6d8d-804a-4636-807c-159a607094f8 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0549943 Feb 10 15:51:35.701279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c6629-b6c5-4851-8000-e688089cd12b req-6fe915db-b84b-47b8-a2b7-c81094ebe23e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:35.709602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-388c6629-b6c5-4851-8000-e688089cd12b req-6fe915db-b84b-47b8-a2b7-c81094ebe23e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.2252791 Feb 10 15:51:35.726622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:35.730092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.833229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-388c6629-b6c5-4851-8000-e688089cd12b req-0fc27966-9888-40a7-8883-6bae56e1d9ea tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226318 Feb 10 15:51:35.866508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:35.909856 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:35.910484 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Added segment fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0 of type vlan for network 42382fa4-025d-4e81-a65f-d8d2bde86282 Feb 10 15:51:35.932669 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.026450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9d895a2f-2778-4653-8e30-651ef9f14d98 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:36.051150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.054422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 9d895a2f-2778-4653-8e30-651ef9f14d98 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:36.054762 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9d895a2f-2778-4653-8e30-651ef9f14d98 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:36.153456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.159081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:36.159689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.263741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8242340 Feb 10 15:51:36.265010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33260) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:36.270616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'subnet': {'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:36.276229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809e787-eb95-4b6f-9f65-80ce562c9a31 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Network': ['ID=42382fa4-025d-4e81-a65f-d8d2bde86282,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:36.293145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:36.449218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:36.454095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.456046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port cef7089c-430b-4d31-a6b6-735205e3dea6 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:36.456536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.621039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7fcd2-1f0b-4e76-8e04-5d81170280af req-399f0529-b4e2-43ad-84b7-134b5b0ab199 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:36.628199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dc7fcd2-1f0b-4e76-8e04-5d81170280af req-399f0529-b4e2-43ad-84b7-134b5b0ab199 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 946 time: 0.1032779 Feb 10 15:51:36.664289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288918f1-527a-4105-8aac-32ead6b7acce req-e0b3415e-9f17-4fa1-ad83-c2f862c2889f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:36.665806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-288918f1-527a-4105-8aac-32ead6b7acce req-e0b3415e-9f17-4fa1-ad83-c2f862c2889f tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2235658 Feb 10 15:51:36.679197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.687944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.710724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dc7fcd2-1f0b-4e76-8e04-5d81170280af req-74b981ca-9e62-4ce5-a915-5477cdce49c8 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816989 Feb 10 15:51:36.711614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for cef7089c-430b-4d31-a6b6-735205e3dea6 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:36.759863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Subnet': ['ID=372e137d-0f44-4127-926e-5c66fadfb677,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:36.767984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Checking segment: {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:36.768343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network hostable DHCP agents. Network: 42382fa4-025d-4e81-a65f-d8d2bde86282, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:36.782300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-288918f1-527a-4105-8aac-32ead6b7acce req-2a06e6bd-d664-4520-ba60-735698c87001 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961592 Feb 10 15:51:36.787325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:36.801104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 42382fa4-025d-4e81-a65f-d8d2bde86282) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:36.811390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35142330-ed0f-4e66-986a-4eaee6342dcb None None] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:36.817363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:36.818649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.840613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-50ad027b-256d-49bc-88d8-d88dc0688ed5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5743976 Feb 10 15:51:36.843149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33284) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:36.850262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-218059209'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:36.881653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:36.886790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.914260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:36.923973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:36.924330 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Added segment 24cd38e1-51c5-42fc-b326-7786b0f4f840 of type vlan for network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f Feb 10 15:51:37.000730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60ae1d2c-0180-4b4e-a4b1-561ef18233a1 req-a483e98c-9296-4064-a1ff-0bd686169d88 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1069720 Feb 10 15:51:37.004186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.005212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.061155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.071489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:37.071914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.075383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=cef7089c-430b-4d31-a6b6-735205e3dea6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.166852 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3222108 Feb 10 15:51:37.167578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33292) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:37.181680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'subnet': {'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:37.257404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298da5c-d0b6-46d7-b801-67c4e01fba16 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Network': ['ID=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.344464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:37.350550 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.520684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:37.553806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-42382fa4-025d-4e81-a65f-d8d2bde86282', 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'fixed_ips': [{'subnet_id': '372e137d-0f44-4127-926e-5c66fadfb677'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:51:37.554638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.620838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.703973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8229c1-5b68-4695-8f18-1c6d1dae4fed req-70948581-978f-4275-84c0-283581ba66a4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:37.705772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c8229c1-5b68-4695-8f18-1c6d1dae4fed req-70948581-978f-4275-84c0-283581ba66a4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.6453030 Feb 10 15:51:37.713822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Checking segment: {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:37.714079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network hostable DHCP agents. Network: 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:37.716644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Subnet': ['ID=de9e2739-2db3-4200-a1bf-0a68b12cd1ff,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.741983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:37.760623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:37.782773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.784664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:37.786653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:37.789269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b35dd1-7e12-4fba-8267-a399ac0200a5 None None] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:37.809333 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b7722611-061a-4285-bacf-cf4d4230e234 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6336029 Feb 10 15:51:37.841828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Allocated IP 19.80.0.2 (42382fa4-025d-4e81-a65f-d8d2bde86282/372e137d-0f44-4127-926e-5c66fadfb677/ef039165-e470-486a-b195-7ef2a91a58a7) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:37.860455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c8229c1-5b68-4695-8f18-1c6d1dae4fed req-de54e894-18a4-42c8-9599-c0f56b13a490 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262946 Feb 10 15:51:37.871157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-28e1e19c-d021-47c4-9a63-906c99676139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:37.873911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-28e1e19c-d021-47c4-9a63-906c99676139 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1096 time: 0.7308297 Feb 10 15:51:37.930428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9913b28-ea93-4ed4-9b27-20fa5880195c req-0fb4d09d-7d6c-41e8-8c83-599658470c17 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:37.945091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9913b28-ea93-4ed4-9b27-20fa5880195c req-0fb4d09d-7d6c-41e8-8c83-599658470c17 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 946 time: 0.2614205 Feb 10 15:51:38.051609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-f12de4d7-a5bb-4137-b29d-6e44e259c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.053808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-f12de4d7-a5bb-4137-b29d-6e44e259c624 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.1720495 Feb 10 15:51:38.102314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.148439 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.206003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f', 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'fixed_ips': [{'subnet_id': 'de9e2739-2db3-4200-a1bf-0a68b12cd1ff'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:51:38.206853 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.213530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:38.227630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:38.231113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:38.233185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Pushing event updated for resources: {'Port': ['ID=ef039165-e470-486a-b195-7ef2a91a58a7,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.292954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97764e52-bc56-4bbe-a80b-3af15062c945 req-208e0031-da1d-4cbf-a5df-9fc9abbc613e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.294908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97764e52-bc56-4bbe-a80b-3af15062c945 req-208e0031-da1d-4cbf-a5df-9fc9abbc613e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1851792 Feb 10 15:51:38.302965 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9913b28-ea93-4ed4-9b27-20fa5880195c req-a52b890a-1bec-4f84-95d6-43f413a52b63 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570387 Feb 10 15:51:38.367637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Attempting to bind port ef039165-e470-486a-b195-7ef2a91a58a7 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:38.368006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Attempting to bind port ef039165-e470-486a-b195-7ef2a91a58a7 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:38.368361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Attempting to bind port ef039165-e470-486a-b195-7ef2a91a58a7 on network 42382fa4-025d-4e81-a65f-d8d2bde86282 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:38.379673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:38.380490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Checking segment: {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:38.380723 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.381113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Bound using segment: {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:38.381993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Bound port: ef039165-e470-486a-b195-7ef2a91a58a7, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:38.381993 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.408833 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:51:38.412166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-0e589574-01bd-4eda-833e-1c6f6e78c557 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 1001 time: 0.2911627 Feb 10 15:51:38.467027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Allocated IP 19.86.0.2 (3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f/de9e2739-2db3-4200-a1bf-0a68b12cd1ff/8b68b90f-0d38-45d4-8f5f-0b214de3030e) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:38.509442 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] For port ef039165-e470-486a-b195-7ef2a91a58a7, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:38.551137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] For port ef039165-e470-486a-b195-7ef2a91a58a7, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef039165-e470-486a-b195-7ef2a91a58a7,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:38.557592 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.566666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-22458ebe-206d-4ecb-b637-ad2de1ad22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.567260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-22458ebe-206d-4ecb-b637-ad2de1ad22e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1542795 Feb 10 15:51:38.678827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bcd45-7e2f-44d6-8fa6-7091102fd50c None None] Pushing event updated for resources: {'Port': ['ID=ef039165-e470-486a-b195-7ef2a91a58a7,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.695319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97764e52-bc56-4bbe-a80b-3af15062c945 req-91e9eabd-8c5a-44e8-a263-f407d6e4be38 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828223 Feb 10 15:51:38.724072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 16b69545-27d8-4fcd-adf0-14111f620bb5 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:38.740064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.751057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.796778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-3bf65d3b-ce30-4d5f-9d5b-509a744cec08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.809878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:38.814113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-3bf65d3b-ce30-4d5f-9d5b-509a744cec08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.814522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:38.823848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-3bf65d3b-ce30-4d5f-9d5b-509a744cec08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/networks?id=42382fa4-025d-4e81-a65f-d8d2bde86282&id=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f HTTP/1.1" status: 200 len: 1390 time: 0.3472042 Feb 10 15:51:38.825849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:38.833354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-c7063992-6000-4add-87fa-e1bbe0587a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.835054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-c7063992-6000-4add-87fa-e1bbe0587a81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321253 Feb 10 15:51:38.863612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Pushing event updated for resources: {'Port': ['ID=8b68b90f-0d38-45d4-8f5f-0b214de3030e,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.874542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-382b1afe-6926-430c-863f-e793dca4b44d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/quotas/b1bf9c1b019940198b3b2bd5dfffcc4d HTTP/1.1" status: 200 len: 375 time: 0.0497687 Feb 10 15:51:38.967009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Attempting to bind port 8b68b90f-0d38-45d4-8f5f-0b214de3030e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:38.967699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Attempting to bind port 8b68b90f-0d38-45d4-8f5f-0b214de3030e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:38.967953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Attempting to bind port 8b68b90f-0d38-45d4-8f5f-0b214de3030e on network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:38.980735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:38.981115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Checking segment: {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:38.981522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:38.981917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Bound using segment: {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:38.982404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Bound port: 8b68b90f-0d38-45d4-8f5f-0b214de3030e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:38.982772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:39.007923 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f84047bd-903a-42a1-bbab-32410c3f150d req-041d9b79-752c-4d30-9477-cb0e1dc2d7b5 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1672258 Feb 10 15:51:39.067547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] For port 8b68b90f-0d38-45d4-8f5f-0b214de3030e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:39.071243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] For port 8b68b90f-0d38-45d4-8f5f-0b214de3030e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b68b90f-0d38-45d4-8f5f-0b214de3030e,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:39.077072 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:39.109928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:39.116464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-172e093d-bf79-4d22-a8eb-34c9dabeb99f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/16b69545-27d8-4fcd-adf0-14111f620bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4180884 Feb 10 15:51:39.121865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33324) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:39.130024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] Sync routers for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:39.179212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:39.180008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:39.188326 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9abbde95-1862-4c12-bc84-0c8ca3a3a7ef tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b69545-27d8-4fcd-adf0-14111f620bb5 HTTP/1.1" status: 200 len: 205 time: 0.0658700 Feb 10 15:51:39.192943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33326) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:39.228364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d84fd0-2349-485e-988b-1a41350b7034 None None] Pushing event updated for resources: {'Port': ['ID=8b68b90f-0d38-45d4-8f5f-0b214de3030e,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:39.231386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:39.243157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] Routers {'16b69545-27d8-4fcd-adf0-14111f620bb5'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:39.243780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['16b69545-27d8-4fcd-adf0-14111f620bb5'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:39.278409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-bd99c045-3d05-4e4e-920c-63a6f0bb6e15 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4026392 Feb 10 15:51:39.280279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:39.280936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e62b6-2323-40f8-881a-51f10f137365 None None] The sync data for ids ['16b69545-27d8-4fcd-adf0-14111f620bb5'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:39.320134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f211b-30dc-4738-a025-87fef100a2d6 req-2dd613bf-2c65-465d-b922-a14e4bd6bed7 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:39.321666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-008f211b-30dc-4738-a025-87fef100a2d6 req-2dd613bf-2c65-465d-b922-a14e4bd6bed7 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 946 time: 0.4338207 Feb 10 15:51:39.328693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-43b9b53f-e3cb-4696-800a-9684d39c50bc service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854839 Feb 10 15:51:39.399411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:39.468318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140a3b9-5f8d-4ddd-92ce-976b04149b09 req-6238cffd-8474-44a1-8a47-7e5f3306901b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:39.475081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9140a3b9-5f8d-4ddd-92ce-976b04149b09 req-6238cffd-8474-44a1-8a47-7e5f3306901b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.3526740 Feb 10 15:51:39.796373 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:39.802195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-d5c4f387-fc37-4568-8c5e-78bd20be2c98 service neutron] 10.222.0.21 "GET /v2.0/networks/42382fa4-025d-4e81-a65f-d8d2bde86282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795172 Feb 10 15:51:39.810042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9140a3b9-5f8d-4ddd-92ce-976b04149b09 req-3bfc8ba3-c9f6-4355-ba5a-3ee784780b16 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738600 Feb 10 15:51:39.821035 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:39.865380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbf54163-7259-4122-a2f0-6adef2b8caeb req-dcf66b69-ad33-46e6-b0cb-2436de14ff38 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234637 Feb 10 15:51:39.973542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:39.974370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router 16b69545-27d8-4fcd-adf0-14111f620bb5 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:39.996287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Deleting port 8469a375-4777-4042-8267-898a1934b6c9 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:39.996750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.006215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.006930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab87fa-8578-48e6-bfdc-aa43bcc41d2b None None] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:40.010915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a4cd9fe1-a1ab-4874-bd48-d27a3f4cc151 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/16b69545-27d8-4fcd-adf0-14111f620bb5 HTTP/1.1" status: 204 len: 168 time: 0.8004966 Feb 10 15:51:40.011038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33332) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:40.177812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet 672a3ccd-515a-4bbf-a1c8-8c5291fb5028 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:40.182158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.234883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b68b90f-0d38-45d4-8f5f-0b214de3030e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:40.238989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.303201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-17bf557b-071e-4bbf-9892-d81978b0da80 None None] Provisioning complete for port ef039165-e470-486a-b195-7ef2a91a58a7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:40.303678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-17bf557b-071e-4bbf-9892-d81978b0da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.383089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.468956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] For port 8469a375-4777-4042-8267-898a1934b6c9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8469a375-4777-4042-8267-898a1934b6c9,segment=NetworkSegment(b980e667-cf70-46dc-bba6-459e9c31dc4d),segment_id=b980e667-cf70-46dc-bba6-459e9c31dc4d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:40.469379 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.475377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8b68b90f-0d38-45d4-8f5f-0b214de3030e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:40.475796 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.487623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.494806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Calling delete_port for 8469a375-4777-4042-8267-898a1934b6c9 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:40.519490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5060c11-b0ff-4b96-bae1-b4ab8b32f815 req-544d17f6-2291-46b2-abf2-bfb37390d546 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:40.521042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.521836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5060c11-b0ff-4b96-bae1-b4ab8b32f815 req-544d17f6-2291-46b2-abf2-bfb37390d546 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 946 time: 0.5778790 Feb 10 15:51:40.532127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/672a3ccd-515a-4bbf-a1c8-8c5291fb5028 HTTP/1.1" status: 204 len: 168 time: 0.5193756 Feb 10 15:51:40.532745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99adf594-2763-4bd0-91d3-67a03f8c581c None None] Network 9a166729-854f-4a24-a9bd-cbb14f411a1a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:40.532893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33338) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:40.579460 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5060c11-b0ff-4b96-bae1-b4ab8b32f815 req-c871b4f7-44ba-431d-953d-5d739a6af3d4 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/security-groups?id=56d4731f-47d2-49da-a13a-cd82ce4954ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Feb 10 15:51:40.619616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-d1df1a71-c964-455d-8d5f-ee7b813afd81 service neutron] 10.222.0.21 "GET /v2.0/networks/42382fa4-025d-4e81-a65f-d8d2bde86282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014338 Feb 10 15:51:40.625181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-17bf557b-071e-4bbf-9892-d81978b0da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.646045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet 8be2c0ee-5144-4b3d-ab4b-a8378b4afe94 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:40.649465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6017a-c6f9-417b-aa03-d8ac2ed72ae9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=672a3ccd-515a-4bbf-a1c8-8c5291fb5028,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:40.651781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.680978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c6b0e-1eb3-4467-8cb4-97fcdcea5a32 None None] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:40.705847 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.836713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-17bf557b-071e-4bbf-9892-d81978b0da80 None None] For port ef039165-e470-486a-b195-7ef2a91a58a7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef039165-e470-486a-b195-7ef2a91a58a7,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:40.859999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750100a-ac9a-40ee-99f7-c2922f2854d6 req-3224e0e3-18c3-477c-876d-cc609098fadb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:40.861731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a750100a-ac9a-40ee-99f7-c2922f2854d6 req-3224e0e3-18c3-477c-876d-cc609098fadb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1575935 Feb 10 15:51:40.874888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.890097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-17bf557b-071e-4bbf-9892-d81978b0da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:40.924786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-33bbb476-0caa-4ecf-8e1f-0137b9db232a service neutron] 10.222.0.21 "GET /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990236 Feb 10 15:51:40.950736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a750100a-ac9a-40ee-99f7-c2922f2854d6 req-9e63d962-e7b1-4942-a41a-283a91eea7f8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744884 Feb 10 15:51:40.970727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.006595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.080107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Pushing event deleted for resources: {'Port': ['ID=8469a375-4777-4042-8267-898a1934b6c9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:41.082306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=8be2c0ee-5144-4b3d-ab4b-a8378b4afe94,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:41.099516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.108237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-185b0fb4-a344-4806-91b7-79f1396e0a1f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/8be2c0ee-5144-4b3d-ab4b-a8378b4afe94 HTTP/1.1" status: 204 len: 168 time: 0.5396628 Feb 10 15:51:41.109458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33342) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:41.155411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] No DVR routers for this DVR port 8469a375-4777-4042-8267-898a1934b6c9 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:41.162150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.166693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-008f211b-30dc-4738-a025-87fef100a2d6 req-51bdf7e4-1170-4804-b594-52c91e330b18 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.45 "DELETE /v2.0/ports/8469a375-4777-4042-8267-898a1934b6c9 HTTP/1.1" status: 204 len: 173 time: 1.8284130 Feb 10 15:51:41.193081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['8469a375-4777-4042-8267-898a1934b6c9'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:41.203388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0669c38-07e5-4947-a32b-a552f847391e', 'name': 'network-vif-deleted', 'tag': '8469a375-4777-4042-8267-898a1934b6c9'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:41.206010 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a3899-1c48-490a-9f98-acdb3260049a" -d '{"events": [{"server_uuid": "d0669c38-07e5-4947-a32b-a552f847391e", "name": "network-vif-deleted", "tag": "8469a375-4777-4042-8267-898a1934b6c9"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:41.213451 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-027c6076-bede-4227-a637-c5205ec69cf7 req-deaeec3f-3c26-4cf1-b28a-3119f9abe225 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1014404 Feb 10 15:51:41.216246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6535c-9606-4e57-9e32-9a17d3bc1ca5 None None] Network f712795e-3984-4fb3-8674-c667b0d5fa07 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:41.278051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-320e8dfc-5b52-4bef-a13a-a7e27797ff9a service neutron] 10.222.0.21 "GET /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433640 Feb 10 15:51:41.307280 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.337136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.421916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be694c-1d5e-43fa-bf49-0f2fa5800a5d req-78d483aa-f90e-4234-8444-84884d58c762 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:41.423860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36be694c-1d5e-43fa-bf49-0f2fa5800a5d req-78d483aa-f90e-4234-8444-84884d58c762 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 945 time: 0.0960076 Feb 10 15:51:41.429829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:41.430256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.512607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36be694c-1d5e-43fa-bf49-0f2fa5800a5d req-220c7f11-87ac-41bb-9aa5-00930e7f3392 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762653 Feb 10 15:51:41.570160 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d7435-e213-4cf3-8f57-f5328e967c22 x-openstack-request-id: req-b39d7435-e213-4cf3-8f57-f5328e967c22 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:41.570758 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0669c38-07e5-4947-a32b-a552f847391e", "name": "network-vif-deleted", "tag": "8469a375-4777-4042-8267-898a1934b6c9", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:41.571214 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b39d7435-e213-4cf3-8f57-f5328e967c22 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:41.571750 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0669c38-07e5-4947-a32b-a552f847391e', 'name': 'network-vif-deleted', 'tag': '8469a375-4777-4042-8267-898a1934b6c9', 'status': 'completed', 'code': 200} Feb 10 15:51:41.589392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,segment=NetworkSegment(6d45fe66-5e93-41c2-b328-19c4e9e90067),segment_id=6d45fe66-5e93-41c2-b328-19c4e9e90067)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:41.590053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.605668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:41.737146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8469a375-4777-4042-8267-898a1934b6c9 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:41.743098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4eea6579-0143-40f7-8cea-87d77234f428 None None] Provisioning complete for port 8b68b90f-0d38-45d4-8f5f-0b214de3030e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:41.744647 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4eea6579-0143-40f7-8cea-87d77234f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.746772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93154a4b-124c-4352-bb7a-fc58b404223f req-05d16826-eb1b-44f3-bc80-89a1239418ad tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 210 time: 0.1094053 Feb 10 15:51:41.810341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7aa015b6-e85f-4d87-8de5-3595964e8d57 req-72bc2646-1019-46e9-81ee-af9d905c3cd8 tempest-ServerAddressesTestJSON-912663790 tempest-ServerAddressesTestJSON-912663790-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0669c38-07e5-4947-a32b-a552f847391e HTTP/1.1" status: 200 len: 210 time: 0.0624781 Feb 10 15:51:41.842931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:41.874997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a97326-364a-4f6f-887d-14d915097298 None None] DHCP port deletion for 9a166729-854f-4a24-a9bd-cbb14f411a1a request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:41.877375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf557b-071e-4bbf-9892-d81978b0da80 None None] Pushing event updated for resources: {'Port': ['ID=ef039165-e470-486a-b195-7ef2a91a58a7,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:41.895820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:41.906904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:42.000383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 8469a375-4777-4042-8267-898a1934b6c9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:42.000973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8469a375-4777-4042-8267-898a1934b6c9 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:42.001945 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:42.050319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8b68b90f-0d38-45d4-8f5f-0b214de3030e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b68b90f-0d38-45d4-8f5f-0b214de3030e,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:42.059666 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.111810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a166729-854f-4a24-a9bd-cbb14f411a1a']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:42.136228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d45fe66-5e93-41c2-b328-19c4e9e90067') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:42.136535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d45fe66-5e93-41c2-b328-19c4e9e90067') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:42.157263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.175589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.178534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef039165-e470-486a-b195-7ef2a91a58a7 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:42.190028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.200238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479c46-0c90-4ab0-8a43-03112049834e req-50ba5ad1-e081-42f4-af12-147979a75db5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:42.202637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e479c46-0c90-4ab0-8a43-03112049834e req-50ba5ad1-e081-42f4-af12-147979a75db5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1182578 Feb 10 15:51:42.209277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:42.209713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:42.213198 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:42.298012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.306600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.311726 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/9a166729-854f-4a24-a9bd-cbb14f411a1a HTTP/1.1" status: 204 len: 168 time: 1.2011561 Feb 10 15:51:42.318735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e479c46-0c90-4ab0-8a43-03112049834e req-f4d5f359-943f-4202-895a-42bca4e5123d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Feb 10 15:51:42.320273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33374) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:42.330316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c229-9fc9-4ccf-8371-cb7669b376f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=9a166729-854f-4a24-a9bd-cbb14f411a1a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.432231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-e1759dae-f1c3-467a-bb83-73f2819c0da9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2699442 Feb 10 15:51:42.499807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7334938d-3227-423d-8662-88da17adadf1 req-7a638d42-1c61-4a9b-8192-f93e2c071b2b tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0471799 Feb 10 15:51:42.591940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.611160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-bd5b48e6-7737-463d-9e74-52b2375608a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:42.613121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-bd5b48e6-7737-463d-9e74-52b2375608a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1096 time: 0.0736954 Feb 10 15:51:42.656161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ef039165-e470-486a-b195-7ef2a91a58a7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:42.656649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.665730 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.737008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:42.738277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8b68b90f-0d38-45d4-8f5f-0b214de3030e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.750512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] DHCP port deletion for f712795e-3984-4fb3-8674-c667b0d5fa07 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:42.757106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:42.760247 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda44268-3e40-412c-a3d2-09c69ada6398" -d '{"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-unplugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:42.775736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.852288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8985d149-d957-4c32-ba30-fb2467182d5d None None] Provisioning complete for port ef039165-e470-486a-b195-7ef2a91a58a7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:42.854325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8985d149-d957-4c32-ba30-fb2467182d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.923003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46f8f5fe-e5b8-424a-a956-2bc51d0b2730 req-06ff218c-b017-4b7c-bc45-974a8cef5a2a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 210 time: 0.0656176 Feb 10 15:51:42.939740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port ef1629ef-f69b-4639-8035-4024c607d6a4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:42.940258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:42.943857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-5b814453-4d82-4b7e-8209-51978dce8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:42.945868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-5b814453-4d82-4b7e-8209-51978dce8c8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.2971220 Feb 10 15:51:42.965583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.968301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904b14e-3941-4490-baed-c5b12551ae36 req-a5e4e6c4-f6a7-4b09-92b2-2a73aa78f3c9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:42.980058 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f2c77-d2e3-4a70-addd-c4acd76ad4b2 x-openstack-request-id: req-dd4f2c77-d2e3-4a70-addd-c4acd76ad4b2 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:42.980355 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-unplugged", "status": "failed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "code": 422}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:42.980610 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd4f2c77-d2e3-4a70-addd-c4acd76ad4b2 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:42.980930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d904b14e-3941-4490-baed-c5b12551ae36 req-a5e4e6c4-f6a7-4b09-92b2-2a73aa78f3c9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2281659 Feb 10 15:51:42.981049 n-d-827895-3 neutron-server[102616]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'code': 422} returned with failed status Feb 10 15:51:43.012616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33386) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:43.060282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] Deleting port ef1629ef-f69b-4639-8035-4024c607d6a4 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:43.060661 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.063672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Deleting subnet e94bda54-a865-44bf-940f-4f2fd859c77b {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:43.067786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.112300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.165083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port ef1629ef-f69b-4639-8035-4024c607d6a4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef1629ef-f69b-4639-8035-4024c607d6a4,segment=NetworkSegment(ea428650-cdfe-48a9-978b-8dd17301361f),segment_id=ea428650-cdfe-48a9-978b-8dd17301361f)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:43.165465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.208430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d904b14e-3941-4490-baed-c5b12551ae36 req-35507f7e-86ca-4877-b224-fa302d5ba037 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264323 Feb 10 15:51:43.212850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.214429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-e01af5b7-f514-4b52-84e1-c1852c405a57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 999 time: 0.2151065 Feb 10 15:51:43.215564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for ef1629ef-f69b-4639-8035-4024c607d6a4 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:43.218655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] For port ef1629ef-f69b-4639-8035-4024c607d6a4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef1629ef-f69b-4639-8035-4024c607d6a4,segment=NetworkSegment(ea428650-cdfe-48a9-978b-8dd17301361f),segment_id=ea428650-cdfe-48a9-978b-8dd17301361f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:43.219116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.234457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] Calling delete_port for ef1629ef-f69b-4639-8035-4024c607d6a4 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:43.269490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b68b90f-0d38-45d4-8f5f-0b214de3030e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:43.279183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-29e502ec-cbdc-4349-878b-14deed8caaad None None] Provisioning complete for port 8b68b90f-0d38-45d4-8f5f-0b214de3030e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:43.279659 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-29e502ec-cbdc-4349-878b-14deed8caaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.396438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-3dc1a969-d5ac-4fce-b320-76df9eed8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:43.401129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-3dc1a969-d5ac-4fce-b320-76df9eed8da4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1767039 Feb 10 15:51:43.401801 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.487363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.544525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=ef1629ef-f69b-4639-8035-4024c607d6a4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:43.562249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port ef1629ef-f69b-4639-8035-4024c607d6a4 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:43.573096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94bda54-a865-44bf-940f-4f2fd859c77b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:43.591346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.606093 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8880ba34-ae80-4208-aa2e-1098f8214bd2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e94bda54-a865-44bf-940f-4f2fd859c77b HTTP/1.1" status: 204 len: 168 time: 0.5922875 Feb 10 15:51:43.606905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33402) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:43.611980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-f2e48ee6-7641-41a1-8c1e-030ef2a83ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:43.614294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-f2e48ee6-7641-41a1-8c1e-030ef2a83ea5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594431 Feb 10 15:51:43.636395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d394-2526-4eb6-be77-1ac5ebc87a9a req-d46334c7-74e6-4eb4-83e9-0e44cbee8892 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:43.637828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f186d394-2526-4eb6-be77-1ac5ebc87a9a req-d46334c7-74e6-4eb4-83e9-0e44cbee8892 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.1818388 Feb 10 15:51:43.665607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-501cbe54-d63f-4f2a-b994-bb134780b690 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2605646 Feb 10 15:51:43.703040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.716497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8b68b90f-0d38-45d4-8f5f-0b214de3030e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:43.718706 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.755686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-193bbdeb-16a7-49e1-9fe5-f8363fc1f743 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:43.762124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-193bbdeb-16a7-49e1-9fe5-f8363fc1f743 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:43.768378 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-193bbdeb-16a7-49e1-9fe5-f8363fc1f743 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.75 "GET /v2.0/networks?id=42382fa4-025d-4e81-a65f-d8d2bde86282&id=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f HTTP/1.1" status: 200 len: 1390 time: 0.4593253 Feb 10 15:51:43.794869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'port': {'device_id': '51c25d17-86f1-4c1d-b639-4831bde22390', 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282', 'admin_state_up': True, 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:43.829614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] Pushing event deleted for resources: {'Port': ['ID=ef1629ef-f69b-4639-8035-4024c607d6a4,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:43.840669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932db64c-18a1-444c-ad92-d82541f0f242 None None] No DVR routers for this DVR port ef1629ef-f69b-4639-8035-4024c607d6a4 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:43.850011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.894686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f712795e-3984-4fb3-8674-c667b0d5fa07']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:43.919130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:43.943083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f186d394-2526-4eb6-be77-1ac5ebc87a9a req-ad60187c-0483-447d-ab4d-ed8d7d80c762 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158988 Feb 10 15:51:43.964543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef039165-e470-486a-b195-7ef2a91a58a7 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:44.012229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea428650-cdfe-48a9-978b-8dd17301361f') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:44.012875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea428650-cdfe-48a9-978b-8dd17301361f') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:44.053223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ef039165-e470-486a-b195-7ef2a91a58a7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:44.053921 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.059366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a3c7a9f-869e-4a77-a823-46ec784f39e7 req-8979bdfa-9907-49f9-9bf7-102fa5d663da tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1671419 Feb 10 15:51:44.063638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.068640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842591f-a199-454d-9c21-f7952b9c8504 req-0842b3b9-6b59-4afb-8d0c-a8abdf5038e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:44.070356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-0842b3b9-6b59-4afb-8d0c-a8abdf5038e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.3091705 Feb 10 15:51:44.097127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-a14b3b45-2dfa-4f58-aa1a-60b76a27392c service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696496 Feb 10 15:51:44.115146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.115767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.141712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a91c891-dcd6-440a-b4f9-4b9c90081748']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:44.157162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b980e667-cf70-46dc-bba6-459e9c31dc4d') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:44.157401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b980e667-cf70-46dc-bba6-459e9c31dc4d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:44.173072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.175634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:44.179217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.203766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.216631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:44.217055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:44.218775 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:44.240272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:44.251711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ab28dda-efdc-4224-9b47-1228a8a59038 req-4341d94f-8d55-49e1-8c63-f160eb965afa tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 210 time: 0.1649795 Feb 10 15:51:44.274114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:44.274583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.281086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-a7e371c3-d332-45b3-b93a-de8855ac2d95 req-9c0c387d-a526-448e-a95d-b2b009b2e9ab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:51:44.282349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7e371c3-d332-45b3-b93a-de8855ac2d95 req-9c0c387d-a526-448e-a95d-b2b009b2e9ab service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0334811 Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:44.283029 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:44.308612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:44.309726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d2fb6f6f-50dc-41ff-bbfd-66fab5fc4b53 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:44.310362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef1629ef-f69b-4639-8035-4024c607d6a4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:44.338192 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.360397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: ef1629ef-f69b-4639-8035-4024c607d6a4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:44.361305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef1629ef-f69b-4639-8035-4024c607d6a4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:44.362590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.368416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a91c891-dcd6-440a-b4f9-4b9c90081748 HTTP/1.1" status: 204 len: 168 time: 0.7578111 Feb 10 15:51:44.370259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fac312-07bc-467b-8d85-f87aa84585e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a91c891-dcd6-440a-b4f9-4b9c90081748,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:44.467323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Allocated IP 19.80.0.236 (42382fa4-025d-4e81-a65f-d8d2bde86282/372e137d-0f44-4127-926e-5c66fadfb677/7c0178e9-6e0b-4812-a1db-d62d0fa02d67) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:44.475429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842591f-a199-454d-9c21-f7952b9c8504 req-5af7f766-bc8a-42a5-95fb-301440968501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:44.477713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-5af7f766-bc8a-42a5-95fb-301440968501 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.3582087 Feb 10 15:51:44.478787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d3f0270-be09-4e5f-a70b-b8b3b20c6740 req-b915a9d3-bbb1-4237-b6d3-fa164bbe1ec9 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611054 Feb 10 15:51:44.503714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.601747 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.612344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/f712795e-3984-4fb3-8674-c667b0d5fa07 HTTP/1.1" status: 204 len: 168 time: 2.2899306 Feb 10 15:51:44.620457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33424) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:44.636348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1061283143'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:44.647038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a23e5-32d3-4564-81f2-8ed09ce8541d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=f712795e-3984-4fb3-8674-c667b0d5fa07,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:44.684654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbd819-dbcf-4781-85a8-870895349cd4 req-68cabc1b-3d9a-4557-b71a-dd404ea613d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:44.701157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4acbd819-dbcf-4781-85a8-870895349cd4 req-68cabc1b-3d9a-4557-b71a-dd404ea613d3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1484594 Feb 10 15:51:44.732736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-275e34e7-adbc-4bbc-a733-e2536f3fabcf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.2477343 Feb 10 15:51:44.767754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.770114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33428) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:44.775353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:44.780980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.790346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4acbd819-dbcf-4781-85a8-870895349cd4 req-941b8f97-e2f4-4c9e-984a-2fc07cea8218 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885282 Feb 10 15:51:44.826741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842591f-a199-454d-9c21-f7952b9c8504 req-a97d6058-9ca2-4ae3-9179-41f3684dee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:44.828242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-a97d6058-9ca2-4ae3-9179-41f3684dee51 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0856686 Feb 10 15:51:44.832374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:44.877945 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.878877 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 2164f3b7-37ee-464c-830c-68f96561a320 of type vlan for network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 Feb 10 15:51:44.924250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842591f-a199-454d-9c21-f7952b9c8504 req-a6b2ca36-63ff-4124-83f4-fefb0a4d5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:44.925865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-a6b2ca36-63ff-4124-83f4-fefb0a4d5b8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884256 Feb 10 15:51:44.929867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:44.954856 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b8664ea-d2a1-4454-8a78-8da873a7c5b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d92d999d44ce49808f0461134e873c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833560 Feb 10 15:51:44.957566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33436) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:45.005515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.009340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.015115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:45.015818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.103315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:45.118462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:45.144190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:45.151640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=123b2f2a-fd7c-4a78-ba32-68df2342bc94,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:45.167690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:45.184580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:45.228203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-00ce2b99-40f4-4d0b-b324-d4581114400e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5916245 Feb 10 15:51:45.230100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33442) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:45.237433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:45.246829 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4bec-2b66-461b-b1e4-544d127de9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.258253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:45.259142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.292517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af716edf-b029-4a38-b6fb-83d9f645953d req-44a94700-364b-4c67-a485-cbe169de06eb tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0733061 Feb 10 15:51:45.302662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-bee38453-b8c2-4835-8ef2-5a7bdcde557a service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665988 Feb 10 15:51:45.359413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-1416569a-d1a8-4c01-8d02-a165520ed22a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4432826 Feb 10 15:51:45.376754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9c30bcea-da10-425b-9017-501fd5731772 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5897791 Feb 10 15:51:45.389160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4bec-2b66-461b-b1e4-544d127de9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.415531 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Request body: {'port': {'device_id': '51c25d17-86f1-4c1d-b639-4831bde22390', 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f', 'admin_state_up': True, 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:45.427755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0ffe8-1683-418e-8ee6-dea8074e5a14 req-89bdd327-f7c4-47c8-9f34-b3cdefd0de55 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:45.435696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1de0ffe8-1683-418e-8ee6-dea8074e5a14 req-89bdd327-f7c4-47c8-9f34-b3cdefd0de55 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.4057579 Feb 10 15:51:45.438840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6842591f-a199-454d-9c21-f7952b9c8504 req-822607d3-ae66-440b-83c6-08afe257750b service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245034 Feb 10 15:51:45.504049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1de0ffe8-1683-418e-8ee6-dea8074e5a14 req-d96a4635-4be6-4796-a24a-b079794fe77b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674062 Feb 10 15:51:45.570212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d867c-f50f-4673-994e-df3d6b575f50 req-2a601412-8c6d-4eb8-a03a-7a6b180b68f1 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:45.570554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4e8273f4-c539-4784-883d-4c2cabb5aef6 None None] Provisioning complete for port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:45.571243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e8273f4-c539-4784-883d-4c2cabb5aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.590380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:45.596101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-384d867c-f50f-4673-994e-df3d6b575f50 req-2a601412-8c6d-4eb8-a03a-7a6b180b68f1 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 932 time: 0.0908158 Feb 10 15:51:45.602470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.630986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4e8273f4-c539-4784-883d-4c2cabb5aef6 None None] Port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:45.648249 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4bec-2b66-461b-b1e4-544d127de9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.650744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4bec-2b66-461b-b1e4-544d127de9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:45.653901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bd2b4bec-2b66-461b-b1e4-544d127de9cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56d4731f-47d2-49da-a13a-cd82ce4954ee HTTP/1.1" status: 204 len: 168 time: 0.6934831 Feb 10 15:51:45.655398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-384d867c-f50f-4673-994e-df3d6b575f50 req-d9123917-f8e1-47b0-855d-a297a90e6572 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560806 Feb 10 15:51:45.686209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:45.733676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33456) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:45.743108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b4bec-2b66-461b-b1e4-544d127de9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4731f-47d2-49da-a13a-cd82ce4954ee,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:45.790926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Made reservation on behalf of b1bf9c1b019940198b3b2bd5dfffcc4d for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:45.795278 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.045819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88df87-aa8c-4a5a-a43d-5689f17c33e9 req-4e3d9c98-e2f9-4fcb-b998-c61e343f4c8a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:46.055600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de88df87-aa8c-4a5a-a43d-5689f17c33e9 req-4e3d9c98-e2f9-4fcb-b998-c61e343f4c8a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1338394 Feb 10 15:51:46.085209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Allocated IP 19.86.0.159 (3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f/de9e2739-2db3-4200-a1bf-0a68b12cd1ff/b3c7f776-cc9d-4d76-a065-740da3b5c432) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:46.111173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de88df87-aa8c-4a5a-a43d-5689f17c33e9 req-28eaf2a6-656a-4d04-8b03-b5e83fb6dd08 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543833 Feb 10 15:51:46.303580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.464492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=08a676c6-54f6-4bb6-823c-f495c14eecc9,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:46.540896 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.549162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '2164f3b7-37ee-464c-830c-68f96561a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:46.549534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 123b2f2a-fd7c-4a78-ba32-68df2342bc94, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:46.586799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:46.603271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 123b2f2a-fd7c-4a78-ba32-68df2342bc94) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:46.612274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4f660-cab4-473a-ac03-166d97fd1efc None None] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:46.619983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:46.621637 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.643492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92e6d1c1-ac4e-46ee-9ae2-b03a5643ac18 req-8c098771-dd6b-47ee-a532-a4f7b87830d9 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1492310 Feb 10 15:51:46.645079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.676789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-130227c0-94d2-41e4-9984-d7127bce0dbf tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4404097 Feb 10 15:51:46.678970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33484) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:46.715403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-582225633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:46.760885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:46.774568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:46.793407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:46.830376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9efa-b817-4277-9bfc-8d46d24f41a5 req-ad8e33b8-a3f6-43dc-a007-82a3e10c5957 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:46.842219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24cb9efa-b817-4277-9bfc-8d46d24f41a5 req-ad8e33b8-a3f6-43dc-a007-82a3e10c5957 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2063756 Feb 10 15:51:46.860832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event updated for resources: {'Port': ['ID=b3c7f776-cc9d-4d76-a065-740da3b5c432,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:46.892127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.893245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.921857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:46.922493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:46.989826 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-4ca520c7-4cba-4d9d-bd35-2efa3da2ba3f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5809062 Feb 10 15:51:47.008474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Request body: {'port': {'device_id': '51c25d17-86f1-4c1d-b639-4831bde22390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:47.025979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24cb9efa-b817-4277-9bfc-8d46d24f41a5 req-7150c472-e03d-40e7-9ea5-c91b42045fdb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823063 Feb 10 15:51:47.090674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.136676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b7e41-0d32-4504-90f2-a426ee5dd45c req-39e68ce3-3631-4b2c-b961-5ac72f58659a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:47.143040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b7e41-0d32-4504-90f2-a426ee5dd45c req-39e68ce3-3631-4b2c-b961-5ac72f58659a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:47.154047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-918b7e41-0d32-4504-90f2-a426ee5dd45c req-39e68ce3-3631-4b2c-b961-5ac72f58659a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1655 time: 0.3065143 Feb 10 15:51:47.158665 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.172378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-123b2f2a-fd7c-4a78-ba32-68df2342bc94', 'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': '08a676c6-54f6-4bb6-823c-f495c14eecc9'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:51:47.173569 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.219738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-918b7e41-0d32-4504-90f2-a426ee5dd45c req-628e2839-3028-44ca-b663-accf59ec54df tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Feb 10 15:51:47.221237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.232023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6296d9e8-ae93-4758-95e6-539cf35f65e0 None None] Provisioning complete for port b3c7f776-cc9d-4d76-a065-740da3b5c432 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:47.232501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6296d9e8-ae93-4758-95e6-539cf35f65e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.367410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6296d9e8-ae93-4758-95e6-539cf35f65e0 None None] Port b3c7f776-cc9d-4d76-a065-740da3b5c432 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:47.379703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.380904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a033a498-4393-47c2-b3e5-cec15dddfaea tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6715014 Feb 10 15:51:47.384055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33506) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:47.389326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'port': {'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94', 'name': 'tempest-RoutersIpV6Test-1471548525'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:47.449773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Allocated IP 2001:db8::2 (123b2f2a-fd7c-4a78-ba32-68df2342bc94/08a676c6-54f6-4bb6-823c-f495c14eecc9/cb5e6c7e-ef16-4c60-bec2-0ac9f5201074) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:47.481619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.594759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bbf0d-ee46-42a1-bb5a-68937bf3e462 req-3ce44c8a-d6fd-4d21-89ea-669745cb1750 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:47.596686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b81bbf0d-ee46-42a1-bb5a-68937bf3e462 req-3ce44c8a-d6fd-4d21-89ea-669745cb1750 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2747610 Feb 10 15:51:47.653380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:47.680337 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.689884 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.701901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32d15633-a3c0-4e6b-9895-2b646eb0a752 req-ca61f8cd-c3f2-4b22-b383-29d9c1db8525 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.0523596 Feb 10 15:51:47.718630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.722420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:47.728236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.762856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] device_id is not set on port 9914bcfb-a085-4141-8274-1f164a4f108b yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:51:47.777298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Transition to ACTIVE for port object 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:51:47.789783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:47.803651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:47.825800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:47.837482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:47.849364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b81bbf0d-ee46-42a1-bb5a-68937bf3e462 req-a8af30da-c576-4fe3-a7a2-ef950849e819 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432680 Feb 10 15:51:47.920928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-539764ee-6941-450d-9628-2cc97d465064 req-95990c5b-2195-410b-a8e7-224788c63c2d tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0525985 Feb 10 15:51:47.922828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Pushing event updated for resources: {'Port': ['ID=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:48.050910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Pushing event updated for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:48.101439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Attempting to bind port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:48.103967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Attempting to bind port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '2164f3b7-37ee-464c-830c-68f96561a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:48.104612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Attempting to bind port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 on network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:48.119013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:48.123858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Checking segment: {'id': '2164f3b7-37ee-464c-830c-68f96561a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:48.124614 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:48.125342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Bound using segment: {'id': '2164f3b7-37ee-464c-830c-68f96561a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:48.125937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Bound port: cb5e6c7e-ef16-4c60-bec2-0ac9f5201074, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2164f3b7-37ee-464c-830c-68f96561a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '123b2f2a-fd7c-4a78-ba32-68df2342bc94'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:48.126419 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:48.296904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] For port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:48.310483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] For port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,segment=NetworkSegment(2164f3b7-37ee-464c-830c-68f96561a320),segment_id=2164f3b7-37ee-464c-830c-68f96561a320)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:48.323674 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:48.458487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd775-fca6-4e2d-b5c2-5ca466d64cb3 req-c3c8e270-51ee-4834-9fb2-3c6b48ec1d22 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:48.468334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d11fd775-fca6-4e2d-b5c2-5ca466d64cb3 req-c3c8e270-51ee-4834-9fb2-3c6b48ec1d22 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.2558815 Feb 10 15:51:48.503156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cc235-04e1-4f3b-91b5-38115df6d57e None None] Pushing event updated for resources: {'Port': ['ID=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:48.555476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Deleting port cb93ec86-8123-4b89-a946-1a01e2583998 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:48.555841 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:48.725865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39d42f-2e3c-45cd-894c-8574c08e8292 req-e39a8cdc-2d0f-4ff7-871a-2a76ca74f912 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:48.733677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39d42f-2e3c-45cd-894c-8574c08e8292 req-e39a8cdc-2d0f-4ff7-871a-2a76ca74f912 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:48.750625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Attempting to bind port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:48.751214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc39d42f-2e3c-45cd-894c-8574c08e8292 req-e39a8cdc-2d0f-4ff7-871a-2a76ca74f912 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1667 time: 0.3771515 Feb 10 15:51:48.751779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Attempting to bind port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:48.752455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Attempting to bind port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 on network 42382fa4-025d-4e81-a65f-d8d2bde86282 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:48.758713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8::26 (123b2f2a-fd7c-4a78-ba32-68df2342bc94/08a676c6-54f6-4bb6-823c-f495c14eecc9/9914bcfb-a085-4141-8274-1f164a4f108b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:48.765929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 on network 42382fa4-025d-4e81-a65f-d8d2bde86282 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:48.766540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Attempting to bind port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 on network 42382fa4-025d-4e81-a65f-d8d2bde86282 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:48.775831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:48.776078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Checking segment: {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:48.776460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Bound using segment: {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:48.776889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Bound port: 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:48.777961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:48.804768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d11fd775-fca6-4e2d-b5c2-5ca466d64cb3 req-205493b0-1154-47de-b8f0-5798f1b1897d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261197 Feb 10 15:51:48.977117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] For port cb93ec86-8123-4b89-a946-1a01e2583998, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=cb93ec86-8123-4b89-a946-1a01e2583998,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:48.977494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.005717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:49.006098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc39d42f-2e3c-45cd-894c-8574c08e8292 req-7836f5e3-475a-4a46-8725-4ac353d8c3ee tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536030 Feb 10 15:51:49.062716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:49.077706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Calling delete_port for cb93ec86-8123-4b89-a946-1a01e2583998 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:49.083107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.199400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Pushing event updated for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:49.230428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.231103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.232718 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-b8d47ca4-15fc-4e20-8159-2e00348b4c1f service neutron] 10.222.0.75 "PUT /v2.0/ports/7c0178e9-6e0b-4812-a1db-d62d0fa02d67 HTTP/1.1" status: 200 len: 1092 time: 2.2300642 Feb 10 15:51:49.246526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:49.249357 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:49.276978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:49.295887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Request body: {'port': {'device_id': '51c25d17-86f1-4c1d-b639-4831bde22390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:49.337779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-539ea5f6-c4da-4f40-869d-3434a7a10e3d req-d053c90f-1365-4438-825e-b3e9e445036f tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1590624 Feb 10 15:51:49.344698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:49.345315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.408251 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.422604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56ac4a-f112-4f69-a2d5-34374810b58c req-a7dd33e9-aa13-43e4-aa17-242f0d20370d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.433425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b56ac4a-f112-4f69-a2d5-34374810b58c req-a7dd33e9-aa13-43e4-aa17-242f0d20370d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.3201721 Feb 10 15:51:49.494838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.526864 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.553991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.632975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95ecacf0-3c08-44a0-bc01-6769c5244e17 req-965fff79-9bd9-4ca8-968b-6f1da205851b tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1284606 Feb 10 15:51:49.654732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,segment=NetworkSegment(2164f3b7-37ee-464c-830c-68f96561a320),segment_id=2164f3b7-37ee-464c-830c-68f96561a320)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:49.687095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b56ac4a-f112-4f69-a2d5-34374810b58c req-04da9ec8-32ef-4aa8-9224-e9ff4f0667ca tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397900 Feb 10 15:51:49.692922 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.775714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:49.780418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=9914bcfb-a085-4141-8274-1f164a4f108b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:49.791280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:49.794744 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ef19b-88a4-4ea6-babc-8877775cfd1e x-openstack-request-id: req-250ef19b-88a4-4ea6-babc-8877775cfd1e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:49.795086 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:49.795288 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-250ef19b-88a4-4ea6-babc-8877775cfd1e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:49.795781 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67', 'status': 'completed', 'code': 200} Feb 10 15:51:49.800350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:49.805631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.806270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.848351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:49.890959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-de607fd4-09a1-4eb1-aa74-5d4ca25693d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.896484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-de607fd4-09a1-4eb1-aa74-5d4ca25693d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.898426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-de607fd4-09a1-4eb1-aa74-5d4ca25693d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1914 time: 0.0741966 Feb 10 15:51:49.899832 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:49.990915 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2906721a-cf02-4b41-9c83-33c8e695bd5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6057525 Feb 10 15:51:49.995480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33556) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:50.148040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb93ec86-8123-4b89-a946-1a01e2583998,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:50.256703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb5475-acea-4422-9304-f4bf399d76fd None None] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:50.332790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-898700d3-d57d-4352-8ec7-95ed7475fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.333262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-898700d3-d57d-4352-8ec7-95ed7475fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.333724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-898700d3-d57d-4352-8ec7-95ed7475fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.336334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-898700d3-d57d-4352-8ec7-95ed7475fe9e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4144928 Feb 10 15:51:50.355946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1d032-0a1a-40fe-8fa1-cda4aaeec7e0 req-6769935c-b316-4924-a0b0-ba8906b5458b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.359624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-daeefa69-ba5d-4789-a888-50f60adb513a None None] Provisioning complete for port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:50.360599 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-daeefa69-ba5d-4789-a888-50f60adb513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:50.365452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22d1d032-0a1a-40fe-8fa1-cda4aaeec7e0 req-6769935c-b316-4924-a0b0-ba8906b5458b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.4333942 Feb 10 15:51:50.384422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694e50-05ad-41dd-b4e8-fdeb71cf1555 req-5f73e833-527c-4f4b-be06-9a5bc78cef2c tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.391152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694e50-05ad-41dd-b4e8-fdeb71cf1555 req-5f73e833-527c-4f4b-be06-9a5bc78cef2c tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.397535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee694e50-05ad-41dd-b4e8-fdeb71cf1555 req-5f73e833-527c-4f4b-be06-9a5bc78cef2c tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1667 time: 0.2564721 Feb 10 15:51:50.482331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c7f776-cc9d-4d76-a065-740da3b5c432 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:50.492894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:50.508653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Transition to ACTIVE for port object b3c7f776-cc9d-4d76-a065-740da3b5c432 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:51:50.543587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:50.556011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:50.702656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c7f776-cc9d-4d76-a065-740da3b5c432,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:50.743111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22d1d032-0a1a-40fe-8fa1-cda4aaeec7e0 req-08e58dee-de0a-4b56-8aa5-640412f466d8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722558 Feb 10 15:51:50.850057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee694e50-05ad-41dd-b4e8-fdeb71cf1555 req-1ac6ac9c-786c-470d-87dd-8c2b31ce7281 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087919 Feb 10 15:51:50.875390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-41517453-c004-4469-8f08-773fd6220754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.877037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b0226fc-fbe9-4be0-8abc-eb0a6269fbf6 req-41517453-c004-4469-8f08-773fd6220754 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5329187 Feb 10 15:51:50.928838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-532f4126-033e-4347-8371-8bf84b4a0fe3 req-c897dad0-f792-470e-be09-5b119a180a75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.0474112 Feb 10 15:51:50.939079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Attempting to bind port b3c7f776-cc9d-4d76-a065-740da3b5c432 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:51:50.939544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Attempting to bind port b3c7f776-cc9d-4d76-a065-740da3b5c432 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:51:50.941430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Attempting to bind port b3c7f776-cc9d-4d76-a065-740da3b5c432 on network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:50.987412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:50.999884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Port b3c7f776-cc9d-4d76-a065-740da3b5c432 on network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:51.000244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Attempting to bind port b3c7f776-cc9d-4d76-a065-740da3b5c432 on network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:51.009585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:51.009926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Checking segment: {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:51:51.010309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Bound using segment: {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:51.010750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Bound port: b3c7f776-cc9d-4d76-a065-740da3b5c432, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cd38e1-51c5-42fc-b326-7786b0f4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:51:51.011105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.038455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da2b3160-3a7e-42e5-ac4a-c383baa555ee req-118b56d3-6764-4969-b40c-2e4383462b2a tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1054533 Feb 10 15:51:51.056430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8026b7e3-43c9-482a-a8d5-50e62e709967 None None] Provisioning complete for port 9914bcfb-a085-4141-8274-1f164a4f108b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:51.056811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8026b7e3-43c9-482a-a8d5-50e62e709967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.150805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8026b7e3-43c9-482a-a8d5-50e62e709967 None None] Port 9914bcfb-a085-4141-8274-1f164a4f108b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:51.175859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8026b7e3-43c9-482a-a8d5-50e62e709967 None None] Provisioning complete for port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:51.176340 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8026b7e3-43c9-482a-a8d5-50e62e709967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.261044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad23248e-98dc-426d-83f6-0755526215ca req-61c215f2-9d49-4abc-a72b-8c19fe40959c tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.2742712 Feb 10 15:51:51.307610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] For port b3c7f776-cc9d-4d76-a065-740da3b5c432, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:51.310913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Router 58727e5d-7a9b-4746-ade1-a237d7480caf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:51.314469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] For port b3c7f776-cc9d-4d76-a065-740da3b5c432, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:51.374617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:51.414777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.446223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:51.446726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.501956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fd0f0968-82d4-4e25-9478-1f5054c86845 None None] Provisioning complete for port 9914bcfb-a085-4141-8274-1f164a4f108b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:51.502503 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd0f0968-82d4-4e25-9478-1f5054c86845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.523135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c7f776-cc9d-4d76-a065-740da3b5c432,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:51.603799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f0968-82d4-4e25-9478-1f5054c86845 None None] Port 9914bcfb-a085-4141-8274-1f164a4f108b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:51.638272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:51.638894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.640496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-9cad5b00-5fc8-47ca-a544-ee463a910fe9 service neutron] 10.222.0.75 "PUT /v2.0/ports/b3c7f776-cc9d-4d76-a065-740da3b5c432 HTTP/1.1" status: 200 len: 1092 time: 2.3515141 Feb 10 15:51:51.746250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.753923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:51.791364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:51.802003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'tag': 'b3c7f776-cc9d-4d76-a065-740da3b5c432'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:51:51.804296 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "tag": "b3c7f776-cc9d-4d76-a065-740da3b5c432"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:51.804856 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] Sync routers for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:51.811387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-90166ba1-a357-4994-9442-f9f4866c22b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/58727e5d-7a9b-4746-ade1-a237d7480caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0762432 Feb 10 15:51:51.816480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33570) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:51.830553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-87db037e-0421-4384-b3f0-c5ce224bc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:51.831802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-87db037e-0421-4384-b3f0-c5ce224bc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:51.833742 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-87db037e-0421-4384-b3f0-c5ce224bc08c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1981 time: 0.1384659 Feb 10 15:51:51.841073 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:51.843000 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:51.854184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3a3d062-95af-49a0-a621-77330edeedaf req-54a70e59-0c48-4449-9fc6-641398860d45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0664663 Feb 10 15:51:51.956631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd4096-3737-4cfe-aea9-5a2428a698c5 req-d44af127-c3ac-438a-9c67-8dc953c7a7b1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:51.964357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4bd4096-3737-4cfe-aea9-5a2428a698c5 req-d44af127-c3ac-438a-9c67-8dc953c7a7b1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.6866086 Feb 10 15:51:52.032643 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:52.037188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=9914bcfb-a085-4141-8274-1f164a4f108b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:52.047917 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.080533 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-92646c94-7d49-4ea3-949b-0bdcb8861a9c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67 HTTP/1.1" status: 200 len: 217 time: 0.0404716 Feb 10 15:51:52.163838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.244449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-d060279c-b842-4263-9bea-7d5b81df2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:52.246058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-d060279c-b842-4263-9bea-7d5b81df2297 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=372e137d-0f44-4127-926e-5c66fadfb677 HTTP/1.1" status: 200 len: 801 time: 0.1043103 Feb 10 15:51:52.246286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1fb50333-9f06-4224-9b41-85940844f862 None None] Provisioning complete for port 9914bcfb-a085-4141-8274-1f164a4f108b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:52.246758 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1fb50333-9f06-4224-9b41-85940844f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.323664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.340619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1fb50333-9f06-4224-9b41-85940844f862 None None] Port 9914bcfb-a085-4141-8274-1f164a4f108b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:52.352821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4bd4096-3737-4cfe-aea9-5a2428a698c5 req-b34f1f5c-2db9-4524-bbfa-ea2584893f72 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874142 Feb 10 15:51:52.365748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc6b75-2789-4f5e-8c9b-c1394c3877cd req-e84bf387-57a9-46f4-8291-bd73ff9b3b21 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:52.367383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04dc6b75-2789-4f5e-8c9b-c1394c3877cd req-e84bf387-57a9-46f4-8291-bd73ff9b3b21 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 945 time: 0.4489202 Feb 10 15:51:52.399195 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:51:49Z', 'revision_number': 5, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port': {'id': '3b4e22fb-73e3-4759-a083-ed34c5e44817', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:34Z', 'updated_at': '2022-02-10T15:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:52.449313 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0fd907-6fbe-42d3-b7bc-16a518ad4b63 x-openstack-request-id: req-3d0fd907-6fbe-42d3-b7bc-16a518ad4b63 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:52.449712 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "tag": "b3c7f776-cc9d-4d76-a065-740da3b5c432", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:52.450073 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d0fd907-6fbe-42d3-b7bc-16a518ad4b63 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:52.450577 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'tag': 'b3c7f776-cc9d-4d76-a065-740da3b5c432', 'status': 'completed', 'code': 200} Feb 10 15:51:52.460880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.493947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-6d2d44fc-b862-4fd2-9503-5f97e3fab44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:52.496159 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-6d2d44fc-b862-4fd2-9503-5f97e3fab44d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42382fa4-025d-4e81-a65f-d8d2bde86282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2014761 Feb 10 15:51:52.513114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04dc6b75-2789-4f5e-8c9b-c1394c3877cd req-e7496a74-812f-4105-84ea-eccc232d8ebf tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103897 Feb 10 15:51:52.519857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Deleting port 3b4e22fb-73e3-4759-a083-ed34c5e44817 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:52.520202 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.611372 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] Checking router: 58727e5d-7a9b-4746-ade1-a237d7480caf for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:52.623948 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] Routers {'58727e5d-7a9b-4746-ade1-a237d7480caf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:52.624694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['58727e5d-7a9b-4746-ade1-a237d7480caf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:52.688864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8573-288f-4cda-a32c-3a05486af7ae req-4341c0c3-296d-4b5b-8d15-063e5345f48d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:52.706947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8573-288f-4cda-a32c-3a05486af7ae req-4341c0c3-296d-4b5b-8d15-063e5345f48d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:52.709006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dfc8573-288f-4cda-a32c-3a05486af7ae req-4341c0c3-296d-4b5b-8d15-063e5345f48d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1679 time: 0.1297891 Feb 10 15:51:52.743001 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] Set router 58727e5d-7a9b-4746-ade1-a237d7480caf gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:52.820857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b93d6b4-5aca-40a6-aecc-c6cf7e1353c4 req-ee769591-0c7c-4399-bf63-2ceaefa76a90 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1013029 Feb 10 15:51:52.843679 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:51:52Z', 'revision_number': 6, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:52.871842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] For port 3b4e22fb-73e3-4759-a083-ed34c5e44817, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b4e22fb-73e3-4759-a083-ed34c5e44817,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:52.872239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:52.903108 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2f0ae-82d1-4a6e-825e-341550c88cf4 None None] The sync data for ids ['58727e5d-7a9b-4746-ade1-a237d7480caf'] in n-d-827895-3 is: [{'id': '58727e5d-7a9b-4746-ade1-a237d7480caf', 'name': 'tempest-TaggedBootDevicesTest_v242-1787037256-router', 'tenant_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:33Z', 'updated_at': '2022-02-10T15:51:52Z', 'revision_number': 6, 'project_id': 'dc62d7ed68544ed1be80a937a220c8c0', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:52.916660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Calling delete_port for 3b4e22fb-73e3-4759-a083-ed34c5e44817 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:52.921421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dfc8573-288f-4cda-a32c-3a05486af7ae req-b4be5545-de97-4bdf-bc81-2fe35031df97 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815579 Feb 10 15:51:52.923854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-36bc6f3e-0be2-4cda-a236-d4ed53f8c359 service neutron] 10.222.0.75 "GET /v2.0/networks/42382fa4-025d-4e81-a65f-d8d2bde86282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638170 Feb 10 15:51:52.969316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03d75f2c-7a40-4fcd-8c9c-659fa1b02ffb req-2d9bdac9-3675-4b93-9cdf-265de486a3da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0687127 Feb 10 15:51:53.003017 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd9672d9-15a0-42b7-b9d6-962dbe7e01ad req-52873eb5-0c3c-46dd-a122-6d7f00d5bda9 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0355341 Feb 10 15:51:53.122805 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-f2f92d12-5246-4d79-86aa-be5c103abd5b service neutron] 10.222.0.75 "GET /v2.0/networks/42382fa4-025d-4e81-a65f-d8d2bde86282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849191 Feb 10 15:51:53.177360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-7e73e707-0ae6-49df-960a-d43668355be9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432 HTTP/1.1" status: 200 len: 217 time: 0.0417936 Feb 10 15:51:53.197555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.249597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4e22fb-73e3-4759-a083-ed34c5e44817,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:53.265270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-a1b02ac5-6fdf-41b5-b5c3-eb296ee7e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:53.266785 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-a1b02ac5-6fdf-41b5-b5c3-eb296ee7e358 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=de9e2739-2db3-4200-a1bf-0a68b12cd1ff HTTP/1.1" status: 200 len: 801 time: 0.0791271 Feb 10 15:51:53.306361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.335272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.336053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.337700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.406266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb93ec86-8123-4b89-a946-1a01e2583998 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:53.412636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.421088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=9914bcfb-a085-4141-8274-1f164a4f108b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:53.465790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: cb93ec86-8123-4b89-a946-1a01e2583998 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:53.466410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb93ec86-8123-4b89-a946-1a01e2583998 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:53.508587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-5799f020-4c28-4106-8214-e0746961e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:53.510995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-5799f020-4c28-4106-8214-e0746961e089 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2273915 Feb 10 15:51:53.529246 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.536418 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.620254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.620780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58727e5d-7a9b-4746-ade1-a237d7480caf {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:53.625681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.629480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-518dae9a-e9eb-499a-8f8b-e7140d486fa0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/58727e5d-7a9b-4746-ade1-a237d7480caf HTTP/1.1" status: 204 len: 168 time: 1.8062854 Feb 10 15:51:53.630399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33602) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:53.637831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:53.645034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:53.653705 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-7746ce3f-334c-4431-be00-f5b7089d7ac8 service neutron] 10.222.0.75 "GET /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283567 Feb 10 15:51:53.672206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855587b-15ce-4279-947c-d16e02132e11 req-12116075-3562-410e-bab8-4ec9a934c191 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:53.680213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7855587b-15ce-4279-947c-d16e02132e11 req-12116075-3562-410e-bab8-4ec9a934c191 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1326828 Feb 10 15:51:53.714038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Deleting subnet 72944349-1b94-4636-bc84-9689413c1029 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:53.723258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.757595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7855587b-15ce-4279-947c-d16e02132e11 req-7bd3e8e7-1b23-4679-b3a7-5378277f761e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765038 Feb 10 15:51:53.770908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:53.931043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.003939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-693125e8-bda6-4aff-9b0b-181cd48bee57 req-650fb0a6-b50f-412a-8106-0e27d2311ee0 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0410998 Feb 10 15:51:54.012360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7a0efcfb-295e-4cdd-b65b-354929af13ea None None] Provisioning complete for port 9914bcfb-a085-4141-8274-1f164a4f108b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:54.012733 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7a0efcfb-295e-4cdd-b65b-354929af13ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.068814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.099423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7a0efcfb-295e-4cdd-b65b-354929af13ea None None] Port 9914bcfb-a085-4141-8274-1f164a4f108b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:51:54.120703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.124603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72944349-1b94-4636-bc84-9689413c1029 HTTP/1.1" status: 204 len: 168 time: 0.4933040 Feb 10 15:51:54.126488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f38bd-2ddb-4b09-a011-00094e52bf81 None None] Network 4671a6c8-fa43-42e5-9c17-ae34057b0c7c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:51:54.127052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c905ec-9c10-447a-977d-df76791cf264 req-c631c185-9b5a-4acd-9624-ed75a4afcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.129792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-c631c185-9b5a-4acd-9624-ed75a4afcbf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63&tenant_id=575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 1094 time: 0.2767854 Feb 10 15:51:54.158993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33610) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:54.160486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6169d61-14f6-41fb-8589-e9e245372f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72944349-1b94-4636-bc84-9689413c1029,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:54.267815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d583eb8a-d34b-4cb6-84d6-19cfb920056b req-7a9d93cc-4587-4886-9476-4bb9a57712be service neutron] 10.222.0.75 "GET /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696077 Feb 10 15:51:54.286954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 99961063-9816-4da5-adc0-f687c7cf72a0 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:51:54.312720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-797652ef-547b-4102-b2d9-20d132bb5ca4 req-38167d71-cca1-4f48-a135-1a9c76ea2b73 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1955390 Feb 10 15:51:54.417254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.453246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0102-90e7-4cd9-b43e-fe392ce37924 req-490a05aa-bc01-41bd-9764-3ff3c60b6012 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.461437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0102-90e7-4cd9-b43e-fe392ce37924 req-490a05aa-bc01-41bd-9764-3ff3c60b6012 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.461437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3eab0102-90e7-4cd9-b43e-fe392ce37924 req-490a05aa-bc01-41bd-9764-3ff3c60b6012 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1679 time: 0.3469737 Feb 10 15:51:54.466636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] DHCP port deletion for 4671a6c8-fa43-42e5-9c17-ae34057b0c7c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:51:54.498383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c905ec-9c10-447a-977d-df76791cf264 req-47354724-7a06-4436-8d5c-b6cfebcf8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.500218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-47354724-7a06-4436-8d5c-b6cfebcf8ee2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1094 time: 0.3340118 Feb 10 15:51:54.553145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:54.559529 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0dad2e4a-520c-43ad-906d-46ff99f5c794 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/99961063-9816-4da5-adc0-f687c7cf72a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5630815 Feb 10 15:51:54.563325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:54.579933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] Sync routers for ids ['99961063-9816-4da5-adc0-f687c7cf72a0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:54.601452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] Routers {'99961063-9816-4da5-adc0-f687c7cf72a0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:54.602544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['99961063-9816-4da5-adc0-f687c7cf72a0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:54.618710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3eab0102-90e7-4cd9-b43e-fe392ce37924 req-c5a5c8a5-e178-4690-83e3-d5d4b24f1837 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285160 Feb 10 15:51:54.635990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df516699-e049-47dc-baff-4864faec0fe5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.640466 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-df516699-e049-47dc-baff-4864faec0fe5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports/9914bcfb-a085-4141-8274-1f164a4f108b HTTP/1.1" status: 200 len: 983 time: 0.0762715 Feb 10 15:51:54.644238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-45a5c7b9-295c-4258-9c65-1d89ff2ae7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.644975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-45a5c7b9-295c-4258-9c65-1d89ff2ae7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.645281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:54.647916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33628) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:54.648481 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-45a5c7b9-295c-4258-9c65-1d89ff2ae7e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1981 time: 0.2141294 Feb 10 15:51:54.653988 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] Deleting port 417032ed-fb98-4a9a-b376-91ac492bae5a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:54.654362 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.657458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Deleting port 417032ed-fb98-4a9a-b376-91ac492bae5a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:54.657458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.673872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] Routers {'99961063-9816-4da5-adc0-f687c7cf72a0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:54.675383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['99961063-9816-4da5-adc0-f687c7cf72a0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:54.745932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:54.746834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf8c7d-ca62-4269-b055-be46e0828d99 None None] The sync data for ids ['99961063-9816-4da5-adc0-f687c7cf72a0'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:54.803294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] For port 417032ed-fb98-4a9a-b376-91ac492bae5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417032ed-fb98-4a9a-b376-91ac492bae5a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:54.803638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.820347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c905ec-9c10-447a-977d-df76791cf264 req-866f0ff3-d5d5-4c85-b85e-a87b2283d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.821831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-866f0ff3-d5d5-4c85-b85e-a87b2283d833 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.3084395 Feb 10 15:51:54.841545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] Calling delete_port for 417032ed-fb98-4a9a-b376-91ac492bae5a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:54.847086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-0d53ccf3-8d67-4160-a420-252d44b98d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.852848 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-0d53ccf3-8d67-4160-a420-252d44b98d4f service neutron] 10.222.0.75 "GET /v2.0/networks?id=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f HTTP/1.1" status: 200 len: 902 time: 0.1955786 Feb 10 15:51:54.903394 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-30b0eab5-1f3b-460f-9d83-bdd0cf2b9e30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432 HTTP/1.1" status: 200 len: 217 time: 0.0430083 Feb 10 15:51:54.972428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:54.988118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-65a54778-2a25-4c4e-bdac-00ec3f45d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:54.990199 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-65a54778-2a25-4c4e-bdac-00ec3f45d61f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=de9e2739-2db3-4200-a1bf-0a68b12cd1ff HTTP/1.1" status: 200 len: 801 time: 0.0709569 Feb 10 15:51:54.991470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f54eccb7-aeb4-475e-8253-57dd149650e7 req-a90fbc1d-4111-481e-a412-373208bdd049 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1254687 Feb 10 15:51:55.011146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] For port 417032ed-fb98-4a9a-b376-91ac492bae5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417032ed-fb98-4a9a-b376-91ac492bae5a,segment=NetworkSegment(9f4facd0-7860-46f8-8fc7-b912ab114341),segment_id=9f4facd0-7860-46f8-8fc7-b912ab114341)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:55.011802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:55.013435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] No DVR routers for this DVR port 417032ed-fb98-4a9a-b376-91ac492bae5a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:55.088391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99571637-0a06-46c6-a4d7-860c2c5fce8a None None] Pushing event deleted for resources: {'Port': ['ID=417032ed-fb98-4a9a-b376-91ac492bae5a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:55.113598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-91e1203b-b435-486b-92c5-6b927b2a807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:55.116935 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-91e1203b-b435-486b-92c5-6b927b2a807a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190426 Feb 10 15:51:55.192778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-0f248585-bbe4-4ec2-811e-5020b9bc90e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 200 len: 999 time: 0.3444326 Feb 10 15:51:55.194662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Calling delete_port for 417032ed-fb98-4a9a-b376-91ac492bae5a owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:55.253338 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-a41a5348-837c-4105-a8e5-c140e5a2e14c service neutron] 10.222.0.75 "GET /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259952 Feb 10 15:51:55.262562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b4e22fb-73e3-4759-a083-ed34c5e44817 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:55.287373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3b4e22fb-73e3-4759-a083-ed34c5e44817 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:55.287373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b4e22fb-73e3-4759-a083-ed34c5e44817 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:55.287702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417032ed-fb98-4a9a-b376-91ac492bae5a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:55.312428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 417032ed-fb98-4a9a-b376-91ac492bae5a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:51:55.312993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417032ed-fb98-4a9a-b376-91ac492bae5a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:55.373106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-21a1bce6-b5b2-4a4a-8991-87e7ed33c2bb req-cde0c4a1-7fdf-4f12-8cac-b99ea41c9da0 service neutron] 10.222.0.75 "GET /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063881 Feb 10 15:51:55.534924 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c780a47-5dbf-4eda-a796-8ae2c683c89d req-297632cd-3833-450c-a136-a86a95ac9745 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.3449066 Feb 10 15:51:55.545108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785ff3e-d512-4f22-b51e-9bee4062e7cc req-704a64a1-4742-4df9-8a7d-95c7bddb2796 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:55.546494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7785ff3e-d512-4f22-b51e-9bee4062e7cc req-704a64a1-4742-4df9-8a7d-95c7bddb2796 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.6385479 Feb 10 15:51:55.668766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c905ec-9c10-447a-977d-df76791cf264 req-2b95b64d-b40f-4572-8855-415b7b8c1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:55.670377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-2b95b64d-b40f-4572-8855-415b7b8c1181 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.4565563 Feb 10 15:51:55.699920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7785ff3e-d512-4f22-b51e-9bee4062e7cc req-484af6c0-2648-409d-b1fd-1b782b36f292 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030092 Feb 10 15:51:55.821945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7349a355-1c6f-47ea-a429-4d3f71ab5935 req-dea5a4ae-0a2f-458b-ad24-21c1dd6c0e91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ef29f0f9b2b4d728f3a968124008e56&device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0742655 Feb 10 15:51:55.827832 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:55.875512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-863bcc12-6142-4b8b-9236-929793884063 req-8740116e-943e-4cd1-8f9d-2d3e17a92e45 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1000936 Feb 10 15:51:55.923732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] No DVR routers for this DVR port 417032ed-fb98-4a9a-b376-91ac492bae5a on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:55.927688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Pushing event deleted for resources: {'Port': ['ID=417032ed-fb98-4a9a-b376-91ac492bae5a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:55.930564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7349a355-1c6f-47ea-a429-4d3f71ab5935 req-c8652a19-51e7-43ef-99e7-2d96ed3672be service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5ef29f0f9b2b4d728f3a968124008e56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694468 Feb 10 15:51:55.941930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c905ec-9c10-447a-977d-df76791cf264 req-7eaf7a60-6e6f-4ea4-8ee5-a3c0366710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:55.943699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-7eaf7a60-6e6f-4ea4-8ee5-a3c0366710e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569978 Feb 10 15:51:56.115561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2bda-17ca-4690-ab73-bd31774e38a2 req-04b77eda-8a56-4de6-a7d5-52b84488f756 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.121541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2bda-17ca-4690-ab73-bd31774e38a2 req-04b77eda-8a56-4de6-a7d5-52b84488f756 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.123069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b56d2bda-17ca-4690-ab73-bd31774e38a2 req-04b77eda-8a56-4de6-a7d5-52b84488f756 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1679 time: 0.3458884 Feb 10 15:51:56.163498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.205215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93c03242-8045-44ab-977f-f1b1e3fde930 req-f50649b9-ea6b-4b73-a231-339c6891907d tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0764742 Feb 10 15:51:56.273000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4671a6c8-fa43-42e5-9c17-ae34057b0c7c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:56.328811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4facd0-7860-46f8-8fc7-b912ab114341') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:56.329120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4facd0-7860-46f8-8fc7-b912ab114341') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:56.355250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b56d2bda-17ca-4690-ab73-bd31774e38a2 req-5a35d363-350e-424c-9286-36561458816b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247567 Feb 10 15:51:56.368839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.372260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a355-1c6f-47ea-a429-4d3f71ab5935 req-6cd1205b-b6ee-4327-a93f-5abf979b066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.373730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7349a355-1c6f-47ea-a429-4d3f71ab5935 req-6cd1205b-b6ee-4327-a93f-5abf979b066c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4120803 Feb 10 15:51:56.382609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-bf422d87-3bd4-4f9d-8912-3c727e2c0239 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177661 Feb 10 15:51:56.384770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.458650 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.504959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:56.505349 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:56.506946 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:56.626872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.653510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.656608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4671a6c8-fa43-42e5-9c17-ae34057b0c7c HTTP/1.1" status: 204 len: 168 time: 2.4922285 Feb 10 15:51:56.659589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33666) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:56.669919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14c905ec-9c10-447a-977d-df76791cf264 req-1b2e926f-a5a7-4cfb-8aad-019a86bdd819 service neutron] 10.222.0.45 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504766 Feb 10 15:51:56.672928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99e659-0ad3-48b3-b0ff-efa8a8a93581 admin admin] Pushing event deleted for resources: {'Network': ['ID=4671a6c8-fa43-42e5-9c17-ae34057b0c7c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:56.758224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 9914bcfb-a085-4141-8274-1f164a4f108b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:56.759109 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.885145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7da04-63b9-419b-a329-0194281071a8 req-d94090a8-716f-4228-b3da-484ce3cd5d6c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.886559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcc7da04-63b9-419b-a329-0194281071a8 req-d94090a8-716f-4228-b3da-484ce3cd5d6c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.0825298 Feb 10 15:51:56.888400 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:56.910600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 9914bcfb-a085-4141-8274-1f164a4f108b owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:57.013361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcc7da04-63b9-419b-a329-0194281071a8 req-9bbfa32d-6e12-4a25-bd0d-f155811ea874 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162694 Feb 10 15:51:57.029435 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:57.053499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:57.056971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd06b1b6-5c7e-4607-a0be-4d4a00288836 req-3a85a747-b174-40b2-81e3-0db686b30b9d tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0519471 Feb 10 15:51:57.293439 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:57.401302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=9914bcfb-a085-4141-8274-1f164a4f108b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:57.608014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Deleting port 76b58066-5c1f-428d-a92e-6cdf83b48456 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:51:57.609206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:57.640994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bac4d007-5a4d-42bc-89de-525e0a9873e6 req-11331d1c-6cd6-451b-a0a0-c60bb05c4b94 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.2116632 Feb 10 15:51:57.651870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:57.742481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae49cc-5cf8-4914-aba0-847053e19095 req-aa5a612e-b708-4ea6-bb7e-690c410b5f70 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:57.748847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae49cc-5cf8-4914-aba0-847053e19095 req-aa5a612e-b708-4ea6-bb7e-690c410b5f70 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:57.755180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] For port 76b58066-5c1f-428d-a92e-6cdf83b48456, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=76b58066-5c1f-428d-a92e-6cdf83b48456,segment=NetworkSegment(292063f0-011f-40f9-9aa5-d7ae56ca0dc6),segment_id=292063f0-011f-40f9-9aa5-d7ae56ca0dc6)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:57.755758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:57.756971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7ae49cc-5cf8-4914-aba0-847053e19095 req-aa5a612e-b708-4ea6-bb7e-690c410b5f70 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1679 time: 0.2791843 Feb 10 15:51:57.783293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Calling delete_port for 76b58066-5c1f-428d-a92e-6cdf83b48456 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:51:57.941688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7ae49cc-5cf8-4914-aba0-847053e19095 req-f451438b-bd00-46bb-b5fa-e85a7eeb36f1 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782827 Feb 10 15:51:57.969493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 99961063-9816-4da5-adc0-f687c7cf72a0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:58.052685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:58.056395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:58.065639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ddb5e31a-c06e-4495-9f89-c26d6ebc17f3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/99961063-9816-4da5-adc0-f687c7cf72a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4135845 Feb 10 15:51:58.066849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33704) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:58.068803 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] Sync routers for ids ['99961063-9816-4da5-adc0-f687c7cf72a0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:58.084981 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] Routers {'99961063-9816-4da5-adc0-f687c7cf72a0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:58.086139 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['99961063-9816-4da5-adc0-f687c7cf72a0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:58.145315 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:58.154541 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] Routers {'99961063-9816-4da5-adc0-f687c7cf72a0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:58.155541 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['99961063-9816-4da5-adc0-f687c7cf72a0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:58.176432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Pushing event deleted for resources: {'Port': ['ID=76b58066-5c1f-428d-a92e-6cdf83b48456,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:58.202151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:58.203054 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f562d-b741-4c9a-abd3-6502311b9f1b None None] The sync data for ids ['99961063-9816-4da5-adc0-f687c7cf72a0'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:58.282956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ed198ba-3558-4c04-8e00-d264089597fc req-09c9496d-6738-4456-bb2f-51370e124752 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1053865 Feb 10 15:51:58.319376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1040e-8151-4f3c-b7eb-d1f689b65bc9 req-fce6e628-5e57-4982-93a0-6b9185585e57 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:58.338152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6eb1040e-8151-4f3c-b7eb-d1f689b65bc9 req-fce6e628-5e57-4982-93a0-6b9185585e57 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2079411 Feb 10 15:51:58.487607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:58.519417 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-f7b5ad1c-ba58-439f-adcc-b01cc9d5f5c5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 15:51:58.524104 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7b5ad1c-ba58-439f-adcc-b01cc9d5f5c5 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/99961063-9816-4da5-adc0-f687c7cf72a0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4530582 Feb 10 15:51:58.526726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33718) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:58.570377 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0bb2ed80-9dcc-4786-ac1a-9d6e6079d6d9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=99961063-9816-4da5-adc0-f687c7cf72a0 HTTP/1.1" status: 200 len: 205 time: 0.0420525 Feb 10 15:51:58.604127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33720) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:58.693698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:58.734514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:58.797792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:58.822251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6eb1040e-8151-4f3c-b7eb-d1f689b65bc9 req-e0515b28-eece-41f5-8dc3-43714efcdfba tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816766 Feb 10 15:51:58.827865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'mac_address': 'fa:16:3e:f2:b6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:58.877714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea78ca35-7595-456d-bf5d-2338e6629286 req-b0b64e23-e84f-40b0-8cf5-442b10e982a7 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0524971 Feb 10 15:51:58.929303 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d089e89-f96d-47d0-bcc8-dd797e46973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:58.995428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.027378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.030250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.042385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7349a355-1c6f-47ea-a429-4d3f71ab5935 req-443af197-8cfe-4b81-8121-e5bf88a6f9f2 tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0310717 Feb 10 15:51:59.069328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a33a2c1c-ae1e-456a-a671-7ed962721c7b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:59.089331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.090211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router 99961063-9816-4da5-adc0-f687c7cf72a0 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:59.099753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.101409 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4bd234b1-70d6-4694-9e30-b7bfb86d8c0e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/99961063-9816-4da5-adc0-f687c7cf72a0 HTTP/1.1" status: 204 len: 168 time: 0.4962695 Feb 10 15:51:59.108168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:59.162339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:59.174924 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.176161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:59.201707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ae84b-f3b5-468c-9bf2-31a1f90e62a2 req-05729b3d-82cb-4998-8741-d27e58b4c38e tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:59.218613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ae84b-f3b5-468c-9bf2-31a1f90e62a2 req-05729b3d-82cb-4998-8741-d27e58b4c38e tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:59.220469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-349ae84b-f3b5-468c-9bf2-31a1f90e62a2 req-05729b3d-82cb-4998-8741-d27e58b4c38e tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1679 time: 0.1468670 Feb 10 15:51:59.310035 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:51:59.312315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:59.320546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-349ae84b-f3b5-468c-9bf2-31a1f90e62a2 req-590e2683-6966-4e4d-a0cd-a0456dfd00fd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912840 Feb 10 15:51:59.328683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet 08a676c6-54f6-4bb6-823c-f495c14eecc9 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:51:59.333539 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.446622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.458432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8deb6492-882b-4467-a7fd-b8ba91982400 req-c814ecba-fcb9-403b-a179-dae5018b99ba tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.0657670 Feb 10 15:51:59.521314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:59.560204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67', 'network_id': '42382fa4-025d-4e81-a65f-d8d2bde86282', 'port_id': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67', 'mac_address': 'fa:16:3e:4e:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372e137d-0f44-4127-926e-5c66fadfb677', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:59.595987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.653071 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.670427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.682805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:51:59.705817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:59.713121 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.748319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=08a676c6-54f6-4bb6-823c-f495c14eecc9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:59.761958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:51:59.768550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33740) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:59.770036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-38805f54-570d-4696-b6b7-d8423f98248a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/08a676c6-54f6-4bb6-823c-f495c14eecc9 HTTP/1.1" status: 204 len: 168 time: 0.6566994 Feb 10 15:51:59.794383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Router c1f635ff-a4d8-4336-8530-11bb4aec8d1b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:59.917627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:59.924420 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0813725b-d6b8-4d62-b980-16d368ac416a admin admin] 10.222.0.21 "PUT /v2.0/routers/c1f635ff-a4d8-4336-8530-11bb4aec8d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626154 Feb 10 15:51:59.931824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33746) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:51:59.962013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:00.004440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] Sync routers for ids ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:00.015983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8627fb-76d6-4fb7-8503-d4b9b4ac403c None None] Network 123b2f2a-fd7c-4a78-ba32-68df2342bc94 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:00.114732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] Routers {'c1f635ff-a4d8-4336-8530-11bb4aec8d1b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:00.117971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:51:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:00.155832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c342e84-542b-4a7c-93ea-ec8b5942e6fd req-03387290-dd02-477e-9195-3404c8735af3 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0986135 Feb 10 15:52:00.195704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660716-486a-4085-bd10-06dbec0e6219 req-584444ba-7378-4fdf-a201-50a3ab85219b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:00.204532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52660716-486a-4085-bd10-06dbec0e6219 req-584444ba-7378-4fdf-a201-50a3ab85219b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1813917 Feb 10 15:52:00.218949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:00.219597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:00.220145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a33a2c1c-ae1e-456a-a671-7ed962721c7b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:00.318701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52660716-486a-4085-bd10-06dbec0e6219 req-6123fb84-a13e-42ba-bb6f-baf4a79f3054 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066403 Feb 10 15:52:00.358341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] Set router c1f635ff-a4d8-4336-8530-11bb4aec8d1b gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:00.428492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,segment=NetworkSegment(2164f3b7-37ee-464c-830c-68f96561a320),segment_id=2164f3b7-37ee-464c-830c-68f96561a320)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:00.429479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:00.458071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:00.575231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['7c0178e9-6e0b-4812-a1db-d62d0fa02d67'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:00.587815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:00.708799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b3c7f776-cc9d-4d76-a065-740da3b5c432 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:00.746662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:00.749946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=cb5e6c7e-ef16-4c60-bec2-0ac9f5201074,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:00.779922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:00.797631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:00.826413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36e05799-9d5b-4cfe-8aef-0bd5c40aba09 req-df5f3b3e-05d5-4913-8ae0-75b4bf5755ba tempest-ServerShowV257Test-1538282380 tempest-ServerShowV257Test-1538282380-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b6accbc-8d45-499b-bb95-59c27cc76ebe HTTP/1.1" status: 200 len: 210 time: 0.1061814 Feb 10 15:52:00.840049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b42498-46bc-41df-9878-db9066af209a req-01d48a82-7008-4ac0-9002-06aadbbdfadd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:00.848457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b42498-46bc-41df-9878-db9066af209a req-01d48a82-7008-4ac0-9002-06aadbbdfadd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:00.862887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45b42498-46bc-41df-9878-db9066af209a req-01d48a82-7008-4ac0-9002-06aadbbdfadd tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1680 time: 0.2745719 Feb 10 15:52:00.994178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.034885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45b42498-46bc-41df-9878-db9066af209a req-b297585a-f01e-40ed-b805-bb7c1a9ae4d1 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756313 Feb 10 15:52:01.065643 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.074839 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:52:01.105818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123b2f2a-fd7c-4a78-ba32-68df2342bc94']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.108665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Deleting port ed72f612-4130-4056-8b57-74989e4fb7b9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:01.109180 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.132788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2164f3b7-37ee-464c-830c-68f96561a320') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.133082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2164f3b7-37ee-464c-830c-68f96561a320') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.155626 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.177291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.187485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:01.188225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:01.192390 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:01.285397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.305117 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.320688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/123b2f2a-fd7c-4a78-ba32-68df2342bc94 HTTP/1.1" status: 204 len: 168 time: 1.5506794 Feb 10 15:52:01.326867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33766) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:01.337605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247319963'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:01.398400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] For port ed72f612-4130-4056-8b57-74989e4fb7b9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ed72f612-4130-4056-8b57-74989e4fb7b9,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:01.398773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.407730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222993-6765-412c-9d0e-b5bca6a70e4f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=123b2f2a-fd7c-4a78-ba32-68df2342bc94,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:01.420783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b3c7f776-cc9d-4d76-a065-740da3b5c432, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:01.431151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d5b4558-22e3-4b2d-b005-dc16321b4c2e req-49c85d99-6e48-4d14-8f02-276d96c15b28 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0993223 Feb 10 15:52:01.436197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Calling delete_port for ed72f612-4130-4056-8b57-74989e4fb7b9 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:01.540195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:01.543960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.587317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6235e76-f54d-4e3a-9d89-89cd594e3db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.588839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'b3c7f776-cc9d-4d76-a065-740da3b5c432', 'network_id': '3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f', 'port_id': 'b3c7f776-cc9d-4d76-a065-740da3b5c432', 'mac_address': 'fa:16:3e:55:df:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9e2739-2db3-4200-a1bf-0a68b12cd1ff', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:52:01.612222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:01.656438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a22ee-4562-43fe-b653-530cf36842be None None] DHCP port deletion for 123b2f2a-fd7c-4a78-ba32-68df2342bc94 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:01.670285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.670900 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 3fdbc5b6-a68d-47ef-ac1f-d339e03afa18 of type vlan for network 434d0e6a-7873-4c83-af04-fe30ede609d2 Feb 10 15:52:01.718830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3d1ae-d9e5-434d-b279-cb17e04b799f req-93b03327-8672-4397-9507-f577bc1c15c9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:01.721442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1bf3d1ae-d9e5-434d-b279-cb17e04b799f req-93b03327-8672-4397-9507-f577bc1c15c9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1960242 Feb 10 15:52:01.737082 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.753430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c7f776-cc9d-4d76-a065-740da3b5c432 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:52:01.765774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.789898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:51:57Z', 'revision_number': 5, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port': {'id': 'ed72f612-4130-4056-8b57-74989e4fb7b9', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:49Z', 'updated_at': '2022-02-10T15:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.838061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.840908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b3c7f776-cc9d-4d76-a065-740da3b5c432, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:01.844230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] Checking router: c1f635ff-a4d8-4336-8530-11bb4aec8d1b for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:01.846683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:01.847651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.851014 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.887851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:01.904102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1bf3d1ae-d9e5-434d-b279-cb17e04b799f req-62bc2eba-5c54-41a5-b126-7755bb0e53c1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689553 Feb 10 15:52:01.914336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] Routers {'c1f635ff-a4d8-4336-8530-11bb4aec8d1b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:01.914896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.977921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33774) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:01.983255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:01.994623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6665466 Feb 10 15:52:02.187540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b3c7f776-cc9d-4d76-a065-740da3b5c432,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:02.201039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed72f612-4130-4056-8b57-74989e4fb7b9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:02.206635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda1202-2c55-4aac-96e7-cdcde0cb6ad9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=434d0e6a-7873-4c83-af04-fe30ede609d2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:02.229887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] Set router c1f635ff-a4d8-4336-8530-11bb4aec8d1b gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:02.292485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.328235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:02.346274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:02.355326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.394991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbad90-e400-421c-9cd0-c602055bbfc1 req-75924997-dfee-494f-928b-2945eb16b65f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:02.416130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbad90-e400-421c-9cd0-c602055bbfc1 req-75924997-dfee-494f-928b-2945eb16b65f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:02.428756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50bbad90-e400-421c-9cd0-c602055bbfc1 req-75924997-dfee-494f-928b-2945eb16b65f tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1681 time: 0.2316413 Feb 10 15:52:02.539405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.541963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.565650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33802) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:02.569163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:52:01Z', 'revision_number': 7, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:02.573600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:02.601660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50bbad90-e400-421c-9cd0-c602055bbfc1 req-29f20275-9217-4619-8dfc-beabeab9fa69 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598399 Feb 10 15:52:02.609338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b3c7f776-cc9d-4d76-a065-740da3b5c432'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:02.694051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-374afa8c-a2aa-4a98-b440-b44cba92a591 req-fc615993-0fca-421b-8e12-8a237da8d72f tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0477238 Feb 10 15:52:02.709153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.713451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f635ff-a4d8-4336-8530-11bb4aec8d1b {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:52:02.731857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.735933 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-83473935-dabe-4ce2-aaa0-6a7e0f099977 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c1f635ff-a4d8-4336-8530-11bb4aec8d1b HTTP/1.1" status: 204 len: 168 time: 2.8009002 Feb 10 15:52:02.737485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:02.788244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.817846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fde17-4993-4b94-86bf-e852602bef80 None None] The sync data for ids ['c1f635ff-a4d8-4336-8530-11bb4aec8d1b'] in n-d-827895-3 is: [{'id': 'c1f635ff-a4d8-4336-8530-11bb4aec8d1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1859593030-router', 'tenant_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:48Z', 'updated_at': '2022-02-10T15:52:01Z', 'revision_number': 7, 'project_id': '5dc95199caee4bce8d9237ea23e2f8d2', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:02.829631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Deleting subnet da3c7833-d951-4e14-8f9b-355115fcb4b2 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:02.838795 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-88bc9f49-c898-4301-86c8-ba5c1ca14cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.845027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.982554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:02.999919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port a33a2c1c-ae1e-456a-a671-7ed962721c7b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:03.000296 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.122429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.162784 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.340452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.399657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:03.420888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3c7833-d951-4e14-8f9b-355115fcb4b2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:03.434170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-88bc9f49-c898-4301-86c8-ba5c1ca14cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.438273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.445655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc004f-1d97-4c21-b973-9e7be1a72df5 req-06575b69-200c-4289-946f-8d3f9967b706 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:03.447817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bcc004f-1d97-4c21-b973-9e7be1a72df5 req-06575b69-200c-4289-946f-8d3f9967b706 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.3620420 Feb 10 15:52:03.448617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:03.453879 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0bd1d94b-6c4c-46ae-8547-44580562a0ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da3c7833-d951-4e14-8f9b-355115fcb4b2 HTTP/1.1" status: 204 len: 168 time: 0.7133698 Feb 10 15:52:03.456819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33826) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:03.457311 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-88bc9f49-c898-4301-86c8-ba5c1ca14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.487747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:03.488090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device cb5e6c7e-ef16-4c60-bec2-0ac9f5201074 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:03.488505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 76b58066-5c1f-428d-a92e-6cdf83b48456 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:03.499372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa95c65-fea2-4139-abb1-cf19014c43e3 None None] Network 932c2776-c761-415a-9341-f53ed1eeba79 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:03.509381 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.521809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:03.522877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 434d0e6a-7873-4c83-af04-fe30ede609d2, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:03.535353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-88bc9f49-c898-4301-86c8-ba5c1ca14cf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ef29f0f9b2b4d728f3a968124008e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578056 Feb 10 15:52:03.547901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33828) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:03.566506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc9f49-c898-4301-86c8-ba5c1ca14cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f9d2d-f4a8-40fa-a8e4-2f226e96eac6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:03.603407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.630693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bcc004f-1d97-4c21-b973-9e7be1a72df5 req-3fa27a4f-7159-487c-ac0d-79d63c1a59cc tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660776 Feb 10 15:52:03.653977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:03.713327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 76b58066-5c1f-428d-a92e-6cdf83b48456 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:03.713896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 76b58066-5c1f-428d-a92e-6cdf83b48456 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:03.723132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 434d0e6a-7873-4c83-af04-fe30ede609d2) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:03.743392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:03.744066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.756941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826807cb-9c3e-4a6f-b04a-75ce7ffbdf3a None None] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:03.804525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:03.811190 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5268f64-104d-4171-a6dd-c4825b76c51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.816125 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863eef3-040b-4283-b9b8-c295a3ea8d33" -d '{"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-plugged", "status": "completed", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:03.836242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Deleting port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:03.836692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:03.858748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5a4c4132-3fbd-4308-97ea-fcd751b8bca2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8794260 Feb 10 15:52:03.864057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33840) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:03.872182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-325136208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:03.925072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5268f64-104d-4171-a6dd-c4825b76c51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.037680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] For port c536f0bc-6499-4253-bbb4-6b1a3c8884d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,segment=NetworkSegment(292063f0-011f-40f9-9aa5-d7ae56ca0dc6),segment_id=292063f0-011f-40f9-9aa5-d7ae56ca0dc6)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:04.038137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.055056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.056147 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.068124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faf8ab-444b-4f15-90dd-736cb3e9dacd req-672128a6-2440-49bd-9626-d54e32a6a2d2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.075092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faf8ab-444b-4f15-90dd-736cb3e9dacd req-672128a6-2440-49bd-9626-d54e32a6a2d2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.077912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70faf8ab-444b-4f15-90dd-736cb3e9dacd req-672128a6-2440-49bd-9626-d54e32a6a2d2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1681 time: 0.2173927 Feb 10 15:52:04.087055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Calling delete_port for c536f0bc-6499-4253-bbb4-6b1a3c8884d2 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:04.149916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5268f64-104d-4171-a6dd-c4825b76c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.153745 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a5268f64-104d-4171-a6dd-c4825b76c51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.158240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a5268f64-104d-4171-a6dd-c4825b76c51d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/642f9d2d-f4a8-40fa-a8e4-2f226e96eac6 HTTP/1.1" status: 204 len: 168 time: 0.6074102 Feb 10 15:52:04.183479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268f64-104d-4171-a6dd-c4825b76c51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f9d2d-f4a8-40fa-a8e4-2f226e96eac6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:04.187109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:04.209470 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.231047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70faf8ab-444b-4f15-90dd-736cb3e9dacd req-62fdbc98-78c6-4399-a23f-3d4e6164710b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451051 Feb 10 15:52:04.353440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.453586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.467850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.477916 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.520523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:04.527624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:04.534219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.535422 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-979202e1-7baf-4c26-89cc-674d83fff44e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6687450 Feb 10 15:52:04.540365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33848) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:04.584928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] DHCP port deletion for 932c2776-c761-415a-9341-f53ed1eeba79 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:04.588282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbffce72-a63f-4196-a1c1-51df9f6ddead req-6c1e5718-9d96-4c36-a6ae-518f273fe7b3 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1729963 Feb 10 15:52:04.678159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-434d0e6a-7873-4c83-af04-fe30ede609d2', 'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': 'ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:52:04.678159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.737619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:52:04.745172 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5432ae3d-46d5-42c3-bbd9-66ea5ddcdb6c x-openstack-request-id: req-5432ae3d-46d5-42c3-bbd9-66ea5ddcdb6c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:04.745492 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-plugged", "status": "completed", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:04.745748 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5432ae3d-46d5-42c3-bbd9-66ea5ddcdb6c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:04.746294 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'code': 200} Feb 10 15:52:04.747835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:04.748214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.751798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Deleting port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:04.752349 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.884729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] For port c536f0bc-6499-4253-bbb4-6b1a3c8884d2, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:04.885132 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:04.902936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Calling delete_port for c536f0bc-6499-4253-bbb4-6b1a3c8884d2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:04.906562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:52:04.911997 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.028936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797ac6-b3ff-4909-91b8-1c0c3471b5ea req-634f1928-c98b-498b-8784-44f828b3e737 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:05.030456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41797ac6-b3ff-4909-91b8-1c0c3471b5ea req-634f1928-c98b-498b-8784-44f828b3e737 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1659238 Feb 10 15:52:05.113956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41797ac6-b3ff-4909-91b8-1c0c3471b5ea req-be15f563-f516-44a7-a165-ca6bbfd60f42 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758042 Feb 10 15:52:05.151989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.184836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] Pushing event deleted for resources: {'Port': ['ID=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:05.197630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb0071-e3f2-42e3-843f-dad93cdce756 None None] No DVR routers for this DVR port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:05.289468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Pushing event deleted for resources: {'Port': ['ID=c536f0bc-6499-4253-bbb4-6b1a3c8884d2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:05.323950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] No DVR routers for this DVR port c536f0bc-6499-4253-bbb4-6b1a3c8884d2 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:05.346179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c536f0bc-6499-4253-bbb4-6b1a3c8884d2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:05.417455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: c536f0bc-6499-4253-bbb4-6b1a3c8884d2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:05.421355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c536f0bc-6499-4253-bbb4-6b1a3c8884d2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:05.422605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.422965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ed72f612-4130-4056-8b57-74989e4fb7b9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:05.453122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932c2776-c761-415a-9341-f53ed1eeba79']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:05.528390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Allocated IP 2001:db8::2 (434d0e6a-7873-4c83-af04-fe30ede609d2/ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35/05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:05.535990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cac51-bc87-4ffd-bba4-4891fb2e9ef2 req-ac6735f4-89ee-455c-ad0d-e26d52cbb4ae tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:05.554199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cac51-bc87-4ffd-bba4-4891fb2e9ef2 req-ac6735f4-89ee-455c-ad0d-e26d52cbb4ae tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:05.555981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef7cac51-bc87-4ffd-bba4-4891fb2e9ef2 req-ac6735f4-89ee-455c-ad0d-e26d52cbb4ae tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1681 time: 0.1293182 Feb 10 15:52:05.644377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef7cac51-bc87-4ffd-bba4-4891fb2e9ef2 req-8fa53880-8870-4e44-9a94-fde50e5d07ea tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769145 Feb 10 15:52:05.647413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292063f0-011f-40f9-9aa5-d7ae56ca0dc6') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:05.647952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292063f0-011f-40f9-9aa5-d7ae56ca0dc6') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:05.660430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.724329 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.726611 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.835126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: ed72f612-4130-4056-8b57-74989e4fb7b9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:05.835821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ed72f612-4130-4056-8b57-74989e4fb7b9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:05.869516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.869788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69864c29-dc6e-46db-a53e-8eca8e1ade8e req-3844cdc5-2af8-4cd4-a1e2-2e504663de34 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0813220 Feb 10 15:52:05.962885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:05.968624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:05.969073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:05.971347 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:05.977617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.080953 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.092414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.102788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.113708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.121054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] 10.222.0.21 "DELETE /v2.0/networks/932c2776-c761-415a-9341-f53ed1eeba79 HTTP/1.1" status: 204 len: 168 time: 2.6630599 Feb 10 15:52:06.159551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d009e68-e26f-4c7f-aa38-68cb419be972 admin admin] Pushing event deleted for resources: {'Network': ['ID=932c2776-c761-415a-9341-f53ed1eeba79,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:06.210527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:06.212175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:06.229306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:06.236709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:06.382295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8::1 (434d0e6a-7873-4c83-af04-fe30ede609d2/ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35/dd818de7-8b09-42bd-9e8f-ed50fbb4cd25) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:06.448510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Pushing event updated for resources: {'Port': ['ID=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:06.540745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d05bb-ad8f-4276-9cb2-6111ff1a9d52 req-4d302fd9-0c7c-4e2e-b2ff-6d1727167116 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:06.554215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f1d05bb-ad8f-4276-9cb2-6111ff1a9d52 req-4d302fd9-0c7c-4e2e-b2ff-6d1727167116 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2014375 Feb 10 15:52:06.577353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b3c7f776-cc9d-4d76-a065-740da3b5c432 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:06.645359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.675315 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f1d05bb-ad8f-4276-9cb2-6111ff1a9d52 req-4111975f-6f93-454d-9a38-69f09c9aec6d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188874 Feb 10 15:52:06.687187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33882) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:06.697396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Attempting to bind port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:06.697772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Attempting to bind port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:06.698217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Attempting to bind port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 on network 434d0e6a-7873-4c83-af04-fe30ede609d2 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:06.731961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.745914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:06.746454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Checking segment: {'id': '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:06.746981 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.747568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Bound using segment: {'id': '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:06.748335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Bound port: 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '434d0e6a-7873-4c83-af04-fe30ede609d2'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:06.748788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.774090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:06.775783 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff068973-62b3-40c5-897e-e67fc5c85802" -d '{"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-plugged", "status": "completed", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:06.806715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8799e2d1-5f18-465e-baa8-a3a6c9623ec7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc62d7ed68544ed1be80a937a220c8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179769 Feb 10 15:52:06.813612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33890) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:06.903068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:06.907301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:06.908697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port b3c7f776-cc9d-4d76-a065-740da3b5c432 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:52:06.915863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:06.917119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:06.960449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port b3c7f776-cc9d-4d76-a065-740da3b5c432 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:06.961314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.013375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=dd818de7-8b09-42bd-9e8f-ed50fbb4cd25,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:07.038711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ed3-cfa7-409a-8fc2-9df40b06594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.091087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ed3-cfa7-409a-8fc2-9df40b06594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.209243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ed3-cfa7-409a-8fc2-9df40b06594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.217640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ed3-cfa7-409a-8fc2-9df40b06594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.223671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7ea41ed3-cfa7-409a-8fc2-9df40b06594f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89f96c44-4e50-41b3-9167-4dd2f6bc1c59 HTTP/1.1" status: 204 len: 168 time: 0.4064288 Feb 10 15:52:07.241728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.262874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea41ed3-cfa7-409a-8fc2-9df40b06594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f96c44-4e50-41b3-9167-4dd2f6bc1c59,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:07.269951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] For port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:07.276892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.307725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22227-6017-4f23-93b7-d7165d1fc0c0 req-d7a61eb4-3b9d-44b2-a4d4-7ebe2d0faed6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:07.336658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22227-6017-4f23-93b7-d7165d1fc0c0 req-d7a61eb4-3b9d-44b2-a4d4-7ebe2d0faed6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:07.338393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ca22227-6017-4f23-93b7-d7165d1fc0c0 req-d7a61eb4-3b9d-44b2-a4d4-7ebe2d0faed6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1682 time: 0.4489927 Feb 10 15:52:07.389501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] For port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,segment=NetworkSegment(3fdbc5b6-a68d-47ef-ac1f-d339e03afa18),segment_id=3fdbc5b6-a68d-47ef-ac1f-d339e03afa18)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:07.418506 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.454116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ca22227-6017-4f23-93b7-d7165d1fc0c0 req-14087784-64ec-4dc8-a368-5bd27876cca4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045504 Feb 10 15:52:07.535279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33898) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:07.578213 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4401ac70-be0a-417f-a475-cc4ca97bde2e x-openstack-request-id: req-4401ac70-be0a-417f-a475-cc4ca97bde2e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:07.578529 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-plugged", "status": "completed", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:07.578789 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4401ac70-be0a-417f-a475-cc4ca97bde2e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:07.579336 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67', 'code': 200} Feb 10 15:52:07.659210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b3c7f776-cc9d-4d76-a065-740da3b5c432, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:07.687842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cda8eb2-d933-4394-bd85-7ab4acba1b49 req-2289ba32-401e-4ae6-96f9-0cff114bc87a tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0539398 Feb 10 15:52:07.729532 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:07.798150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db8a88-61c4-42cc-90ed-09fbd7b6ad11 None None] Pushing event updated for resources: {'Port': ['ID=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:07.984452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b3c7f776-cc9d-4d76-a065-740da3b5c432,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:08.125473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33906) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:08.133497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ea91d-4f43-4156-89b3-1632bd105f46 req-b8c18763-bba0-4c4b-8a3c-2280f7ad3560 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:08.147081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4ea91d-4f43-4156-89b3-1632bd105f46 req-b8c18763-bba0-4c4b-8a3c-2280f7ad3560 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2236428 Feb 10 15:52:08.158953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.197059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.198010 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.224003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58a0a0b5-7678-4e29-9d31-02b80161b779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.258678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4ea91d-4f43-4156-89b3-1632bd105f46 req-279fa172-29b8-42ec-80ab-dc5fb516fdba tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076603 Feb 10 15:52:08.418686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=dd818de7-8b09-42bd-9e8f-ed50fbb4cd25,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:08.425028 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7a6fb475-5c6b-47ae-a34a-ec6c9901b379 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dc95199caee4bce8d9237ea23e2f8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749972 Feb 10 15:52:08.429827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33908) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:08.431674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58a0a0b5-7678-4e29-9d31-02b80161b779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.436290 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58a0a0b5-7678-4e29-9d31-02b80161b779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.494376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0a0b5-7678-4e29-9d31-02b80161b779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04e68d-7943-4553-a818-d5523e1b2afc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:08.576702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-58a0a0b5-7678-4e29-9d31-02b80161b779 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cbd187249da49038f8d975040431722&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402167 Feb 10 15:52:08.580190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33912) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:08.626274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f8a67b7-4ebe-4fd7-801a-2d027e4d02fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.647069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:08.672626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:08.801422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a1c019b-19d6-4608-82f5-0cd79b91a633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.828348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22f87f-897f-43d6-9369-c425d77957e5 req-f895dfc4-1f33-4a24-8e78-0c27f6120e2d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:08.846102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22f87f-897f-43d6-9369-c425d77957e5 req-f895dfc4-1f33-4a24-8e78-0c27f6120e2d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:08.857462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd22f87f-897f-43d6-9369-c425d77957e5 req-f895dfc4-1f33-4a24-8e78-0c27f6120e2d tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.2316623 Feb 10 15:52:08.931781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f8a67b7-4ebe-4fd7-801a-2d027e4d02fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:08.946258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a1c019b-19d6-4608-82f5-0cd79b91a633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:09.052639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd22f87f-897f-43d6-9369-c425d77957e5 req-15bd1cf2-68f9-4389-bc07-735bd8c8f9cf tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866269 Feb 10 15:52:09.057051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c8e075b2-93ef-42b4-9731-2193e3b4364e is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:52:09.102754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a1c019b-19d6-4608-82f5-0cd79b91a633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:09.106873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a1c019b-19d6-4608-82f5-0cd79b91a633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:09.108406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9a1c019b-19d6-4608-82f5-0cd79b91a633 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be04e68d-7943-4553-a818-d5523e1b2afc HTTP/1.1" status: 204 len: 168 time: 0.5269563 Feb 10 15:52:09.123978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c019b-19d6-4608-82f5-0cd79b91a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04e68d-7943-4553-a818-d5523e1b2afc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:09.195716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4cff0c3a-722b-432d-a19d-ee697a7ec384 req-918e24a2-b160-4cf8-8282-8e3afe12ba52 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0448089 Feb 10 15:52:09.248588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f8a67b7-4ebe-4fd7-801a-2d027e4d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:09.253027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f8a67b7-4ebe-4fd7-801a-2d027e4d02fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:09.254549 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f8a67b7-4ebe-4fd7-801a-2d027e4d02fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b11d371-af00-4730-a4f4-17c171a62469 HTTP/1.1" status: 204 len: 168 time: 0.8238165 Feb 10 15:52:09.353776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a67b7-4ebe-4fd7-801a-2d027e4d02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11d371-af00-4730-a4f4-17c171a62469,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:09.410947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:09.433144 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5e8fa99-4719-4a0e-8962-5fe1d22897dc tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c8e075b2-93ef-42b4-9731-2193e3b4364e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8837824 Feb 10 15:52:09.436302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33922) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:09.456366 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] Sync routers for ids ['c8e075b2-93ef-42b4-9731-2193e3b4364e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:09.469689 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] Routers {'c8e075b2-93ef-42b4-9731-2193e3b4364e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:09.470867 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c8e075b2-93ef-42b4-9731-2193e3b4364e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:09.509004 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:09.523800 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] Routers {'c8e075b2-93ef-42b4-9731-2193e3b4364e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:09.524953 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c8e075b2-93ef-42b4-9731-2193e3b4364e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:09.533601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d3ca62-7f44-4127-a189-fda1f87bca41 None None] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:09.546500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5692b-eb06-453a-b32f-838abf85f605 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:09.548996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e0f5692b-eb06-453a-b32f-838abf85f605 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports/dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 HTTP/1.1" status: 200 len: 911 time: 0.1108470 Feb 10 15:52:09.552610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33924) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:09.601273 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:09.603959 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8f822-d944-4350-bcca-b818e28b6970 None None] The sync data for ids ['c8e075b2-93ef-42b4-9731-2193e3b4364e'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:09.622723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7f776-cc9d-4d76-a065-740da3b5c432'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:09.628077 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f3ed4c-f14d-4940-a92b-a37377f9eab0" -d '{"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7f776-cc9d-4d76-a065-740da3b5c432"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:09.642774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:09.657144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012b0e-7b43-439b-9be5-287a65ee2449 req-bafb7c1e-3761-4a7d-b4e1-819359632c75 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:09.670795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51012b0e-7b43-439b-9be5-287a65ee2449 req-bafb7c1e-3761-4a7d-b4e1-819359632c75 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1203389 Feb 10 15:52:09.773900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51012b0e-7b43-439b-9be5-287a65ee2449 req-d2f25753-2f9f-4e6a-ad5a-ff60f700ada0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020741 Feb 10 15:52:09.854018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e7bb383e-01b2-459c-b630-8a2b02082878 None None] Provisioning complete for port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:09.854400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e7bb383e-01b2-459c-b630-8a2b02082878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:09.889108 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4262bae-f6c4-4507-af99-6f80bd39a00c x-openstack-request-id: req-f4262bae-f6c4-4507-af99-6f80bd39a00c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:09.889415 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7f776-cc9d-4d76-a065-740da3b5c432", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:09.889674 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4262bae-f6c4-4507-af99-6f80bd39a00c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:09.890120 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7f776-cc9d-4d76-a065-740da3b5c432', 'code': 200} Feb 10 15:52:10.049422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:10.049807 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:10.258451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e7bb383e-01b2-459c-b630-8a2b02082878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:10.382321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf0804-85a7-4aa9-b424-2f3c2afacfbb req-f1d539ef-6159-45fe-8375-f229caec8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:10.382878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf0804-85a7-4aa9-b424-2f3c2afacfbb req-f1d539ef-6159-45fe-8375-f229caec8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:10.385558 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-01cf0804-85a7-4aa9-b424-2f3c2afacfbb req-f1d539ef-6159-45fe-8375-f229caec8392 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1985 time: 0.3343916 Feb 10 15:52:10.454398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2cd6-9a2d-4fae-93f5-f2a030255e56 req-a6496ef1-6d1b-4c46-b96f-63fe7a0fd2c2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:10.458273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e7bb383e-01b2-459c-b630-8a2b02082878 None None] For port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,segment=NetworkSegment(3fdbc5b6-a68d-47ef-ac1f-d339e03afa18),segment_id=3fdbc5b6-a68d-47ef-ac1f-d339e03afa18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:10.472211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e7bb383e-01b2-459c-b630-8a2b02082878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:10.495242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2cd6-9a2d-4fae-93f5-f2a030255e56 req-a6496ef1-6d1b-4c46-b96f-63fe7a0fd2c2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:10.511493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-535b2cd6-9a2d-4fae-93f5-f2a030255e56 req-a6496ef1-6d1b-4c46-b96f-63fe7a0fd2c2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.2003868 Feb 10 15:52:10.672023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-535b2cd6-9a2d-4fae-93f5-f2a030255e56 req-c3ddccac-e020-47c9-b95d-764f52645f23 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546471 Feb 10 15:52:10.721307 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-01cf0804-85a7-4aa9-b424-2f3c2afacfbb req-293445d3-127a-420b-9f7e-a9a0e895ad62 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170116 Feb 10 15:52:10.768659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb383e-01b2-459c-b630-8a2b02082878 None None] Pushing event updated for resources: {'Port': ['ID=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:10.897829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d2ac7c6f-f10f-473a-b60f-42defd93f4a0 None None] Provisioning complete for port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:10.898200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7c6f-f10f-473a-b60f-42defd93f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:10.912511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f30677ef-ba7c-4fe5-819f-2c3eb190e385 req-30134232-4b5d-46c2-9226-3523860a4ec5 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0621767 Feb 10 15:52:10.977549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.222794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b3418-fe7a-440a-9953-4e93bc82e639 req-db5e6beb-04c9-4fb7-9d74-e828eaa7c757 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:11.224820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d2ac7c6f-f10f-473a-b60f-42defd93f4a0 None None] Provisioning complete for port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:11.225027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7c6f-f10f-473a-b60f-42defd93f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.237094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd6b3418-fe7a-440a-9953-4e93bc82e639 req-db5e6beb-04c9-4fb7-9d74-e828eaa7c757 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1610849 Feb 10 15:52:11.311385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33976) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:11.322601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:11.371748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd6b3418-fe7a-440a-9953-4e93bc82e639 req-1c08064e-bfcd-4334-8aa6-ee0158cf77b0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254616 Feb 10 15:52:11.458549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac7c6f-f10f-473a-b60f-42defd93f4a0 None None] Port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:11.462209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:11.462942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.606548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-234ca7c9-b1c1-4e43-a235-b40e20817d20 None None] Provisioning complete for port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:11.606548 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-234ca7c9-b1c1-4e43-a235-b40e20817d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.658873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-760722684-network', 'tenant_id': 'e1ffa14964a5477f8b53dc7a08cb99d9'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:11.686649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-234ca7c9-b1c1-4e43-a235-b40e20817d20 None None] Port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:11.719290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Made reservation on behalf of e1ffa14964a5477f8b53dc7a08cb99d9 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:11.723040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.756873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.763659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:11.765032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.828105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8893ca0c-ce35-4d5b-b231-0b8babce9766 None None] Provisioning complete for port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:11.828668 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8893ca0c-ce35-4d5b-b231-0b8babce9766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:11.914665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8893ca0c-ce35-4d5b-b231-0b8babce9766 None None] Port dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:11.960624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b864-24c7-4c46-8fa6-40665d4e1ad0 req-94868dcf-b9da-4bc2-a50c-2601616c1844 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:11.968776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b864-24c7-4c46-8fa6-40665d4e1ad0 req-94868dcf-b9da-4bc2-a50c-2601616c1844 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:11.979777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1215b864-24c7-4c46-8fa6-40665d4e1ad0 req-94868dcf-b9da-4bc2-a50c-2601616c1844 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.1604228 Feb 10 15:52:12.000170 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.037716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for dd818de7-8b09-42bd-9e8f-ed50fbb4cd25 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:12.111797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1215b864-24c7-4c46-8fa6-40665d4e1ad0 req-70f4bb99-c997-4365-93f1-fef885b14d2b tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242523 Feb 10 15:52:12.170848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.176122 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.234999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011b9879-096c-40fa-ad1b-84b69d831dee,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:12.278456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:12.290360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10cde5c6-37a9-4c9c-8fc6-b472e57165dc req-216f59a6-672f-41e2-bd8b-85c133788442 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0564463 Feb 10 15:52:12.310744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.311282 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Added segment 7074d997-cf15-4027-ba2b-aa7c7130aa1e of type vlan for network bc41647b-96f9-4c7e-b8c7-6234b25c3002 Feb 10 15:52:12.387931 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.460361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.461545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:12.462238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.550831 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:12.598850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=dd818de7-8b09-42bd-9e8f-ed50fbb4cd25,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:12.612821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2976437 Feb 10 15:52:12.630896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:12.639911 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Request body: {'subnet': {'network_id': 'bc41647b-96f9-4c7e-b8c7-6234b25c3002', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-760722684-subnet', 'tenant_id': 'e1ffa14964a5477f8b53dc7a08cb99d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:12.658596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.659196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.659746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.660251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.660782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.661278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.661771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.662276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.662866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.664058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.665457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.666022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:12.717417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbe0da-44de-4f1d-9fa4-f4b92278753c admin admin] Pushing event updated for resources: {'Network': ['ID=bc41647b-96f9-4c7e-b8c7-6234b25c3002,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:12.733261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network bc41647b-96f9-4c7e-b8c7-6234b25c3002 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:12.779417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fbd84-5680-4e7a-8ccf-2cae7ed11b7a req-8d7d6d87-c2c1-450d-8491-697b9cf912d2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:12.788507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c0fbd84-5680-4e7a-8ccf-2cae7ed11b7a req-8d7d6d87-c2c1-450d-8491-697b9cf912d2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2773173 Feb 10 15:52:12.912767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c0fbd84-5680-4e7a-8ccf-2cae7ed11b7a req-d7a935ec-64d5-4878-bb5d-37de68bd1606 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113372 Feb 10 15:52:13.233754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:13.246784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dbf9-db3e-4200-8cfd-f7488b196967 req-a6f76f3a-0322-45ba-a285-47a00f094f63 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:13.253301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dbf9-db3e-4200-8cfd-f7488b196967 req-a6f76f3a-0322-45ba-a285-47a00f094f63 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:13.255049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0667dbf9-db3e-4200-8cfd-f7488b196967 req-a6f76f3a-0322-45ba-a285-47a00f094f63 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.0846813 Feb 10 15:52:13.258497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Made reservation on behalf of e1ffa14964a5477f8b53dc7a08cb99d9 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:13.260908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:13.348922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0667dbf9-db3e-4200-8cfd-f7488b196967 req-3bde43dd-88d2-4de9-a218-bee675447618 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658262 Feb 10 15:52:13.466142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c13c678d-2d09-41eb-98e9-4e52a67d722f req-9415099e-3e59-40e4-a87b-a63e2d94bc64 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0525913 Feb 10 15:52:13.599130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c8e075b2-93ef-42b4-9731-2193e3b4364e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:13.732637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:13.744262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6cc72583-b8ef-4b1d-a3dd-ef912e57c06a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c8e075b2-93ef-42b4-9731-2193e3b4364e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1899536 Feb 10 15:52:13.745963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] Sync routers for ids ['c8e075b2-93ef-42b4-9731-2193e3b4364e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:13.747346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34018) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:13.749430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9aa3e-2168-4530-b0ac-ade3744f4520 req-649ee254-c772-42a4-8b5c-7afaca96f79a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:13.756768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9aa3e-2168-4530-b0ac-ade3744f4520 req-649ee254-c772-42a4-8b5c-7afaca96f79a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:13.765120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66c9aa3e-2168-4530-b0ac-ade3744f4520 req-649ee254-c772-42a4-8b5c-7afaca96f79a tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.0778718 Feb 10 15:52:13.784302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] Routers {'c8e075b2-93ef-42b4-9731-2193e3b4364e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:13.784942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c8e075b2-93ef-42b4-9731-2193e3b4364e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:13.786760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34024) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:13.788637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fad4f6c5-cfc2-470d-987a-b9c62c41414b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e075b2-93ef-42b4-9731-2193e3b4364e HTTP/1.1" status: 200 len: 205 time: 0.0384572 Feb 10 15:52:13.858576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:13.884767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] Routers {'c8e075b2-93ef-42b4-9731-2193e3b4364e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:13.885520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c8e075b2-93ef-42b4-9731-2193e3b4364e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:13.887427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:13.896959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:13.943040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:13.944539 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa83596-8d93-46a0-a03e-c92063a04fe3 None None] The sync data for ids ['c8e075b2-93ef-42b4-9731-2193e3b4364e'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:13.951994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66c9aa3e-2168-4530-b0ac-ade3744f4520 req-d6c8c8fb-22ad-4f41-a751-b67a7069905e tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841683 Feb 10 15:52:13.964306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=463da819-c969-4ac5-9ec4-175c5e854b2f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:13.984210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Checking segment: {'id': '7074d997-cf15-4027-ba2b-aa7c7130aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'bc41647b-96f9-4c7e-b8c7-6234b25c3002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:13.984608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Network hostable DHCP agents. Network: bc41647b-96f9-4c7e-b8c7-6234b25c3002, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:14.019858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Network bc41647b-96f9-4c7e-b8c7-6234b25c3002 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:14.034892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, bc41647b-96f9-4c7e-b8c7-6234b25c3002) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:14.040509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:14.041096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.046510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ad532-09c5-474d-81b8-a0e3f37a5c92 None None] Network bc41647b-96f9-4c7e-b8c7-6234b25c3002 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:14.073251 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ee804dc8-8e3e-4db5-a9e0-5b811f45f86a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4409227 Feb 10 15:52:14.169778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.173766 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.244859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6504ece-f554-4c19-8f96-ce98e9909f9a req-81f9b715-f717-49a7-9940-665b2c77ed90 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:14.246468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6504ece-f554-4c19-8f96-ce98e9909f9a req-81f9b715-f717-49a7-9940-665b2c77ed90 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1478536 Feb 10 15:52:14.247714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.249051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router c8e075b2-93ef-42b4-9731-2193e3b4364e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:52:14.257123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.260798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3184dea5-fab8-4e00-976c-7721b8fed18b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/c8e075b2-93ef-42b4-9731-2193e3b4364e HTTP/1.1" status: 204 len: 168 time: 0.4662054 Feb 10 15:52:14.261116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34040) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:14.362155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34044) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:14.402487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:14.407884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc9902-a742-4911-8445-b39d94a6b977 None None] Network bc41647b-96f9-4c7e-b8c7-6234b25c3002 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:14.434476 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.479583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Deleting subnet 463da819-c969-4ac5-9ec4-175c5e854b2f {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:14.507837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6504ece-f554-4c19-8f96-ce98e9909f9a req-6210b9aa-766b-49dc-8dd2-cefeda1d27b8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482314 Feb 10 15:52:14.518918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.586040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.621008 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.648145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-0a3da166-aaac-4ddf-aec7-db37bc0188c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:14.650575 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-0a3da166-aaac-4ddf-aec7-db37bc0188c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.1332209 Feb 10 15:52:14.659549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41750d5-2522-4660-a21f-55b4376d24ab req-45d13fe6-6cac-45ef-b05b-b5e3e0b91f65 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:14.663669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e41750d5-2522-4660-a21f-55b4376d24ab req-45d13fe6-6cac-45ef-b05b-b5e3e0b91f65 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1816611 Feb 10 15:52:14.697297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b674e22b-e9a9-4e63-b118-47eeb14c41ad req-c371290b-e8bb-46dd-8b44-3722f7abfd3e tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0326352 Feb 10 15:52:14.759435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e41750d5-2522-4660-a21f-55b4376d24ab req-fe5ae84a-7182-4a82-a54a-6c2d64298aed tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495360 Feb 10 15:52:14.780064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.831653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.861335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-dbde1e37-77f6-4a7b-85f6-f6f44ef4663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:14.862904 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-dbde1e37-77f6-4a7b-85f6-f6f44ef4663e service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1995773 Feb 10 15:52:14.863409 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.884826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:14.889145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/463da819-c969-4ac5-9ec4-175c5e854b2f HTTP/1.1" status: 204 len: 168 time: 0.5248570 Feb 10 15:52:14.894826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34062) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:14.915675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1494c-6b6f-4b99-bb54-2590acf8a91f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463da819-c969-4ac5-9ec4-175c5e854b2f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:15.017457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.103056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-bbf88b57-1cf5-47f3-8d2d-f30396fe7ad3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.2286060 Feb 10 15:52:15.142415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.167081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf981-2506-4d85-a50a-8962a850fdbb req-2e442530-134c-468e-b9e2-e5fd0108f678 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:15.175065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf981-2506-4d85-a50a-8962a850fdbb req-2e442530-134c-468e-b9e2-e5fd0108f678 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:15.177249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffabf981-2506-4d85-a50a-8962a850fdbb req-2e442530-134c-468e-b9e2-e5fd0108f678 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.0815094 Feb 10 15:52:15.236716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:15.267507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-6b7e5686-2ba3-4e20-b64f-0c8a92fcde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:15.269066 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-6b7e5686-2ba3-4e20-b64f-0c8a92fcde9d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1556971 Feb 10 15:52:15.289732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cb171-743e-40f5-ae4a-bedfb0ce4f79 None None] Network 434d0e6a-7873-4c83-af04-fe30ede609d2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:15.296071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.299577 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4d67604b-7013-4b03-8692-21a380d05199 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35 HTTP/1.1" status: 204 len: 168 time: 1.0373609 Feb 10 15:52:15.303703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34074) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:15.315883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.350300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc41647b-96f9-4c7e-b8c7-6234b25c3002']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:15.364954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-e33543be-d669-4b91-b6d6-f70b52025d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:15.366497 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-e33543be-d669-4b91-b6d6-f70b52025d3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843573 Feb 10 15:52:15.381455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7074d997-cf15-4027-ba2b-aa7c7130aa1e') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:15.381751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7074d997-cf15-4027-ba2b-aa7c7130aa1e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:15.391148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffabf981-2506-4d85-a50a-8962a850fdbb req-c1aa9cbf-4d52-46e5-9ae8-a027ce3885a5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053382 Feb 10 15:52:15.408965 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:52:15.428791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.461784 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.510299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.534913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:15.535850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.536331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:15.536747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:15.538547 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:15.559019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] DHCP port deletion for 434d0e6a-7873-4c83-af04-fe30ede609d2 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:15.613480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,segment=NetworkSegment(3fdbc5b6-a68d-47ef-ac1f-d339e03afa18),segment_id=3fdbc5b6-a68d-47ef-ac1f-d339e03afa18)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:15.613847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.628326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:15.628779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] Deleting port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:15.629381 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.740445 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.744907 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-d9d2a045-7ea2-4932-bb41-a2ed77a6d01d service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609838 Feb 10 15:52:15.747682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.792919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] For port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,segment=NetworkSegment(3fdbc5b6-a68d-47ef-ac1f-d339e03afa18),segment_id=3fdbc5b6-a68d-47ef-ac1f-d339e03afa18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:15.793584 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.824404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:15.832214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] Calling delete_port for 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:15.840579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:15.904817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f17158-80a7-4468-9264-125c02f525be req-c02969ce-39db-4e56-9eb4-31dfcfa5ddc2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:15.907590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18f17158-80a7-4468-9264-125c02f525be req-c02969ce-39db-4e56-9eb4-31dfcfa5ddc2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1885104 Feb 10 15:52:15.970227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:15.973428 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc41647b-96f9-4c7e-b8c7-6234b25c3002 HTTP/1.1" status: 204 len: 168 time: 1.0772898 Feb 10 15:52:15.978399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c1eb3ff-27cd-47dd-9aee-bef6898ac2ef req-87260742-e6c8-4f35-ab15-d6d9c787a869 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0828979 Feb 10 15:52:15.984600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f10ee723-85d9-4fa7-9076-f198091e75b5 req-01c89559-f915-49c1-b65c-ce60a10b1589 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099819 Feb 10 15:52:16.022218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679cb45-207e-48d2-b11d-3aab6dbe0d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc41647b-96f9-4c7e-b8c7-6234b25c3002,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:16.049214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.140488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] Pushing event deleted for resources: {'Port': ['ID=05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:16.161039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9753b-7470-4e63-823e-0d82e90e88d0 None None] No DVR routers for this DVR port 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:16.228969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:16.277844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.361160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434d0e6a-7873-4c83-af04-fe30ede609d2']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:16.365168 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-79eb0553-eacc-422e-a412-dbfa136670ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1ffa14964a5477f8b53dc7a08cb99d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293166 Feb 10 15:52:16.367171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34096) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:16.376714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18f17158-80a7-4468-9264-125c02f525be req-cff3ec53-7d7b-44f0-84e2-aec7eefb312c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533415 Feb 10 15:52:16.390045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-6d485cca-d5b0-420c-8464-677ce05de0b2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:16.397382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-6d485cca-d5b0-420c-8464-677ce05de0b2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:16.399093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-6d485cca-d5b0-420c-8464-677ce05de0b2 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.75 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.3954263 Feb 10 15:52:16.404989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:16.405275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdbc5b6-a68d-47ef-ac1f-d339e03afa18') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:16.428394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee318a-7824-4c29-9170-d60ebc7d37fb req-d79bede3-ab88-46a9-8325-f63209141e54 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:16.436901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92ee318a-7824-4c29-9170-d60ebc7d37fb req-d79bede3-ab88-46a9-8325-f63209141e54 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2831008 Feb 10 15:52:16.450800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.461788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41e0d8cc-76d9-4fab-be7d-c0d7ebcc8c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.509069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41e0d8cc-76d9-4fab-be7d-c0d7ebcc8c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.509880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.528192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:16.528712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:16.534525 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:16.605127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41e0d8cc-76d9-4fab-be7d-c0d7ebcc8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.609064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41e0d8cc-76d9-4fab-be7d-c0d7ebcc8c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.611361 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-41e0d8cc-76d9-4fab-be7d-c0d7ebcc8c23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/011b9879-096c-40fa-ad1b-84b69d831dee HTTP/1.1" status: 204 len: 168 time: 0.2419555 Feb 10 15:52:16.624398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0d8cc-76d9-4fab-be7d-c0d7ebcc8c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011b9879-096c-40fa-ad1b-84b69d831dee,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:16.708101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92ee318a-7824-4c29-9170-d60ebc7d37fb req-ab5604da-df3b-4a40-85c5-0fe6ea5fe3af tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701831 Feb 10 15:52:16.750778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.767296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad40ef6-8af5-4824-a4a3-00fc846088cf req-3c1e7005-dcd7-40ab-ae07-5e5bd61512ef tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:16.774019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad40ef6-8af5-4824-a4a3-00fc846088cf req-3c1e7005-dcd7-40ab-ae07-5e5bd61512ef tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:16.775655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ad40ef6-8af5-4824-a4a3-00fc846088cf req-3c1e7005-dcd7-40ab-ae07-5e5bd61512ef tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 1683 time: 0.1490328 Feb 10 15:52:16.781261 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.785272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/434d0e6a-7873-4c83-af04-fe30ede609d2 HTTP/1.1" status: 204 len: 168 time: 1.4805524 Feb 10 15:52:16.789427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34110) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:16.794899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-598358569', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:16.803124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb01b5f-aeb7-4b1f-bdbc-d065994f1f5b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=434d0e6a-7873-4c83-af04-fe30ede609d2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:16.837462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port b3c7f776-cc9d-4d76-a065-740da3b5c432 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:16.838194 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.852338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.853428 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:16.919925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:17.209356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:17.258143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:17.276618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ad40ef6-8af5-4824-a4a3-00fc846088cf req-8d168e87-6ff9-41c8-b917-cae8a0a773f4 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775324 Feb 10 15:52:17.312870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70b381db-02c4-402a-babd-35326e8cc050 req-0c7a3e61-8f01-4d3f-bfeb-a7c73e9f3e36 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0512836 Feb 10 15:52:17.346611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:17.350272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05f5c4b3-c31d-4c15-8cfb-3905d1eb6d88 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:17.413903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port b3c7f776-cc9d-4d76-a065-740da3b5c432, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b3c7f776-cc9d-4d76-a065-740da3b5c432,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:17.414485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:17.447136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for b3c7f776-cc9d-4d76-a065-740da3b5c432 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:17.652898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:17.694570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025daa-3f25-4468-ae48-003645838e6c req-aafb6388-05f9-4067-a7fc-72b6ff560f80 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:17.704562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:17.707883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86025daa-3f25-4468-ae48-003645838e6c req-aafb6388-05f9-4067-a7fc-72b6ff560f80 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1861379 Feb 10 15:52:17.767927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86025daa-3f25-4468-ae48-003645838e6c req-36727f05-58ce-4ae2-a93f-8cb0a5c56893 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568380 Feb 10 15:52:17.835427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:17.932993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 172.25.7.122 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/7cdc3592-6179-43d3-8041-ca0e1e9e5a97) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:18.017195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port b3c7f776-cc9d-4d76-a065-740da3b5c432 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:18.023748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.027014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.75 "DELETE /v2.0/ports/b3c7f776-cc9d-4d76-a065-740da3b5c432 HTTP/1.1" status: 204 len: 173 time: 1.6086977 Feb 10 15:52:18.027812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52009682-7190-42d5-a0c1-8466c3d551a6 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=b3c7f776-cc9d-4d76-a065-740da3b5c432,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:18.045083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-deleted', 'tag': 'b3c7f776-cc9d-4d76-a065-740da3b5c432'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:18.049305 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd25fa16-2e0c-40f8-833b-59333b7cfef4" -d '{"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-deleted", "tag": "b3c7f776-cc9d-4d76-a065-740da3b5c432"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:18.195879 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caee4db2-8767-4ed9-892e-eb315b280042 x-openstack-request-id: req-caee4db2-8767-4ed9-892e-eb315b280042 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:18.196227 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-deleted", "tag": "b3c7f776-cc9d-4d76-a065-740da3b5c432", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:18.196512 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caee4db2-8767-4ed9-892e-eb315b280042 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:18.197033 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-deleted', 'tag': 'b3c7f776-cc9d-4d76-a065-740da3b5c432', 'status': 'completed', 'code': 200} Feb 10 15:52:18.285136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.346661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.400723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e640-b00b-48fb-aa74-6b4a855637f9 req-e9b2d8a2-adf9-44b7-9af0-c53e891aab4c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:18.404019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:18.408700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4b2e640-b00b-48fb-aa74-6b4a855637f9 req-e9b2d8a2-adf9-44b7-9af0-c53e891aab4c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.5516021 Feb 10 15:52:18.409787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:18.414260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:18.457873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=7cdc3592-6179-43d3-8041-ca0e1e9e5a97,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:18.564146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:18.564517 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.614500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:18.682666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:18.683040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.701263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:18.805276 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.883127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:18.884181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:18.886521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4b2e640-b00b-48fb-aa74-6b4a855637f9 req-aab9ee42-8629-4da3-8768-6ffa1514dcdb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531877 Feb 10 15:52:18.889610 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bda9b8-d82d-4f43-95be-07e5cf2cce54" -d '{"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:18.909211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:18.909925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b3c7f776-cc9d-4d76-a065-740da3b5c432 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:18.974761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a34e1-c4b7-45e1-a18f-66bfdfc60793 req-aaacf8f8-8767-4982-b146-a51d6081fd47 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:18.998392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb7a34e1-c4b7-45e1-a18f-66bfdfc60793 req-aaacf8f8-8767-4982-b146-a51d6081fd47 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c25d17-86f1-4c1d-b639-4831bde22390 HTTP/1.1" status: 200 len: 946 time: 0.5082450 Feb 10 15:52:19.038891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:19.075391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:19.139383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: b3c7f776-cc9d-4d76-a065-740da3b5c432 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:19.141879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b3c7f776-cc9d-4d76-a065-740da3b5c432 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:19.152906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:19.181094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd23eeba-6f44-476f-b58b-909a5a04cc1c req-041c5179-397f-4f49-a40e-ed76fc1a0a58 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1485469 Feb 10 15:52:19.203251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb7a34e1-c4b7-45e1-a18f-66bfdfc60793 req-b20c3e89-6968-4ba1-8bd5-2a52ed1f4cb5 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977060 Feb 10 15:52:19.205638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=7c0178e9-6e0b-4812-a1db-d62d0fa02d67,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:19.359959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 7c0178e9-6e0b-4812-a1db-d62d0fa02d67 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:19.363750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:19.368691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffef5b29-e6e6-4690-ac12-2cd9129613c1 req-c709c056-9ca9-4508-b938-cc16e3ab4956 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.75 "DELETE /v2.0/ports/7c0178e9-6e0b-4812-a1db-d62d0fa02d67 HTTP/1.1" status: 204 len: 173 time: 1.3258760 Feb 10 15:52:19.405903 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6a4b0a-aeeb-4430-b887-1180d7ad9778 x-openstack-request-id: req-7c6a4b0a-aeeb-4430-b887-1180d7ad9778 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:19.406465 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:19.406984 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6a4b0a-aeeb-4430-b887-1180d7ad9778 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:19.407712 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67', 'code': 200} Feb 10 15:52:19.528031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b0029-38a9-4ba9-90fd-0893252710d4 req-afbec712-f137-4ee8-9d45-feb7ac71a271 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:19.539086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-906b0029-38a9-4ba9-90fd-0893252710d4 req-afbec712-f137-4ee8-9d45-feb7ac71a271 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.1097407 Feb 10 15:52:19.636079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-906b0029-38a9-4ba9-90fd-0893252710d4 req-6a2a9059-c695-4f0d-8443-27da62373095 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959206 Feb 10 15:52:19.678605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:20.103774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cebb78-424b-4e02-8dbf-f6c31cb9ef7f req-13896f3a-772c-42d0-bbc8-5067febd88ef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:20.109661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19cebb78-424b-4e02-8dbf-f6c31cb9ef7f req-13896f3a-772c-42d0-bbc8-5067febd88ef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0996919 Feb 10 15:52:20.177223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19cebb78-424b-4e02-8dbf-f6c31cb9ef7f req-2e0f67c0-4c55-4111-8f4b-ad7d62a934c6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532019 Feb 10 15:52:20.185477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 61f0632b-2ce8-4e08-aa73-6815011b69ec is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:52:20.198347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-deleted', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:20.201095 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b72ca9f-bec8-437f-bc3b-e71ec8d34bc6" -d '{"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-deleted", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:20.278675 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7810269-c3eb-4091-821b-9f6de1e8e199 x-openstack-request-id: req-b7810269-c3eb-4091-821b-9f6de1e8e199 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:20.278966 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c25d17-86f1-4c1d-b639-4831bde22390", "name": "network-vif-deleted", "tag": "7c0178e9-6e0b-4812-a1db-d62d0fa02d67", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:20.279219 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7810269-c3eb-4091-821b-9f6de1e8e199 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:20.280344 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c25d17-86f1-4c1d-b639-4831bde22390', 'name': 'network-vif-deleted', 'tag': '7c0178e9-6e0b-4812-a1db-d62d0fa02d67', 'status': 'completed', 'code': 200} Feb 10 15:52:20.288249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34218) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:20.413417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:20.429180 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] Sync routers for ids ['61f0632b-2ce8-4e08-aa73-6815011b69ec'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:20.448308 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] Routers {'61f0632b-2ce8-4e08-aa73-6815011b69ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:20.449173 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['61f0632b-2ce8-4e08-aa73-6815011b69ec'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:20.465727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:20.467917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9019697f-24d9-4c79-a39e-305c04f6763f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6769891 Feb 10 15:52:20.471896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34240) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:20.501800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting subnet de9e2739-2db3-4200-a1bf-0a68b12cd1ff {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:20.505439 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74d3048a-4cec-4f6f-9e6e-b1d4b5c06cfe req-433ffa59-dcd3-4e48-9e2b-ba93fb50bc7f tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0831697 Feb 10 15:52:20.518340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:20.536688 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:20.573829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] Routers {'61f0632b-2ce8-4e08-aa73-6815011b69ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:20.574480 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['61f0632b-2ce8-4e08-aa73-6815011b69ec'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:20.613587 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:20.614236 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f08a1c-a904-4fb7-b972-22fd2d1b209b None None] The sync data for ids ['61f0632b-2ce8-4e08-aa73-6815011b69ec'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:20.642548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:20.650822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-75af1c16-5f8e-4c1a-916e-e653be9fdb3a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/routers/61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 200 len: 884 time: 0.1753507 Feb 10 15:52:20.651852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34246) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:20.898311 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.057049 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.100713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Subnet': ['ID=de9e2739-2db3-4200-a1bf-0a68b12cd1ff,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:21.115580 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.118834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cca96bf3-e41c-4bd1-b616-d2e481f19890 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/subnets/de9e2739-2db3-4200-a1bf-0a68b12cd1ff HTTP/1.1" status: 204 len: 168 time: 0.8292711 Feb 10 15:52:21.124659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652b12a-1d1e-4712-95ba-de1a10eecf36 None None] Network 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:21.133598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34266) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:21.147167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbead05-ca6a-4c25-9107-7d8d18e7fd29 req-4367aef7-f512-4afa-99ed-555df4fc196b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:21.148795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adbead05-ca6a-4c25-9107-7d8d18e7fd29 req-4367aef7-f512-4afa-99ed-555df4fc196b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 943 time: 0.2926860 Feb 10 15:52:21.290825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.358426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-57a6c3f4-653e-49ad-a479-6b2a33ea427d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7054281 Feb 10 15:52:21.362441 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34272) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:21.371007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-598358569'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:21.391741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adbead05-ca6a-4c25-9107-7d8d18e7fd29 req-3d246c65-159d-4599-807e-e3a9227e6030 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944538 Feb 10 15:52:21.541095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a677a-725e-4254-818d-1f7bf9421cda req-04e8ef42-baaf-4ea0-aa12-a113992f81c2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:21.544269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae0a677a-725e-4254-818d-1f7bf9421cda req-04e8ef42-baaf-4ea0-aa12-a113992f81c2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1500497 Feb 10 15:52:21.545603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] DHCP port deletion for 3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:21.545982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port 8b68b90f-0d38-45d4-8f5f-0b214de3030e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:21.557958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.701946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] Deleting port 8b68b90f-0d38-45d4-8f5f-0b214de3030e {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:21.702559 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.745627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port 8b68b90f-0d38-45d4-8f5f-0b214de3030e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b68b90f-0d38-45d4-8f5f-0b214de3030e,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:21.745995 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.799634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae0a677a-725e-4254-818d-1f7bf9421cda req-8a13411b-43fc-43ea-9613-ad222c381ea8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210608 Feb 10 15:52:21.808330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] For port 8b68b90f-0d38-45d4-8f5f-0b214de3030e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8b68b90f-0d38-45d4-8f5f-0b214de3030e,segment=NetworkSegment(24cd38e1-51c5-42fc-b326-7786b0f4f840),segment_id=24cd38e1-51c5-42fc-b326-7786b0f4f840)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:21.809013 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:21.822299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:21.831741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] Calling delete_port for 8b68b90f-0d38-45d4-8f5f-0b214de3030e owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:21.834519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for 8b68b90f-0d38-45d4-8f5f-0b214de3030e owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:21.956761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083971ce-bc2b-47fb-90bf-5afdcfb799e4 req-7ae39534-bd24-4e78-bd24-97fa54818729 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0499296 Feb 10 15:52:22.009043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.035000 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.039864 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.122093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=8b68b90f-0d38-45d4-8f5f-0b214de3030e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:22.129507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port 8b68b90f-0d38-45d4-8f5f-0b214de3030e on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: from cryptography.utils import int_from_bytes Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: from cryptography.utils import int_from_bytes Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.131089 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:22.133949 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 15:52:22.149822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:22.161662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.191091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'port_id': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'mac_address': 'fa:16:3e:d9:7d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:52:22.195364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] No DVR routers for this DVR port 8b68b90f-0d38-45d4-8f5f-0b214de3030e on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:22.259038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ffd1d-ee8d-4249-bae7-705efc90e9f1 None None] Pushing event deleted for resources: {'Port': ['ID=8b68b90f-0d38-45d4-8f5f-0b214de3030e,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:22.321277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.322150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 61f0632b-2ce8-4e08-aa73-6815011b69ec has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:22.369374 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.372584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.396158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cd38e1-51c5-42fc-b326-7786b0f4f840') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.396518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cd38e1-51c5-42fc-b326-7786b0f4f840') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.404900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02aed32f-98d7-42b5-97cd-1394ac3ffe68 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:52:22.420732 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.445979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.473032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:22.476669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:22.477084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.477800 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:22.493936 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:22.522914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34316) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:22.609547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:22.635687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:22.646492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.663094 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b2199acd-524f-4048-825f-bd929ee587a2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 200 len: 891 time: 1.2995129 Feb 10 15:52:22.666538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34322) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:22.666756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] Sync routers for ids ['61f0632b-2ce8-4e08-aa73-6815011b69ec'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:22.716870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] Routers {'61f0632b-2ce8-4e08-aa73-6815011b69ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:22.721787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['61f0632b-2ce8-4e08-aa73-6815011b69ec'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.742939 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.744487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['02aed32f-98d7-42b5-97cd-1394ac3ffe68'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:22.751037 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:22.762306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/networks/3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f HTTP/1.1" status: 204 len: 168 time: 1.6123459 Feb 10 15:52:22.771043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34332) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:22.783400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa14722-1613-44ae-b881-5b277ffcd0ac req-3d8db61c-5ba0-4ece-af06-ecf78abe02f0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:22.786859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfa14722-1613-44ae-b881-5b277ffcd0ac req-3d8db61c-5ba0-4ece-af06-ecf78abe02f0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 944 time: 0.2517426 Feb 10 15:52:22.874063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b5e42-58ae-4621-b5b0-64f694622d08 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Network': ['ID=3fb759c6-1267-43e0-ac8a-2a3c53ac5d2f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:22.898844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.910109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] Routers {'61f0632b-2ce8-4e08-aa73-6815011b69ec'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:22.910740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['61f0632b-2ce8-4e08-aa73-6815011b69ec'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.940564 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d05db967-af42-430a-b6cd-1ebf9e50d736 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/routers/61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 200 len: 891 time: 0.2728381 Feb 10 15:52:22.944785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34346) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:22.974026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:22.975356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee96bef-79d3-4721-8172-6f886793a1b8 None None] The sync data for ids ['61f0632b-2ce8-4e08-aa73-6815011b69ec'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:22.991408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-303e7c48-04a3-411c-9e7b-a0fe12b9d905 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 200 len: 205 time: 0.0365179 Feb 10 15:52:22.994058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34352) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:23.028653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a53140a9-7419-4127-87dc-07eaf0ef4664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.037378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfa14722-1613-44ae-b881-5b277ffcd0ac req-919b51a5-1f9a-4980-ae90-03b6bfcfca28 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213652 Feb 10 15:52:23.055778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting subnet 372e137d-0f44-4127-926e-5c66fadfb677 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:23.061639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.137977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.147697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e3357-72bb-4d36-b2ff-d2c67f348b1b req-f8caf6da-8ee6-49d4-ab83-aec251920da8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:23.155417 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a78e3357-72bb-4d36-b2ff-d2c67f348b1b req-f8caf6da-8ee6-49d4-ab83-aec251920da8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1835737 Feb 10 15:52:23.223241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.228888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b68b90f-0d38-45d4-8f5f-0b214de3030e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:23.248958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4331ffd2-b72e-454e-a8b7-65d9d8b75bda req-7fa7f348-e30e-42dc-b3b1-90209720d3c6 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0847993 Feb 10 15:52:23.252434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 8b68b90f-0d38-45d4-8f5f-0b214de3030e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:23.252852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8b68b90f-0d38-45d4-8f5f-0b214de3030e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:23.262378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.292963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a78e3357-72bb-4d36-b2ff-d2c67f348b1b req-21d84fc5-2efd-47ac-a96a-29adaf049199 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368377 Feb 10 15:52:23.343241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 7cdc3592-6179-43d3-8041-ca0e1e9e5a97 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:23.343623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.386882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a53140a9-7419-4127-87dc-07eaf0ef4664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.390481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.394058 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a53140a9-7419-4127-87dc-07eaf0ef4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.397760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.430306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.445222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 7cdc3592-6179-43d3-8041-ca0e1e9e5a97 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:23.474533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a53140a9-7419-4127-87dc-07eaf0ef4664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf2bce94021a435182f031b92dff9382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9480588 Feb 10 15:52:23.474533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53140a9-7419-4127-87dc-07eaf0ef4664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a9c56-6bc9-4957-a83e-25052541a41c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:23.477184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34356) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:23.539003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.566400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Subnet': ['ID=372e137d-0f44-4127-926e-5c66fadfb677,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:23.583704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.586971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bcd70efa-4ba3-41fe-960a-f7cac53f81ac tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/subnets/372e137d-0f44-4127-926e-5c66fadfb677 HTTP/1.1" status: 204 len: 168 time: 0.8147421 Feb 10 15:52:23.590322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34358) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:23.596170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-955e263b-d5f7-46fc-939e-57de5c5f832b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.596927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2092641-b48c-44af-a94f-310e82b7c8ba None None] Network 42382fa4-025d-4e81-a65f-d8d2bde86282 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:23.646005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-955e263b-d5f7-46fc-939e-57de5c5f832b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.700423 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-955e263b-d5f7-46fc-939e-57de5c5f832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.703830 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-955e263b-d5f7-46fc-939e-57de5c5f832b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.707057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-955e263b-d5f7-46fc-939e-57de5c5f832b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/520a9c56-6bc9-4957-a83e-25052541a41c HTTP/1.1" status: 204 len: 168 time: 0.2268863 Feb 10 15:52:23.718522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e263b-d5f7-46fc-939e-57de5c5f832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a9c56-6bc9-4957-a83e-25052541a41c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:23.752516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.761012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.793785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=7cdc3592-6179-43d3-8041-ca0e1e9e5a97,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:23.834951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:23.899809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:23.915046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] DHCP port deletion for 42382fa4-025d-4e81-a65f-d8d2bde86282 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:23.955236 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:23.955650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.023950 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] Deleting port ef039165-e470-486a-b195-7ef2a91a58a7 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:24.024316 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.030190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.033236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Deleting port ef039165-e470-486a-b195-7ef2a91a58a7 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:24.033569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.037384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.129276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] For port ef039165-e470-486a-b195-7ef2a91a58a7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef039165-e470-486a-b195-7ef2a91a58a7,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:24.129678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.132051 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.153277 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.154307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router 61f0632b-2ce8-4e08-aa73-6815011b69ec {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:52:24.165280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.166206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] Calling delete_port for ef039165-e470-486a-b195-7ef2a91a58a7 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:24.167085 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5f92c766-7d91-4b5d-875f-d2249f872501 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 204 len: 168 time: 1.1718638 Feb 10 15:52:24.171989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:24.173952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] For port ef039165-e470-486a-b195-7ef2a91a58a7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ef039165-e470-486a-b195-7ef2a91a58a7,segment=NetworkSegment(fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0),segment_id=fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:24.174326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.175786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:24.177207 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b26521-2426-49a2-8800-41eb924cb93b" -d '{"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-plugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:24.183621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-606033311'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:24.189932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Calling delete_port for ef039165-e470-486a-b195-7ef2a91a58a7 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:24.197982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:24.205172 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.230756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:24.238809 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.271276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:24.296090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.344632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Port': ['ID=ef039165-e470-486a-b195-7ef2a91a58a7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:24.348497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:24.358855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] No DVR routers for this DVR port ef039165-e470-486a-b195-7ef2a91a58a7 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:24.363593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.367217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.367688 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 0196fcdf-8859-4f43-9c38-c72572b8acbb of type vlan for network 1b359f47-11ed-4718-887f-594de431623e Feb 10 15:52:24.381415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] No DVR routers for this DVR port ef039165-e470-486a-b195-7ef2a91a58a7 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:24.396784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7f0f7-9145-433e-8c3f-98a5ade6ff56 req-98a9ebdf-d6ec-4f93-af68-6c6e64fbbbb6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:24.404493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1a7f0f7-9145-433e-8c3f-98a5ade6ff56 req-98a9ebdf-d6ec-4f93-af68-6c6e64fbbbb6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.1304824 Feb 10 15:52:24.408489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44fae-c04d-4853-a390-4fcad71d3ebf None None] Pushing event deleted for resources: {'Port': ['ID=ef039165-e470-486a-b195-7ef2a91a58a7,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:24.452478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.490046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34404) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:24.498056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.525250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1a7f0f7-9145-433e-8c3f-98a5ade6ff56 req-ed7bbd61-2389-4ad9-bce4-c3508a0c66f4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197135 Feb 10 15:52:24.528383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42382fa4-025d-4e81-a65f-d8d2bde86282']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:24.539722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c86ac43-e422-4755-97e9-2f8bf2c6d6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.549403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.552458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:24.552767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa57ffeb-e7c9-4c4a-8444-1ba04eaaf8d0') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:24.555429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:24.556350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.569355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.586942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.595474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:24.596052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.608883 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de49af2b-30c0-46de-b052-02331eecc0db x-openstack-request-id: req-de49af2b-30c0-46de-b052-02331eecc0db {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:24.609218 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-plugged", "status": "completed", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:24.609577 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de49af2b-30c0-46de-b052-02331eecc0db {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:24.610088 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'code': 200} Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:24.679823 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:24.702115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.709440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.725496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5478337 Feb 10 15:52:24.729189 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] 10.222.0.21 "DELETE /v2.0/networks/42382fa4-025d-4e81-a65f-d8d2bde86282 HTTP/1.1" status: 204 len: 168 time: 1.1377993 Feb 10 15:52:24.730046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34408) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:24.750784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac260111-4818-4343-a313-afc14333fc0f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=1b359f47-11ed-4718-887f-594de431623e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:24.762005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '1b359f47-11ed-4718-887f-594de431623e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:24.770749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1b359f47-11ed-4718-887f-594de431623e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:24.786636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-021ce4bb-38d0-4fb6-9d7c-0a6817662776 req-1c34c56f-2f5c-4bc3-815b-44088ea89e3f tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0709612 Feb 10 15:52:24.823404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89952e39-aba6-4ca0-9fe4-220908701848 tempest-ServersTestMultiNic-1396571268 tempest-ServersTestMultiNic-1396571268-project] Pushing event deleted for resources: {'Network': ['ID=42382fa4-025d-4e81-a65f-d8d2bde86282,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:24.904781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3466-baae-4931-aeff-3164ddbcef6e req-c1a9628b-6721-4e2a-bb98-2ed8afe21c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:24.906767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25ca3466-baae-4931-aeff-3164ddbcef6e req-c1a9628b-6721-4e2a-bb98-2ed8afe21c12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 1097 time: 0.1164896 Feb 10 15:52:24.948779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c86ac43-e422-4755-97e9-2f8bf2c6d6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.954962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c86ac43-e422-4755-97e9-2f8bf2c6d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:24.991219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5c86ac43-e422-4755-97e9-2f8bf2c6d6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffdf89d1f0114af0bdd3272586e465f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000360 Feb 10 15:52:24.994624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:25.030508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:25.031293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25ca3466-baae-4931-aeff-3164ddbcef6e req-2a1af8ad-1ead-4af3-bf87-236677c3d691 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130104 Feb 10 15:52:25.039081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.096371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34444) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:25.107528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86ac43-e422-4755-97e9-2f8bf2c6d6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d572410-048f-41f4-8b09-507ed07951c3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:25.184287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9c7408a4-fb33-4832-b681-46a44bdc5ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.288082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9c7408a4-fb33-4832-b681-46a44bdc5ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.336681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef039165-e470-486a-b195-7ef2a91a58a7 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:25.373753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.388978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: ef039165-e470-486a-b195-7ef2a91a58a7 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:25.390070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ef039165-e470-486a-b195-7ef2a91a58a7 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:25.452745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '0196fcdf-8859-4f43-9c38-c72572b8acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1b359f47-11ed-4718-887f-594de431623e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:25.453617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 1b359f47-11ed-4718-887f-594de431623e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:25.457129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=2940f69e-34ed-4b21-958e-3e16d1a31b31,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:25.488883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 1b359f47-11ed-4718-887f-594de431623e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:25.503417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1b359f47-11ed-4718-887f-594de431623e) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:25.518791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b1e66-e5df-4bfb-8866-3e2d2f5a2252 None None] Network 1b359f47-11ed-4718-887f-594de431623e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:25.528381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:25.529131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.558002 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2a1999a-a39c-4802-97d2-f24545064f32 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8060544 Feb 10 15:52:25.559257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34458) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:25.565355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-469145530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:25.591729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9c7408a4-fb33-4832-b681-46a44bdc5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.608217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.609789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.612237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9c7408a4-fb33-4832-b681-46a44bdc5ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:25.615890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9c7408a4-fb33-4832-b681-46a44bdc5ae1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d572410-048f-41f4-8b09-507ed07951c3 HTTP/1.1" status: 204 len: 168 time: 0.6155860 Feb 10 15:52:25.714816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7408a4-fb33-4832-b681-46a44bdc5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d572410-048f-41f4-8b09-507ed07951c3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:25.838416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd14c2-f1a1-4669-920e-0524d32fdb6c req-f0af9522-0a97-40b7-a766-e77858e9475d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:25.841806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fbd14c2-f1a1-4669-920e-0524d32fdb6c req-f0af9522-0a97-40b7-a766-e77858e9475d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.1784699 Feb 10 15:52:26.042082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1418fff-170f-4d43-b6e5-51d2bb1d1845 req-f3bc9880-a4cb-4adb-8f0e-66340bfa2525 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0741456 Feb 10 15:52:26.071140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fbd14c2-f1a1-4669-920e-0524d32fdb6c req-1e26d044-7d8b-43f4-97f8-1707d5a69737 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138591 Feb 10 15:52:26.138093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-1b359f47-11ed-4718-887f-594de431623e', 'network_id': '1b359f47-11ed-4718-887f-594de431623e', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': '2940f69e-34ed-4b21-958e-3e16d1a31b31'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:52:26.139097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:26.144864 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:26.423327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:26.433621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:26.468977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-5023bf74-1939-4186-a7b9-12988fe30c58 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:26.470884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-5023bf74-1939-4186-a7b9-12988fe30c58 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.2039809 Feb 10 15:52:26.474635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:26.481113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ddb99ba5-0ec5-4dee-8b9b-8fd9031ffac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9181612 Feb 10 15:52:26.481888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34496) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:26.510149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-3d28f713-c50b-4dea-96c8-e39c09334e52 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/quotas/5cfe1bd6484e4e7a908e9c65e00e6bce HTTP/1.1" status: 200 len: 375 time: 0.0268080 Feb 10 15:52:26.519202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Allocated IP 2001:db8::2 (1b359f47-11ed-4718-887f-594de431623e/2940f69e-34ed-4b21-958e-3e16d1a31b31/03d8af7f-1df8-4181-b118-acd079399332) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:26.647309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:26.717528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-98bb53bd-bbd2-429e-aecb-f9709faa9c00 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2044227 Feb 10 15:52:26.824855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:26.917758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:26.920005 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09fb7a-59f0-481a-96bd-77f16e41504a" -d '{"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-unplugged", "status": "completed", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:27.009631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.019733 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5339e582-3587-472d-b3b7-53d8affe2165 x-openstack-request-id: req-5339e582-3587-472d-b3b7-53d8affe2165 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:27.020124 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-unplugged", "status": "completed", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:27.020304 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5339e582-3587-472d-b3b7-53d8affe2165 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:27.021469 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'code': 200} Feb 10 15:52:27.035464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:27.058368 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.178949 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.190425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Pushing event updated for resources: {'Port': ['ID=03d8af7f-1df8-4181-b118-acd079399332,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:27.219532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.278904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:27.281700 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.302840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Network 1b359f47-11ed-4718-887f-594de431623e is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:27.306923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:27.310232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:27.434057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Attempting to bind port 03d8af7f-1df8-4181-b118-acd079399332 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:27.434757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Attempting to bind port 03d8af7f-1df8-4181-b118-acd079399332 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '0196fcdf-8859-4f43-9c38-c72572b8acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1b359f47-11ed-4718-887f-594de431623e'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:27.435310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Attempting to bind port 03d8af7f-1df8-4181-b118-acd079399332 on network 1b359f47-11ed-4718-887f-594de431623e {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:27.442674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:27.443640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Checking segment: {'id': '0196fcdf-8859-4f43-9c38-c72572b8acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1b359f47-11ed-4718-887f-594de431623e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:27.448276 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.449143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Bound using segment: {'id': '0196fcdf-8859-4f43-9c38-c72572b8acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1b359f47-11ed-4718-887f-594de431623e'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:27.449847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Bound port: 03d8af7f-1df8-4181-b118-acd079399332, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196fcdf-8859-4f43-9c38-c72572b8acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1b359f47-11ed-4718-887f-594de431623e'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:27.450446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.479668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37c61fb1-a382-40da-9685-705e69785a7c req-cb6ee3d2-f7b3-44c7-a2ca-19ac7eddc041 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0823908 Feb 10 15:52:27.546374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-482fdafb-ba87-4c48-9c82-2788caf9a513 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278537 Feb 10 15:52:27.573917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] For port 03d8af7f-1df8-4181-b118-acd079399332, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:27.581910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] For port 03d8af7f-1df8-4181-b118-acd079399332, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03d8af7f-1df8-4181-b118-acd079399332,segment=NetworkSegment(0196fcdf-8859-4f43-9c38-c72572b8acbb),segment_id=0196fcdf-8859-4f43-9c38-c72572b8acbb)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:27.597279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:27.671733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cea75-670e-4b85-8bbc-5daf50bb2939 None None] Pushing event updated for resources: {'Port': ['ID=03d8af7f-1df8-4181-b118-acd079399332,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:27.820560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8::1 (1b359f47-11ed-4718-887f-594de431623e/2940f69e-34ed-4b21-958e-3e16d1a31b31/b151d693-9e3f-4563-863e-6800d13f4290) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:27.870275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f599ed-3f0c-4ed0-a4d3-eb8caa0ac9ce req-2ff11d7f-3de2-4e43-886a-4cf090180abf tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:27.871994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86f599ed-3f0c-4ed0-a4d3-eb8caa0ac9ce req-2ff11d7f-3de2-4e43-886a-4cf090180abf tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.2874846 Feb 10 15:52:27.903093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-1db4f66a-72ee-4211-aa9c-f4a9a7654610 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463743 Feb 10 15:52:27.959075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e819a0-2262-4f6e-8a64-5495177e415a req-1a6b9ac1-e2ab-465f-9cba-d25ecb1dfd3d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:27.960591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57e819a0-2262-4f6e-8a64-5495177e415a req-1a6b9ac1-e2ab-465f-9cba-d25ecb1dfd3d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "GET /v2.0/ports?device_id=1038834a-089f-4bbe-bee1-3568ce00061b HTTP/1.1" status: 200 len: 943 time: 0.2279828 Feb 10 15:52:28.138424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.176117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86f599ed-3f0c-4ed0-a4d3-eb8caa0ac9ce req-73086fea-156d-4d37-82ef-472025779554 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795660 Feb 10 15:52:28.210985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-145c5826-dd90-4271-bee1-dfb36977cedd req-b1a4f3b8-1adb-4dd7-ac07-e37dcf014fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0659528 Feb 10 15:52:28.232602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Deleting port 03dcaa00-ff6b-431d-8a35-e1092e52319d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:28.232917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.237879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.303927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f904e79-3455-4493-819d-cab85c7e8026 req-353ddb6b-1691-4ee9-847b-4db6e879008d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0668058 Feb 10 15:52:28.353827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 1b359f47-11ed-4718-887f-594de431623e is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:28.361222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:28.369042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Deleting port a33a2c1c-ae1e-456a-a671-7ed962721c7b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:28.369551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.387453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:28.388032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.506128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] For port a33a2c1c-ae1e-456a-a671-7ed962721c7b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a33a2c1c-ae1e-456a-a671-7ed962721c7b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:28.506681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.532467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Calling delete_port for a33a2c1c-ae1e-456a-a671-7ed962721c7b owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:28.641736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=b151d693-9e3f-4563-863e-6800d13f4290,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:28.809006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.838989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8185d1d8-217b-4844-9f49-358c62bf6283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.874132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a41a498c-222a-4e20-94c2-5ebf2462ff26 req-f997e80e-c9d2-4ca8-8fd2-d9545fcb893e tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1194785 Feb 10 15:52:28.961213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] For port 03dcaa00-ff6b-431d-8a35-e1092e52319d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03dcaa00-ff6b-431d-8a35-e1092e52319d,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:28.962308 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:28.966972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:29.024325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Calling delete_port for 03dcaa00-ff6b-431d-8a35-e1092e52319d owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:29.032242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event deleted for resources: {'Port': ['ID=a33a2c1c-ae1e-456a-a671-7ed962721c7b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:29.077487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.078393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.079051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.084254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.084949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.085608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.086269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.087078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.087731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.088330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.088949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.089547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.348438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] No DVR routers for this DVR port a33a2c1c-ae1e-456a-a671-7ed962721c7b on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:29.381663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:29.394420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57e819a0-2262-4f6e-8a64-5495177e415a req-f6a91d8d-6424-4412-880d-dd8fc894b2d9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "DELETE /v2.0/ports/a33a2c1c-ae1e-456a-a671-7ed962721c7b HTTP/1.1" status: 204 len: 173 time: 1.4072256 Feb 10 15:52:29.395585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-deleted', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:29.404775 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c29698-16c3-48bb-ac2b-864a4103644c" -d '{"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-deleted", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:29.541336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:29.548693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:29.550181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:29.560871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03d8af7f-1df8-4181-b118-acd079399332 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:29.778210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 03d8af7f-1df8-4181-b118-acd079399332 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:29.778985 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:29.829906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be81527a-d965-44d9-b9bc-6103017aa218 req-b9547396-433d-47aa-96e0-c120879f36e1 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 210 time: 0.2126613 Feb 10 15:52:29.857766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=b151d693-9e3f-4563-863e-6800d13f4290,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:29.889765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec43868-f03a-4251-930a-90b286dc8899 req-a4aafacc-6a55-4d8e-870d-3f48059b3157 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:29.895660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ec43868-f03a-4251-930a-90b286dc8899 req-a4aafacc-6a55-4d8e-870d-3f48059b3157 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.3976007 Feb 10 15:52:29.900935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306f417-d8e7-479e-9cdd-4041ff23f276 None None] Network 1b359f47-11ed-4718-887f-594de431623e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:30.041065 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45842e66-80db-4f46-80a8-b194398e9ff7 x-openstack-request-id: req-45842e66-80db-4f46-80a8-b194398e9ff7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:30.041668 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1038834a-089f-4bbe-bee1-3568ce00061b", "name": "network-vif-deleted", "tag": "a33a2c1c-ae1e-456a-a671-7ed962721c7b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:30.043736 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45842e66-80db-4f46-80a8-b194398e9ff7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:30.044049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 1b359f47-11ed-4718-887f-594de431623e is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:30.044629 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1038834a-089f-4bbe-bee1-3568ce00061b', 'name': 'network-vif-deleted', 'tag': 'a33a2c1c-ae1e-456a-a671-7ed962721c7b', 'status': 'completed', 'code': 200} Feb 10 15:52:30.047363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:30.081461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ec43868-f03a-4251-930a-90b286dc8899 req-b8d9410b-a19d-405c-92b9-7d33c7841a02 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731691 Feb 10 15:52:30.180213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-23637233-674f-4216-81c1-601362f6a261 None None] Provisioning complete for port 03d8af7f-1df8-4181-b118-acd079399332 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:30.180779 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-23637233-674f-4216-81c1-601362f6a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:30.206129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ecd8743f-d842-4093-a4fc-35cdd77b05a1 req-afee20e0-5b6d-4da8-a888-8b3fd206b591 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0476515 Feb 10 15:52:30.439420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-01e99458-2be0-4cdd-a1f8-31f5f44e7bec tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.441317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-01e99458-2be0-4cdd-a1f8-31f5f44e7bec tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.2293680 Feb 10 15:52:30.457673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Request body: {'port': {'device_id': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'admin_state_up': True, 'tenant_id': '5cfe1bd6484e4e7a908e9c65e00e6bce'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:30.478961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:30.542476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:52:30.565467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Pushing event deleted for resources: {'Port': ['ID=03dcaa00-ff6b-431d-8a35-e1092e52319d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:30.677662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:30.785199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:30.790426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:30.821695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: a33a2c1c-ae1e-456a-a671-7ed962721c7b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:30.824641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a33a2c1c-ae1e-456a-a671-7ed962721c7b not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:30.886240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:30.897844 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] Sync routers for ids ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:30.900612 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31affba6-2c35-4db8-ab58-61a498da8183 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4159758 Feb 10 15:52:30.901676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34610) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:30.923280 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] Routers {'8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:30.923743 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:30.967618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a22d46-34a3-4cee-8ad1-e7041d921a31 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.973327 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-96a22d46-34a3-4cee-8ad1-e7041d921a31 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports/b151d693-9e3f-4563-863e-6800d13f4290 HTTP/1.1" status: 200 len: 911 time: 0.0703406 Feb 10 15:52:30.974286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34612) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:30.979776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2940f69e-34ed-4b21-958e-3e16d1a31b31'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:31.040630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 03d8af7f-1df8-4181-b118-acd079399332, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03d8af7f-1df8-4181-b118-acd079399332,segment=NetworkSegment(0196fcdf-8859-4f43-9c38-c72572b8acbb),segment_id=0196fcdf-8859-4f43-9c38-c72572b8acbb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:31.047428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-23637233-674f-4216-81c1-601362f6a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:31.051132 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:31.064930 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] Routers {'8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:31.066144 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:31.072918 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:31.128002 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:31.129092 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a20742-595a-4911-9011-c554562e7fd9 None None] The sync data for ids ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:31.238428 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:31.294297 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-23637233-674f-4216-81c1-601362f6a261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:52:31.294841 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-23637233-674f-4216-81c1-601362f6a261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:52:31.296820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5154c16c-452d-48ff-82df-4f387b8bf99e req-08401b61-7dcc-4a3c-89dd-ed7e4d9f3475 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 210 time: 0.1477501 Feb 10 15:52:31.297734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=03d8af7f-1df8-4181-b118-acd079399332,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:31.303675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a18edb09-8d10-4ed0-931c-0e71181e4716 req-119f19d3-d39f-4ed4-a629-6dca2f35a88b tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2&device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.1703331 Feb 10 15:52:31.330704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.331376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.331947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.332759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.333619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.334125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.334763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.335624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.336172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.336747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.337240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.337778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:31.353336 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8595-f050-4386-afc3-aa5563983b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:31.544295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Made reservation on behalf of 5cfe1bd6484e4e7a908e9c65e00e6bce for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:31.547886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:31.620687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:31.677230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3d45f48-2846-43c4-93f2-aab0d3b5c147 req-4338ff7f-a365-4f94-99b6-411241c59cef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=923d41ee45ae40c289ad8b3c920d70df&device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0807137 Feb 10 15:52:31.768039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Router 2e279f26-f230-447d-83c2-e70302b9d47f has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:31.770132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3d45f48-2846-43c4-93f2-aab0d3b5c147 req-c15c4867-d18c-4927-83d3-f24f484c0e19 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=923d41ee45ae40c289ad8b3c920d70df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845160 Feb 10 15:52:31.816476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c3065cd-d996-49b9-a9dd-1708871e1d45 req-9698c02a-0d5c-4f13-a9e3-11536348487d tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0512412 Feb 10 15:52:31.830327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6555656f-ddbd-4d9d-a0dd-92f19a46847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:31.996377 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.010286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4f386d4f-a8ea-44c3-b3f9-f3d0d9eacf93 None None] Provisioning complete for port b151d693-9e3f-4563-863e-6800d13f4290 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:32.010898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4f386d4f-a8ea-44c3-b3f9-f3d0d9eacf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.021360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.028475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:32.029200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.034355 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/ports/b151d693-9e3f-4563-863e-6800d13f4290 HTTP/1.1" status: 200 len: 911 time: 1.0588424 Feb 10 15:52:32.035481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34626) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:32.051665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45f48-2846-43c4-93f2-aab0d3b5c147 req-fbf5e211-a5df-4b0c-bc41-6b902cb51341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:32.053818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3d45f48-2846-43c4-93f2-aab0d3b5c147 req-fbf5e211-a5df-4b0c-bc41-6b902cb51341 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314856 Feb 10 15:52:32.068874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4f386d4f-a8ea-44c3-b3f9-f3d0d9eacf93 None None] Port b151d693-9e3f-4563-863e-6800d13f4290 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:32.082416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4f386d4f-a8ea-44c3-b3f9-f3d0d9eacf93 None None] Provisioning complete for port 03d8af7f-1df8-4181-b118-acd079399332 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:32.083025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4f386d4f-a8ea-44c3-b3f9-f3d0d9eacf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.188173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6555656f-ddbd-4d9d-a0dd-92f19a46847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.194145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Allocated IP 172.20.0.11 (b6f59662-be33-4ea6-a4c7-a5218ba3a0ec/dadc7d23-c0ce-4019-920b-04242426a8a8/03190116-36e2-4bf1-bc39-d5c62e40abe4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:32.199369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:32.202537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6555656f-ddbd-4d9d-a0dd-92f19a46847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.205908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-663252fa-2de0-4bbb-b1ea-82662c3302de admin admin] 10.222.0.21 "PUT /v2.0/routers/2e279f26-f230-447d-83c2-e70302b9d47f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1077242 Feb 10 15:52:32.210235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34628) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:32.212751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] Sync routers for ids ['2e279f26-f230-447d-83c2-e70302b9d47f'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:32.225963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] Routers {'2e279f26-f230-447d-83c2-e70302b9d47f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:32.226589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2e279f26-f230-447d-83c2-e70302b9d47f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:32.271291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd52d1-c8d4-44ca-82ea-86a1f2cb587a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=b151d693-9e3f-4563-863e-6800d13f4290,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:32.304379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555656f-ddbd-4d9d-a0dd-92f19a46847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfc61c-e68d-484e-8194-f9a330e7f47d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:32.347144 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6555656f-ddbd-4d9d-a0dd-92f19a46847a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a396f3a6d1a49bf86db7566232f6b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251852 Feb 10 15:52:32.348049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34632) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:32.378871 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.383414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0614871e-7a0f-4a07-878e-09d59e9c5e6f None None] Provisioning complete for port b151d693-9e3f-4563-863e-6800d13f4290 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:32.384342 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0614871e-7a0f-4a07-878e-09d59e9c5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.409876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] Set router 2e279f26-f230-447d-83c2-e70302b9d47f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:32.649593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0614871e-7a0f-4a07-878e-09d59e9c5e6f None None] Port b151d693-9e3f-4563-863e-6800d13f4290 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:32.794506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:52:30Z', 'revision_number': 5, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:32.806009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1f4e919-54dd-4052-a203-650bbef33787 req-3b1536a8-d95f-418c-98a8-16fecf7ae554 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0441475 Feb 10 15:52:32.812740 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.823939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f0bc-1878-465e-a15f-df8331e02e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.826847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] Checking router: 2e279f26-f230-447d-83c2-e70302b9d47f for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:32.849307 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] Routers {'2e279f26-f230-447d-83c2-e70302b9d47f'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:32.850867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2e279f26-f230-447d-83c2-e70302b9d47f'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:32.903412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f0bc-1878-465e-a15f-df8331e02e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:32.982288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.004500 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f0bc-1878-465e-a15f-df8331e02e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.008183 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f0bc-1878-465e-a15f-df8331e02e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.012762 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7c7f0bc-1878-465e-a15f-df8331e02e2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94bfc61c-e68d-484e-8194-f9a330e7f47d HTTP/1.1" status: 204 len: 168 time: 0.5769572 Feb 10 15:52:33.026393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7f0bc-1878-465e-a15f-df8331e02e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfc61c-e68d-484e-8194-f9a330e7f47d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:33.027299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aabee4f8-86bc-4707-b9b4-10b705d36a63 req-4c57db78-53d5-4e8a-9d1e-77976bfaffea tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0777528 Feb 10 15:52:33.047130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.074353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.094743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] Set router 2e279f26-f230-447d-83c2-e70302b9d47f gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:33.164226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.266403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:33.280990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:33.285588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:33.295387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Deleting port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:33.295755 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.330391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03d8af7f-1df8-4181-b118-acd079399332 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:33.370238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:33.413268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:33.414219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.431096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34646) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:33.458101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 03d8af7f-1df8-4181-b118-acd079399332 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:33.458538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.491414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3d45f48-2846-43c4-93f2-aab0d3b5c147 req-7fe0be50-e4f5-4c4b-b7b1-68684b866cc5 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.0936606 Feb 10 15:52:33.510088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e25894d5-1e87-434d-a67f-cd8d647b0b59 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0540495 Feb 10 15:52:33.523537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port b151d693-9e3f-4563-863e-6800d13f4290 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:33.523754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.524309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Request body: {'port': {'device_id': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:33.527981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] For port 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:33.528352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.542510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:52:30Z', 'revision_number': 5, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:33.560016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Calling delete_port for 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:33.579799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9b429-5e33-4727-989f-0efd87ac6cca None None] The sync data for ids ['2e279f26-f230-447d-83c2-e70302b9d47f'] in n-d-827895-3 is: [{'id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'name': 'tempest-ServersTestMultiNic-419783059-router', 'tenant_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:28Z', 'updated_at': '2022-02-10T15:52:30Z', 'revision_number': 5, 'project_id': 'b1bf9c1b019940198b3b2bd5dfffcc4d', 'gw_port': {'id': '5c7f3f4b-996a-4c52-8c54-dbade1e02e5f', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279f26-f230-447d-83c2-e70302b9d47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:29Z', 'updated_at': '2022-02-10T15:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:33.612871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.685585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34650) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:33.704688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3428e4d7-f22b-44b6-8b94-e64812573389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.745999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-797b8dff-f833-4634-9667-6a499f3ba42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.762045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.781094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for b151d693-9e3f-4563-863e-6800d13f4290 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:33.875824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3428e4d7-f22b-44b6-8b94-e64812573389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.881371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3428e4d7-f22b-44b6-8b94-e64812573389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:33.966388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428e4d7-f22b-44b6-8b94-e64812573389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27347d7d-e99b-44d8-8f99-b93f4a48894e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.006473 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3428e4d7-f22b-44b6-8b94-e64812573389 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b370226c8f654413a8d8d5416ad34aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196507 Feb 10 15:52:34.007327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34654) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:34.023287 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.107716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c84220-2a86-43f5-8568-30fdf5f38feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.117544 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-797b8dff-f833-4634-9667-6a499f3ba42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.125904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb0e3-9d42-43cf-9a70-3e2004ce4c21 req-92aff9ff-e99e-4c86-985e-0658352e47e7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:34.127509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c71cb0e3-9d42-43cf-9a70-3e2004ce4c21 req-92aff9ff-e99e-4c86-985e-0658352e47e7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 932 time: 0.2175422 Feb 10 15:52:34.131631 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.133512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-797b8dff-f833-4634-9667-6a499f3ba42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.135570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c84220-2a86-43f5-8568-30fdf5f38feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.171833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.215809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=b151d693-9e3f-4563-863e-6800d13f4290,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.238476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7f3f4b-996a-4c52-8c54-dbade1e02e5f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.296532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b8dff-f833-4634-9667-6a499f3ba42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64a319-6dcc-4981-8c77-12cebc8a5d8c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.311189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.330894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4260bb2-8242-4703-9503-0d2f811c587e req-b26b21da-f2e7-4446-9912-eaf90507f709 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24cf65-5456-479a-a7b0-9f7f046938c2 HTTP/1.1" status: 200 len: 210 time: 0.1171777 Feb 10 15:52:34.333285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-797b8dff-f833-4634-9667-6a499f3ba42c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279500eb043541bc9c0e6f5b6c7edbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8999722 Feb 10 15:52:34.339414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c84220-2a86-43f5-8568-30fdf5f38feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.346715 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72c84220-2a86-43f5-8568-30fdf5f38feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.348010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72c84220-2a86-43f5-8568-30fdf5f38feb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27347d7d-e99b-44d8-8f99-b93f4a48894e HTTP/1.1" status: 204 len: 168 time: 0.3389933 Feb 10 15:52:34.366929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34658) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:34.437607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84220-2a86-43f5-8568-30fdf5f38feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27347d7d-e99b-44d8-8f99-b93f4a48894e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.447792 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.486020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.494136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c71cb0e3-9d42-43cf-9a70-3e2004ce4c21 req-97677dc3-1d5f-4f41-aec3-314d8c7ca70d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554049 Feb 10 15:52:34.560315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddcebe51-6771-4ce2-9813-6b4a9867004d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.599690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03190116-36e2-4bf1-bc39-d5c62e40abe4 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:52:34.611124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.615051 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.618215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.646812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddcebe51-6771-4ce2-9813-6b4a9867004d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.663730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Transition to ACTIVE for port object 03190116-36e2-4bf1-bc39-d5c62e40abe4 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:52:34.667552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router 8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:34.680275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.713704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.714249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e279f26-f230-447d-83c2-e70302b9d47f {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:52:34.728137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.729519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cde6c9e9-28de-4a13-8650-90014bbdb084 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2e279f26-f230-447d-83c2-e70302b9d47f HTTP/1.1" status: 204 len: 168 time: 2.5183940 Feb 10 15:52:34.733281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34668) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:34.796377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.797335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:34.810402 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] Sync routers for ids ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:34.819194 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2cabe3a2-9a2b-4930-b97f-150b06931e46 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7309849 Feb 10 15:52:34.822272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34672) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:34.824848 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] Routers {'8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:34.825826 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:34.835953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddcebe51-6771-4ce2-9813-6b4a9867004d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.838824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddcebe51-6771-4ce2-9813-6b4a9867004d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.843430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ddcebe51-6771-4ce2-9813-6b4a9867004d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa64a319-6dcc-4981-8c77-12cebc8a5d8c HTTP/1.1" status: 204 len: 168 time: 0.4690838 Feb 10 15:52:34.853286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcebe51-6771-4ce2-9813-6b4a9867004d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64a319-6dcc-4981-8c77-12cebc8a5d8c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.871354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Deleting subnet 2997d8ac-9fa8-4651-b181-69b0acda20e3 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:34.885565 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:34.896694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] Routers {'8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:34.897316 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:34.907899 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:34.912805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a2633925-f222-4e1d-baab-e854ee318540 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 HTTP/1.1" status: 200 len: 205 time: 0.0870075 Feb 10 15:52:34.915743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34678) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:34.950023 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:34.950885 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6108774-4b5b-490c-b1d3-d0aeabc69014 None None] The sync data for ids ['8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:34.981642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.030314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Attempting to bind port 03190116-36e2-4bf1-bc39-d5c62e40abe4 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:35.030646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Attempting to bind port 03190116-36e2-4bf1-bc39-d5c62e40abe4 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:35.031108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Attempting to bind port 03190116-36e2-4bf1-bc39-d5c62e40abe4 on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:35.048182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Port 03190116-36e2-4bf1-bc39-d5c62e40abe4 on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:52:35.048710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Attempting to bind port 03190116-36e2-4bf1-bc39-d5c62e40abe4 on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:35.050705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.065820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:35.066170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Checking segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:35.066546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Bound using segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:35.067006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Bound port: 03190116-36e2-4bf1-bc39-d5c62e40abe4, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:35.067371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.170964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.243716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:35.249941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:35.255222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.284935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.288203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.340401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:35.341192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.343669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] 10.222.0.75 "PUT /v2.0/ports/03190116-36e2-4bf1-bc39-d5c62e40abe4 HTTP/1.1" status: 200 len: 1092 time: 1.8227518 Feb 10 15:52:35.344485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:35.357000 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d582e2-dd14-4d3f-8ef4-4f0399da4248" -d '{"events": [{"name": "network-changed", "server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:35.369396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.370350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router 8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:52:35.398371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.408885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.412568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2c4e58c0-f081-4bec-a5f1-e22562cbd26b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 HTTP/1.1" status: 204 len: 168 time: 0.4927359 Feb 10 15:52:35.417924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34696) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:35.493019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441834cc-631e-49ee-9f5f-be006ab734ec service neutron] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:35.521333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:35.532787 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf206eb-c92c-4e6f-a2e6-041515b164b5 x-openstack-request-id: req-2bf206eb-c92c-4e6f-a2e6-041515b164b5 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:35.535911 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:35.536450 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bf206eb-c92c-4e6f-a2e6-041515b164b5 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:35.537089 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'status': 'completed', 'code': 200} Feb 10 15:52:35.537690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet 2940f69e-34ed-4b21-958e-3e16d1a31b31 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:52:35.544699 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.571521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:35.571985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5c7f3f4b-996a-4c52-8c54-dbade1e02e5f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:35.572417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03dcaa00-ff6b-431d-8a35-e1092e52319d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:35.621848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.631740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:35.632377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c01a6-6e8c-4b15-885e-c9b2d765547c None None] Network 3623391e-8b0a-46a4-80ad-c0977994444c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:35.633346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2997d8ac-9fa8-4651-b181-69b0acda20e3 HTTP/1.1" status: 204 len: 168 time: 0.8965073 Feb 10 15:52:35.645343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 03dcaa00-ff6b-431d-8a35-e1092e52319d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:35.646909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03dcaa00-ff6b-431d-8a35-e1092e52319d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:35.673560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c34c40-3cb0-4bf2-b54a-c22c4d89f633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2997d8ac-9fa8-4651-b181-69b0acda20e3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:35.812680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.852453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eea9fac6-a165-4502-a74a-c228b6920ddf req-cf5bf511-3fff-4510-b45d-7571d7ca6890 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=923d41ee45ae40c289ad8b3c920d70df&device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.0827577 Feb 10 15:52:35.859556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-8b73386e-1e02-45db-a420-5fc242f4a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:35.868555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-8b73386e-1e02-45db-a420-5fc242f4a283 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 1095 time: 0.3815830 Feb 10 15:52:35.885937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:35.981299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] DHCP port deletion for 3623391e-8b0a-46a4-80ad-c0977994444c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:36.006719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eea9fac6-a165-4502-a74a-c228b6920ddf req-4898564f-bdc7-4f5a-a816-4b5e6c2cf96e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=923d41ee45ae40c289ad8b3c920d70df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361008 Feb 10 15:52:36.008837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96f17a25-be7c-4890-aac3-dbb00ff2fed3 req-249382ce-d084-40ca-ba65-5c097cc36150 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.1372151 Feb 10 15:52:36.012082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e563e5b0-503f-4b05-a75f-73b13ccfe9ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4 HTTP/1.1" status: 200 len: 217 time: 0.1136656 Feb 10 15:52:36.023369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8964b6-a139-45ce-81d6-15d3c05f452a req-0c685487-c161-4021-b994-847f4fdcf6a7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.032171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe8964b6-a139-45ce-81d6-15d3c05f452a req-0c685487-c161-4021-b994-847f4fdcf6a7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 944 time: 0.3611414 Feb 10 15:52:36.106747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] Deleting port da57746d-16ab-4066-b0f2-b7c6f881e93c {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:36.107163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.129544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.207753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Deleting port da57746d-16ab-4066-b0f2-b7c6f881e93c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:36.212331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.218988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe8964b6-a139-45ce-81d6-15d3c05f452a req-62227c6a-e733-4f64-a1cb-16be94d69f60 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787183 Feb 10 15:52:36.239415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-14104e49-a43f-4f3c-a177-bdad482fc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.241185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-14104e49-a43f-4f3c-a177-bdad482fc26d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.2059944 Feb 10 15:52:36.257792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] For port da57746d-16ab-4066-b0f2-b7c6f881e93c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=da57746d-16ab-4066-b0f2-b7c6f881e93c,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:36.258203 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.274552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] Calling delete_port for da57746d-16ab-4066-b0f2-b7c6f881e93c owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:36.301884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-c7801db0-7cdf-40ff-9d31-4887d1ced140 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484161 Feb 10 15:52:36.344240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9fac6-a165-4502-a74a-c228b6920ddf req-f3b6656d-ce4d-4a91-a209-8896ea5f24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.345701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eea9fac6-a165-4502-a74a-c228b6920ddf req-f3b6656d-ce4d-4a91-a209-8896ea5f24bd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3114424 Feb 10 15:52:36.356100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.407090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=2940f69e-34ed-4b21-958e-3e16d1a31b31,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:36.410756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.410953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacad3ba-bb5b-45b3-90b7-003bbcf576ed None None] Network 1b359f47-11ed-4718-887f-594de431623e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:36.414913 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b98aa58-1a65-4515-adc5-19a3fc9e7386 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/2940f69e-34ed-4b21-958e-3e16d1a31b31 HTTP/1.1" status: 204 len: 168 time: 0.9940813 Feb 10 15:52:36.417120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] For port da57746d-16ab-4066-b0f2-b7c6f881e93c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=da57746d-16ab-4066-b0f2-b7c6f881e93c,segment=NetworkSegment(4d6f7ecc-c866-4db4-90d1-f25646e5d148),segment_id=4d6f7ecc-c866-4db4-90d1-f25646e5d148)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:36.417487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.420299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34734) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:36.451804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Calling delete_port for da57746d-16ab-4066-b0f2-b7c6f881e93c owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:36.475875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-62651da2-a999-4d33-acd9-84fefa0022c6 service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622722 Feb 10 15:52:36.574902 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.580475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.615231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-064a2925-c8ba-4b23-a2a1-8ce253e1d592 req-e54ad056-5114-4269-b459-7705a95f1574 service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317208 Feb 10 15:52:36.650389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.653367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] Pushing event deleted for resources: {'Port': ['ID=da57746d-16ab-4066-b0f2-b7c6f881e93c,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:36.665690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c75daa-3026-476b-a699-a1eeebc7d4aa None None] No DVR routers for this DVR port da57746d-16ab-4066-b0f2-b7c6f881e93c on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:36.685412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Pushing event deleted for resources: {'Port': ['ID=da57746d-16ab-4066-b0f2-b7c6f881e93c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:36.693127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] No DVR routers for this DVR port da57746d-16ab-4066-b0f2-b7c6f881e93c on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:36.701636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 03d8af7f-1df8-4181-b118-acd079399332 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:36.701945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.785837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-7a5d6e85-b71f-4086-a860-33e8efd9b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.788902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-7a5d6e85-b71f-4086-a860-33e8efd9b752 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 1095 time: 0.0801394 Feb 10 15:52:36.789624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] DHCP port deletion for 1b359f47-11ed-4718-887f-594de431623e request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:52:36.855309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] Deleting port 03d8af7f-1df8-4181-b118-acd079399332 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:52:36.855963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.900256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 03d8af7f-1df8-4181-b118-acd079399332, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03d8af7f-1df8-4181-b118-acd079399332,segment=NetworkSegment(0196fcdf-8859-4f43-9c38-c72572b8acbb),segment_id=0196fcdf-8859-4f43-9c38-c72572b8acbb)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:36.901000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.915971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.928229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 03d8af7f-1df8-4181-b118-acd079399332 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:36.931454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] For port 03d8af7f-1df8-4181-b118-acd079399332, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=03d8af7f-1df8-4181-b118-acd079399332,segment=NetworkSegment(0196fcdf-8859-4f43-9c38-c72572b8acbb),segment_id=0196fcdf-8859-4f43-9c38-c72572b8acbb)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:36.931875 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:36.945881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-30b5b18a-e033-4609-bfa6-3c8af4f5e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.947614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-30b5b18a-e033-4609-bfa6-3c8af4f5e0cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 906 time: 0.1468995 Feb 10 15:52:36.949953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] Calling delete_port for 03d8af7f-1df8-4181-b118-acd079399332 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:52:36.958110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3623391e-8b0a-46a4-80ad-c0977994444c']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:37.003589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6f7ecc-c866-4db4-90d1-f25646e5d148') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:37.003989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6f7ecc-c866-4db4-90d1-f25646e5d148') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:37.018133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.018822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-f8ded276-796b-45a8-a3ae-14b15d603e38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4 HTTP/1.1" status: 200 len: 217 time: 0.0622380 Feb 10 15:52:37.046171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.061927 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.067193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:37.070680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:37.074080 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:37.105641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-6274e331-ff21-4bcb-96bb-c17c5a34bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:37.109450 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-6274e331-ff21-4bcb-96bb-c17c5a34bd11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.0806334 Feb 10 15:52:37.112427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] No DVR routers for this DVR port 03d8af7f-1df8-4181-b118-acd079399332 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:37.116434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c426-5b66-4528-8883-557e3b286560 None None] Pushing event deleted for resources: {'Port': ['ID=03d8af7f-1df8-4181-b118-acd079399332,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:37.183483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-3e6a5b89-aaec-4d4e-8ad6-e6b975f58a31 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621221 Feb 10 15:52:37.197456 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.210733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.218254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a96a963-7d3e-46eb-93a1-be98625cd32e req-dd2d6dea-f632-4c77-8211-730337bb6365 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.21 "GET /v2.0/ports?device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.0726972 Feb 10 15:52:37.219288 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.227367 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] 10.222.0.21 "DELETE /v2.0/networks/3623391e-8b0a-46a4-80ad-c0977994444c HTTP/1.1" status: 204 len: 168 time: 1.5937593 Feb 10 15:52:37.271868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device da57746d-16ab-4066-b0f2-b7c6f881e93c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:37.300036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: da57746d-16ab-4066-b0f2-b7c6f881e93c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:37.300581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device da57746d-16ab-4066-b0f2-b7c6f881e93c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:37.301258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03d8af7f-1df8-4181-b118-acd079399332 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:37.323289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port 03d8af7f-1df8-4181-b118-acd079399332 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:37.326389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 03d8af7f-1df8-4181-b118-acd079399332 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:52:37.326940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 03d8af7f-1df8-4181-b118-acd079399332 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:37.331124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=03d8af7f-1df8-4181-b118-acd079399332,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:37.341775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-83b12066-13d9-4be9-ae68-1b666d462727 service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217837 Feb 10 15:52:37.343979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854280a1-ec80-4295-b852-b7990dac6dac admin admin] Pushing event deleted for resources: {'Network': ['ID=3623391e-8b0a-46a4-80ad-c0977994444c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:37.451211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.479922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b359f47-11ed-4718-887f-594de431623e']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:37.491176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0196fcdf-8859-4f43-9c38-c72572b8acbb') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:37.491887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0196fcdf-8859-4f43-9c38-c72572b8acbb') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:37.500259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34770) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:37.506672 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.516092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34d582e2-dd14-4d3f-8ef4-4f0399da4248 req-3ecd74df-fde6-4a61-9ad0-f8b2f7522691 service neutron] 10.222.0.75 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643298 Feb 10 15:52:37.521747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.529336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:37.530892 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:37.534899 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:37.562763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216157b-bbff-4b2e-a1d4-c5aac2d6db48 req-a04cb7a3-eca8-4620-8d6c-282262f21c3b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:37.564522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0216157b-bbff-4b2e-a1d4-c5aac2d6db48 req-a04cb7a3-eca8-4620-8d6c-282262f21c3b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 944 time: 0.1303027 Feb 10 15:52:37.571401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fcfdf8fa-1fc9-4f1d-bd95-e1ebbdd3ac51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1bf9c1b019940198b3b2bd5dfffcc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680463 Feb 10 15:52:37.576698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34772) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:37.613394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.621982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.627255 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/1b359f47-11ed-4718-887f-594de431623e HTTP/1.1" status: 204 len: 168 time: 1.1999316 Feb 10 15:52:37.639575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:37.646471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2077301236', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:37.658313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fb94c-c74a-4c95-9110-06227bc9cb27 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=1b359f47-11ed-4718-887f-594de431623e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:37.664157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0216157b-bbff-4b2e-a1d4-c5aac2d6db48 req-e69db611-e2c2-496f-8632-85c33074fdef tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Feb 10 15:52:37.691173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.693109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.735007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eea9fac6-a165-4502-a74a-c228b6920ddf req-9e63d08c-08ce-457a-9815-38cd580fcb80 tempest-ServerShowV247Test-426871291 tempest-ServerShowV247Test-426871291-project] 10.222.0.45 "GET /v2.0/ports?device_id=fba743b3-a2cb-4542-bb50-19293f4e19be HTTP/1.1" status: 200 len: 210 time: 0.0433719 Feb 10 15:52:37.736352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c0707c92-9c78-4f39-b8de-8e99f3bca4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.774536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.781033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.802086 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.803511 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-60053622-c5e0-4a69-b3ec-1810fe4ded7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1624327 Feb 10 15:52:37.804383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c0707c92-9c78-4f39-b8de-8e99f3bca4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.806418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34784) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:37.816655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823844427'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:37.861052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:37.870510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.886861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c0707c92-9c78-4f39-b8de-8e99f3bca4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.890508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c0707c92-9c78-4f39-b8de-8e99f3bca4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.891684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c0707c92-9c78-4f39-b8de-8e99f3bca4a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c9461a3-8587-4bba-bfbd-0c0f0c6faec2 HTTP/1.1" status: 204 len: 168 time: 0.3133554 Feb 10 15:52:37.900699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0707c92-9c78-4f39-b8de-8e99f3bca4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9461a3-8587-4bba-bfbd-0c0f0c6faec2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:37.918734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:37.933721 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:37.934387 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 180763d3-639a-4912-b038-d5fde627dc5f of type vlan for network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 Feb 10 15:52:37.981824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:38.006597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:38.012300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.013040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:38.074470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2671614 Feb 10 15:52:38.077403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:38.084626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:38.108105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fde53-086a-476c-b143-f30b31cf4a81 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=8889f9f2-9ab7-4cb3-a045-6c88d2575a20,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:38.124185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:38.200261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:38.208009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:38.679522 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:38.761460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=e4065fb1-99f7-495e-9598-87b0e5cfff9c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:38.764155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:38.765012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 8889f9f2-9ab7-4cb3-a045-6c88d2575a20, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:38.783242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:38.796495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 8889f9f2-9ab7-4cb3-a045-6c88d2575a20) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:38.801317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.802163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:38.806683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec689db-777e-44a3-adae-83bfdc50859f None None] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:38.826226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c869e8e2-d67d-48c1-a5a3-7ebabd3c88d3 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7474737 Feb 10 15:52:38.829752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:38.835378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24879b8-8485-4ebb-ae9f-bd56c1ead304 req-b90b05dd-bde6-44b9-8fee-71461daede0e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.837605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24879b8-8485-4ebb-ae9f-bd56c1ead304 req-b90b05dd-bde6-44b9-8fee-71461daede0e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 944 time: 0.0979824 Feb 10 15:52:38.931847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d24879b8-8485-4ebb-ae9f-bd56c1ead304 req-eebc781e-f647-41a9-b7c5-6e9c80ef1311 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Feb 10 15:52:38.934154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:39.028757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:52:39.031272 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.224083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Allocated IP 2001:db8::2 (8889f9f2-9ab7-4cb3-a045-6c88d2575a20/e4065fb1-99f7-495e-9598-87b0e5cfff9c/64574ad4-fcf6-4e2a-925b-f2627e98a61a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:39.245468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.340934 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-800e4493-0bc5-4420-9478-06f76acb9a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.428509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.437840 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.494235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-800e4493-0bc5-4420-9478-06f76acb9a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.501676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-800e4493-0bc5-4420-9478-06f76acb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.509864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:39.510703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:39.514709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:39.566291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Pushing event updated for resources: {'Port': ['ID=64574ad4-fcf6-4e2a-925b-f2627e98a61a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:39.575456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-800e4493-0bc5-4420-9478-06f76acb9a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=923d41ee45ae40c289ad8b3c920d70df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396701 Feb 10 15:52:39.576434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:39.577869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e4493-0bc5-4420-9478-06f76acb9a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d5ea3-eaa8-4a87-9bb3-98c350702fef,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:39.579993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Attempting to bind port 64574ad4-fcf6-4e2a-925b-f2627e98a61a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:39.580558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Attempting to bind port 64574ad4-fcf6-4e2a-925b-f2627e98a61a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:39.581092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Attempting to bind port 64574ad4-fcf6-4e2a-925b-f2627e98a61a on network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:39.586670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:39.587321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Checking segment: {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:39.587934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.588487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Bound using segment: {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:39.589115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Bound port: 64574ad4-fcf6-4e2a-925b-f2627e98a61a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:39.589805 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.620566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8::1 (8889f9f2-9ab7-4cb3-a045-6c88d2575a20/e4065fb1-99f7-495e-9598-87b0e5cfff9c/036db19d-79d0-4e8d-85ac-3322ae8773ac) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:39.647595 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-539be168-de09-492e-824e-d25fec4dfd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.679187 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-539be168-de09-492e-824e-d25fec4dfd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.697569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] For port 64574ad4-fcf6-4e2a-925b-f2627e98a61a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:39.703809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] For port 64574ad4-fcf6-4e2a-925b-f2627e98a61a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=64574ad4-fcf6-4e2a-925b-f2627e98a61a,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:39.710429 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.778135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-539be168-de09-492e-824e-d25fec4dfd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.780860 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-539be168-de09-492e-824e-d25fec4dfd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.782034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-539be168-de09-492e-824e-d25fec4dfd00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a7d5ea3-eaa8-4a87-9bb3-98c350702fef HTTP/1.1" status: 204 len: 168 time: 0.2008040 Feb 10 15:52:39.782646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34842) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:39.805227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be168-de09-492e-824e-d25fec4dfd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d5ea3-eaa8-4a87-9bb3-98c350702fef,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:39.833397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.877125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617a147-b98b-43d3-9700-0444af0c3d8a None None] Pushing event updated for resources: {'Port': ['ID=64574ad4-fcf6-4e2a-925b-f2627e98a61a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:39.900116 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:39.970429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:39.975646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:39.981261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:39.981842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.075084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=036db19d-79d0-4e8d-85ac-3322ae8773ac,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.105032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2db9-9091-4199-990d-674fa3013a86 req-00193c1d-3d3f-4c0f-bf58-73ca2e3e7027 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:40.115923 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d37c2db9-9091-4199-990d-674fa3013a86 req-00193c1d-3d3f-4c0f-bf58-73ca2e3e7027 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 944 time: 0.0720725 Feb 10 15:52:40.158530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d37c2db9-9091-4199-990d-674fa3013a86 req-611546c0-b18b-4fdd-87fe-5738e7799756 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Feb 10 15:52:40.218830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.224336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2da1e87a-0d9e-4585-adf7-6ac13d8ed356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.339515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2da1e87a-0d9e-4585-adf7-6ac13d8ed356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.346359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2da1e87a-0d9e-4585-adf7-6ac13d8ed356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.433355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e87a-0d9e-4585-adf7-6ac13d8ed356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0156f9e8-125c-47ba-b266-eb23c99310a7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.442733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2da1e87a-0d9e-4585-adf7-6ac13d8ed356 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77b224e09ed944ed958f9dcbe4f80568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563165 Feb 10 15:52:40.445331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34866) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:40.465744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34868) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:40.530138 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cc86f1e-881d-446a-acf1-db78ffcbdf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.566091 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cc86f1e-881d-446a-acf1-db78ffcbdf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.628742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.640730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.641719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.659839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cc86f1e-881d-446a-acf1-db78ffcbdf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.662500 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cc86f1e-881d-446a-acf1-db78ffcbdf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.662776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1172162277-network', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:40.666404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2cc86f1e-881d-446a-acf1-db78ffcbdf0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0156f9e8-125c-47ba-b266-eb23c99310a7 HTTP/1.1" status: 204 len: 168 time: 0.2172010 Feb 10 15:52:40.681944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc86f1e-881d-446a-acf1-db78ffcbdf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156f9e8-125c-47ba-b266-eb23c99310a7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.691078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:40.840158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=036db19d-79d0-4e8d-85ac-3322ae8773ac,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.874814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:40.879631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.895798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.898800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:40.904271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:40.918275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'mac_address': 'fa:16:3e:e9:8b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:52:40.919213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:40.968761 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:40.987759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03190116-36e2-4bf1-bc39-d5c62e40abe4 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:52:41.019019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:41.027509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.098657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:41.187890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.193287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.211891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:52:41.249818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:41.277052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce2c7f-9531-4385-a5b4-f0815b92de8c None None] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:41.301417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b833a773-2cb3-45e5-9a06-af04886a6b77,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:41.308224 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.308576 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Added segment 9f6005bc-58b3-46c3-9575-d927ca613240 of type vlan for network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 Feb 10 15:52:41.365785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34900) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:41.407739 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e34a524e-bb04-49aa-8f78-4087ef78137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.442538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:41.453306 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d60a262d-78c6-47ce-900a-57d264523c3c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6204035 Feb 10 15:52:41.453306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34904) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:41.460153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 64574ad4-fcf6-4e2a-925b-f2627e98a61a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:41.475830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140c8f9-cd1f-4948-89f6-7d0c467e8373 req-6edf34e9-2660-443a-9e3c-caca257e4fd5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:41.486498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2140c8f9-cd1f-4948-89f6-7d0c467e8373 req-6edf34e9-2660-443a-9e3c-caca257e4fd5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 945 time: 0.1733062 Feb 10 15:52:41.506879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.530310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['03190116-36e2-4bf1-bc39-d5c62e40abe4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:41.536844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1934363174'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:41.537181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:41.543121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34908) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:41.590210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2140c8f9-cd1f-4948-89f6-7d0c467e8373 req-01bc0a91-6755-40a7-8255-c2d51e64d015 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994821 Feb 10 15:52:41.590450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:41.596532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.632670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:41.645080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.645520 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment fbf30a9e-ad71-4032-8108-be28df5a27c0 of type vlan for network b3d0d743-aeda-4b0b-aee4-93cac689983f Feb 10 15:52:41.687946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e34a524e-bb04-49aa-8f78-4087ef78137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.695894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e34a524e-bb04-49aa-8f78-4087ef78137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.699373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.727117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.728514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:41.729222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.735282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.742459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e34a524e-bb04-49aa-8f78-4087ef78137a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf7d036e0ad345a1be82ac1c58321caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608322 Feb 10 15:52:41.743413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:41.744156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.748905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:41.772191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a524e-bb04-49aa-8f78-4087ef78137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab57ae-869e-408c-b396-0ac80517d457,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:41.831787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1870855485-network', 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:41.868096 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4011295 Feb 10 15:52:41.869954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34926) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:41.877175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Request body: {'subnet': {'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1172162277-subnet', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:41.883888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:41.886704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.894888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3711483 Feb 10 15:52:41.899081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34928) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:41.907919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848224-dc71-4f76-8085-4d6eed507ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:41.919229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:41.931743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.939685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:41.941816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:41.956559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d378d0e2-b6ce-49ac-945a-8a3c70b1bbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:41.985362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d378d0e2-b6ce-49ac-945a-8a3c70b1bbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.031109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:42.033455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.046472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:42.066022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8a75-0428-4b17-98ff-66dd9d42aac1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=b3d0d743-aeda-4b0b-aee4-93cac689983f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:42.093222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d378d0e2-b6ce-49ac-945a-8a3c70b1bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.097492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d378d0e2-b6ce-49ac-945a-8a3c70b1bbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.100172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d378d0e2-b6ce-49ac-945a-8a3c70b1bbe3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45ab57ae-869e-408c-b396-0ac80517d457 HTTP/1.1" status: 204 len: 168 time: 0.3466287 Feb 10 15:52:42.111641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378d0e2-b6ce-49ac-945a-8a3c70b1bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab57ae-869e-408c-b396-0ac80517d457,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:42.121413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:42.143097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:42.146610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.201177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b3d0d743-aeda-4b0b-aee4-93cac689983f details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:42.207896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-adc3bd2d-081d-46d8-b0eb-e3c8cc5f8f01 None None] Provisioning complete for port 64574ad4-fcf6-4e2a-925b-f2627e98a61a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:42.208262 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-adc3bd2d-081d-46d8-b0eb-e3c8cc5f8f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.356225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 64574ad4-fcf6-4e2a-925b-f2627e98a61a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:42.356581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.711623 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-adc3bd2d-081d-46d8-b0eb-e3c8cc5f8f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.722898 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.753733 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.760727 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.805474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-adc3bd2d-081d-46d8-b0eb-e3c8cc5f8f01 None None] For port 64574ad4-fcf6-4e2a-925b-f2627e98a61a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=64574ad4-fcf6-4e2a-925b-f2627e98a61a,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:42.818194 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-adc3bd2d-081d-46d8-b0eb-e3c8cc5f8f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.881341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:42.900770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:52:40Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:40Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:42.950686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd5703-b15a-4dca-b730-4364cac2b19a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:42.955194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:42.956167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Updating router c85b8fe1-994b-4158-b33c-a9587941a3f2 port 036db19d-79d0-4e8d-85ac-3322ae8773ac binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:52:42.962195 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:42.962545 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Added segment 211a8437-7f60-40d0-af0d-afcf4d3058b0 of type vlan for network a351e18d-489a-4740-b802-3d5f271cf74b Feb 10 15:52:42.972191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943edd-237a-4aa5-af84-177981587a25 req-63726688-5ca9-4866-9bb2-6f99a6b3dd8b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:42.979352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22943edd-237a-4aa5-af84-177981587a25 req-63726688-5ca9-4866-9bb2-6f99a6b3dd8b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 945 time: 0.2748916 Feb 10 15:52:42.987982 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:52:42.988463 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:52:42.993308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3bd2d-081d-46d8-b0eb-e3c8cc5f8f01 None None] Pushing event updated for resources: {'Port': ['ID=64574ad4-fcf6-4e2a-925b-f2627e98a61a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:42.999101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.007338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.128806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f5d9f5dd-dbb0-4846-a3e5-e1542cdfc13a None None] Provisioning complete for port 64574ad4-fcf6-4e2a-925b-f2627e98a61a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:43.129189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f5dd-dbb0-4846-a3e5-e1542cdfc13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.143738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.168160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.187882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22943edd-237a-4aa5-af84-177981587a25 req-091d5b88-3cce-4c0d-a3e2-42a3e0969c2a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025468 Feb 10 15:52:43.188788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59aaab6-43f5-4f3f-8014-f426c4f78c11,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:43.337438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=60374425-2458-4a01-b701-3fd70455dc7a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:43.356910 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.358815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:43.359411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.378425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f5d9f5dd-dbb0-4846-a3e5-e1542cdfc13a None None] Provisioning complete for port 036db19d-79d0-4e8d-85ac-3322ae8773ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:43.378798 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f5dd-dbb0-4846-a3e5-e1542cdfc13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.449082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9f5dd-dbb0-4846-a3e5-e1542cdfc13a None None] Port 036db19d-79d0-4e8d-85ac-3322ae8773ac cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:43.456405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.463362 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.491548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Checking segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:43.492062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Network hostable DHCP agents. Network: 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:43.508633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9598742 Feb 10 15:52:43.511622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34976) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:43.519177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Request body: {'subnet': {'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1870855485-subnet', 'tenant_id': '448495bf51704c9d8bc83582880d21a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:43.526456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:43.527993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: b3d0d743-aeda-4b0b-aee4-93cac689983f, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:43.555435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d0d2-1b75-40a0-83c0-c2855a31c11c admin admin] Pushing event updated for resources: {'Network': ['ID=a351e18d-489a-4740-b802-3d5f271cf74b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:43.559647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:43.564444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.566243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:43.570979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe5c7-9d4b-4aaa-a5af-69a80a45ace4 None None] Pushing event updated for resources: {'Port': ['ID=036db19d-79d0-4e8d-85ac-3322ae8773ac,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:43.615531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:43.624524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network b3d0d743-aeda-4b0b-aee4-93cac689983f is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:43.630527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:43.634104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.653315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network a351e18d-489a-4740-b802-3d5f271cf74b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:43.668766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb910c3d-47a5-48c8-a762-289b2bde89cc None None] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:43.679865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd3ce973-8fb6-47e0-bb93-d7e93043e02a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8079801 Feb 10 15:52:43.680528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b3d0d743-aeda-4b0b-aee4-93cac689983f) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:43.686247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34982) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:43.699891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:43.721778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:43.722409 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.759753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa943a-7750-4406-9ee3-e2f9928987b0 None None] Network b3d0d743-aeda-4b0b-aee4-93cac689983f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:43.785234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34984) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:43.804925 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34988) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:43.806266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8684d082-9642-4f92-9dd7-fe8dc91162e7 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9026124 Feb 10 15:52:43.833886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.834946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:43.940789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 64574ad4-fcf6-4e2a-925b-f2627e98a61a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:43.945391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.129119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-13d58579-a16d-4056-8311-93e49355d883 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011218 Feb 10 15:52:44.220056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5a400d-5d14-4f08-81b7-517ada405d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.307980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.339232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.349872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-19860840-88e0-4fc1-bf46-e3cebe35d27b None None] Provisioning complete for port 036db19d-79d0-4e8d-85ac-3322ae8773ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:44.350518 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-19860840-88e0-4fc1-bf46-e3cebe35d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.402595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Attempting to bind port 036db19d-79d0-4e8d-85ac-3322ae8773ac on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:44.403106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Attempting to bind port 036db19d-79d0-4e8d-85ac-3322ae8773ac by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:44.403483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Attempting to bind port 036db19d-79d0-4e8d-85ac-3322ae8773ac on network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:44.419555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:44.419936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Checking segment: {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:44.421416 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.422298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Bound using segment: {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:44.422852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Bound port: 036db19d-79d0-4e8d-85ac-3322ae8773ac, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180763d3-639a-4912-b038-d5fde627dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:44.423164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.434371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-b3d0d743-aeda-4b0b-aee4-93cac689983f', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:52:44.435307 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.442836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-a912ffa7-3987-4053-8827-046652d239da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:44.444649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-a912ffa7-3987-4053-8827-046652d239da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 1096 time: 0.2413721 Feb 10 15:52:44.471892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 64574ad4-fcf6-4e2a-925b-f2627e98a61a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:44.472258 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.489279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b37871-c8e7-447c-afd0-1be6e5548d0c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:44.498490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:44.498863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Network hostable DHCP agents. Network: a351e18d-489a-4740-b802-3d5f271cf74b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:44.531758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-19860840-88e0-4fc1-bf46-e3cebe35d27b None None] Port 036db19d-79d0-4e8d-85ac-3322ae8773ac cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:44.537161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394bb1-565a-4c8f-8d88-d60313fc0fa5 req-dfb55646-2f2c-4dba-84a7-081ffdaf4e0b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:44.546134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86394bb1-565a-4c8f-8d88-d60313fc0fa5 req-dfb55646-2f2c-4dba-84a7-081ffdaf4e0b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 945 time: 0.2319312 Feb 10 15:52:44.615154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] For port 036db19d-79d0-4e8d-85ac-3322ae8773ac, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:44.619171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] For port 036db19d-79d0-4e8d-85ac-3322ae8773ac, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=036db19d-79d0-4e8d-85ac-3322ae8773ac,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:44.636884 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.658145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-24bb70d5-4b43-45a0-aeaa-721115dad4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:44.659683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-24bb70d5-4b43-45a0-aeaa-721115dad4df service neutron] 10.222.0.45 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1756833 Feb 10 15:52:44.691904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-e6ea756e-4153-4a3d-bbf7-9dc4f976c1e9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3022690 Feb 10 15:52:44.748234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:44.787809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-eb5d087d-6cdc-4df3-8d89-07f55f5c8228 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e339a662-2d5c-470e-9045-b2868348f8c8 HTTP/1.1" status: 200 len: 217 time: 0.1131425 Feb 10 15:52:44.820344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Network a351e18d-489a-4740-b802-3d5f271cf74b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:44.849454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5a400d-5d14-4f08-81b7-517ada405d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.859763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86394bb1-565a-4c8f-8d88-d60313fc0fa5 req-b9887d65-df66-43f2-8749-cd36ea57fa01 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049331 Feb 10 15:52:44.862243 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5a400d-5d14-4f08-81b7-517ada405d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.869866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, a351e18d-489a-4740-b802-3d5f271cf74b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:44.894018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:44.894432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f6affc3d-19f0-4af9-9ef4-d87537cef50a None None] Provisioning complete for port 036db19d-79d0-4e8d-85ac-3322ae8773ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:44.894802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6affc3d-19f0-4af9-9ef4-d87537cef50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.895777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.908876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:44.946841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20ea8d-7ec9-4901-b7fb-3a8fa7cbfde2 None None] Network a351e18d-489a-4740-b802-3d5f271cf74b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:44.949922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a400d-5d14-4f08-81b7-517ada405d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837417d4-9d56-4c3e-a296-d6936662c0fa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:44.957627 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ef5a400d-5d14-4f08-81b7-517ada405d0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=328a93b1ed1a4f4ea16c610f2896d058&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1712055 Feb 10 15:52:44.960158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35012) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:44.965449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:44.966086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:44.974435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-b9d8e68f-b60c-4a8f-b36d-6083baeff632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:44.976541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-b9d8e68f-b60c-4a8f-b36d-6083baeff632 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 1096 time: 0.1992712 Feb 10 15:52:44.977504 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cbc9b4be-9d03-4f2c-8d34-69c9593db18f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4639699 Feb 10 15:52:45.122020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-e38a5428-c26a-45b2-b21e-fc3381d0d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:45.124384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-e38a5428-c26a-45b2-b21e-fc3381d0d9bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.3283131 Feb 10 15:52:45.150910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:52:45.151813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.198159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43306747-770b-4080-a638-b176336a80a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.230320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43306747-770b-4080-a638-b176336a80a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.285489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe5c7-9d4b-4aaa-a5af-69a80a45ace4 None None] Pushing event updated for resources: {'Port': ['ID=036db19d-79d0-4e8d-85ac-3322ae8773ac,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:45.308059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43306747-770b-4080-a638-b176336a80a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.312804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43306747-770b-4080-a638-b176336a80a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.316882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-9042519d-59f3-4066-8998-91ee966425a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:45.317772 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-43306747-770b-4080-a638-b176336a80a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/837417d4-9d56-4c3e-a296-d6936662c0fa HTTP/1.1" status: 204 len: 168 time: 0.3562462 Feb 10 15:52:45.318805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-9042519d-59f3-4066-8998-91ee966425a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370087 Feb 10 15:52:45.348669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43306747-770b-4080-a638-b176336a80a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837417d4-9d56-4c3e-a296-d6936662c0fa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:45.458152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Allocated IP 2001:db8:1::2 (b3d0d743-aeda-4b0b-aee4-93cac689983f/60374425-2458-4a01-b701-3fd70455dc7a/c4b930d9-a7b3-4290-aa35-59af527f4fc5) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:45.478286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:45.480896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-450748c1-dd2e-465e-8ca1-2b282b633771 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425567 Feb 10 15:52:45.533382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 03190116-36e2-4bf1-bc39-d5c62e40abe4 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:52:45.616756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 03190116-36e2-4bf1-bc39-d5c62e40abe4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:45.617161 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.630167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-e125b29a-0dff-44a2-b203-ffd6f6a43e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:45.632081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-e125b29a-0dff-44a2-b203-ffd6f6a43e83 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.6316299 Feb 10 15:52:45.641288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4e44b7b-05ba-4096-b35c-cf09c0109d50 req-7c419f41-6f5a-4d10-92f6-c78d7143a41b service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322246 Feb 10 15:52:45.705280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-8ac0f6d5-fb3f-44cb-b9b9-5b64bbf9bab3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f27b47f0-f40b-47c7-9783-77bb83590032 HTTP/1.1" status: 200 len: 217 time: 0.0610199 Feb 10 15:52:45.706948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.719021 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6affc3d-19f0-4af9-9ef4-d87537cef50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.736306 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:45.890311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Allocated IP 172.25.7.200 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/227c8bd8-28ba-4b66-abac-af4e362fd3a1) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:45.967582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd12a6-8b5a-4eaa-80f5-ff17c76653dc None None] Network a351e18d-489a-4740-b802-3d5f271cf74b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:45.988571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35048) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:46.006394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3a68a6a-0fcc-4656-91a8-e70c3fb66d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.009375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Allocated IP 172.20.0.2 (4e6740d5-4b37-4bf7-ab0c-406ce5ab0371/e59aaab6-43f5-4f3f-8014-f426c4f78c11/a7143872-aa39-4dcb-a3d1-5637a37dac4e) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:46.016197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f6affc3d-19f0-4af9-9ef4-d87537cef50a None None] For port 036db19d-79d0-4e8d-85ac-3322ae8773ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=036db19d-79d0-4e8d-85ac-3322ae8773ac,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:46.087875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-b2999392-0321-453d-84d1-c81a6321c2cc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:46.088118 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6affc3d-19f0-4af9-9ef4-d87537cef50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.089680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-b2999392-0321-453d-84d1-c81a6321c2cc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.1969335 Feb 10 15:52:46.148880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3a68a6a-0fcc-4656-91a8-e70c3fb66d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.153732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3a68a6a-0fcc-4656-91a8-e70c3fb66d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.171915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51fc025c-882b-463b-b247-70f3d20c0b6a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0558791 Feb 10 15:52:46.217852 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a3a68a6a-0fcc-4656-91a8-e70c3fb66d55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddfb994c64484c0091d85d5ae84fd4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273147 Feb 10 15:52:46.219086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a68a6a-0fcc-4656-91a8-e70c3fb66d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7624bc75-d747-496b-a827-5d65af03f474,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:46.222928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35052) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:46.260880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-ed6e0e5e-f2fa-4fd7-81cb-0b7b604ec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:46.262431 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-ed6e0e5e-f2fa-4fd7-81cb-0b7b604ec22c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.5276737 Feb 10 15:52:46.269737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-ae02cd2b-c2c8-4146-9e97-a7db56fcc683 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568602 Feb 10 15:52:46.292404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e31d82-9401-47ca-b003-c9914f03681b req-2e24b1f3-350a-46fc-9590-933a2b588169 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:46.294117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88e31d82-9401-47ca-b003-c9914f03681b req-2e24b1f3-350a-46fc-9590-933a2b588169 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 945 time: 0.1963377 Feb 10 15:52:46.296305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397345f-5e31-4175-82d5-837622d64824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.328442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397345f-5e31-4175-82d5-837622d64824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.387663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397345f-5e31-4175-82d5-837622d64824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.392008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397345f-5e31-4175-82d5-837622d64824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.393714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0397345f-5e31-4175-82d5-837622d64824 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7624bc75-d747-496b-a827-5d65af03f474 HTTP/1.1" status: 204 len: 168 time: 0.1696403 Feb 10 15:52:46.404123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397345f-5e31-4175-82d5-837622d64824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624bc75-d747-496b-a827-5d65af03f474,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:46.495730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.505886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-99203c4c-eca1-4c3e-9029-8623ad038ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:46.507951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-99203c4c-eca1-4c3e-9029-8623ad038ee0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348099 Feb 10 15:52:46.519375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88e31d82-9401-47ca-b003-c9914f03681b req-0addc0a7-2a6a-4d2f-8e8d-f82235cfb7a6 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961560 Feb 10 15:52:46.551054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-b970bf34-d154-4bc6-bd10-3c5bbf72a987 service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541177 Feb 10 15:52:46.607131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.621221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.666904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affc3d-19f0-4af9-9ef4-d87537cef50a None None] Pushing event updated for resources: {'Port': ['ID=036db19d-79d0-4e8d-85ac-3322ae8773ac,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:46.688093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3c1c0072-e913-452a-ac37-7ae425d5c468 None None] Provisioning complete for port 036db19d-79d0-4e8d-85ac-3322ae8773ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:46.688961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3c1c0072-e913-452a-ac37-7ae425d5c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.696684 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.706937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.734688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:46.761684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-c5823230-246e-4dd2-9631-38d3965c435b service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412770 Feb 10 15:52:46.777224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-d3f98e9a-ed38-481b-968a-8683f4c8c67c service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954241 Feb 10 15:52:46.781096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:46.783015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:46.786387 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde79fb-ed81-478f-8481-ff21f8c9dec0" -d '{"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:46.791001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8:1::1 (b3d0d743-aeda-4b0b-aee4-93cac689983f/60374425-2458-4a01-b701-3fd70455dc7a/4cd14c7e-4f6f-4f38-9e48-39df521ee43b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:46.794297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:46.811880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:46.814338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Pushing event updated for resources: {'Port': ['ID=227c8bd8-28ba-4b66-abac-af4e362fd3a1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:46.831149 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:46.924670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Network b3d0d743-aeda-4b0b-aee4-93cac689983f is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:46.944072 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8e9e44-4fb5-47b8-b1b5-44a8a1d83e1d x-openstack-request-id: req-bf8e9e44-4fb5-47b8-b1b5-44a8a1d83e1d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:46.944459 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:46.944803 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf8e9e44-4fb5-47b8-b1b5-44a8a1d83e1d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:46.945274 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'code': 200} Feb 10 15:52:46.971746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:46.976660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:47.003893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Pushing event updated for resources: {'Port': ['ID=c4b930d9-a7b3-4290-aa35-59af527f4fc5,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:47.076655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:52:40Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:44Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:47.158148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe8d7c-a6a3-4590-8206-4fbd2768f203 req-fdeba2d5-e1ae-4cf1-9a59-b6fb3f2f668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:47.173800 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e2fe8d7c-a6a3-4590-8206-4fbd2768f203 req-fdeba2d5-e1ae-4cf1-9a59-b6fb3f2f668d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 1097 time: 0.1753509 Feb 10 15:52:47.191273 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.209305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.216533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131005e8-2ab2-4d07-acfb-c83b2ed6a715 None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:52:40Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:44Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:47.253665 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.307145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:47.309961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Attempting to bind port c4b930d9-a7b3-4290-aa35-59af527f4fc5 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:47.310335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Attempting to bind port c4b930d9-a7b3-4290-aa35-59af527f4fc5 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:47.311234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Attempting to bind port c4b930d9-a7b3-4290-aa35-59af527f4fc5 on network b3d0d743-aeda-4b0b-aee4-93cac689983f {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:47.315514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:47.320992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:47.327226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:47.331499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:47.331908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Checking segment: {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:47.332315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.332709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Bound using segment: {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:47.333194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Bound port: c4b930d9-a7b3-4290-aa35-59af527f4fc5, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:47.333576 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.383916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.488141 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e2fe8d7c-a6a3-4590-8206-4fbd2768f203 req-a9d035a2-e6d8-4751-8ec6-09b66e169b8c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787803 Feb 10 15:52:47.508487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Pushing event updated for resources: {'Port': ['ID=a7143872-aa39-4dcb-a3d1-5637a37dac4e,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:47.517980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Attempting to bind port a7143872-aa39-4dcb-a3d1-5637a37dac4e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:47.518378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Attempting to bind port a7143872-aa39-4dcb-a3d1-5637a37dac4e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:47.518742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Attempting to bind port a7143872-aa39-4dcb-a3d1-5637a37dac4e on network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:47.527295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network b3d0d743-aeda-4b0b-aee4-93cac689983f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:47.534317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:47.534729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Checking segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:47.535028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:47.535163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.535549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Bound using segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:47.536030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Bound port: a7143872-aa39-4dcb-a3d1-5637a37dac4e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:47.536414 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.539664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:47.544430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.559391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:47.612103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0909bebe-2928-4338-bacd-ab42f8139ab7 req-4e5625da-a8a0-44ff-a0fa-4095fcdae814 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 210 time: 0.2367127 Feb 10 15:52:47.619364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a34d13e1-4602-477f-a215-2e10aeefb668 req-85634b81-3e4a-44a5-b7ea-e996749d2a74 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8411241 Feb 10 15:52:47.866085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] For port a7143872-aa39-4dcb-a3d1-5637a37dac4e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:47.871144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] For port a7143872-aa39-4dcb-a3d1-5637a37dac4e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a7143872-aa39-4dcb-a3d1-5637a37dac4e,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:47.896741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] For port c4b930d9-a7b3-4290-aa35-59af527f4fc5, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:47.902310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] For port c4b930d9-a7b3-4290-aa35-59af527f4fc5, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c4b930d9-a7b3-4290-aa35-59af527f4fc5,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:47.908135 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:47.935168 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.000859 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.016722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a61ec3-fc8f-4dba-a19a-8694d9ce2d52 req-0de05d11-55b0-41d7-80e0-2ea00db2d78b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:48.025982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62a61ec3-fc8f-4dba-a19a-8694d9ce2d52 req-0de05d11-55b0-41d7-80e0-2ea00db2d78b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 946 time: 0.2038066 Feb 10 15:52:48.068077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 036db19d-79d0-4e8d-85ac-3322ae8773ac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:48.088880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.233025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49153f7e-aff0-45d1-ae93-614826cf8168 None None] Pushing event updated for resources: {'Port': ['ID=a7143872-aa39-4dcb-a3d1-5637a37dac4e,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:48.402130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62a61ec3-fc8f-4dba-a19a-8694d9ce2d52 req-6709bf45-9539-4496-a035-e34523ea3a38 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752990 Feb 10 15:52:48.409732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc0e65-b894-45ca-b9e3-50d2941a29bf None None] Pushing event updated for resources: {'Port': ['ID=c4b930d9-a7b3-4290-aa35-59af527f4fc5,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:48.431007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 036db19d-79d0-4e8d-85ac-3322ae8773ac triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:48.435365 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.810908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.821451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.823707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.840911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e015b5b-97ec-4d3b-b507-221fa6ac38f6 req-13776017-0844-4cae-8895-592141318505 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0681412 Feb 10 15:52:48.848796 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:48.996519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:49.165317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network b3d0d743-aeda-4b0b-aee4-93cac689983f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:49.167108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:49.183213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Router 6958d884-ae06-49b4-a666-d4e7c9953024 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:52:49.307175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:49.349165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:49.361342 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Sync routers for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:49.384114 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:49.386947 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:49.426529 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:49.427785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5e51805c-d883-4c8e-b52a-40b54532837b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7344315 Feb 10 15:52:49.430877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35126) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:49.467803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:49.474293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e9b23ad9-d4fd-430a-8c8e-c3be527b5a1d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6658247 Feb 10 15:52:49.478909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35130) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:49.495227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1298261297'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:49.559400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:49.564615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:49.601387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:49.616018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-c135e468-ce24-47cb-b5eb-1572fc1b72fa tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:49.618013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-c135e468-ce24-47cb-b5eb-1572fc1b72fa tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.2667310 Feb 10 15:52:49.623613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:49.624376 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 6aead003-4891-46e0-8d61-6dc0fd92c8cd of type vlan for network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 Feb 10 15:52:49.636872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:49.708554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:49.740131 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:49.769935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:49.781860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:49.782641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:49.944767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c4b930d9-a7b3-4290-aa35-59af527f4fc5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:49.967481 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4858975 Feb 10 15:52:49.971673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:49.986363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:50.057198 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:47Z', 'revision_number': 3, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:50.101235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c4b930d9-a7b3-4290-aa35-59af527f4fc5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:50.101808 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:50.131172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12f1ec-8263-495d-abcb-0dc1c65bcbe0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=3f47df4c-4c0f-47f6-bddb-df12cdef6f42,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:50.134963 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Checking router: 6958d884-ae06-49b4-a666-d4e7c9953024 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:50.135538 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Updating router 6958d884-ae06-49b4-a666-d4e7c9953024 port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:52:50.163958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:50.172961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c0b2228-1dba-4014-a09d-9f82e817724a req-a013b337-553b-4d34-a568-2b2bd8bf1379 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 210 time: 0.1215701 Feb 10 15:52:50.204308 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:50.337353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f8733-6a6c-4f6a-984a-edb1565ec8f7 req-df699f80-6b09-4d04-af15-cd9039ee69d2 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:50.346346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e45f8733-6a6c-4f6a-984a-edb1565ec8f7 req-df699f80-6b09-4d04-af15-cd9039ee69d2 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 946 time: 0.7502534 Feb 10 15:52:50.380477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946c952-664f-4ab1-93e2-3bb8529d4cd9 None None] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:50.447308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:50.458742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:50.580170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e45f8733-6a6c-4f6a-984a-edb1565ec8f7 req-c3aa8155-14a6-4cc9-8280-0f1236e13de9 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322409 Feb 10 15:52:50.585583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:50.590906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:50.839156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5a6924a9-0b44-4c1b-8308-d11aa0755ce2 None None] Provisioning complete for port a7143872-aa39-4dcb-a3d1-5637a37dac4e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:50.840898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5a6924a9-0b44-4c1b-8308-d11aa0755ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:50.846041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:51.017301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.049305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.098125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0aafe-dca4-4835-85bc-f9546b8a6a01 None None] Network b3d0d743-aeda-4b0b-aee4-93cac689983f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:51.110603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.7 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/d6192d54-6fd0-4b91-a490-bf8a42c531a1) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:51.131926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=92713a5e-4883-4944-8ef1-5b43f9d5ccf8,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:51.149063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:51.150004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 3f47df4c-4c0f-47f6-bddb-df12cdef6f42, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:51.181567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:51.194346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3f47df4c-4c0f-47f6-bddb-df12cdef6f42) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:51.200869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.202264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.209268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36341b-3596-4664-a9c2-cfc76a466a1f req-f8727020-fcc7-4abd-a3c2-e249dd2b303d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.210945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc36341b-3596-4664-a9c2-cfc76a466a1f req-f8727020-fcc7-4abd-a3c2-e249dd2b303d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 946 time: 0.1594210 Feb 10 15:52:51.243343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-55c336b9-f943-469c-802b-dfbe699806e6 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2701476 Feb 10 15:52:51.245995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35184) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:51.267492 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.279211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc36341b-3596-4664-a9c2-cfc76a466a1f req-09cf1fe6-47f1-48bc-8a6e-c591c1611c8d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Feb 10 15:52:51.292331 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.372860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f545b17-83bc-4cf0-86ee-48528887fdf9 None None] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:51.375951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:51.376688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:51.463161 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Attempting to bind port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:51.478608 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Attempting to bind port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:51.479296 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Attempting to bind port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:51.509733 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:51.510146 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:51.510798 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.511204 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:51.512478 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Bound port: 227c8bd8-28ba-4b66-abac-af4e362fd3a1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:51.512877 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.522462 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.596420 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Pushing event updated for resources: {'Port': ['ID=227c8bd8-28ba-4b66-abac-af4e362fd3a1,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:51.614728 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.615724 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.616081 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.616419 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.616755 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.621262 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.621805 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.622157 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.623014 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.623370 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.623996 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.624985 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:51.672341 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] For port 227c8bd8-28ba-4b66-abac-af4e362fd3a1, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:51.679468 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] For port 227c8bd8-28ba-4b66-abac-af4e362fd3a1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=227c8bd8-28ba-4b66-abac-af4e362fd3a1,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:51.690891 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.814936 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1374d0-5f04-48e0-897d-733157000169 None None] Pushing event updated for resources: {'Port': ['ID=227c8bd8-28ba-4b66-abac-af4e362fd3a1,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:51.883415 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:51.884332 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:51.890618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:51.987464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a421add-c94b-497d-8042-4e5274442f1f req-9369aa3a-1139-44e0-8cd0-a5a1adde2932 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 210 time: 0.6312196 Feb 10 15:52:52.017729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.081973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c4b930d9-a7b3-4290-aa35-59af527f4fc5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c4b930d9-a7b3-4290-aa35-59af527f4fc5,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:52.133361 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:52.174073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Allocated IP 172.20.0.1 (4e6740d5-4b37-4bf7-ab0c-406ce5ab0371/e59aaab6-43f5-4f3f-8014-f426c4f78c11/d533ac93-62a4-49e9-88c3-cc9132c12f1b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:52.216230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.235621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.236621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a7143872-aa39-4dcb-a3d1-5637a37dac4e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:52.329527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:52.439511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35208) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:52.459882 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:52:52.470237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:52.496011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:52.505044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:52.543622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=d6192d54-6fd0-4b91-a490-bf8a42c531a1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:52.574818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5a6924a9-0b44-4c1b-8308-d11aa0755ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.591457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3557fe8-667b-4657-bdc9-93b5d3827c42 req-f19efac1-a554-4136-bdbe-3cf5736b5a13 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:52.593159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3557fe8-667b-4657-bdc9-93b5d3827c42 req-f19efac1-a554-4136-bdbe-3cf5736b5a13 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 946 time: 0.1901448 Feb 10 15:52:52.612197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8:2::1 (3f47df4c-4c0f-47f6-bddb-df12cdef6f42/92713a5e-4883-4944-8ef1-5b43f9d5ccf8/1a47ed76-856a-4af2-830e-fb866a27881f) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:52.636753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5a6924a9-0b44-4c1b-8308-d11aa0755ce2 None None] For port a7143872-aa39-4dcb-a3d1-5637a37dac4e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a7143872-aa39-4dcb-a3d1-5637a37dac4e,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:52.654242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:52.654526 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.690192 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5a6924a9-0b44-4c1b-8308-d11aa0755ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.695194 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:47Z', 'revision_number': 3, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:52.715694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.747115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-51f0f9f4-b446-4b64-8d2d-3993fd9dfd40 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1179831 Feb 10 15:52:52.754612 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65595623-9b00-4b2f-a045-2171db61b93d None None] The sync data for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 is: [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:47Z', 'revision_number': 3, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:52.768537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a7143872-aa39-4dcb-a3d1-5637a37dac4e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:52.768945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Request body: {'port': {'device_id': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:52.769045 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.771005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c4b930d9-a7b3-4290-aa35-59af527f4fc5,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:52.779974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3557fe8-667b-4657-bdc9-93b5d3827c42 req-2a294f2b-cc0b-490d-870c-1a0302947eb2 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693187 Feb 10 15:52:52.847578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6924a9-0b44-4c1b-8308-d11aa0755ce2 None None] Pushing event updated for resources: {'Port': ['ID=a7143872-aa39-4dcb-a3d1-5637a37dac4e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:52.848438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.934276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.942645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:52.990266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0a63c2be-1467-4334-96ad-1bb14d6af179 None None] Provisioning complete for port a7143872-aa39-4dcb-a3d1-5637a37dac4e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:52.990944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0a63c2be-1467-4334-96ad-1bb14d6af179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.038367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.043393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:53.067630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:53.095618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:53.098837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.111373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=1a47ed76-856a-4af2-830e-fb866a27881f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:53.114392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a1dbeb6-75ed-4d7a-8a64-e3693d463472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.202422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:53.289235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:53.300618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:53.308040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Pushing event updated for resources: {'Port': ['ID=d533ac93-62a4-49e9-88c3-cc9132c12f1b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:53.507572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:52:53.518522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.534963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834d8ec-b9e6-4fcb-a31d-af156bfadd2c req-0ddde3ea-1cec-4063-b132-6d5f07e0a20a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:53.537068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6834d8ec-b9e6-4fcb-a31d-af156bfadd2c req-0ddde3ea-1cec-4063-b132-6d5f07e0a20a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 931 time: 0.3804553 Feb 10 15:52:53.592135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.599629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0a63c2be-1467-4334-96ad-1bb14d6af179 None None] Provisioning complete for port c4b930d9-a7b3-4290-aa35-59af527f4fc5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:53.600245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0a63c2be-1467-4334-96ad-1bb14d6af179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.635838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.746674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a1dbeb6-75ed-4d7a-8a64-e3693d463472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.785152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a1dbeb6-75ed-4d7a-8a64-e3693d463472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.909608 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:53.936107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a1dbeb6-75ed-4d7a-8a64-e3693d463472 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc26aaa3c6e54d809a25865074089452&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4955606 Feb 10 15:52:53.993558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35252) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:54.113057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c4b930d9-a7b3-4290-aa35-59af527f4fc5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:54.123702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6834d8ec-b9e6-4fcb-a31d-af156bfadd2c req-3a459151-75fe-4ead-8f76-9c0a1b871e22 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686302 Feb 10 15:52:54.137270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.223245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Allocated IP 2001:db8:2::2 (3f47df4c-4c0f-47f6-bddb-df12cdef6f42/92713a5e-4883-4944-8ef1-5b43f9d5ccf8/5a999344-67b8-44f0-aa95-f0a693096f90) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:54.359038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:52:47Z', 'revision_number': 3, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:48Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:54.372095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dbeb6-75ed-4d7a-8a64-e3693d463472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efccde01-7661-4c70-9615-6bfdeec32d96,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:54.427927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fc00dda-5d58-4643-b794-7f8f77b74a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.458234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:54.462615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.472821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Updating router c85b8fe1-994b-4158-b33c-a9587941a3f2 port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:52:54.475536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fc00dda-5d58-4643-b794-7f8f77b74a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.480960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.482770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.537327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6192d54-6fd0-4b91-a490-bf8a42c531a1 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:52:54.553395 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.583585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Transition to ACTIVE for port object d6192d54-6fd0-4b91-a490-bf8a42c531a1 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:52:54.594189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c4b930d9-a7b3-4290-aa35-59af527f4fc5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:54.594843 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.602325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.709928 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.725094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.729743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Pushing event updated for resources: {'Port': ['ID=d6192d54-6fd0-4b91-a490-bf8a42c531a1,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:54.739302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.816601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=1a47ed76-856a-4af2-830e-fb866a27881f,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:54.895343 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.905220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Pushing event updated for resources: {'Port': ['ID=d533ac93-62a4-49e9-88c3-cc9132c12f1b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:54.908946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Provisioning complete for port c4b930d9-a7b3-4290-aa35-59af527f4fc5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:54.908946 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.943677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.952911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fc00dda-5d58-4643-b794-7f8f77b74a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.964124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fc00dda-5d58-4643-b794-7f8f77b74a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:54.965706 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5fc00dda-5d58-4643-b794-7f8f77b74a78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efccde01-7661-4c70-9615-6bfdeec32d96 HTTP/1.1" status: 204 len: 168 time: 0.9709191 Feb 10 15:52:55.012529 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.016232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc00dda-5d58-4643-b794-7f8f77b74a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccde01-7661-4c70-9615-6bfdeec32d96,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:55.042448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:55.046315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:55.069336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:55.072009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:55.088268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Attempting to bind port d6192d54-6fd0-4b91-a490-bf8a42c531a1 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:55.088998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Attempting to bind port d6192d54-6fd0-4b91-a490-bf8a42c531a1 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:55.089543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Attempting to bind port d6192d54-6fd0-4b91-a490-bf8a42c531a1 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:55.105260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Port d6192d54-6fd0-4b91-a490-bf8a42c531a1 on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:52:55.108090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Attempting to bind port d6192d54-6fd0-4b91-a490-bf8a42c531a1 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:55.118040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Pushing event updated for resources: {'Port': ['ID=5a999344-67b8-44f0-aa95-f0a693096f90,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:55.161682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:55.167292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:55.172450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:55.172764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:55.173149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:55.173603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Bound port: d6192d54-6fd0-4b91-a490-bf8a42c531a1, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:55.175163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.178417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:55.184625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 227c8bd8-28ba-4b66-abac-af4e362fd3a1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:55.388721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:55.621586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] For port d6192d54-6fd0-4b91-a490-bf8a42c531a1, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:55.642729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Router 6958d884-ae06-49b4-a666-d4e7c9953024 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:55.660084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:55.668756 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a865e10f-6c26-4184-8efe-19abfc48e841 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4207098 Feb 10 15:52:55.675768 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35296) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:55.680605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] For port d6192d54-6fd0-4b91-a490-bf8a42c531a1, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:55.687732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1330897728'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:55.693223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be247209-f153-4712-b5d8-1282fd831860 req-ad02ee55-ddec-4b7c-9a9a-fcbc81db4a09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:55.705704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be247209-f153-4712-b5d8-1282fd831860 req-ad02ee55-ddec-4b7c-9a9a-fcbc81db4a09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 943 time: 0.3790839 Feb 10 15:52:55.716405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.746569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:55.756643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.829932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:55.856345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.859849 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added segment 1902585e-fcf6-441b-b630-405d4cb3e421 of type vlan for network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 Feb 10 15:52:55.888596 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.897486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Attempting to bind port 5a999344-67b8-44f0-aa95-f0a693096f90 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:55.897921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Attempting to bind port 5a999344-67b8-44f0-aa95-f0a693096f90 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:55.898283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Attempting to bind port 5a999344-67b8-44f0-aa95-f0a693096f90 on network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:55.907944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.910985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35300) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:55.929044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be247209-f153-4712-b5d8-1282fd831860 req-90348e5b-735b-4b68-84df-4fc9fdb7e886 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222586 Feb 10 15:52:55.950533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:55.951336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:55.952776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] 10.222.0.45 "PUT /v2.0/ports/d6192d54-6fd0-4b91-a490-bf8a42c531a1 HTTP/1.1" status: 200 len: 1091 time: 3.1941180 Feb 10 15:52:55.955184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'tag': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:52:55.957881 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4887ae-54b4-4864-8ac9-23182e60944b" -d '{"events": [{"name": "network-changed", "server_uuid": "dde858cd-e9fc-4388-8fe0-2677c9b1cfd5", "tag": "d6192d54-6fd0-4b91-a490-bf8a42c531a1"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:55.984246 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.021691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-808d278e-0b55-4711-a749-0f3d6928c171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.024742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.033292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:56.033514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Checking segment: {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:56.036048 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.036322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:56.036996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Bound using segment: {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:56.037161 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.037817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Bound port: 5a999344-67b8-44f0-aa95-f0a693096f90, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:56.038409 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.062217 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23542554-90f2-435b-a170-d5ca40e5c0fa x-openstack-request-id: req-23542554-90f2-435b-a170-d5ca40e5c0fa {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:56.062857 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde858cd-e9fc-4388-8fe0-2677c9b1cfd5", "tag": "d6192d54-6fd0-4b91-a490-bf8a42c531a1", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:56.063265 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23542554-90f2-435b-a170-d5ca40e5c0fa {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:56.064184 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'tag': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1', 'status': 'completed', 'code': 200} Feb 10 15:52:56.092331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Provisioning complete for port d533ac93-62a4-49e9-88c3-cc9132c12f1b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.093566 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.134155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c529-cc4f-414a-995a-b1a56eb18212 None None] Pushing event updated for resources: {'Port': ['ID=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:56.140259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a61e96-167b-424e-bada-e4f4a2794702 service neutron] Pushing event updated for resources: {'Port': ['ID=d6192d54-6fd0-4b91-a490-bf8a42c531a1,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:56.149552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Port d533ac93-62a4-49e9-88c3-cc9132c12f1b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:56.160502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4834752 Feb 10 15:52:56.165774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.166294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.167470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35316) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:56.178269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'subnet': {'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:56.185765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4f176-3c9e-4864-ad04-b2b079c53e64 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Network': ['ID=4ccc5b23-1553-4f3d-bda8-6cf6fa872208,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:56.214447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-cc900f43-bf08-4a9b-8f8f-dcdaf38c4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:56.216927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-cc900f43-bf08-4a9b-8f8f-dcdaf38c4407 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 1094 time: 0.1968741 Feb 10 15:52:56.263153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:56.264728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:56.274270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0697ffb3-62e4-4542-800d-27975b70475a admin admin] 10.222.0.21 "PUT /v2.0/routers/6958d884-ae06-49b4-a666-d4e7c9953024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8420401 Feb 10 15:52:56.282886 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Sync routers for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:56.307783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Provisioning complete for port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.308156 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.310554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:56.311181 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:56.336152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-9def407b-cac7-45fe-8eda-f0ee61b7df3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1 HTTP/1.1" status: 200 len: 217 time: 0.0879576 Feb 10 15:52:56.416738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Attempting to bind port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:56.418467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Attempting to bind port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:56.418893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Attempting to bind port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b on network b3d0d743-aeda-4b0b-aee4-93cac689983f {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:56.467563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:56.468265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Checking segment: {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:56.468993 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.469545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Bound using segment: {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:56.470189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Bound port: 4cd14c7e-4f6f-4f38-9e48-39df521ee43b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf30a9e-ad71-4032-8108-be28df5a27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:56.470731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.472090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Made reservation on behalf of 308236c645c048b487af52fb7d412cfb for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:56.476776 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.479521 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:56.504064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ebc44-fad1-4779-9191-d34713ccdd1f None None] Port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:56.552866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] For port 5a999344-67b8-44f0-aa95-f0a693096f90, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:56.580968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] For port 5a999344-67b8-44f0-aa95-f0a693096f90, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5a999344-67b8-44f0-aa95-f0a693096f90,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:56.593054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-2d558754-f8d6-483e-b22c-778672407fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:56.595656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-2d558754-f8d6-483e-b22c-778672407fdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.2506385 Feb 10 15:52:56.630533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.643514 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.661136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-dd15d9bc-4944-493e-831b-c07c514563e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544257 Feb 10 15:52:56.720113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80935e3-4c83-4fbb-b054-9f292be96ffa None None] Pushing event updated for resources: {'Port': ['ID=5a999344-67b8-44f0-aa95-f0a693096f90,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:56.750514 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:52:54Z', 'revision_number': 2, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:56.753887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 227c8bd8-28ba-4b66-abac-af4e362fd3a1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=227c8bd8-28ba-4b66-abac-af4e362fd3a1,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:56.769919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] For port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:56.784786 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.786286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a7143872-aa39-4dcb-a3d1-5637a37dac4e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:56.815567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-6861521c-5b5c-4e87-a8b7-2965c7981278 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440339 Feb 10 15:52:56.821384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-808d278e-0b55-4711-a749-0f3d6928c171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.823308 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Checking router: 6958d884-ae06-49b4-a666-d4e7c9953024 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:56.828120 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Updating router 6958d884-ae06-49b4-a666-d4e7c9953024 port d533ac93-62a4-49e9-88c3-cc9132c12f1b binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:52:56.844279 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-808d278e-0b55-4711-a749-0f3d6928c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.875651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Provisioning complete for port d533ac93-62a4-49e9-88c3-cc9132c12f1b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.876020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.883486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] For port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:56.893898 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.946782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:56.996979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a7143872-aa39-4dcb-a3d1-5637a37dac4e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.998357 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.000401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Port d533ac93-62a4-49e9-88c3-cc9132c12f1b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:52:57.108917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=227c8bd8-28ba-4b66-abac-af4e362fd3a1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:57.125811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Provisioning complete for port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:57.126181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.187606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-808d278e-0b55-4711-a749-0f3d6928c171 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13c2de8d7b8c47dba2f0e3bfdf4aeea9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2550709 Feb 10 15:52:57.191167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d278e-0b55-4711-a749-0f3d6928c171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c223c78-c9bb-4ae3-a119-86cea9c0c4ef,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:57.191341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35346) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:57.262240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:57.263388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:57.385002 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20272145-3ddd-4709-b4aa-a593d3c20c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.394108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2c359dd-21ae-4b3b-aab2-3d07cbe613da req-7bc34e56-a6da-4510-bce9-836c1e7aeb8d service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707347 Feb 10 15:52:57.449499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20272145-3ddd-4709-b4aa-a593d3c20c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.465884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c529-cc4f-414a-995a-b1a56eb18212 None None] Pushing event updated for resources: {'Port': ['ID=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:57.471326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e8816-311a-44c9-b2bc-8f93b96fb433 req-9a75b25c-2bdb-47fe-a769-7fb101f702b8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:57.473055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e5e8816-311a-44c9-b2bc-8f93b96fb433 req-9a75b25c-2bdb-47fe-a769-7fb101f702b8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 943 time: 0.2379847 Feb 10 15:52:57.474487 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.589312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20272145-3ddd-4709-b4aa-a593d3c20c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.595030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20272145-3ddd-4709-b4aa-a593d3c20c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.596542 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-20272145-3ddd-4709-b4aa-a593d3c20c28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c223c78-c9bb-4ae3-a119-86cea9c0c4ef HTTP/1.1" status: 204 len: 168 time: 0.4040296 Feb 10 15:52:57.620888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272145-3ddd-4709-b4aa-a593d3c20c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c223c78-c9bb-4ae3-a119-86cea9c0c4ef,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:57.688226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e5e8816-311a-44c9-b2bc-8f93b96fb433 req-77ee394f-049c-4c37-8246-b2546d6d0c5f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569133 Feb 10 15:52:57.690912 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.710788 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.738538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:57.871250 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.899116 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Attempting to bind port d533ac93-62a4-49e9-88c3-cc9132c12f1b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:52:57.899845 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Attempting to bind port d533ac93-62a4-49e9-88c3-cc9132c12f1b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:52:57.900477 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Attempting to bind port d533ac93-62a4-49e9-88c3-cc9132c12f1b on network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:57.910443 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:57.911148 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Checking segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:57.911886 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.912675 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Bound using segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:57.913401 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Bound port: d533ac93-62a4-49e9-88c3-cc9132c12f1b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:52:57.914064 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:57.942305 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.015929 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] For port d533ac93-62a4-49e9-88c3-cc9132c12f1b, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:58.021445 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] For port d533ac93-62a4-49e9-88c3-cc9132c12f1b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d533ac93-62a4-49e9-88c3-cc9132c12f1b,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:58.022819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-06e8cbf5-6776-4c2d-aca7-35406a29f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:58.024403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-06e8cbf5-6776-4c2d-aca7-35406a29f1f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 1094 time: 0.5112610 Feb 10 15:52:58.033338 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.087681 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112befe-5351-4b3c-aa60-1c03aa77defb None None] Pushing event updated for resources: {'Port': ['ID=d533ac93-62a4-49e9-88c3-cc9132c12f1b,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:58.099101 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:58.100700 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:52:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:58.255175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5a999344-67b8-44f0-aa95-f0a693096f90 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:58.307264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Subnet': ['ID=e1cc15f5-9313-4804-bf17-115729245379,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:58.319982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Checking segment: {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:52:58.321385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network hostable DHCP agents. Network: 4ccc5b23-1553-4f3d-bda8-6cf6fa872208, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:58.365423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] For port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:58.392640 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.425735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35378) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:58.437807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-31730389-network', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:58.439935 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:58.442574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:58.444580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-70644560-1c80-4a59-9696-5befaae007e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:58.446127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-70644560-1c80-4a59-9696-5befaae007e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.4089758 Feb 10 15:52:58.558288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c0ef0-6538-4b98-b9dd-880009dda14f None None] Pushing event updated for resources: {'Port': ['ID=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:58.574190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4ccc5b23-1553-4f3d-bda8-6cf6fa872208) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:58.589696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-d8189e11-3707-445b-86bd-b8e1d2a3f92c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1 HTTP/1.1" status: 200 len: 217 time: 0.1340559 Feb 10 15:52:58.610059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:58.612763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.627361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b3f8e-a3cb-490b-9c38-9306795579d7 None None] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:58.672957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5a999344-67b8-44f0-aa95-f0a693096f90 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:58.673335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.739917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-128bdf25-0e31-4f10-9a47-ea1464244799 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5668039 Feb 10 15:52:58.741409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35392) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:52:58.744489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Made reservation on behalf of f28ee8edfc5d4e9c8834e2cd096c5562 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:58.746749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.760864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Provisioning complete for port d533ac93-62a4-49e9-88c3-cc9132c12f1b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:58.767728 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.800148 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:58.850693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-b8cb287a-5f5d-4acc-bb63-c96c9df6b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:58.852554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-b8cb287a-5f5d-4acc-bb63-c96c9df6b7c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.2479279 Feb 10 15:52:58.961892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:58.972989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-57e426d1-27ea-48b7-b893-1ac3b5ec8c64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114626 Feb 10 15:52:59.002890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac7009-b7f6-4a62-ac63-e7dd1778ff5f None None] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:52:59.038107 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112befe-5351-4b3c-aa60-1c03aa77defb None None] Pushing event updated for resources: {'Port': ['ID=d533ac93-62a4-49e9-88c3-cc9132c12f1b,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:59.143858 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a5f67f18-a99d-4378-bcff-c4e1b0c6210f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:59.298572 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:52:58Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:59.333970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:59.370494 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b5407-9ed2-43e4-9729-60aba4a0a4ac None None] The sync data for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 is: [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:52:58Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:59.529893 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:52:59.621769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff547a9-f001-41a4-a30e-0883c29670b6 req-be8e8ef8-e00f-4070-88f9-7810ced3ce20 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.631583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ff547a9-f001-41a4-a30e-0883c29670b6 req-be8e8ef8-e00f-4070-88f9-7810ced3ce20 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 943 time: 0.7674363 Feb 10 15:52:59.790664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:59.794678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-b0bf99b9-647b-4242-90c2-bee9a4a567c7 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094485 Feb 10 15:52:59.797241 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:59.807622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:59.860711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ff547a9-f001-41a4-a30e-0883c29670b6 req-02922591-f2e8-409d-b176-02030dd30ee5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231925 Feb 10 15:52:59.895370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:59.923097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:59.937806 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:52:59.956796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d6192d54-6fd0-4b91-a490-bf8a42c531a1 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:59.984995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d928f345-c938-4860-8562-1d592180c66d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:00.004022 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.004881 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Added segment ca77d303-bcbf-4b1f-bb77-4cfb5d74e017 of type vlan for network 312c524e-8b66-4cc0-be05-6fcf566a134d Feb 10 15:53:00.013416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Allocated IP 2001:db8:3::1 (4ccc5b23-1553-4f3d-bda8-6cf6fa872208/e1cc15f5-9313-4804-bf17-115729245379/056a72a3-2188-4ae8-9a3b-89e3aad0dc8d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:00.099483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.113330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e4887ae-54b4-4864-8ac9-23182e60944b req-3bed94b4-39cd-463e-948f-9dcc3594930b service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089099 Feb 10 15:53:00.153983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.155274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:00.155983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.172425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'mac_address': 'fa:16:3e:e9:8b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:00.236298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.278646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8500178 Feb 10 15:53:00.289565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:00.299878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Request body: {'subnet': {'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-31730389-subnet', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:00.335584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e316b-5050-4304-a755-b135d0b1a0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=312c524e-8b66-4cc0-be05-6fcf566a134d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:00.378682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.393688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Made reservation on behalf of f28ee8edfc5d4e9c8834e2cd096c5562 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:00.409785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.417996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] For port d533ac93-62a4-49e9-88c3-cc9132c12f1b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d533ac93-62a4-49e9-88c3-cc9132c12f1b,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:00.427434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-4ccc5b23-1553-4f3d-bda8-6cf6fa872208', 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'fixed_ips': [{'subnet_id': 'e1cc15f5-9313-4804-bf17-115729245379'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:53:00.428322 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.430393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 312c524e-8b66-4cc0-be05-6fcf566a134d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:00.479876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 5a999344-67b8-44f0-aa95-f0a693096f90, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5a999344-67b8-44f0-aa95-f0a693096f90,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:00.507987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:00.514687 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.515074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:00.518237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:00.518806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.561631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.562312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 227c8bd8-28ba-4b66-abac-af4e362fd3a1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:00.573394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:00.627866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:52:54Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:00.841919 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.870912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:00.891287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b54cd9-0094-4824-9afd-e5227f644267 None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:52:54Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:01.151333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9722e-126f-4e8e-8b9b-a1dc78469891 req-2e754e27-9315-4676-8507-a0eadfa94c12 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:01.159311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4a9722e-126f-4e8e-8b9b-a1dc78469891 req-2e754e27-9315-4676-8507-a0eadfa94c12 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 943 time: 0.1726749 Feb 10 15:53:01.222319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d6192d54-6fd0-4b91-a490-bf8a42c531a1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:01.232836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03190116-36e2-4bf1-bc39-d5c62e40abe4 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:01.250337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4a9722e-126f-4e8e-8b9b-a1dc78469891 req-cdc38cd2-a89f-49bb-83ff-7c08886b9a29 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836189 Feb 10 15:53:01.266853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Provisioning complete for port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:01.268507 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.289288 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.450254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12363c4-e36f-435c-950b-f1040c1598a8,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:01.454566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e320bb3-257a-4501-a924-29581d62e97e None None] Pushing event updated for resources: {'Port': ['ID=d533ac93-62a4-49e9-88c3-cc9132c12f1b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:01.495221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1', 'mac_address': 'fa:16:3e:e6:41:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:01.524095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:01.706649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64551212-73a8-43b5-9732-4bb7ede81e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.717349 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.852601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:01.860790 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.870784 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.888984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.894640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:01.923403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Allocated IP 2001:db8:3::2 (4ccc5b23-1553-4f3d-bda8-6cf6fa872208/e1cc15f5-9313-4804-bf17-115729245379/893647cb-bfea-482c-841e-af4d2825a28f) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:01.932673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['03190116-36e2-4bf1-bc39-d5c62e40abe4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:01.951695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=5a999344-67b8-44f0-aa95-f0a693096f90,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:01.960977 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.191335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Checking segment: {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:02.192568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6192d54-6fd0-4b91-a490-bf8a42c531a1 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:02.193834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Network hostable DHCP agents. Network: 312c524e-8b66-4cc0-be05-6fcf566a134d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:02.244087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d6192d54-6fd0-4b91-a490-bf8a42c531a1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:02.270009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event updated for resources: {'Port': ['ID=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:02.325501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:02.330678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:02.343016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Network 312c524e-8b66-4cc0-be05-6fcf566a134d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:02.417852 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.469820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 312c524e-8b66-4cc0-be05-6fcf566a134d) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:02.549472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c0aa3-7669-479d-b32b-0809b3c52c6d req-66a7439a-7d1a-42e8-b81b-151168534e76 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:02.568490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d9c0aa3-7669-479d-b32b-0809b3c52c6d req-66a7439a-7d1a-42e8-b81b-151168534e76 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 944 time: 0.1751115 Feb 10 15:53:02.595200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:02.595821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.636828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf92008-96d9-4af7-8a67-411da9550363 None None] Network 312c524e-8b66-4cc0-be05-6fcf566a134d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:02.643083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d9c0aa3-7669-479d-b32b-0809b3c52c6d req-db8b33b0-c041-422b-ac6d-412e7c55c2a8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647197 Feb 10 15:53:02.659567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35544) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:02.661838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-333fb890-9ade-45f7-9561-25b7cd389ff0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3711255 Feb 10 15:53:02.665653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:02.697511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:02.716274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.717366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.777159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.852162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:02.880200 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:02.909022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:02.925769 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1c150447-d987-4245-a7cc-3c903d162656 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1828089 Feb 10 15:53:02.930619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35550) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:02.939427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:03.026989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Provisioning complete for port 1a47ed76-856a-4af2-830e-fb866a27881f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:03.040062 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:03.053990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:03.301144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:03.402534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d6192d54-6fd0-4b91-a490-bf8a42c531a1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:03.507502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d533ac93-62a4-49e9-88c3-cc9132c12f1b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:03.543280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:04.114904 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.140225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.171749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e257-7726-4d44-b6a6-043fc6ac3c64 req-56901750-8de7-4639-9025-85e71f5db594 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:04.179570 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.182148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3457e257-7726-4d44-b6a6-043fc6ac3c64 req-56901750-8de7-4639-9025-85e71f5db594 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 944 time: 0.1988862 Feb 10 15:53:04.202676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Port 1a47ed76-856a-4af2-830e-fb866a27881f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:04.213919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:04.215102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:04.289820 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.304942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3457e257-7726-4d44-b6a6-043fc6ac3c64 req-4722cdde-c16a-4e11-86f4-d0b48a98909b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218040 Feb 10 15:53:04.501719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35600) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:04.546053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Allocated IP 172.25.7.227 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/9455c376-94bb-408a-9a64-a63e178491f4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:04.578304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Pushing event updated for resources: {'Port': ['ID=893647cb-bfea-482c-841e-af4d2825a28f,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:04.589457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d533ac93-62a4-49e9-88c3-cc9132c12f1b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:04.589832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.651927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Provisioning complete for port 5a999344-67b8-44f0-aa95-f0a693096f90 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:04.652298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.660146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.extraroute_db [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:53:04.666995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:04.678307 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:04.680672 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.701578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:04.734417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.extraroute_db [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Removed routes are [] {{(pid=102614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:53:04.734759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.770329 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.843147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:04.856775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.891244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-312c524e-8b66-4cc0-be05-6fcf566a134d', 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'fixed_ips': [{'subnet_id': 'c12363c4-e36f-435c-950b-f1040c1598a8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:53:04.892815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.956981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:04.981290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:05.004815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:05.008043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:05.028658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5a999344-67b8-44f0-aa95-f0a693096f90 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:05.070390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9455c376-94bb-408a-9a64-a63e178491f4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:05.112667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Attempting to bind port 893647cb-bfea-482c-841e-af4d2825a28f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:05.113323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Attempting to bind port 893647cb-bfea-482c-841e-af4d2825a28f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:05.113852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Attempting to bind port 893647cb-bfea-482c-841e-af4d2825a28f on network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:05.133087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:05.133724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Checking segment: {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:05.134307 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.134871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Bound using segment: {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:05.135545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Bound port: 893647cb-bfea-482c-841e-af4d2825a28f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:05.136773 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.376280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d207-cdd8-4e22-b076-6595b74d1a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.519697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.523321 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.593929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5a999344-67b8-44f0-aa95-f0a693096f90 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:05.594520 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.699085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.707373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:05.795565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Provisioning complete for port d533ac93-62a4-49e9-88c3-cc9132c12f1b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:05.795910 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-94f380a7-158c-4c88-8e51-bbf96677f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.818214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:05.828406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:05.837257 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:05.839841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bfadbeec-c3a3-42c2-99aa-17389e1323a0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 954 time: 2.9078920 Feb 10 15:53:05.842868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35628) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:05.872629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] For port 893647cb-bfea-482c-841e-af4d2825a28f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:06.014524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] For port 893647cb-bfea-482c-841e-af4d2825a28f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=893647cb-bfea-482c-841e-af4d2825a28f,segment=NetworkSegment(1902585e-fcf6-441b-b630-405d4cb3e421),segment_id=1902585e-fcf6-441b-b630-405d4cb3e421)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:06.029960 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:06.040494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Allocated IP 172.20.0.2 (312c524e-8b66-4cc0-be05-6fcf566a134d/c12363c4-e36f-435c-950b-f1040c1598a8/19a3b792-7706-48d2-94e1-58c011b289d9) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:06.117757 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b029bfcb-2019-4d45-ab39-828e93234753 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 954 time: 0.2731962 Feb 10 15:53:06.118723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35644) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:06.127868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'routes': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:06.412739 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:06.436369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ca178-da7c-4d08-8348-9ceb759dc4a4 req-ae68c5ee-94c7-4112-9b41-33f2870e9b86 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:06.454295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba3ca178-da7c-4d08-8348-9ceb759dc4a4 req-ae68c5ee-94c7-4112-9b41-33f2870e9b86 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 944 time: 0.7574503 Feb 10 15:53:06.526245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d6192d54-6fd0-4b91-a490-bf8a42c531a1 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:06.583168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010c9a8-2ad3-4be2-b9f9-d3a27f73ad2b None None] Pushing event updated for resources: {'Port': ['ID=893647cb-bfea-482c-841e-af4d2825a28f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:06.660584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d207-cdd8-4e22-b076-6595b74d1a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:06.683345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d207-cdd8-4e22-b076-6595b74d1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:06.755574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 03190116-36e2-4bf1-bc39-d5c62e40abe4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:06.756144 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:06.811315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4cd14c7e-4f6f-4f38-9e48-39df521ee43b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:06.820540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5d207-cdd8-4e22-b076-6595b74d1a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970b2fba-4c6f-454f-859c-aac1fc50b127,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:06.842999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba3ca178-da7c-4d08-8348-9ceb759dc4a4 req-197893af-bc48-4d4e-bc13-11932e0c404a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877594 Feb 10 15:53:06.912241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1fd5d207-cdd8-4e22-b076-6595b74d1a28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70bc484e9f104322a8ebc08d84b5d327&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4093525 Feb 10 15:53:06.914702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35650) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:06.937135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.extraroute_db [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added routes are [] {{(pid=102614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:53:06.937782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.extraroute_db [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:53:06.976009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.073195 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a73cbcae-b3c4-47e6-89b5-3e902f1a09c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.131807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Router 1d264898-1913-472c-94e5-5351f57af85c is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:53:07.152479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a73cbcae-b3c4-47e6-89b5-3e902f1a09c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.233595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '056a72a3-2188-4ae8-9a3b-89e3aad0dc8d', 'name': '', 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'e1cc15f5-9313-4804-bf17-115729245379', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:59Z', 'updated_at': '2022-02-10T15:53:01Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e1cc15f5-9313-4804-bf17-115729245379', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:52:54Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:07.296613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port d6192d54-6fd0-4b91-a490-bf8a42c531a1 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:53:07.303664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:07.304393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Updating router c85b8fe1-994b-4158-b33c-a9587941a3f2 port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:07.342463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port d6192d54-6fd0-4b91-a490-bf8a42c531a1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:07.343209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.367270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:07.381238 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Sync routers for ids ['1d264898-1913-472c-94e5-5351f57af85c'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:07.402602 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Routers {'1d264898-1913-472c-94e5-5351f57af85c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:07.403658 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1d264898-1913-472c-94e5-5351f57af85c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:07.450444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.452787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.454675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3cd7e077-b2ce-48dc-b64b-3d58f288bca0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7939172 Feb 10 15:53:07.468754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35666) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:07.472444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.482117 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a73cbcae-b3c4-47e6-89b5-3e902f1a09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.486346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a73cbcae-b3c4-47e6-89b5-3e902f1a09c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.487954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a73cbcae-b3c4-47e6-89b5-3e902f1a09c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/970b2fba-4c6f-454f-859c-aac1fc50b127 HTTP/1.1" status: 204 len: 168 time: 0.5720232 Feb 10 15:53:07.513015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cbcae-b3c4-47e6-89b5-3e902f1a09c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970b2fba-4c6f-454f-859c-aac1fc50b127,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:07.647848 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Set router 1d264898-1913-472c-94e5-5351f57af85c gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:07.809535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.831090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e65f069a-b67b-40b3-a143-5634d11796ee None None] Provisioning complete for port 1a47ed76-856a-4af2-830e-fb866a27881f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:07.836954 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e65f069a-b67b-40b3-a143-5634d11796ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.881596 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.903508 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:07.911317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:07.923177 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:08.050278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bac14a-ea82-45e4-9480-c3852737fb78 req-07d7c0a8-d129-45dd-a595-16d9e708dfc8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:08.060044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72bac14a-ea82-45e4-9480-c3852737fb78 req-07d7c0a8-d129-45dd-a595-16d9e708dfc8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 944 time: 0.0876069 Feb 10 15:53:08.171855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72bac14a-ea82-45e4-9480-c3852737fb78 req-cf3d4344-8017-47bf-b3f5-7b5512e07a09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106284 Feb 10 15:53:08.344219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:08.360285 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:05Z', 'revision_number': 3, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:08.373952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35690) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:08.396788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e893b1-4056-4297-a1ff-302c12ce473a None None] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:08.419127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Network 312c524e-8b66-4cc0-be05-6fcf566a134d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:08.438531 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Checking router: 1d264898-1913-472c-94e5-5351f57af85c for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:08.439099 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Updating router 1d264898-1913-472c-94e5-5351f57af85c port 9455c376-94bb-408a-9a64-a63e178491f4 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:08.468414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:08.473014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:08.516428 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:08.602782 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e65f069a-b67b-40b3-a143-5634d11796ee None None] Port 1a47ed76-856a-4af2-830e-fb866a27881f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:08.643085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77ac9469-3d63-4e7f-a703-e1b8219302f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:08.706521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35694) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:08.762332 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-128ca2df-d8b8-4635-b049-172ea7d87aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:08.905101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:08.962871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77ac9469-3d63-4e7f-a703-e1b8219302f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:08.974432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77ac9469-3d63-4e7f-a703-e1b8219302f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.046790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac9469-3d63-4e7f-a703-e1b8219302f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacf664-a21c-4454-85e4-084f3faa3bb0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.144268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-128ca2df-d8b8-4635-b049-172ea7d87aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.154794 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-128ca2df-d8b8-4635-b049-172ea7d87aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.159237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-77ac9469-3d63-4e7f-a703-e1b8219302f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d56555bdbb74e2c8a3def00d3ef8cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842364 Feb 10 15:53:09.163494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35696) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:09.242283 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.251294 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.331978 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c05dc4-246a-48ec-b0ed-75020a3eff50 None None] Pushing event updated for resources: {'Port': ['ID=9455c376-94bb-408a-9a64-a63e178491f4,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.360298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Attempting to bind port 9455c376-94bb-408a-9a64-a63e178491f4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:09.361324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Attempting to bind port 9455c376-94bb-408a-9a64-a63e178491f4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:09.361927 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Attempting to bind port 9455c376-94bb-408a-9a64-a63e178491f4 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:09.368568 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:09.369355 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:09.370133 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.370792 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:09.371723 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Bound port: 9455c376-94bb-408a-9a64-a63e178491f4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:09.372413 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.400206 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.413401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:09.423266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Pushing event updated for resources: {'Port': ['ID=19a3b792-7706-48d2-94e1-58c011b289d9,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.430328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.438553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-37af65c5-cc89-4f6b-b888-c3396106ad8d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 704 time: 3.3187766 Feb 10 15:53:09.439228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35710) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:09.453308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca2df-d8b8-4635-b049-172ea7d87aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294219b0-adf7-483a-a06c-b54d0c0613d6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.469209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.473871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:09.475205 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] For port 9455c376-94bb-408a-9a64-a63e178491f4, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:09.479788 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] For port 9455c376-94bb-408a-9a64-a63e178491f4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9455c376-94bb-408a-9a64-a63e178491f4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:09.481876 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605686ff-3c55-4ecf-aee9-26dbe46701de" -d '{"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:09.484220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-128ca2df-d8b8-4635-b049-172ea7d87aa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fde03438d404aaab280a4476b0ace72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766209 Feb 10 15:53:09.487041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35712) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:09.492607 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.571754 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c05dc4-246a-48ec-b0ed-75020a3eff50 None None] Pushing event updated for resources: {'Port': ['ID=9455c376-94bb-408a-9a64-a63e178491f4,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.586797 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Routers {'1d264898-1913-472c-94e5-5351f57af85c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:09.586797 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1d264898-1913-472c-94e5-5351f57af85c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:09.686792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Attempting to bind port 19a3b792-7706-48d2-94e1-58c011b289d9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:09.686792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Attempting to bind port 19a3b792-7706-48d2-94e1-58c011b289d9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:09.687066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Attempting to bind port 19a3b792-7706-48d2-94e1-58c011b289d9 on network 312c524e-8b66-4cc0-be05-6fcf566a134d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:09.726107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:09.726378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Checking segment: {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:09.726688 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.727013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Bound using segment: {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:09.727553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Bound port: 19a3b792-7706-48d2-94e1-58c011b289d9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:09.727934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.730919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26f4b-a16b-4111-b39c-1b6dc3e79207 req-d00eb59e-752d-4ec1-bca6-b214846c871a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:09.732551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcb26f4b-a16b-4111-b39c-1b6dc3e79207 req-d00eb59e-752d-4ec1-bca6-b214846c871a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 944 time: 0.3896155 Feb 10 15:53:09.733981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94931ae9-0f94-46c4-b726-ec27fcc73555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.749737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0817de6c-5ed5-40b4-a52f-9cf738ee8ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.754762 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] Set router 1d264898-1913-472c-94e5-5351f57af85c gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:09.759223 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3979d8e1-4fff-41e5-8791-945d2433c392 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 704 time: 0.3171103 Feb 10 15:53:09.759944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35718) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:09.764932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:09.798330 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b07550-73b7-4d17-ae73-faea7632aea4 x-openstack-request-id: req-96b07550-73b7-4d17-ae73-faea7632aea4 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:09.798613 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:09.798908 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96b07550-73b7-4d17-ae73-faea7632aea4 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:09.799241 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'code': 200} Feb 10 15:53:09.805542 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.838784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.860016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8ffb5e99-4ee1-4a45-b51b-1e4ae758e9e1 None None] Provisioning complete for port 893647cb-bfea-482c-841e-af4d2825a28f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:09.861188 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5e99-4ee1-4a45-b51b-1e4ae758e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.868126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcb26f4b-a16b-4111-b39c-1b6dc3e79207 req-71581bf5-2e68-4237-88be-65b215c551f5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155989 Feb 10 15:53:09.888127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94931ae9-0f94-46c4-b726-ec27fcc73555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.932709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16af13-aeed-4f9c-babc-0f4b9a125353 None None] Pushing event updated for resources: {'Port': ['ID=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.942127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 893647cb-bfea-482c-841e-af4d2825a28f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:09.980976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94931ae9-0f94-46c4-b726-ec27fcc73555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.984170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94931ae9-0f94-46c4-b726-ec27fcc73555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:09.985328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-94931ae9-0f94-46c4-b726-ec27fcc73555 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/294219b0-adf7-483a-a06c-b54d0c0613d6 HTTP/1.1" status: 204 len: 168 time: 0.4972229 Feb 10 15:53:10.008814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0817de6c-5ed5-40b4-a52f-9cf738ee8ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.043839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94931ae9-0f94-46c4-b726-ec27fcc73555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294219b0-adf7-483a-a06c-b54d0c0613d6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:10.115860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d6192d54-6fd0-4b91-a490-bf8a42c531a1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:10.136359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0817de6c-5ed5-40b4-a52f-9cf738ee8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.139490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0817de6c-5ed5-40b4-a52f-9cf738ee8ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.140667 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0817de6c-5ed5-40b4-a52f-9cf738ee8ec8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bacf664-a21c-4454-85e4-084f3faa3bb0 HTTP/1.1" status: 204 len: 168 time: 0.9614627 Feb 10 15:53:10.150128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817de6c-5ed5-40b4-a52f-9cf738ee8ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacf664-a21c-4454-85e4-084f3faa3bb0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:10.193381 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:05Z', 'revision_number': 3, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:10.249525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.264291 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5462ae-a354-4fca-84c2-f2fad0d674c9 None None] The sync data for ids ['1d264898-1913-472c-94e5-5351f57af85c'] in n-d-827895-3 is: [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:05Z', 'revision_number': 3, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:10.481501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Attempting to bind port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:10.482004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Attempting to bind port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:10.483366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Attempting to bind port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d on network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:10.539809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:10.560930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] For port 19a3b792-7706-48d2-94e1-58c011b289d9, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:10.626194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:10.626509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Checking segment: {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:10.629485 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.629965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Bound using segment: {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:10.630542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Bound port: 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902585e-fcf6-441b-b630-405d4cb3e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ccc5b23-1553-4f3d-bda8-6cf6fa872208'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:10.631764 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.735640 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5e99-4ee1-4a45-b51b-1e4ae758e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.810548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] For port 19a3b792-7706-48d2-94e1-58c011b289d9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=19a3b792-7706-48d2-94e1-58c011b289d9,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:10.885236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35744) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:10.886472 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.917151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-356b0367-0949-474d-a627-4142fa8186c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:10.949758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.057148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d6192d54-6fd0-4b91-a490-bf8a42c531a1,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:11.198293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1068-e626-4f63-855c-fab2fe829350 None None] Pushing event updated for resources: {'Port': ['ID=19a3b792-7706-48d2-94e1-58c011b289d9,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:11.222431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89483966-9451-4189-9f76-d7349e50fb0f req-0bd8e553-bf35-4c6e-848c-9ccf01eaa6f6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:11.229137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89483966-9451-4189-9f76-d7349e50fb0f req-0bd8e553-bf35-4c6e-848c-9ccf01eaa6f6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 945 time: 0.1719296 Feb 10 15:53:11.230712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 893647cb-bfea-482c-841e-af4d2825a28f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:11.231118 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.407848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-356b0367-0949-474d-a627-4142fa8186c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.432720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89483966-9451-4189-9f76-d7349e50fb0f req-f2501ee3-404f-43d8-9894-5e3134952466 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841164 Feb 10 15:53:11.434970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-356b0367-0949-474d-a627-4142fa8186c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.466302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8ffb5e99-4ee1-4a45-b51b-1e4ae758e9e1 None None] For port 893647cb-bfea-482c-841e-af4d2825a28f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=893647cb-bfea-482c-841e-af4d2825a28f,segment=NetworkSegment(1902585e-fcf6-441b-b630-405d4cb3e421),segment_id=1902585e-fcf6-441b-b630-405d4cb3e421)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:11.499501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Allocated IP 172.20.0.1 (312c524e-8b66-4cc0-be05-6fcf566a134d/c12363c4-e36f-435c-950b-f1040c1598a8/f2cff5ae-0f56-4ded-8a54-0d42b5f93d32) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:11.520138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-356b0367-0949-474d-a627-4142fa8186c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddad2c2226eb4b0db88b977904bbfb61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295750 Feb 10 15:53:11.524453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35758) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:11.536064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5e99-4ee1-4a45-b51b-1e4ae758e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.621283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.700942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.781180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b0367-0949-474d-a627-4142fa8186c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caad4c1-b581-492e-a524-595f68839674,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:11.819569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Network 312c524e-8b66-4cc0-be05-6fcf566a134d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:11.841899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:11.857092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:11.873831 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d37e8099-6e5b-4042-8c87-48bd95122907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.898225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] For port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:11.911464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] For port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,segment=NetworkSegment(1902585e-fcf6-441b-b630-405d4cb3e421),segment_id=1902585e-fcf6-441b-b630-405d4cb3e421)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:11.920135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:11.929019 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3216d20-ee2f-4a26-93b1-e3556a55db54" -d '{"events": [{"server_uuid": "dde858cd-e9fc-4388-8fe0-2677c9b1cfd5", "name": "network-vif-plugged", "status": "completed", "tag": "d6192d54-6fd0-4b91-a490-bf8a42c531a1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:11.948488 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d37e8099-6e5b-4042-8c87-48bd95122907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:11.967202 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:12.028712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb5e99-4ee1-4a45-b51b-1e4ae758e9e1 None None] Pushing event updated for resources: {'Port': ['ID=893647cb-bfea-482c-841e-af4d2825a28f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.030322 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:12.123338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d37e8099-6e5b-4042-8c87-48bd95122907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:12.126750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d37e8099-6e5b-4042-8c87-48bd95122907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:12.128262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d37e8099-6e5b-4042-8c87-48bd95122907 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7caad4c1-b581-492e-a524-595f68839674 HTTP/1.1" status: 204 len: 168 time: 0.5826797 Feb 10 15:53:12.183152 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d166440a-4025-42e9-9946-b52b32600bee x-openstack-request-id: req-d166440a-4025-42e9-9946-b52b32600bee {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:12.185208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e8099-6e5b-4042-8c87-48bd95122907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caad4c1-b581-492e-a524-595f68839674,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.189775 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde858cd-e9fc-4388-8fe0-2677c9b1cfd5", "name": "network-vif-plugged", "status": "completed", "tag": "d6192d54-6fd0-4b91-a490-bf8a42c531a1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:12.191257 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d166440a-4025-42e9-9946-b52b32600bee {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:12.191257 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1', 'code': 200} Feb 10 15:53:12.332538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423015f-3309-4f3c-80c9-ad6ae7756b73 req-da4d833e-78ea-4ab7-9e6f-d9d8de73d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:12.335244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b423015f-3309-4f3c-80c9-ad6ae7756b73 req-da4d833e-78ea-4ab7-9e6f-d9d8de73d378 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 1096 time: 0.1206431 Feb 10 15:53:12.421247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b423015f-3309-4f3c-80c9-ad6ae7756b73 req-226fc9fe-05a6-4828-9cc3-f269e4449139 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779052 Feb 10 15:53:12.501785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Updating router c85b8fe1-994b-4158-b33c-a9587941a3f2 port 1a47ed76-856a-4af2-830e-fb866a27881f binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:12.637314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Provisioning complete for port 893647cb-bfea-482c-841e-af4d2825a28f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:12.638055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:12.744279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16af13-aeed-4f9c-babc-0f4b9a125353 None None] Pushing event updated for resources: {'Port': ['ID=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.755659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45345d92-32af-4d24-baf2-4dca2baca2cc req-d9ea985f-0adc-416e-940c-087173d2f07d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:12.770850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45345d92-32af-4d24-baf2-4dca2baca2cc req-d9ea985f-0adc-416e-940c-087173d2f07d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 945 time: 0.1676936 Feb 10 15:53:12.774149 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:12.892370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.906709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45345d92-32af-4d24-baf2-4dca2baca2cc req-d224774e-094e-4879-917b-8ef98c666a98 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346800 Feb 10 15:53:12.953904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.954358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.954772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.955207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.955657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.956059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.956459 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.956880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.957273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.957688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.958137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:12.958547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:13.020097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:13.564326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:13.906010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 19a3b792-7706-48d2-94e1-58c011b289d9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:13.934828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35830) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:14.060270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072f231-fcfd-4917-b1dd-c67cf260c93e None None] Network 312c524e-8b66-4cc0-be05-6fcf566a134d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:14.196428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ec9ea-cb56-4afe-8f81-f1762e778bdc req-c9d8f592-2eb8-4dd9-9434-03a450310a57 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:14.205696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d05ec9ea-cb56-4afe-8f81-f1762e778bdc req-c9d8f592-2eb8-4dd9-9434-03a450310a57 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 945 time: 0.0894849 Feb 10 15:53:14.274111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d05ec9ea-cb56-4afe-8f81-f1762e778bdc req-0466b294-b119-4fcf-87aa-cdc9463004d4 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659342 Feb 10 15:53:14.394608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20f11092-5892-49c4-8c34-2bd42afd8540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.433187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:14.434516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.503216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.557733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Provisioning complete for port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:14.558762 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.625205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.704032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 19a3b792-7706-48d2-94e1-58c011b289d9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:14.704740 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.731366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20f11092-5892-49c4-8c34-2bd42afd8540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.738326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20f11092-5892-49c4-8c34-2bd42afd8540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.899642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:14.904127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:14.966021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11092-5892-49c4-8c34-2bd42afd8540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6baf66-6d3f-43ed-8399-62839557ce70,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:14.968983 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.001813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.011956 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.030396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,segment=NetworkSegment(1902585e-fcf6-441b-b630-405d4cb3e421),segment_id=1902585e-fcf6-441b-b630-405d4cb3e421)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:15.030796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.036636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-20f11092-5892-49c4-8c34-2bd42afd8540 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=260e4ef99a5342abb27bf8467c5e2926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1005542 Feb 10 15:53:15.037292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35876) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:15.070745 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.096209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:15.137113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16af13-aeed-4f9c-babc-0f4b9a125353 None None] Pushing event updated for resources: {'Port': ['ID=1a47ed76-856a-4af2-830e-fb866a27881f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.141157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] For port 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,segment=NetworkSegment(1902585e-fcf6-441b-b630-405d4cb3e421),segment_id=1902585e-fcf6-441b-b630-405d4cb3e421)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:15.156728 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.195579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 19a3b792-7706-48d2-94e1-58c011b289d9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=19a3b792-7706-48d2-94e1-58c011b289d9,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:15.291075 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.292152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9455c376-94bb-408a-9a64-a63e178491f4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:15.433172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Attempting to bind port 1a47ed76-856a-4af2-830e-fb866a27881f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:15.433393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf62cb7-8787-4836-9651-377cc5b3bbee req-9a670c79-b510-4dad-9ade-4ec4746185a3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:15.442125 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4cf62cb7-8787-4836-9651-377cc5b3bbee req-9a670c79-b510-4dad-9ade-4ec4746185a3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.4268072 Feb 10 15:53:15.444045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Attempting to bind port 1a47ed76-856a-4af2-830e-fb866a27881f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:15.444418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Attempting to bind port 1a47ed76-856a-4af2-830e-fb866a27881f on network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:15.478523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8e0f7-fe0f-4279-acc6-e414b3a64371 None None] Pushing event updated for resources: {'Port': ['ID=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.491309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:15.491720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Checking segment: {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:15.492127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.492518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Bound using segment: {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:15.493017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Bound port: 1a47ed76-856a-4af2-830e-fb866a27881f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aead003-4891-46e0-8d61-6dc0fd92c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:15.493378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.512444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-954780d5-b187-49fb-ba10-24b9a37f4435 None None] Provisioning complete for port 19a3b792-7706-48d2-94e1-58c011b289d9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:15.512917 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-954780d5-b187-49fb-ba10-24b9a37f4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.555588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4cf62cb7-8787-4836-9651-377cc5b3bbee req-8e312a38-26ed-4947-96e1-e37c6295f672 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122065 Feb 10 15:53:15.591879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Network 312c524e-8b66-4cc0-be05-6fcf566a134d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:15.598510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:15.672508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0666dbdc-98d8-4c56-98cd-b8b15809997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.721910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875367af-fc26-4fd0-8185-421d321d9f8b req-ee1d34ae-794f-4710-a5e9-9f2510e56f44 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:15.724683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-875367af-fc26-4fd0-8185-421d321d9f8b req-ee1d34ae-794f-4710-a5e9-9f2510e56f44 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.8422048 Feb 10 15:53:15.747874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9455c376-94bb-408a-9a64-a63e178491f4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:15.750875 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.764621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0666dbdc-98d8-4c56-98cd-b8b15809997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.786029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-875367af-fc26-4fd0-8185-421d321d9f8b req-a3857c3e-61ec-4e76-9ac7-b30832a34c2c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0488586 Feb 10 15:53:15.830271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=19a3b792-7706-48d2-94e1-58c011b289d9,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.857378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] For port 1a47ed76-856a-4af2-830e-fb866a27881f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:15.863212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] For port 1a47ed76-856a-4af2-830e-fb866a27881f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1a47ed76-856a-4af2-830e-fb866a27881f,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:15.890252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.933615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:15.987670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-875367af-fc26-4fd0-8185-421d321d9f8b req-0eb0565b-5a84-4166-a576-480501cf783c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905198 Feb 10 15:53:16.035921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=056a72a3-2188-4ae8-9a3b-89e3aad0dc8d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:16.047725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Router 1d264898-1913-472c-94e5-5351f57af85c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:16.109693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35900) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:16.155260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:16.156024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:16.170337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-875367af-fc26-4fd0-8185-421d321d9f8b req-32998bc7-ea54-40d0-a859-11d88f1c2cef service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750786 Feb 10 15:53:16.175256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0666dbdc-98d8-4c56-98cd-b8b15809997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:16.183949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0666dbdc-98d8-4c56-98cd-b8b15809997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:16.188782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0666dbdc-98d8-4c56-98cd-b8b15809997d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d6baf66-6d3f-43ed-8399-62839557ce70 HTTP/1.1" status: 204 len: 168 time: 1.0478609 Feb 10 15:53:16.350791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666dbdc-98d8-4c56-98cd-b8b15809997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6baf66-6d3f-43ed-8399-62839557ce70,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:16.430247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:16.555151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ca9aabc-b059-42af-894f-e2562d28b7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:16.660064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:16.690608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-954780d5-b187-49fb-ba10-24b9a37f4435 None None] Could not find standard attr ID for object 056a72a3-2188-4ae8-9a3b-89e3aad0dc8d. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:53:16.737164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16af13-aeed-4f9c-babc-0f4b9a125353 None None] Pushing event updated for resources: {'Port': ['ID=1a47ed76-856a-4af2-830e-fb866a27881f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:16.873312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:16.935057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-a953d8fb-01db-4837-b679-7d1b28ec11ed tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:16.936590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 9455c376-94bb-408a-9a64-a63e178491f4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9455c376-94bb-408a-9a64-a63e178491f4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:16.937010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-a953d8fb-01db-4837-b679-7d1b28ec11ed tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.7442589 Feb 10 15:53:16.995175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:16.996252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 893647cb-bfea-482c-841e-af4d2825a28f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:17.059216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-875367af-fc26-4fd0-8185-421d321d9f8b req-77802cd4-8f7d-44d1-8705-e5007ada7e2c service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8643377 Feb 10 15:53:17.082221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=9455c376-94bb-408a-9a64-a63e178491f4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:17.130932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d4f6f-356c-4467-86e4-877fa3deeca6 req-6812ba49-077a-4fe3-84bd-d1c68d004bf2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:17.139768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce7d4f6f-356c-4467-86e4-877fa3deeca6 req-6812ba49-077a-4fe3-84bd-d1c68d004bf2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.2203224 Feb 10 15:53:17.141072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Provisioning complete for port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:17.141454 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.206841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ca9aabc-b059-42af-894f-e2562d28b7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.224887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:17.241792 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5267617-e359-4abd-9ca5-7b117de9d025 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d264898-1913-472c-94e5-5351f57af85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7711363 Feb 10 15:53:17.248164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ca9aabc-b059-42af-894f-e2562d28b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.251560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce7d4f6f-356c-4467-86e4-877fa3deeca6 req-b68bf3af-4467-4857-b330-c7d5c81bc511 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106849 Feb 10 15:53:17.304235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Deleting port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:17.304830 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.314372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Sync routers for ids ['1d264898-1913-472c-94e5-5351f57af85c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:17.408196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9aabc-b059-42af-894f-e2562d28b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9543c9-da7f-449f-bdc0-68ca18ab77c0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:17.450685 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7ca9aabc-b059-42af-894f-e2562d28b7e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6c8216514ef450c880acbd99a8a5af0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3378909 Feb 10 15:53:17.454368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35938) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:17.535155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] For port 02aed32f-98d7-42b5-97cd-1394ac3ffe68, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=02aed32f-98d7-42b5-97cd-1394ac3ffe68,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:17.535697 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.811295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:17.821672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:17.879800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 8, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:17.888206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Provisioning complete for port 19a3b792-7706-48d2-94e1-58c011b289d9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:17.888764 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.890007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Routers {'1d264898-1913-472c-94e5-5351f57af85c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:17.890633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1d264898-1913-472c-94e5-5351f57af85c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:17.924270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.924681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:17.925003 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Floating IP c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81 disassociated. External IP: 172.25.7.120, port: 02aed32f-98d7-42b5-97cd-1394ac3ffe68. Feb 10 15:53:17.925736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Calling delete_port for 02aed32f-98d7-42b5-97cd-1394ac3ffe68 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:18.063990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:18.080858 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bc41bde6-74e3-49fc-85a8-55a2419f3d7b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3169169 Feb 10 15:53:18.083719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35970) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:18.109950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b27a4f0b-8407-4b35-bd46-36d4c40667b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.132178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef0b46-0420-4938-b8c5-7b939fe2a81e None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 8, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:18.133868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 893647cb-bfea-482c-841e-af4d2825a28f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:18.134249 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.134940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b27a4f0b-8407-4b35-bd46-36d4c40667b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.233228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b27a4f0b-8407-4b35-bd46-36d4c40667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.266207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b27a4f0b-8407-4b35-bd46-36d4c40667b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.268730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b27a4f0b-8407-4b35-bd46-36d4c40667b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e9543c9-da7f-449f-bdc0-68ca18ab77c0 HTTP/1.1" status: 204 len: 168 time: 0.8113418 Feb 10 15:53:18.375056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a4f0b-8407-4b35-bd46-36d4c40667b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9543c9-da7f-449f-bdc0-68ca18ab77c0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:18.450474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet e1cc15f5-9313-4804-bf17-115729245379 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:53:18.492992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.575060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Set router 1d264898-1913-472c-94e5-5351f57af85c gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:18.581933 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:18.611964 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:18.613873 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:18.677565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.728949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0270e-ab6b-4cfb-a702-d0a1e5300e10 req-e77f535d-69a3-4c77-8cfb-0e528f03281e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:18.734482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efa0270e-ab6b-4cfb-a702-d0a1e5300e10 req-e77f535d-69a3-4c77-8cfb-0e528f03281e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 946 time: 0.2424805 Feb 10 15:53:18.802269 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.873234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Provisioning complete for port 1a47ed76-856a-4af2-830e-fb866a27881f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:18.873615 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:18.975088 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:19.094527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.176839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36038) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:19.185519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event deleted for resources: {'Port': ['ID=02aed32f-98d7-42b5-97cd-1394ac3ffe68,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:19.188194 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.223109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9455c376-94bb-408a-9a64-a63e178491f4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:19.233256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cc15f5-9313-4804-bf17-115729245379,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:19.403163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Router a65619da-bc3e-4c21-bc92-dc83c665b93e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:19.423367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efa0270e-ab6b-4cfb-a702-d0a1e5300e10 req-39dfdd3a-ff2a-4103-b635-7a877e6b6fc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3516f58-2473-4733-ad13-43aadae5440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6277502 Feb 10 15:53:19.468664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.475662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36050) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:19.475778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522e14a-5bcf-4b8c-9270-76d4f10b8a6b None None] Network 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:19.477609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4dfbd5e2-1e4c-47e9-8ecf-83ba6c06461f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/e1cc15f5-9313-4804-bf17-115729245379 HTTP/1.1" status: 204 len: 168 time: 1.3926840 Feb 10 15:53:19.736753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.773063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.775113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f293f91c-1fc9-4944-bf63-be06dd5a2913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.788628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:13Z', 'revision_number': 4, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2cff5ae-0f56-4ded-8a54-0d42b5f93d32', 'name': '', 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'mac_address': 'fa:16:3e:67:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c12363c4-e36f-435c-950b-f1040c1598a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:11Z', 'updated_at': '2022-02-10T15:53:13Z', 'revision_number': 2, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'subnets': [{'id': 'c12363c4-e36f-435c-950b-f1040c1598a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:19.831700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Checking router: 1d264898-1913-472c-94e5-5351f57af85c for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:19.832351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Updating router 1d264898-1913-472c-94e5-5351f57af85c port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:19.890425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] For port 1a47ed76-856a-4af2-830e-fb866a27881f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1a47ed76-856a-4af2-830e-fb866a27881f,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:19.893340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9455c376-94bb-408a-9a64-a63e178491f4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:19.896608 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.936651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-c5f1f425-3328-4264-8cae-2ce00325f962 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:19.939330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-c5f1f425-3328-4264-8cae-2ce00325f962 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.7109084 Feb 10 15:53:19.991182 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:19.995613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-be4a3555-fc60-4f47-891d-fd6b13d5ffea tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0477428 Feb 10 15:53:19.997933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.109087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70417e4c-b7e2-4358-89e6-1e22f1a36de1 None None] Pushing event updated for resources: {'Port': ['ID=1a47ed76-856a-4af2-830e-fb866a27881f,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:20.157264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:20.198694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f293f91c-1fc9-4944-bf63-be06dd5a2913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.246799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f293f91c-1fc9-4944-bf63-be06dd5a2913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.257215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:20.292972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] No DVR routers for this DVR port 02aed32f-98d7-42b5-97cd-1394ac3ffe68 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:20.298682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f702dce0-1571-457a-9dfc-e0c376c0bd8f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2834404 Feb 10 15:53:20.300123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.303890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-065ea488-a5d1-46e6-8d9f-a1c796f2eca1 req-f3a4c77e-2b41-427a-a604-2488ffeb61be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.45 "DELETE /v2.0/ports/02aed32f-98d7-42b5-97cd-1394ac3ffe68 HTTP/1.1" status: 204 len: 173 time: 3.3493793 Feb 10 15:53:20.304495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-deleted', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:20.306905 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122d78de-b1a6-4d11-87f0-0da54d3e10dc" -d '{"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-deleted", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:20.427461 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 8, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:20.469671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 893647cb-bfea-482c-841e-af4d2825a28f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:20.475278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:20.483707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.500917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:20.502436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:20.525335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-cec7cbf6-d7b6-4bf6-83dd-21608f6eea24 service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137561 Feb 10 15:53:20.531085 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f5817-79a2-4ad3-8ec3-836928b8d471 x-openstack-request-id: req-331f5817-79a2-4ad3-8ec3-836928b8d471 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:20.531538 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24d97c-ce74-4392-b721-3bc1e1ecee63", "name": "network-vif-deleted", "tag": "02aed32f-98d7-42b5-97cd-1394ac3ffe68", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:20.531897 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-331f5817-79a2-4ad3-8ec3-836928b8d471 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:20.532423 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d24d97c-ce74-4392-b721-3bc1e1ecee63', 'name': 'network-vif-deleted', 'tag': '02aed32f-98d7-42b5-97cd-1394ac3ffe68', 'status': 'completed', 'code': 200} Feb 10 15:53:20.578229 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:20.611075 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:20.613416 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:20.666368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-426eb4b0-12b3-4c5f-abd9-3ed7f15e699b req-f43620f3-789b-42fe-bb2b-6dbe5311773a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d24d97c-ce74-4392-b721-3bc1e1ecee63 HTTP/1.1" status: 200 len: 210 time: 0.0937366 Feb 10 15:53:20.693733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:20.747484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-d6cae738-e5a0-4aad-a859-1699a433705c service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140467 Feb 10 15:53:20.755756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 893647cb-bfea-482c-841e-af4d2825a28f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=893647cb-bfea-482c-841e-af4d2825a28f,segment=NetworkSegment(1902585e-fcf6-441b-b630-405d4cb3e421),segment_id=1902585e-fcf6-441b-b630-405d4cb3e421)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:20.756137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.784187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 893647cb-bfea-482c-841e-af4d2825a28f owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:20.833883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 02aed32f-98d7-42b5-97cd-1394ac3ffe68 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:20.834482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 02aed32f-98d7-42b5-97cd-1394ac3ffe68 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:20.880179 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:20.887708 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f293f91c-1fc9-4944-bf63-be06dd5a2913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5110378a9e1b40f3b8f85b3722286ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7069142 Feb 10 15:53:20.888237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36118) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:20.894357 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:20.946489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293f91c-1fc9-4944-bf63-be06dd5a2913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c22d7-775b-4565-a0c3-92f973af156e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:20.975052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1a47ed76-856a-4af2-830e-fb866a27881f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:21.005066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=893647cb-bfea-482c-841e-af4d2825a28f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:21.008860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port 893647cb-bfea-482c-841e-af4d2825a28f on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:21.128891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f06e4c5d-1789-48af-a5a3-423dde164392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.176736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd804a68-835c-43b5-84f4-330292a32eab None None] DHCP port deletion for 4ccc5b23-1553-4f3d-bda8-6cf6fa872208 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:53:21.237982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f06e4c5d-1789-48af-a5a3-423dde164392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.349185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.390983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f06e4c5d-1789-48af-a5a3-423dde164392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.394139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccc5b23-1553-4f3d-bda8-6cf6fa872208']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.400574 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f06e4c5d-1789-48af-a5a3-423dde164392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.404001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f06e4c5d-1789-48af-a5a3-423dde164392 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/507c22d7-775b-4565-a0c3-92f973af156e HTTP/1.1" status: 204 len: 168 time: 0.5143886 Feb 10 15:53:21.409123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1902585e-fcf6-441b-b630-405d4cb3e421') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.409812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1902585e-fcf6-441b-b630-405d4cb3e421') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.422533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.440105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.454165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:21.455701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.562736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6ae82f2-454c-4e86-8fad-0ec119c170ca req-bc4962f9-f4ed-4452-a259-1881c82f0638 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 210 time: 0.1812487 Feb 10 15:53:21.570200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e4c5d-1789-48af-a5a3-423dde164392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c22d7-775b-4565-a0c3-92f973af156e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:21.637704 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:21.643356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.656331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:21.662507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/4ccc5b23-1553-4f3d-bda8-6cf6fa872208 HTTP/1.1" status: 204 len: 168 time: 2.1855018 Feb 10 15:53:21.664814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36140) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:21.689766 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 8, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:53:19Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.753726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00549655-605c-485b-996f-1fff77f0ea84 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=4ccc5b23-1553-4f3d-bda8-6cf6fa872208,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:21.826521 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e0f5d-e2dc-4680-80a7-c43ba8430eb8 None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 8, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a47ed76-856a-4af2-830e-fb866a27881f', 'name': '', 'network_id': '3f47df4c-4c0f-47f6-bddb-df12cdef6f42', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ee:f8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:52Z', 'updated_at': '2022-02-10T15:53:19Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '92713a5e-4883-4944-8ef1-5b43f9d5ccf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:21.909847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36150) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:22.127326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b11cb353-e2ac-4af3-936f-41ffebb76424 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.193938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b11cb353-e2ac-4af3-936f-41ffebb76424 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.337759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b11cb353-e2ac-4af3-936f-41ffebb76424 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.343686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b11cb353-e2ac-4af3-936f-41ffebb76424 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.350941 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b11cb353-e2ac-4af3-936f-41ffebb76424 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "DELETE /v2.0/security-groups/e3516f58-2473-4733-ad13-43aadae5440e HTTP/1.1" status: 204 len: 168 time: 0.4397056 Feb 10 15:53:22.352689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36162) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:22.408074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cb353-e2ac-4af3-936f-41ffebb76424 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3516f58-2473-4733-ad13-43aadae5440e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:22.423264 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-d35ad855-5c52-4763-90d6-c414e2c09f3e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] show failed (client error): The resource could not be found. Feb 10 15:53:22.429571 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d35ad855-5c52-4763-90d6-c414e2c09f3e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups/e3516f58-2473-4733-ad13-43aadae5440e HTTP/1.1" status: 404 len: 347 time: 0.0479620 Feb 10 15:53:22.430532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:22.538661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1a47ed76-856a-4af2-830e-fb866a27881f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:22.539322 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.695818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Deleting port 20186e95-75c8-4f2d-a8ea-d5aea05c4d3f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:22.696247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.952943 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.957381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfaa76fc-2758-4cc3-8914-c7a1c71e9803 req-54531e66-6402-4246-971a-babcf1ea2fef tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 210 time: 0.1433773 Feb 10 15:53:22.983552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:22.984928 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.067567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:23.139884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 19a3b792-7706-48d2-94e1-58c011b289d9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:23.147774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b2e16-5613-4aa9-97bb-eea6da46651d None None] Pushing event updated for resources: {'Port': ['ID=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:23.157156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:23.424883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Attempting to bind port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:23.425656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Attempting to bind port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:23.426288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Attempting to bind port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 on network 312c524e-8b66-4cc0-be05-6fcf566a134d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:23.436596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:23.437916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:23.506834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:23.507312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Checking segment: {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:23.507907 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.508495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Bound using segment: {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:23.509889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Bound port: f2cff5ae-0f56-4ded-8a54-0d42b5f93d32, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:23.509889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.598492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-7cc50806-46fd-4210-8a5e-5a4c68231328 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:23.600579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] For port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:23.601136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-7cc50806-46fd-4210-8a5e-5a4c68231328 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.3675175 Feb 10 15:53:23.604763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] For port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:23.606553 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.630871 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.637773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:23.650589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 19a3b792-7706-48d2-94e1-58c011b289d9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:23.651106 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.721433 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.722418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.746701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Calling delete_port for 20186e95-75c8-4f2d-a8ea-d5aea05c4d3f owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:23.778201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-667c8bf9-7274-47b4-86b5-53d2152d21d1 None None] Provisioning complete for port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:23.778634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-667c8bf9-7274-47b4-86b5-53d2152d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:23.828840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36192) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:23.920892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:24.165221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.190581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b69ebb4c-e772-4ef3-b9a2-a35401412c53 req-7a63b88d-9c38-42e0-8bb2-a330a3a29c19 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 210 time: 0.0907640 Feb 10 15:53:24.197536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:24.207920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.210290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event deleted for resources: {'Port': ['ID=20186e95-75c8-4f2d-a8ea-d5aea05c4d3f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:24.386686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.391155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.396093 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-02dda7b0-13c0-4c8b-b20f-c38fed413e69 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "DELETE /v2.0/floatingips/c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81 HTTP/1.1" status: 204 len: 168 time: 1.9643211 Feb 10 15:53:24.502842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Routers {'1d264898-1913-472c-94e5-5351f57af85c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:24.503680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1d264898-1913-472c-94e5-5351f57af85c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:24.516835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 1a47ed76-856a-4af2-830e-fb866a27881f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:24.517187 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.637141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:24.657992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:24.742336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b2e16-5613-4aa9-97bb-eea6da46651d None None] Pushing event updated for resources: {'Port': ['ID=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:24.852653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.859711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.4 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/f66b9376-555b-4c01-a4f1-e99a93bbbbbd) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:24.870782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c98eaa70-6815-460b-8e01-741c63e669dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.913031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 1a47ed76-856a-4af2-830e-fb866a27881f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1a47ed76-856a-4af2-830e-fb866a27881f,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:24.913418 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:24.972537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 1a47ed76-856a-4af2-830e-fb866a27881f owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:25.031675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36218) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:25.078260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c98eaa70-6815-460b-8e01-741c63e669dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.083051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758558452', 'description': 'tempest-description--859119108'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:25.088016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c98eaa70-6815-460b-8e01-741c63e669dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.159618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] Set router 1d264898-1913-472c-94e5-5351f57af85c gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:25.208270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eaa70-6815-460b-8e01-741c63e669dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261d569f-a3ca-4ac2-b980-9a1c4470b5bb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:25.208463 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-667c8bf9-7274-47b4-86b5-53d2152d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.210259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.251473 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c98eaa70-6815-460b-8e01-741c63e669dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96b2e0d922f2463cacf5be79158143d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6117127 Feb 10 15:53:25.253214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36222) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:25.271736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-667c8bf9-7274-47b4-86b5-53d2152d21d1 None None] For port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:25.298263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-667c8bf9-7274-47b4-86b5-53d2152d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.313712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:25.387077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c8bf9-7274-47b4-86b5-53d2152d21d1 None None] Pushing event updated for resources: {'Port': ['ID=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:25.469369 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc44cb2-e092-419d-98d8-bb1375591546 None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:25.503612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb8db969-2f59-446f-938f-a6e33fda1135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.537423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1a47ed76-856a-4af2-830e-fb866a27881f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:25.568346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb8db969-2f59-446f-938f-a6e33fda1135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.653913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb8db969-2f59-446f-938f-a6e33fda1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.657861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb8db969-2f59-446f-938f-a6e33fda1135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.659862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7dfd71ca-a439-43b5-9367-aa56f5502185 None None] Provisioning complete for port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:25.660480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dfd71ca-a439-43b5-9367-aa56f5502185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.664600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb8db969-2f59-446f-938f-a6e33fda1135 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/261d569f-a3ca-4ac2-b980-9a1c4470b5bb HTTP/1.1" status: 204 len: 168 time: 0.4057169 Feb 10 15:53:25.683255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8db969-2f59-446f-938f-a6e33fda1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261d569f-a3ca-4ac2-b980-9a1c4470b5bb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:25.769641 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.773166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-079caf1d-8ac2-414c-9359-30474c314fb6 req-64587fe1-ada7-49d0-b6c1-fbf4d46eda99 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 210 time: 0.0932667 Feb 10 15:53:25.788898 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:25.792317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1a47ed76-856a-4af2-830e-fb866a27881f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:25.792926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.100125 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac814c-5bfe-4efb-8fea-21fcce0ccbc8 None None] New status for floating IP c7c5cbf1-74b2-4dad-95a5-efc92ccd8e81: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:53:26.104318 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.194346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Could not find standard attr ID for object 1a47ed76-856a-4af2-830e-fb866a27881f. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:53:26.210142 n-d-827895-3 neutron-server[102616]: INFO neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No ports have port_id starting with 1a47ed76-856a-4af2-830e-fb866a27881f Feb 10 15:53:26.289416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.308675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.326222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:13Z', 'revision_number': 4, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2cff5ae-0f56-4ded-8a54-0d42b5f93d32', 'name': '', 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'mac_address': 'fa:16:3e:67:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c12363c4-e36f-435c-950b-f1040c1598a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:11Z', 'updated_at': '2022-02-10T15:53:23Z', 'revision_number': 4, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'subnets': [{'id': 'c12363c4-e36f-435c-950b-f1040c1598a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:26.328240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=1a47ed76-856a-4af2-830e-fb866a27881f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:26.383080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.388174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3173108 Feb 10 15:53:26.389625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36238) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:26.401232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85f712-c653-4e64-a1b2-c76a51d27fb0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d518cb6c-0aed-4232-89fc-312877a82bf5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:26.402181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'security_group_rule': {'security_group_id': 'd518cb6c-0aed-4232-89fc-312877a82bf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:26.405126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.454511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 893647cb-bfea-482c-841e-af4d2825a28f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:26.464982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.468946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe7ab4-4a38-4ea7-ba63-8987605ae697 None None] The sync data for ids ['1d264898-1913-472c-94e5-5351f57af85c'] in n-d-827895-3 is: [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:13Z', 'revision_number': 4, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2cff5ae-0f56-4ded-8a54-0d42b5f93d32', 'name': '', 'network_id': '312c524e-8b66-4cc0-be05-6fcf566a134d', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'mac_address': 'fa:16:3e:67:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c12363c4-e36f-435c-950b-f1040c1598a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:11Z', 'updated_at': '2022-02-10T15:53:23Z', 'revision_number': 4, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'subnets': [{'id': 'c12363c4-e36f-435c-950b-f1040c1598a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:26.474415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:26.544979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.648401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:26.652710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.662705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.693842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 893647cb-bfea-482c-841e-af4d2825a28f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:26.712739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 893647cb-bfea-482c-841e-af4d2825a28f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:26.735517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:26.746700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:26.749819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868e25aa-3f51-4810-bc6b-d659e980c257,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:26.763028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.770411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f39f599-ae02-4f7b-a7bc-e31912df8017 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781481 Feb 10 15:53:26.772950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36244) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:26.784251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'security_group_rule': {'security_group_id': 'd518cb6c-0aed-4232-89fc-312877a82bf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:26.882435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Allocated IP 172.25.7.69 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/5eaff4df-801c-4e38-a2fe-8f808192ba32) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:26.884191 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.900326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:26.901829 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:26.995077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:27.019037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-f42ea52f-617b-430c-8fc7-f90c08c95508 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4075911 Feb 10 15:53:27.073799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Request body: {'port': {'device_id': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:27.078866 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.091457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.099198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.138810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f109ea-1dd5-440a-ba4f-edd9daefaae4,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:27.170550 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.172403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5b6d5964-0e54-4083-98c3-42d2d8695960 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3978117 Feb 10 15:53:27.175125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36256) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:27.184467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:27.245851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e3565-c3cc-4988-8442-d414b1fefe69 req-ba92480d-f3f8-48f1-830e-e636021262d1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:27.247937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-530e3565-c3cc-4988-8442-d414b1fefe69 req-ba92480d-f3f8-48f1-830e-e636021262d1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3275156 Feb 10 15:53:27.259717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.488556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.539083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:27.551422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-530e3565-c3cc-4988-8442-d414b1fefe69 req-1c227dcd-1271-44e3-902d-58abc1220282 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936988 Feb 10 15:53:27.602411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.665948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:27.737844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:27.738661 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:27.890530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:28.266947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344033-fb37-41e2-88bf-36f0d149e110 req-921b7e16-8fad-4202-b338-c2c83a38b379 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:28.268541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22344033-fb37-41e2-88bf-36f0d149e110 req-921b7e16-8fad-4202-b338-c2c83a38b379 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 931 time: 0.5138841 Feb 10 15:53:28.305627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:28.320458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:28.324678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-053fc619-97cf-4e3f-90ee-17cefadd7343 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6587660 Feb 10 15:53:28.327430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36276) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:28.348985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:28.355555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:28.357777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:28.483869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22344033-fb37-41e2-88bf-36f0d149e110 req-a05858dc-3285-4fc0-85db-cf9c26a0c85d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027431 Feb 10 15:53:28.487406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:28.498371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:28.517610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:28.533604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Port': ['ID=5eaff4df-801c-4e38-a2fe-8f808192ba32,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:28.581995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet 92713a5e-4883-4944-8ef1-5b43f9d5ccf8 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:53:28.606562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:28.742863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:28.755426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:28.840619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Allocated IP 172.25.7.17 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/bdc12793-f0a3-45a9-ae93-ce5a852e13d3) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:28.856759 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b287e92e-de12-471e-a20b-67004a574cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:28.924239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66b9376-555b-4c01-a4f1-e99a93bbbbbd {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:28.947345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.006338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Transition to ACTIVE for port object f66b9376-555b-4c01-a4f1-e99a93bbbbbd will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:29.021466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418a29-4c23-43d6-86fc-0a97ee6c03cb req-5ef76bfb-fd2e-44f8-b770-7cb0025bfa0e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:29.038251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7418a29-4c23-43d6-86fc-0a97ee6c03cb req-5ef76bfb-fd2e-44f8-b770-7cb0025bfa0e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2411287 Feb 10 15:53:29.053381 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.115026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.153215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Pushing event updated for resources: {'Port': ['ID=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:29.156305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.206656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.207152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.207995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.207995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.208490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.208930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.209361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.210393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.210996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.211455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.211894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.212351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:29.219888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.248996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7418a29-4c23-43d6-86fc-0a97ee6c03cb req-68f2cd33-d3ad-4732-9852-b2e4ed95dc82 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096217 Feb 10 15:53:29.257770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:25Z', 'revision_number': 9, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:29.291252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:29.297392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.308181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:29.308795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:29.341155 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.411843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.421500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/92713a5e-4883-4944-8ef1-5b43f9d5ccf8 HTTP/1.1" status: 204 len: 168 time: 1.0927923 Feb 10 15:53:29.428829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293d79f-a1da-4f58-87da-ca16bbcc396b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=92713a5e-4883-4944-8ef1-5b43f9d5ccf8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:29.429030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36288) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:29.437820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5fcd43-2a1c-4539-b113-0bb062c79378 None None] Network 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:29.440529 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:53:29.487222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.559741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:29.577846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:29.581937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:29.598555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:29.607573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'Port': ['ID=bdc12793-f0a3-45a9-ae93-ce5a852e13d3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:29.825205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.829662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Attempting to bind port f66b9376-555b-4c01-a4f1-e99a93bbbbbd on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:29.830072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Attempting to bind port f66b9376-555b-4c01-a4f1-e99a93bbbbbd by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:29.830487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Attempting to bind port f66b9376-555b-4c01-a4f1-e99a93bbbbbd on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:29.852291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb7b03-69cd-4592-b784-c448557470ab req-b4c6340a-ed20-4939-89a6-6cda88960157 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:29.862681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6dfb7b03-69cd-4592-b784-c448557470ab req-b4c6340a-ed20-4939-89a6-6cda88960157 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.4345481 Feb 10 15:53:29.868753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Port f66b9376-555b-4c01-a4f1-e99a93bbbbbd on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:29.872039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Attempting to bind port f66b9376-555b-4c01-a4f1-e99a93bbbbbd on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:29.882156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] DHCP port deletion for 3f47df4c-4c0f-47f6-bddb-df12cdef6f42 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:53:29.894993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.955427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:29.955821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:29.956169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:29.956617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Bound port: f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:29.956980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:29.992113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:25Z', 'revision_number': 9, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:29.996596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.035619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0b792-3475-4a6b-8eb0-202632a56e61 None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:25Z', 'revision_number': 9, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cd14c7e-4f6f-4f38-9e48-39df521ee43b', 'name': '', 'network_id': 'b3d0d743-aeda-4b0b-aee4-93cac689983f', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:b7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '60374425-2458-4a01-b701-3fd70455dc7a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': '60374425-2458-4a01-b701-3fd70455dc7a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:30.065539 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] Deleting port 5a999344-67b8-44f0-aa95-f0a693096f90 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:30.071264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.102016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.138711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.143714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6dfb7b03-69cd-4592-b784-c448557470ab req-60040e96-4add-406f-8517-10b424dd150e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793541 Feb 10 15:53:30.212590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Port': ['ID=5eaff4df-801c-4e38-a2fe-8f808192ba32,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:30.310452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 5a999344-67b8-44f0-aa95-f0a693096f90 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:30.310953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.326055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] For port f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:30.334224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] For port 5a999344-67b8-44f0-aa95-f0a693096f90, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5a999344-67b8-44f0-aa95-f0a693096f90,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:30.334948 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.364876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] Calling delete_port for 5a999344-67b8-44f0-aa95-f0a693096f90 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:30.390226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.397693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.415931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] For port f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:30.566654 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.608932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] Pushing event deleted for resources: {'Port': ['ID=5a999344-67b8-44f0-aa95-f0a693096f90,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:30.611632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0a7e1-38cb-43e5-9344-087f0500a17f None None] No DVR routers for this DVR port 5a999344-67b8-44f0-aa95-f0a693096f90 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:30.635985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.697886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.711240 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5251737 Feb 10 15:53:30.713664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4daaaf-7e8d-46d3-9198-fc46c0294a22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'Port': ['ID=bdc12793-f0a3-45a9-ae93-ce5a852e13d3,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:30.910553 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.921817 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:30.993326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 5a999344-67b8-44f0-aa95-f0a693096f90, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5a999344-67b8-44f0-aa95-f0a693096f90,segment=NetworkSegment(6aead003-4891-46e0-8d61-6dc0fd92c8cd),segment_id=6aead003-4891-46e0-8d61-6dc0fd92c8cd)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:30.993326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.004028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26a4a-990c-4e47-90fc-3afb2bcc9e14 req-26163c47-b3d8-4d97-9396-c9898d7dd51b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:31.005521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fce26a4a-990c-4e47-90fc-3afb2bcc9e14 req-26163c47-b3d8-4d97-9396-c9898d7dd51b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 943 time: 0.7033520 Feb 10 15:53:31.008767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:31.009373 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.011550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] 10.222.0.45 "PUT /v2.0/ports/f66b9376-555b-4c01-a4f1-e99a93bbbbbd HTTP/1.1" status: 200 len: 1091 time: 3.9618127 Feb 10 15:53:31.017186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'tag': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:31.019522 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b029e2-c82e-473a-b301-049a1f782722" -d '{"events": [{"name": "network-changed", "server_uuid": "5019cbc1-26cf-4fe3-bc13-b61138ddecc9", "tag": "f66b9376-555b-4c01-a4f1-e99a93bbbbbd"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:31.031038 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.034726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e2d49ade-f33c-493e-95fa-3bc6ce750f96 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1988454 Feb 10 15:53:31.035763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36302) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:31.046044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1079625146'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:31.053117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 5a999344-67b8-44f0-aa95-f0a693096f90 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:31.095681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Made reservation on behalf of 0f7b78c0aba741d1910e2431966d5990 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:31.100232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.119416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.131380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b358ec-07af-4463-a675-0cdb327e111a service neutron] Pushing event updated for resources: {'Port': ['ID=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.174201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fce26a4a-990c-4e47-90fc-3afb2bcc9e14 req-7df276cc-f8eb-458c-abf5-777d754476d5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489594 Feb 10 15:53:31.203154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-b9c4ed21-d55c-4d9e-8a9e-18418c554492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:31.204111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-b9c4ed21-d55c-4d9e-8a9e-18418c554492 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 1094 time: 0.1328084 Feb 10 15:53:31.313934 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-7f63af2c-e848-4708-b281-231433f7b7ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd HTTP/1.1" status: 200 len: 217 time: 0.0977600 Feb 10 15:53:31.315418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bba69887-3c17-461b-9594-3c787d4727b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.342631 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.353093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5a999344-67b8-44f0-aa95-f0a693096f90 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:31.354866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.371054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.396390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 5a999344-67b8-44f0-aa95-f0a693096f90 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:31.396731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5a999344-67b8-44f0-aa95-f0a693096f90 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:31.397317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1a47ed76-856a-4af2-830e-fb866a27881f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:31.431155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 1a47ed76-856a-4af2-830e-fb866a27881f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:31.432287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1a47ed76-856a-4af2-830e-fb866a27881f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:31.453239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc5dafa-5119-45fd-8bab-8a8f04dba5b5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.460198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:31.463385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=5a999344-67b8-44f0-aa95-f0a693096f90,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.473807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port 5a999344-67b8-44f0-aa95-f0a693096f90 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:31.487511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817c2b-6c17-40f2-9144-e302a870b144 req-860de7d4-34aa-4875-a802-f95bf2d88219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:31.488875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-860de7d4-34aa-4875-a802-f95bf2d88219 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.1676776 Feb 10 15:53:31.498046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.498838 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Added segment 111e1d31-17a6-4ba8-a8db-855bb157c509 of type vlan for network 6d01b475-0e79-431c-b1e5-a66fae4234d7 Feb 10 15:53:31.553111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-60af7674-6c15-4ff6-b8a4-d28df9b152b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444496 Feb 10 15:53:31.587843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.610047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfffbab-570f-4537-acbe-1bb5829f814b req-b768efb1-fdad-4c7b-ae10-5949837ce357 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:31.618014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dfffbab-570f-4537-acbe-1bb5829f814b req-b768efb1-fdad-4c7b-ae10-5949837ce357 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2607086 Feb 10 15:53:31.629941 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.638641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:31.639670 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.714417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6779044 Feb 10 15:53:31.721872 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36306) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:31.733520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Request body: {'subnet': {'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:31.743717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.824265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f47df4c-4c0f-47f6-bddb-df12cdef6f42']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:31.831952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef244b-386c-4908-8fb9-38e70e6733f2 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Network': ['ID=6d01b475-0e79-431c-b1e5-a66fae4234d7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.853258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:31.857596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aead003-4891-46e0-8d61-6dc0fd92c8cd') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:31.858278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aead003-4891-46e0-8d61-6dc0fd92c8cd') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:31.865387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Made reservation on behalf of 0f7b78c0aba741d1910e2431966d5990 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:31.870804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dfffbab-570f-4537-acbe-1bb5829f814b req-d5aeb349-20fb-473f-ae77-3a2db9c00892 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154086 Feb 10 15:53:31.877145 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.879841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.980948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:31.989635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:31.990050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:32.070434 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:32.085690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.111550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.126971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/3f47df4c-4c0f-47f6-bddb-df12cdef6f42 HTTP/1.1" status: 204 len: 168 time: 2.6968715 Feb 10 15:53:32.132998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:32.190075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-142d311d-cecd-4204-9de4-4df2763d0f03 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045716 Feb 10 15:53:32.243904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.329726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6d3e8-3441-4b53-8171-a4285698ac28 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=3f47df4c-4c0f-47f6-bddb-df12cdef6f42,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:32.335214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Subnet': ['ID=6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:32.346959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Checking segment: {'id': '111e1d31-17a6-4ba8-a8db-855bb157c509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:32.347410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network hostable DHCP agents. Network: 6d01b475-0e79-431c-b1e5-a66fae4234d7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:32.355579 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.386057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:32.397849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6d01b475-0e79-431c-b1e5-a66fae4234d7) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:32.410924 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cde1d6-eb9b-4cdf-b9d0-fd834d90a75d None None] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:32.417404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34817c2b-6c17-40f2-9144-e302a870b144 req-1f6a0c7b-d288-4dc1-9155-395fc4ab60a7 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617877 Feb 10 15:53:32.420901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:32.421565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.452802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dd262ed1-f932-4117-b81a-10c00fab29e7 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7295017 Feb 10 15:53:32.453602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36324) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:32.459019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1449921117', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:32.494774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.498734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.559400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.750471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.818585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-6d01b475-0e79-431c-b1e5-a66fae4234d7', 'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7', 'tenant_id': '0f7b78c0aba741d1910e2431966d5990', 'fixed_ips': [{'subnet_id': '6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:53:32.820010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:32.879855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.049617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Allocated IP 172.20.0.2 (6d01b475-0e79-431c-b1e5-a66fae4234d7/6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f/965af172-1eb6-43cb-af89-11280aa73abe) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:33.171393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.199436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.245392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:33.248956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.339177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Allocated IP 172.25.7.63 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/c4c7b7d9-4fed-4b15-9be5-819d7fc4135b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:33.434763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 4cd14c7e-4f6f-4f38-9e48-39df521ee43b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:33.435133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.452535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.453210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 4cd14c7e-4f6f-4f38-9e48-39df521ee43b owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:33.463739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.480364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.512290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:33.516940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:33.520667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:33.528508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Pushing event updated for resources: {'Port': ['ID=965af172-1eb6-43cb-af89-11280aa73abe,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:33.543544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.586158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.586867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.587371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.588658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.589204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.589741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.590320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.590849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.591374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.591934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.592452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.593210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:33.605228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:33.608968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:33.609690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Attempting to bind port 965af172-1eb6-43cb-af89-11280aa73abe on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:33.610257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Attempting to bind port 965af172-1eb6-43cb-af89-11280aa73abe by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '111e1d31-17a6-4ba8-a8db-855bb157c509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:33.610827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Attempting to bind port 965af172-1eb6-43cb-af89-11280aa73abe on network 6d01b475-0e79-431c-b1e5-a66fae4234d7 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:33.613794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:33.617853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:33.618485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Checking segment: {'id': '111e1d31-17a6-4ba8-a8db-855bb157c509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:33.619652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.620252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Bound using segment: {'id': '111e1d31-17a6-4ba8-a8db-855bb157c509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:33.620926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Bound port: 965af172-1eb6-43cb-af89-11280aa73abe, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111e1d31-17a6-4ba8-a8db-855bb157c509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:33.621519 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.706001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Port': ['ID=c4c7b7d9-4fed-4b15-9be5-819d7fc4135b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:33.756405 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b412681c-9e2a-4feb-b564-1724c4f1b249 x-openstack-request-id: req-b412681c-9e2a-4feb-b564-1724c4f1b249 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:33.756774 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5019cbc1-26cf-4fe3-bc13-b61138ddecc9", "tag": "f66b9376-555b-4c01-a4f1-e99a93bbbbbd", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:33.759224 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b412681c-9e2a-4feb-b564-1724c4f1b249 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:33.760076 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'tag': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd', 'status': 'completed', 'code': 200} Feb 10 15:53:33.788877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.791707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] For port 965af172-1eb6-43cb-af89-11280aa73abe, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:33.801634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] For port 965af172-1eb6-43cb-af89-11280aa73abe, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=965af172-1eb6-43cb-af89-11280aa73abe,segment=NetworkSegment(111e1d31-17a6-4ba8-a8db-855bb157c509),segment_id=111e1d31-17a6-4ba8-a8db-855bb157c509)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:33.810499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:33.905555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b96bd-e847-4839-9320-1cfc1d6ed391 None None] Pushing event updated for resources: {'Port': ['ID=965af172-1eb6-43cb-af89-11280aa73abe,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:33.928630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=4cd14c7e-4f6f-4f38-9e48-39df521ee43b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:34.013627 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:34.113715 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:34.147246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b029e2-c82e-473a-b301-049a1f782722 req-4736bcae-c30a-4d1a-b37b-955ca63d5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:34.148909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-4736bcae-c30a-4d1a-b37b-955ca63d5462 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 1094 time: 0.3880155 Feb 10 15:53:34.203792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-700f11d0-3084-4aad-a3c0-bd91242fd647 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--758558452&fields=id&tenant_id=575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 267 time: 0.4416509 Feb 10 15:53:34.242028 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:34.349579 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:34.518108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f66b9376-555b-4c01-a4f1-e99a93bbbbbd details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:34.754209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:34.777315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd', 'mac_address': 'fa:16:3e:77:dd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:34.836842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:34.880210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:34.917587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b9376-555b-4c01-a4f1-e99a93bbbbbd {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:34.975788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:34.986221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:35.032254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-b918343e-55e4-4cb4-84a1-600b42c50430 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:35.046534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-b918343e-55e4-4cb4-84a1-600b42c50430 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 816 time: 0.7909634 Feb 10 15:53:35.073916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:35.123366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:35.128532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Router 741b676a-9c3d-4f23-843b-d5fce47019bf is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:53:35.129407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b029e2-c82e-473a-b301-049a1f782722 req-69da1fba-5af9-40d9-a83d-3ebe93b96ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:35.131656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-69da1fba-5af9-40d9-a83d-3ebe93b96ab4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.9311540 Feb 10 15:53:35.142708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-edf57c16-1d2e-47b9-8dac-54560c5bdc2f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:35.148299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-edf57c16-1d2e-47b9-8dac-54560c5bdc2f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 1.0651612 Feb 10 15:53:35.154401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-3c735e1e-83bc-484a-9466-f4c100ee9a96 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/quotas/575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 375 time: 0.1033928 Feb 10 15:53:35.246071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['f66b9376-555b-4c01-a4f1-e99a93bbbbbd'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:35.264475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-81be12af-9d57-4fed-9f82-623dd54df3f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd HTTP/1.1" status: 200 len: 217 time: 0.1008377 Feb 10 15:53:35.289368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-622704b6-7399-4694-9e06-5fc575a4c4df tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/quotas/1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 375 time: 0.1301291 Feb 10 15:53:35.364272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b029e2-c82e-473a-b301-049a1f782722 req-5d44d931-bbb5-47b2-95bf-dcc7d16f3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:35.366152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-5d44d931-bbb5-47b2-95bf-dcc7d16f3fe4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.0717494 Feb 10 15:53:35.434119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:35.492165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:35.510565 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] Sync routers for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:35.538298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:35.539553 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:35.542519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7a144-3ba1-4d0f-90ee-115c77c835a9 None None] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:35.560641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:35.563926 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4305f78a-5f16-47e5-8925-2a2912d80240 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1076503 Feb 10 15:53:35.565656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36438) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:35.626027 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:35.653380 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:35.655046 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:35.663217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 965af172-1eb6-43cb-af89-11280aa73abe up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:35.715685 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:35.717039 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7efd5e-b4e0-4be5-8ddf-2abb078abb97 None None] The sync data for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:35.726373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af5114e5-7972-42ad-9c20-a04138d9ff32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:35.848270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-85b31fb3-a70d-4080-abe1-8c45bf530ed1 None None] Provisioning complete for port 965af172-1eb6-43cb-af89-11280aa73abe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:35.848576 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-85b31fb3-a70d-4080-abe1-8c45bf530ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.049117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-0a28ffc4-fae6-4344-b989-57c852d985d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6651092 Feb 10 15:53:36.054365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 965af172-1eb6-43cb-af89-11280aa73abe triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:36.057477 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.105777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af5114e5-7972-42ad-9c20-a04138d9ff32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.144771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-85b31fb3-a70d-4080-abe1-8c45bf530ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.172793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-f1e8a668-0b34-4b70-8af2-f8cb67e2ca53 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9965918 Feb 10 15:53:36.177048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af5114e5-7972-42ad-9c20-a04138d9ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.210975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-85b31fb3-a70d-4080-abe1-8c45bf530ed1 None None] For port 965af172-1eb6-43cb-af89-11280aa73abe, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=965af172-1eb6-43cb-af89-11280aa73abe,segment=NetworkSegment(111e1d31-17a6-4ba8-a8db-855bb157c509),segment_id=111e1d31-17a6-4ba8-a8db-855bb157c509)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:36.219965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5114e5-7972-42ad-9c20-a04138d9ff32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1cce5-7d50-49c7-a84c-26b7f5945354,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:36.220220 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-85b31fb3-a70d-4080-abe1-8c45bf530ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.257487 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af5114e5-7972-42ad-9c20-a04138d9ff32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8edc2ec180b24957a4c954642f007b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198977 Feb 10 15:53:36.266948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-6164f9d9-21f6-462f-8c33-3556a583463e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8979981 Feb 10 15:53:36.274901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36442) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:36.334265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b31fb3-a70d-4080-abe1-8c45bf530ed1 None None] Pushing event updated for resources: {'Port': ['ID=965af172-1eb6-43cb-af89-11280aa73abe,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:36.351977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e60047e5-24bc-4b89-ac7c-8e6d2b51ebd7 None None] Provisioning complete for port 965af172-1eb6-43cb-af89-11280aa73abe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:36.352199 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e60047e5-24bc-4b89-ac7c-8e6d2b51ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.357631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:36.367920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-343867af-3a1c-4c44-93a3-9da006203bb4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2219286 Feb 10 15:53:36.376451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36444) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:36.387941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:36.410209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:36.411261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:36.517340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.528335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f66b9376-555b-4c01-a4f1-e99a93bbbbbd up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:36.561369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-98493e71-11a0-4897-86cd-a983942a0bf3 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343040 Feb 10 15:53:36.570380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet 60374425-2458-4a01-b701-3fd70455dc7a {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:53:36.570592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:36.577431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.639336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.684120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-ba7e15e8-4805-4064-915d-2386fea782f6 service neutron] 10.222.0.21 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894612 Feb 10 15:53:36.714498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port f66b9376-555b-4c01-a4f1-e99a93bbbbbd completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:53:36.720201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port f66b9376-555b-4c01-a4f1-e99a93bbbbbd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:36.720618 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.866439 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.877684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b029e2-c82e-473a-b301-049a1f782722 req-22f71f84-9a88-4b71-8354-f0b599c1b323 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306391 Feb 10 15:53:36.888960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 10, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:36.893169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-943dc0c3-a57b-4333-b32f-2dd04b45bb3e service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117182 Feb 10 15:53:36.896970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7278b73d-4d71-41f7-acfc-d5a17168f849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.917279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:36.925193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:36.927316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7278b73d-4d71-41f7-acfc-d5a17168f849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:36.927636 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279dcf13-dca7-4587-bb24-c0195804c4f2" -d '{"events": [{"server_uuid": "5019cbc1-26cf-4fe3-bc13-b61138ddecc9", "name": "network-vif-plugged", "status": "completed", "tag": "f66b9376-555b-4c01-a4f1-e99a93bbbbbd"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:36.939820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Allocated IP 172.20.0.1 (6d01b475-0e79-431c-b1e5-a66fae4234d7/6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f/64034025-46b9-46e1-b0c7-bce1ad1e45ee) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:36.947167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:36.950791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:36.951558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:37.016402 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.090039 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.090820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:37.105053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.126981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:37.164989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.217991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Port': ['ID=64034025-46b9-46e1-b0c7-bce1ad1e45ee,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:37.226982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:37.229101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:37.234082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:37.263900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-dcfc5270-d8b6-467c-8da2-7b7eed36e614 service neutron] 10.222.0.21 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115004 Feb 10 15:53:37.301422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-a72310ef-f7d2-48f5-bac1-dc9efcb06770 service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630884 Feb 10 15:53:37.306908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.337401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7278b73d-4d71-41f7-acfc-d5a17168f849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.348263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7278b73d-4d71-41f7-acfc-d5a17168f849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.354752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7278b73d-4d71-41f7-acfc-d5a17168f849 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62a1cce5-7d50-49c7-a84c-26b7f5945354 HTTP/1.1" status: 204 len: 168 time: 1.0765254 Feb 10 15:53:37.381971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278b73d-4d71-41f7-acfc-d5a17168f849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1cce5-7d50-49c7-a84c-26b7f5945354,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:37.394865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.421005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.438860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/60374425-2458-4a01-b701-3fd70455dc7a HTTP/1.1" status: 204 len: 168 time: 1.0611439 Feb 10 15:53:37.440435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36452) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:37.527006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56c63a-ea91-46eb-b55c-f43745432849 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=60374425-2458-4a01-b701-3fd70455dc7a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:37.778669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:37.803235 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027b77e-2072-4e23-bdc8-449322c4c7b2 x-openstack-request-id: req-1027b77e-2072-4e23-bdc8-449322c4c7b2 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:37.804192 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5019cbc1-26cf-4fe3-bc13-b61138ddecc9", "name": "network-vif-plugged", "status": "completed", "tag": "f66b9376-555b-4c01-a4f1-e99a93bbbbbd", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:37.804828 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1027b77e-2072-4e23-bdc8-449322c4c7b2 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:37.807120 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd', 'code': 200} Feb 10 15:53:37.850539 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 965af172-1eb6-43cb-af89-11280aa73abe up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:37.868061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c4b1d-a68e-434c-96ac-db98cfd1be88 None None] Network b3d0d743-aeda-4b0b-aee4-93cac689983f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:37.934242 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.021911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15472bcd-ca0f-4beb-a74a-cc88fafabb7f req-782b61c9-ef96-44f5-90c6-98f48858b9d1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 210 time: 0.1195903 Feb 10 15:53:38.036522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:38.047842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0cfd-606b-40ca-a706-2587f580d5ff req-6b09b80b-5323-4abb-bc70-940fb68160db tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:38.061967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97dd0cfd-606b-40ca-a706-2587f580d5ff req-6b09b80b-5323-4abb-bc70-940fb68160db tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.4076738 Feb 10 15:53:38.140042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:38.150304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b0250683-f6ae-478b-9889-db9d45714fac None None] Provisioning complete for port 64034025-46b9-46e1-b0c7-bce1ad1e45ee triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:38.150685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0250683-f6ae-478b-9889-db9d45714fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.194148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a47f0e40-9cfc-4bdf-bf17-1fd829bee930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.238976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4238b810-4ee8-4383-9432-fc3083953bad req-78c3cbf9-4487-4519-8ef0-88d6321bf0f3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 210 time: 0.0708926 Feb 10 15:53:38.262758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eb1b5-ada9-43a4-8198-a8d5499cfa66 req-64880b51-0e29-491a-84c6-594595b61972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:38.274140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-888eb1b5-ada9-43a4-8198-a8d5499cfa66 req-64880b51-0e29-491a-84c6-594595b61972 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 1096 time: 0.3975081 Feb 10 15:53:38.286561 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97dd0cfd-606b-40ca-a706-2587f580d5ff req-65fa141e-0e7a-4619-92e0-718dd1fd3c33 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233150 Feb 10 15:53:38.365848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port c4b930d9-a7b3-4290-aa35-59af527f4fc5 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:38.367060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.407694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b0250683-f6ae-478b-9889-db9d45714fac None None] Port 64034025-46b9-46e1-b0c7-bce1ad1e45ee cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:38.473863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 965af172-1eb6-43cb-af89-11280aa73abe triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:38.474226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.532943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 10, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:38.536174 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.551576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-888eb1b5-ada9-43a4-8198-a8d5499cfa66 req-dcf99817-5a17-4ac7-b709-28204e72d604 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507138 Feb 10 15:53:38.578770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port c4b930d9-a7b3-4290-aa35-59af527f4fc5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c4b930d9-a7b3-4290-aa35-59af527f4fc5,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:38.579968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.586179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f97f2d-f40f-4a37-b747-6e6cb8b33644 None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 10, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None, '_interfaces': [{'id': '036db19d-79d0-4e8d-85ac-3322ae8773ac', 'name': '', 'network_id': '8889f9f2-9ab7-4cb3-a045-6c88d2575a20', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'mac_address': 'fa:16:3e:ce:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:39Z', 'updated_at': '2022-02-10T15:52:45Z', 'revision_number': 5, 'project_id': '308236c645c048b487af52fb7d412cfb', 'subnets': [{'id': 'e4065fb1-99f7-495e-9598-87b0e5cfff9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:38.621511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:38.629793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for c4b930d9-a7b3-4290-aa35-59af527f4fc5 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:38.657451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.659607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] DHCP port deletion for b3d0d743-aeda-4b0b-aee4-93cac689983f request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:53:38.768967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.772083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:38.777090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.794839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] Deleting port c4b930d9-a7b3-4290-aa35-59af527f4fc5 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:38.795263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.825138 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.881567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=c4b930d9-a7b3-4290-aa35-59af527f4fc5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:38.891226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port c4b930d9-a7b3-4290-aa35-59af527f4fc5 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:38.927571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] For port c4b930d9-a7b3-4290-aa35-59af527f4fc5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c4b930d9-a7b3-4290-aa35-59af527f4fc5,segment=NetworkSegment(fbf30a9e-ad71-4032-8108-be28df5a27c0),segment_id=fbf30a9e-ad71-4032-8108-be28df5a27c0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:38.928198 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.948089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Port': ['ID=64034025-46b9-46e1-b0c7-bce1ad1e45ee,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:38.986318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a47f0e40-9cfc-4bdf-bf17-1fd829bee930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:38.988478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] Calling delete_port for c4b930d9-a7b3-4290-aa35-59af527f4fc5 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:38.992225 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.001682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a47f0e40-9cfc-4bdf-bf17-1fd829bee930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.049504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.083923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d0d743-aeda-4b0b-aee4-93cac689983f']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:39.095899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf30a9e-ad71-4032-8108-be28df5a27c0') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:39.096195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf30a9e-ad71-4032-8108-be28df5a27c0') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:39.130267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.149320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.171958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:39.172645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:39.191928 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:39.230572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.250077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f0e40-9cfc-4bdf-bf17-1fd829bee930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f19c4f-0781-420f-a5b5-2d3623c8ff35,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:39.291378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] No DVR routers for this DVR port c4b930d9-a7b3-4290-aa35-59af527f4fc5 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:39.330980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc774a-42e1-4ae2-8650-18d03c804fb9 None None] Pushing event deleted for resources: {'Port': ['ID=c4b930d9-a7b3-4290-aa35-59af527f4fc5,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:39.338171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c4b930d9-a7b3-4290-aa35-59af527f4fc5 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:39.396477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: c4b930d9-a7b3-4290-aa35-59af527f4fc5 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:39.396823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c4b930d9-a7b3-4290-aa35-59af527f4fc5 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:39.397245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4cd14c7e-4f6f-4f38-9e48-39df521ee43b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:39.430812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.435630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0a1bb55-6f5a-4b43-b6a9-b5e136a48903 req-1927170d-4200-47aa-9d3f-15cfe20acd48 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 210 time: 0.0546198 Feb 10 15:53:39.443976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.451811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/b3d0d743-aeda-4b0b-aee4-93cac689983f HTTP/1.1" status: 204 len: 168 time: 2.0056748 Feb 10 15:53:39.453882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36536) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:39.459714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a47f0e40-9cfc-4bdf-bf17-1fd829bee930 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d363c633de114faf99a98baea5cdca13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3079152 Feb 10 15:53:39.464266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36538) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:39.468210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 4cd14c7e-4f6f-4f38-9e48-39df521ee43b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:39.468825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4cd14c7e-4f6f-4f38-9e48-39df521ee43b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:39.485132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:39.494975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:39.495958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a825b0-2a04-47ec-9d96-cdd9d384615f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=b3d0d743-aeda-4b0b-aee4-93cac689983f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:39.562291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c6354cd0-8974-46db-8313-6499e3f6661c req-eb23fd71-4e4a-4c56-a8b0-465a5a62a7c8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 210 time: 0.0832205 Feb 10 15:53:39.662493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a614e47-2f63-4716-a8e1-d4725ebe1676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.807257 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a614e47-2f63-4716-a8e1-d4725ebe1676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.808543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:39.811120 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcbeb9e-d598-492f-80d6-10affc7f41a5" -d '{"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:39.848288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21784cd5-b411-4835-a830-e7ebff022baa req-4b58df65-21e0-4861-89e7-32c2de8b7b13 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:39.849866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21784cd5-b411-4835-a830-e7ebff022baa req-4b58df65-21e0-4861-89e7-32c2de8b7b13 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.1708846 Feb 10 15:53:39.908959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Router 741b676a-9c3d-4f23-843b-d5fce47019bf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:39.952377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-21784cd5-b411-4835-a830-e7ebff022baa req-5366ef00-2c86-4c83-bba2-0add8867d085 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Feb 10 15:53:39.960822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-684decff-45df-40fc-9c24-166fe6f523fd None None] Provisioning complete for port 64034025-46b9-46e1-b0c7-bce1ad1e45ee triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:39.961324 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-684decff-45df-40fc-9c24-166fe6f523fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:39.970538 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471efd35-c12a-4b6c-9ddd-1ccc99e287d3 x-openstack-request-id: req-471efd35-c12a-4b6c-9ddd-1ccc99e287d3 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:39.970849 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:39.971111 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-471efd35-c12a-4b6c-9ddd-1ccc99e287d3 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:39.971564 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'code': 200} Feb 10 15:53:40.041469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a614e47-2f63-4716-a8e1-d4725ebe1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:40.046807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a614e47-2f63-4716-a8e1-d4725ebe1676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:40.051292 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0a614e47-2f63-4716-a8e1-d4725ebe1676 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56f19c4f-0781-420f-a5b5-2d3623c8ff35 HTTP/1.1" status: 204 len: 168 time: 0.5815327 Feb 10 15:53:40.053555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-684decff-45df-40fc-9c24-166fe6f523fd None None] Port 64034025-46b9-46e1-b0c7-bce1ad1e45ee cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:40.069905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a614e47-2f63-4716-a8e1-d4725ebe1676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f19c4f-0781-420f-a5b5-2d3623c8ff35,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:40.147861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:40.160328 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] Sync routers for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:40.171320 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b26cbdd3-35f2-43fa-bfc3-943bd72b29a5 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "PUT /v2.0/routers/741b676a-9c3d-4f23-843b-d5fce47019bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6039131 Feb 10 15:53:40.175064 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:40.175716 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:40.177774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36546) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:40.191619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Request body: {'port': {'network_id': '6d01b475-0e79-431c-b1e5-a66fae4234d7', 'name': 'tempest-FloatingIPAdminTestJSON-98375990'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:40.248636 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:40.266028 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:40.267048 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:40.286633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-aa7628b4-f6b9-46cd-b84b-18704175c486 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:40.288221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-aa7628b4-f6b9-46cd-b84b-18704175c486 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.1984360 Feb 10 15:53:40.300467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:40.320397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'port': {'device_id': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'admin_state_up': True, 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:40.328670 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:40.330604 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c06957-e44c-4634-9cb4-61257d9fcf70 None None] The sync data for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:40.653352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-c99e25e5-b263-4ea9-95b9-f4a63a747fb7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:40.660609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-c99e25e5-b263-4ea9-95b9-f4a63a747fb7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.2408323 Feb 10 15:53:40.717287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Made reservation on behalf of 0f7b78c0aba741d1910e2431966d5990 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:40.730169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:40.773061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] device_id is not set on port edca5ecd-1984-45f5-9b26-8104a6a441af yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:53:41.038259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Allocated IP 172.20.0.7 (6d01b475-0e79-431c-b1e5-a66fae4234d7/6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f/edca5ecd-1984-45f5-9b26-8104a6a441af) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:41.070723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b424a3-7d94-4fb8-8d78-5b905c5ebbb1 req-0bf20575-36ad-42ab-99c9-dde3d5771c79 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 210 time: 0.4567444 Feb 10 15:53:41.078858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-5c2521f7-3892-4f30-98ed-e034e5a0381e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/quotas/5cfe1bd6484e4e7a908e9c65e00e6bce HTTP/1.1" status: 200 len: 375 time: 0.4172473 Feb 10 15:53:41.115349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-422f1407-bc09-4ccf-8907-9bfb726b567a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:41.117021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-422f1407-bc09-4ccf-8907-9bfb726b567a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.75 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 816 time: 0.3673575 Feb 10 15:53:41.224581 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c60eb5be-88f2-452a-a4e0-8c1f92d62aac tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 379 time: 0.0946510 Feb 10 15:53:41.236612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-e20506cf-3b8a-4eb2-83d8-ec10ca5d23df tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504962 Feb 10 15:53:41.250328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'port': {'device_id': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'admin_state_up': True, 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'security_groups': ['d518cb6c-0aed-4232-89fc-312877a82bf5']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:41.309932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc9dc8b9-e593-4b7b-a3c9-06ef83adcf81 req-52940a76-b463-4523-85f3-74f6d1e76093 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 210 time: 0.0987797 Feb 10 15:53:41.351495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:41.354932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:41.424405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:41.464564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Made reservation on behalf of 575e410bfbdd408e86a7206d61162000 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:41.468146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:41.499033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:41.559276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-6060b0a9-ea7a-43cb-8065-a1b8311516ac service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217187 Feb 10 15:53:41.618803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:41.627319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:41.640620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:41.676191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event updated for resources: {'Port': ['ID=edca5ecd-1984-45f5-9b26-8104a6a441af,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:41.727035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738223a6-63bf-4db9-9736-5149f186da27 req-2f268dc1-72fb-42eb-8501-dcb731d335e1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:41.729447 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-738223a6-63bf-4db9-9736-5149f186da27 req-2f268dc1-72fb-42eb-8501-dcb731d335e1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.2857504 Feb 10 15:53:41.761248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:41.761926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:41.787684 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-570a2035-227d-46c5-9350-0b6e4de3aedb tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6090207 Feb 10 15:53:41.792922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36590) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:41.804714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Allocated IP 172.20.0.12 (c84ca604-2a72-42f5-8002-1fcccafdc06b/8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1/3a9bed48-b369-4661-8359-6ca06ee2a5ea) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:41.857546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Allocated IP 172.20.0.11 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/a8d7e4c9-baad-4ee8-92e1-dd398de48402) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:41.880375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-3de9c4bc-ed9c-4686-827a-3e083bb797d5 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198719 Feb 10 15:53:41.954351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-738223a6-63bf-4db9-9736-5149f186da27 req-9c7c8e61-1724-43d7-8274-4ad25135219c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881773 Feb 10 15:53:41.994368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 036db19d-79d0-4e8d-85ac-3322ae8773ac {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:41.994668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.101269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.143536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.208004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4e36ffc4-d6ff-49d1-a83e-3f1cb12e0394 None None] Provisioning complete for port edca5ecd-1984-45f5-9b26-8104a6a441af triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:42.208604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e36ffc4-d6ff-49d1-a83e-3f1cb12e0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.232450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Network c84ca604-2a72-42f5-8002-1fcccafdc06b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:42.236538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:42.255274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:42.303286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4e36ffc4-d6ff-49d1-a83e-3f1cb12e0394 None None] Port edca5ecd-1984-45f5-9b26-8104a6a441af cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:42.319606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:42.332740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'project_id': '0f7b78c0aba741d1910e2431966d5990', 'port_id': 'edca5ecd-1984-45f5-9b26-8104a6a441af'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:42.375973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:42.376700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.400352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c2343bb-0039-406d-96b6-94efa68abd75 req-286e82c4-0b70-419c-98bc-b20f53d32ce3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 210 time: 0.0844946 Feb 10 15:53:42.441498 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-35867089-80b3-4f91-8409-9e50454ca23b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2089276 Feb 10 15:53:42.443802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.467363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Request body: {'port': {'device_id': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:42.526686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c736-15db-4425-a229-956f2d900959 req-90fa048f-64e1-4806-8f3c-d298bcfa14f1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:42.540632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f89c736-15db-4425-a229-956f2d900959 req-90fa048f-64e1-4806-8f3c-d298bcfa14f1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.4051900 Feb 10 15:53:42.550248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 036db19d-79d0-4e8d-85ac-3322ae8773ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=036db19d-79d0-4e8d-85ac-3322ae8773ac,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:42.550610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.644934 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6d9ce4-1aba-46cb-bc5a-2cc396af5bdc req-468de20a-747e-4c34-9356-8674e6039aea tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 210 time: 0.0984857 Feb 10 15:53:42.654003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 036db19d-79d0-4e8d-85ac-3322ae8773ac owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:42.658247 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.744303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-42087ae0-5a14-439c-9793-3e078e4d69a3 None None] Provisioning complete for port 3a9bed48-b369-4661-8359-6ca06ee2a5ea triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:42.746845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42087ae0-5a14-439c-9793-3e078e4d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.750361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f89c736-15db-4425-a229-956f2d900959 req-64d8a1a1-962f-4399-8bd9-02d4fa822087 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857352 Feb 10 15:53:42.751168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-4d77bb81-b754-4d1d-8a37-2fbd336e93ee tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:42.753218 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-4d77bb81-b754-4d1d-8a37-2fbd336e93ee tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "GET /v2.0/ports?device_id=632c1345-6503-4c22-b8e7-be4f6ad0a5e9 HTTP/1.1" status: 200 len: 944 time: 0.2380502 Feb 10 15:53:42.812579 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.827323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-42087ae0-5a14-439c-9793-3e078e4d69a3 None None] Port 3a9bed48-b369-4661-8359-6ca06ee2a5ea cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:42.862144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:42.879120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['e339a662-2d5c-470e-9045-b2868348f8c8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:42.882164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:43.042208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:43.098442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.112467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:43.119149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:43.128952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:43.239408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273a4e-c540-46d9-aaed-2207c7f42bd2 req-5bfb7b4f-bf8e-43d7-9204-ee85ec720d96 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:43.258275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef273a4e-c540-46d9-aaed-2207c7f42bd2 req-5bfb7b4f-bf8e-43d7-9204-ee85ec720d96 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 932 time: 0.3976047 Feb 10 15:53:43.386405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:43.394173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.476755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Deleting port 03190116-36e2-4bf1-bc39-d5c62e40abe4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:43.477381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.521357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef273a4e-c540-46d9-aaed-2207c7f42bd2 req-3665553e-2642-42d4-9512-30aac741da64 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618113 Feb 10 15:53:43.526292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-215d1475-e5ad-479d-85ea-66ea5e00f7f3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2200282 Feb 10 15:53:43.550370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c12ab2-179a-49cb-9e03-82d90a0966d3 req-1c6589c6-0fa7-40bb-8c02-89bc136cb6df tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:43.560486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03c12ab2-179a-49cb-9e03-82d90a0966d3 req-1c6589c6-0fa7-40bb-8c02-89bc136cb6df tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.2972019 Feb 10 15:53:43.568140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Request body: {'port': {'device_id': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:43.576447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.578607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-35f9c8e0-8db6-4039-b9c9-85867bcb6e0b None None] Provisioning complete for port a8d7e4c9-baad-4ee8-92e1-dd398de48402 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:43.579181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-35f9c8e0-8db6-4039-b9c9-85867bcb6e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.660581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-35f9c8e0-8db6-4039-b9c9-85867bcb6e0b None None] Port a8d7e4c9-baad-4ee8-92e1-dd398de48402 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:53:43.661049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=036db19d-79d0-4e8d-85ac-3322ae8773ac,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:43.806001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Allocated IP 172.25.7.163 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/a4e745b0-1737-4370-b8d1-1b4d4daf74b2) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:43.834440 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.881980 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] For port 03190116-36e2-4bf1-bc39-d5c62e40abe4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=03190116-36e2-4bf1-bc39-d5c62e40abe4,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:43.884743 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:43.902231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Calling delete_port for 03190116-36e2-4bf1-bc39-d5c62e40abe4 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:43.936430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03c12ab2-179a-49cb-9e03-82d90a0966d3 req-3b302f41-7b09-433b-a3ae-59550dcd184b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745251 Feb 10 15:53:44.012138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9bed48-b369-4661-8359-6ca06ee2a5ea {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:44.020687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.158283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Transition to ACTIVE for port object 3a9bed48-b369-4661-8359-6ca06ee2a5ea will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:44.189446 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.268597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.283590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ed97997-23a2-4f32-b89d-71221272724d req-fb76d808-3653-4f0c-9078-6b2ed06bc5c0 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 210 time: 0.1860013 Feb 10 15:53:44.292470 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.301872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:44.347244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfab5b-2381-4fd1-9240-605e5ea03307 req-68fa9590-da49-4259-b3a5-364b42655086 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:44.359030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5cfab5b-2381-4fd1-9240-605e5ea03307 req-68fa9590-da49-4259-b3a5-364b42655086 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 932 time: 0.6840715 Feb 10 15:53:44.437919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:44.463870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36688) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:44.464747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Attempting to bind port 3a9bed48-b369-4661-8359-6ca06ee2a5ea on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:44.465198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Attempting to bind port 3a9bed48-b369-4661-8359-6ca06ee2a5ea by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:44.465877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Attempting to bind port 3a9bed48-b369-4661-8359-6ca06ee2a5ea on network c84ca604-2a72-42f5-8002-1fcccafdc06b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:44.502742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Port 3a9bed48-b369-4661-8359-6ca06ee2a5ea on network c84ca604-2a72-42f5-8002-1fcccafdc06b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:44.503436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Attempting to bind port 3a9bed48-b369-4661-8359-6ca06ee2a5ea on network c84ca604-2a72-42f5-8002-1fcccafdc06b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:44.516194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:44.516689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Checking segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:44.517192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Bound using segment: {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:44.517759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Bound port: 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944ec27f-e422-4415-8752-768f364cee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:44.518231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.620033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:44.632482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:44.648461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-66d30ced-015d-40bc-a479-2e6ff328720e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1716526 Feb 10 15:53:44.652402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36694) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:44.659216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:44.661495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:44.677794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5cfab5b-2381-4fd1-9240-605e5ea03307 req-e58d6eb1-8182-449b-aeb2-f000214c817b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130343 Feb 10 15:53:44.724126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:44.731994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.753431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:44.770097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:44.776002 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.785659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-d64992c6-1e21-4aa9-94f8-dff1336be8f5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:44.786801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d1bc-8f54-4f97-bb41-48ce8523ae04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.787126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-d64992c6-1e21-4aa9-94f8-dff1336be8f5 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 805 time: 0.9165738 Feb 10 15:53:44.825462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:43Z', 'revision_number': 11, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:44.830491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Request body: {'port': {'device_id': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'admin_state_up': True, 'tenant_id': '5cfe1bd6484e4e7a908e9c65e00e6bce'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:44.850808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:44.873228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:44.886654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:44.886875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:44.887409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:44.887684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:44.894188 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] 10.222.0.75 "PUT /v2.0/ports/3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 1092 time: 2.4322085 Feb 10 15:53:44.914804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:44.919796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:44.928233 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d1ed89-39a3-47be-8a24-fcc13352cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:44.958819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-f355af9e-94a3-436b-90a3-8a63542531dd tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:44.960411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-f355af9e-94a3-436b-90a3-8a63542531dd tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.3649421 Feb 10 15:53:44.968763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:45.006154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting subnet e4065fb1-99f7-495e-9598-87b0e5cfff9c {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:53:45.021315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4eb354-0633-483b-be84-1a95f827613c req-491d149a-e4b2-4bf6-af8f-9fe32ce32ff2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:45.030851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.031312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e4eb354-0633-483b-be84-1a95f827613c req-491d149a-e4b2-4bf6-af8f-9fe32ce32ff2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.3521199 Feb 10 15:53:45.044964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:45.088753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.105739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:43Z', 'revision_number': 11, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:45.151012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-9ed2e4cb-ea41-4ad2-8f89-8fd1ddfee97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:45.157560 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-9ed2e4cb-ea41-4ad2-8f89-8fd1ddfee97e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1095 time: 0.1302700 Feb 10 15:53:45.159097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e745b0-1737-4370-b8d1-1b4d4daf74b2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:45.322722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3e782-4115-4ed2-a071-b10c068b20a4 None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:43Z', 'revision_number': 11, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:45.665041 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.700806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e4eb354-0633-483b-be84-1a95f827613c req-c9c72b62-3180-4c3c-a8a8-9aecfe55954c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6685956 Feb 10 15:53:45.735925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627c67a-6dd9-4acc-9808-f56fd847621b req-5230558c-53ef-41a2-9306-9bdc8d448767 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:45.744320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2627c67a-6dd9-4acc-9808-f56fd847621b req-5230558c-53ef-41a2-9306-9bdc8d448767 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 945 time: 0.2690175 Feb 10 15:53:45.767668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d1bc-8f54-4f97-bb41-48ce8523ae04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.791153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-9da29040-fb09-4211-b62a-469173ab5e70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 217 time: 0.3969719 Feb 10 15:53:45.812509 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420b7a6a-c40f-46b5-a5a4-42ff0d8b81c1 x-openstack-request-id: req-420b7a6a-c40f-46b5-a5a4-42ff0d8b81c1 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:45.812886 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:45.813123 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-420b7a6a-c40f-46b5-a5a4-42ff0d8b81c1 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:45.813584 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'status': 'completed', 'code': 200} Feb 10 15:53:45.820847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] No DVR routers for this DVR port 03190116-36e2-4bf1-bc39-d5c62e40abe4 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:45.823020 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d1bc-8f54-4f97-bb41-48ce8523ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.847614 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.850953 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-03a0b4ba-6a99-484a-84fe-9313e2f75655 req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.75 "DELETE /v2.0/ports/03190116-36e2-4bf1-bc39-d5c62e40abe4 HTTP/1.1" status: 204 len: 173 time: 3.0878179 Feb 10 15:53:45.892493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Made reservation on behalf of 5cfe1bd6484e4e7a908e9c65e00e6bce for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:45.896752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:45.947308 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cdc9d1bc-8f54-4f97-bb41-48ce8523ae04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e4f5e4e7b1546559ac52a5adb2e6b74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4759278 Feb 10 15:53:45.948952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-3710fb9d-6e69-491e-a4fa-27e0d42bda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:45.950280 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-3710fb9d-6e69-491e-a4fa-27e0d42bda60 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1306591 Feb 10 15:53:45.952616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2627c67a-6dd9-4acc-9808-f56fd847621b req-433a1f1e-7a6a-448b-a27d-143cccc585f4 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073190 Feb 10 15:53:45.954789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36714) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:45.958430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:45.959816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port f66b9376-555b-4c01-a4f1-e99a93bbbbbd {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:45.960326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9d1bc-8f54-4f97-bb41-48ce8523ae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07b0bb-b3a2-4196-850b-581255008f0c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:45.961325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.044788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 03190116-36e2-4bf1-bc39-d5c62e40abe4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:46.045157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 03190116-36e2-4bf1-bc39-d5c62e40abe4 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:46.075280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd52127c-924a-4669-813c-33c458289504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.099302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd52127c-924a-4669-813c-33c458289504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.148875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.159353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d7e4c9-baad-4ee8-92e1-dd398de48402 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:46.173129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfa7a5f-f3cc-4a98-930c-e2c933f4e8af req-88470efe-5696-44d3-941a-658ae61f53fe tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 210 time: 0.1309459 Feb 10 15:53:46.173393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-555697e5-d307-4d40-8c8d-9038088b4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:46.177205 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-555697e5-d307-4d40-8c8d-9038088b4380 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093306 Feb 10 15:53:46.210595 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.242428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c35c2-9da2-4852-871b-6473d5cccfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:46.328170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Transition to ACTIVE for port object a8d7e4c9-baad-4ee8-92e1-dd398de48402 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:46.347086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad47b3f-cab0-4068-9a24-392a30e888c7 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event deleted for resources: {'Port': ['ID=03190116-36e2-4bf1-bc39-d5c62e40abe4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:46.349027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.404342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port f66b9376-555b-4c01-a4f1-e99a93bbbbbd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:46.405064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.432450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fa37b-533c-4544-b411-ea6693e7716e req-cea10a12-eca5-4d1d-bb36-d3d2c3a3b165 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:46.439780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e77fa37b-533c-4544-b411-ea6693e7716e req-cea10a12-eca5-4d1d-bb36-d3d2c3a3b165 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 932 time: 0.3327761 Feb 10 15:53:46.447014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd52127c-924a-4669-813c-33c458289504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.449787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd52127c-924a-4669-813c-33c458289504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.453100 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dd52127c-924a-4669-813c-33c458289504 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b07b0bb-b3a2-4196-850b-581255008f0c HTTP/1.1" status: 204 len: 168 time: 0.4867630 Feb 10 15:53:46.480357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52127c-924a-4669-813c-33c458289504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07b0bb-b3a2-4196-850b-581255008f0c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:46.525516 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-558c625f-a29a-4d83-a101-84429a88fb1b service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974689 Feb 10 15:53:46.561382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.578135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Allocated IP 172.20.0.11 (b6f59662-be33-4ea6-a4c7-a5218ba3a0ec/dadc7d23-c0ce-4019-920b-04242426a8a8/23355e48-388e-42b7-884b-663d812c634b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:46.581548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for f66b9376-555b-4c01-a4f1-e99a93bbbbbd owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:46.596415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Pushing event updated for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:46.710030 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.736358 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:46.747329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8adce-6108-40c0-a0ce-a0b86cda2a4a None None] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:46.749700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:46.757002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/e4065fb1-99f7-495e-9598-87b0e5cfff9c HTTP/1.1" status: 204 len: 168 time: 2.1000795 Feb 10 15:53:46.849709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931221d-e826-4aa2-811e-b880e7413ef2 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Subnet': ['ID=e4065fb1-99f7-495e-9598-87b0e5cfff9c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:46.866426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e77fa37b-533c-4544-b411-ea6693e7716e req-45b0a948-01ed-4700-a3c2-a5e59cd35d69 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242322 Feb 10 15:53:47.040570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36730) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:47.071982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bba842e1-5f98-4cde-9ce7-ca9e61cf2a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.088767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.099649 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3354cd-a63d-464d-b031-5a4463ba699c req-cd9624ac-694c-4a9a-95b1-4a9048fef54c service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628519 Feb 10 15:53:47.104904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.163248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] DHCP port deletion for 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:53:47.261011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554985e-1998-47d0-a7bb-2926d14387ba req-8d346c41-227f-4138-9bd7-a5f8753d9584 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:47.284251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7554985e-1998-47d0-a7bb-2926d14387ba req-8d346c41-227f-4138-9bd7-a5f8753d9584 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.4313183 Feb 10 15:53:47.305551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Deleting port 64574ad4-fcf6-4e2a-925b-f2627e98a61a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:47.305551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.309808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Deleting port 64574ad4-fcf6-4e2a-925b-f2627e98a61a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:47.312291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.332508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 64574ad4-fcf6-4e2a-925b-f2627e98a61a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:47.349296 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bba842e1-5f98-4cde-9ce7-ca9e61cf2a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.360146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.381561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] For port 64574ad4-fcf6-4e2a-925b-f2627e98a61a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=64574ad4-fcf6-4e2a-925b-f2627e98a61a,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:47.381733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.395717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Calling delete_port for 64574ad4-fcf6-4e2a-925b-f2627e98a61a owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:47.404925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:47.407063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bba842e1-5f98-4cde-9ce7-ca9e61cf2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.423397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=f66b9376-555b-4c01-a4f1-e99a93bbbbbd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.482294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba842e1-5f98-4cde-9ce7-ca9e61cf2a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b3bc23-2434-4b5f-8f3f-ff8176844a7e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.486244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] For port 64574ad4-fcf6-4e2a-925b-f2627e98a61a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=64574ad4-fcf6-4e2a-925b-f2627e98a61a,segment=NetworkSegment(180763d3-639a-4912-b038-d5fde627dc5f),segment_id=180763d3-639a-4912-b038-d5fde627dc5f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:47.486812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.492925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.515562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No DVR routers for this DVR port 64574ad4-fcf6-4e2a-925b-f2627e98a61a on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:47.517888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port 64574ad4-fcf6-4e2a-925b-f2627e98a61a {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:53:47.519155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 64574ad4-fcf6-4e2a-925b-f2627e98a61a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:47.519846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 036db19d-79d0-4e8d-85ac-3322ae8773ac no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:47.523301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Calling delete_port for 64574ad4-fcf6-4e2a-925b-f2627e98a61a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:47.590036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Attempting to bind port a8d7e4c9-baad-4ee8-92e1-dd398de48402 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:47.590441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Attempting to bind port a8d7e4c9-baad-4ee8-92e1-dd398de48402 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:47.590774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Attempting to bind port a8d7e4c9-baad-4ee8-92e1-dd398de48402 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:47.592544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 036db19d-79d0-4e8d-85ac-3322ae8773ac {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:47.593282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 036db19d-79d0-4e8d-85ac-3322ae8773ac not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:47.616930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port f66b9376-555b-4c01-a4f1-e99a93bbbbbd on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:47.620321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.624078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddddfb4b-3c85-48b5-9d13-1490ecb31d76 req-2865680c-955f-4dec-bec3-4fc22c2dde11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "DELETE /v2.0/ports/f66b9376-555b-4c01-a4f1-e99a93bbbbbd HTTP/1.1" status: 204 len: 173 time: 2.6502371 Feb 10 15:53:47.624209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.648747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8889f9f2-9ab7-4cb3-a045-6c88d2575a20']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:47.651121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'name': 'network-vif-deleted', 'tag': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:47.653788 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f906f69-e4c7-4936-9ac5-2405c7c4b8ae" -d '{"events": [{"server_uuid": "5019cbc1-26cf-4fe3-bc13-b61138ddecc9", "name": "network-vif-deleted", "tag": "f66b9376-555b-4c01-a4f1-e99a93bbbbbd"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:47.660066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180763d3-639a-4912-b038-d5fde627dc5f') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:47.660610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180763d3-639a-4912-b038-d5fde627dc5f') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:47.662248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7554985e-1998-47d0-a7bb-2926d14387ba req-c67c83f0-b2a5-4775-bb91-9b789adba043 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769228 Feb 10 15:53:47.675410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa4a0-5c18-4202-8c0e-09c4304498fd req-330864d3-ceb7-40d7-a06c-d1365a4e30e3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:47.677991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fffa4a0-5c18-4202-8c0e-09c4304498fd req-330864d3-ceb7-40d7-a06c-d1365a4e30e3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5019cbc1-26cf-4fe3-bc13-b61138ddecc9 HTTP/1.1" status: 200 len: 867 time: 0.5897810 Feb 10 15:53:47.689726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Port a8d7e4c9-baad-4ee8-92e1-dd398de48402 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:47.690161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Attempting to bind port a8d7e4c9-baad-4ee8-92e1-dd398de48402 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:47.694958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bba842e1-5f98-4cde-9ce7-ca9e61cf2a3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5030102329d847b69e5a29a37e086c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474845 Feb 10 15:53:47.698431 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.714238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.720338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36738) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:47.726461 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.733751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:47.733993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:47.796856 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:47.800553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Port': ['ID=64574ad4-fcf6-4e2a-925b-f2627e98a61a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.807282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:47.807671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:47.808210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:47.808730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Bound port: a8d7e4c9-baad-4ee8-92e1-dd398de48402, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:47.809162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.817465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-deleted', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:47.820524 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23d2f06-4899-4e87-85b0-a424de0763ad" -d '{"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-deleted", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:47.830923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.849290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-22297e2f-cbdd-450f-8339-2f150d61eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:47.854687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-22297e2f-cbdd-450f-8339-2f150d61eca6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1095 time: 0.6095870 Feb 10 15:53:47.872735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.874313 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bcb4240-31f8-419b-93c0-65319f92dbcd req-719f5bc0-840a-4937-bd2c-827ce20f7a45 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 210 time: 0.0934622 Feb 10 15:53:47.889833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.907764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/networks/8889f9f2-9ab7-4cb3-a045-6c88d2575a20 HTTP/1.1" status: 204 len: 168 time: 1.1446438 Feb 10 15:53:47.908013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36742) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:47.908119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee7a74-27c1-43bd-9dca-422908eb7bf8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Pushing event deleted for resources: {'Network': ['ID=8889f9f2-9ab7-4cb3-a045-6c88d2575a20,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.936115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Network 8889f9f2-9ab7-4cb3-a045-6c88d2575a20 is not hosted by any dhcp agent {{(pid=102616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:53:47.936586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] No DVR routers for this DVR port 64574ad4-fcf6-4e2a-925b-f2627e98a61a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:47.940421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c04a2-2f13-40bb-9f06-e5a6407b0cd0 None None] Pushing event deleted for resources: {'Port': ['ID=64574ad4-fcf6-4e2a-925b-f2627e98a61a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.980525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:47.994621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.000871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'routes': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:48.014082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fffa4a0-5c18-4202-8c0e-09c4304498fd req-c99d81d8-cf8f-486d-80f6-dbe68b57e16d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178945 Feb 10 15:53:48.020703 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0acd0f4-241a-435c-b68d-a866cb8b143a x-openstack-request-id: req-d0acd0f4-241a-435c-b68d-a866cb8b143a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:48.021125 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5019cbc1-26cf-4fe3-bc13-b61138ddecc9", "name": "network-vif-deleted", "tag": "f66b9376-555b-4c01-a4f1-e99a93bbbbbd", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:48.021254 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0acd0f4-241a-435c-b68d-a866cb8b143a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:48.021645 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5019cbc1-26cf-4fe3-bc13-b61138ddecc9', 'name': 'network-vif-deleted', 'tag': 'f66b9376-555b-4c01-a4f1-e99a93bbbbbd', 'status': 'completed', 'code': 200} Feb 10 15:53:48.064722 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d650b4d8-63f9-4f90-a0c5-736e00bf8f55 x-openstack-request-id: req-d650b4d8-63f9-4f90-a0c5-736e00bf8f55 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:48.065022 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632c1345-6503-4c22-b8e7-be4f6ad0a5e9", "name": "network-vif-deleted", "tag": "03190116-36e2-4bf1-bc39-d5c62e40abe4", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:48.065249 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d650b4d8-63f9-4f90-a0c5-736e00bf8f55 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:48.065655 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632c1345-6503-4c22-b8e7-be4f6ad0a5e9', 'name': 'network-vif-deleted', 'tag': '03190116-36e2-4bf1-bc39-d5c62e40abe4', 'status': 'completed', 'code': 200} Feb 10 15:53:48.170340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-44f9c05d-bdf4-402a-ba3f-ce859ed68163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.176853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e745b0-1737-4370-b8d1-1b4d4daf74b2,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:48.208105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.212617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-98afbed7-0d16-43ad-a670-b294cf4f5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.214877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-98afbed7-0d16-43ad-a670-b294cf4f5bd1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.3166850 Feb 10 15:53:48.276097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.319317 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-de506fe2-5e13-48f4-92ce-4017fc0b92b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 217 time: 0.0585840 Feb 10 15:53:48.366857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-44f9c05d-bdf4-402a-ba3f-ce859ed68163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.432029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:48.437594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-81515958-ae46-4b93-bc0c-fe4282c572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.439525 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-81515958-ae46-4b93-bc0c-fe4282c572c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1087677 Feb 10 15:53:48.441498 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Floating IP 818736ca-4dcb-4f08-a82f-7ad755ee3f7c associated. External IP: 172.25.7.163, port: edca5ecd-1984-45f5-9b26-8104a6a441af. Feb 10 15:53:48.523720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.extraroute_db [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Added routes are [] {{(pid=102615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:53:48.524001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.extraroute_db [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Removed routes are [] {{(pid=102615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:53:48.524288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.532328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f66b9376-555b-4c01-a4f1-e99a93bbbbbd no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:48.541027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:48.547204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:48.561350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:48.573619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.620927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: f66b9376-555b-4c01-a4f1-e99a93bbbbbd {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:53:48.621665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f66b9376-555b-4c01-a4f1-e99a93bbbbbd not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:48.658043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:48.666143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.667142 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:48.668602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] 10.222.0.75 "PUT /v2.0/ports/a8d7e4c9-baad-4ee8-92e1-dd398de48402 HTTP/1.1" status: 200 len: 1092 time: 5.1045310 Feb 10 15:53:48.701146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50379f-3f75-46ea-a730-6c099a3bdae4 req-ba3515ca-694f-4c07-838d-a6c988342c48 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.703670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a50379f-3f75-46ea-a730-6c099a3bdae4 req-ba3515ca-694f-4c07-838d-a6c988342c48 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 944 time: 0.5287280 Feb 10 15:53:48.714807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:48.877298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-c4103708-38c8-4908-8238-39df1064b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.879271 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-c4103708-38c8-4908-8238-39df1064b71e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4320359 Feb 10 15:53:49.071400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-af1e0275-71d0-4ffc-ae56-00ecce84bb02 service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834102 Feb 10 15:53:49.145851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Router 741b676a-9c3d-4f23-843b-d5fce47019bf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:49.230515 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-60d1ed89-39a3-47be-8a24-fcc13352cec7 req-b4a05417-bdad-4b2a-932e-9a12d790a0c3 service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501393 Feb 10 15:53:49.299804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:49.306627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.313235 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] Sync routers for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:49.324417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-44f9c05d-bdf4-402a-ba3f-ce859ed68163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.326840 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-44f9c05d-bdf4-402a-ba3f-ce859ed68163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.330307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-44f9c05d-bdf4-402a-ba3f-ce859ed68163 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53b3bc23-2434-4b5f-8f3f-ff8176844a7e HTTP/1.1" status: 204 len: 168 time: 1.6035550 Feb 10 15:53:49.341998 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:49.343159 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:49.344289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a50379f-3f75-46ea-a730-6c099a3bdae4 req-95d274d4-8ac1-4381-9652-c64c2f6fdb98 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356107 Feb 10 15:53:49.356229 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.358615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.359644 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.384704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.392629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9c05d-bdf4-402a-ba3f-ce859ed68163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b3bc23-2434-4b5f-8f3f-ff8176844a7e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:49.394789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff49869-55c6-4550-b41a-ce5e64545baf service neutron] Pushing event updated for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:49.402705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-e011193c-48f0-4988-94ca-17321830e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.404455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-e011193c-48f0-4988-94ca-17321830e4d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 1095 time: 0.2945626 Feb 10 15:53:49.423218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d55bb-18a1-4809-a0c8-54ac36677ebc req-c21757cb-7cbf-4938-a605-225d8d55109e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.431645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-994d55bb-18a1-4809-a0c8-54ac36677ebc req-c21757cb-7cbf-4938-a605-225d8d55109e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.3207622 Feb 10 15:53:49.449522 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba296d77-9985-4363-816f-6cbf8a22f994 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.6555247 Feb 10 15:53:49.452444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36758) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:49.456246 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:49.470136 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:49.470992 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:49.491184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-871fe0d9-fb50-4ea5-9ea0-cee8a49e7955 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6797295 Feb 10 15:53:49.521786 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:49.522651 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94faa4-736c-47d7-8525-0524238f6524 None None] The sync data for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:49.567717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-e729ffc8-713a-4aa7-a0e1-4eda129dc744 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402 HTTP/1.1" status: 200 len: 217 time: 0.1536627 Feb 10 15:53:49.574845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Request body: {'port': {'device_id': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:49.588404 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7379a90-7a01-4afb-a9cf-e2b9e4b821f9 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] 10.222.0.21 "GET /v2.0/floatingips/818736ca-4dcb-4f08-a82f-7ad755ee3f7c HTTP/1.1" status: 200 len: 981 time: 0.1341190 Feb 10 15:53:49.590761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:49.659278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c85b8fe1-994b-4158-b33c-a9587941a3f2 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:49.710253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-994d55bb-18a1-4809-a0c8-54ac36677ebc req-196a7b4e-a411-446e-9b05-736785f0a188 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702229 Feb 10 15:53:49.710363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b52c4a93-37f1-40a0-8957-9516bd633ae8 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2725 time: 0.1159894 Feb 10 15:53:49.712416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36766) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:49.751089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-82a7e294-8102-4b9c-972d-3eb011fa439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.753177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-82a7e294-8102-4b9c-972d-3eb011fa439b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1726582 Feb 10 15:53:49.782622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.903770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1045d5-f310-474c-9751-1eda9954da94 req-8f7a2999-5f26-4d6a-af98-4ea1a632ec44 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.905713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd1045d5-f310-474c-9751-1eda9954da94 req-8f7a2999-5f26-4d6a-af98-4ea1a632ec44 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 932 time: 0.3398299 Feb 10 15:53:49.916490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:49.924053 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:49.931169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] Sync routers for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:49.936151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c68bedfa-0a52-4ebe-867a-ed890195a995 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 705 time: 1.9758446 Feb 10 15:53:49.936921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:49.963278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:49.963967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:49.977721 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a17c16b4-5c64-4355-9b01-d00791cb27d1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 205 time: 0.0349574 Feb 10 15:53:49.978340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36782) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:50.024716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:50.026978 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e83cc8-7424-44ba-9b31-f6855e75df15" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:50.036769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-30fb4b06-d5de-4f0d-97d6-8e1ad4666ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:50.038370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-30fb4b06-d5de-4f0d-97d6-8e1ad4666ffe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761731 Feb 10 15:53:50.084921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting port a4e745b0-1737-4370-b8d1-1b4d4daf74b2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:50.085987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.118112 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58789284-0456-4bfd-b2fa-04a86185465d x-openstack-request-id: req-58789284-0456-4bfd-b2fa-04a86185465d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:50.118407 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:50.118668 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58789284-0456-4bfd-b2fa-04a86185465d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:50.119036 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402', 'status': 'completed', 'code': 200} Feb 10 15:53:50.125739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:50.142964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd1045d5-f310-474c-9751-1eda9954da94 req-26efa3a3-ed8a-433c-9ea7-a1a5596e9edd tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533444 Feb 10 15:53:50.169674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.170033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.182090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Calling delete_port for a4e745b0-1737-4370-b8d1-1b4d4daf74b2 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:50.239635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:43Z', 'revision_number': 11, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:50.271998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] Checking router: c85b8fe1-994b-4158-b33c-a9587941a3f2 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:50.283058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] Routers {'c85b8fe1-994b-4158-b33c-a9587941a3f2'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:50.285010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c85b8fe1-994b-4158-b33c-a9587941a3f2'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:50.313344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.357092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-e5d5960d-299e-4e65-9df6-81955feba700 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995064 Feb 10 15:53:50.373299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] Set router c85b8fe1-994b-4158-b33c-a9587941a3f2 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:50.473082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:43Z', 'revision_number': 11, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:50.537168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffe780-b3f4-4e90-9ec9-44180fb3152c None None] The sync data for ids ['c85b8fe1-994b-4158-b33c-a9587941a3f2'] in n-d-827895-3 is: [{'id': 'c85b8fe1-994b-4158-b33c-a9587941a3f2', 'name': 'tempest-RoutersIpV6Test-router-2077301236', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:37Z', 'updated_at': '2022-02-10T15:53:43Z', 'revision_number': 11, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:50.552172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-c02e7198-42fa-4894-a521-812e357ff5af tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:50.553905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-c02e7198-42fa-4894-a521-812e357ff5af tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.3241742 Feb 10 15:53:50.601634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.606008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.634144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-a863e281-c70f-4974-912a-ca8c024bdb29 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0638821 Feb 10 15:53:50.661940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.694445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Port': ['ID=a4e745b0-1737-4370-b8d1-1b4d4daf74b2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:50.697083 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.697921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router c85b8fe1-994b-4158-b33c-a9587941a3f2 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:53:50.709838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.711893 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fb82a6c4-198d-4d74-afac-ac3916e091eb tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 204 len: 168 time: 0.7316678 Feb 10 15:53:50.723334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36814) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:50.747212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23355e48-388e-42b7-884b-663d812c634b {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:50.756756 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.785535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1858535072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:50.801019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e37660-72c6-4bb2-abde-5e4bb5308fb6 req-aa04c3bc-4ef4-4974-aa40-7a951f3eab45 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334738 Feb 10 15:53:50.801240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.801376 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Floating IP 818736ca-4dcb-4f08-a82f-7ad755ee3f7c disassociated (deleted). External IP: 172.25.7.163, port: edca5ecd-1984-45f5-9b26-8104a6a441af. Feb 10 15:53:50.847691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.848752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:50.862604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52682e41-0823-400c-bdf0-2cb8d0343a13 req-01e7ac39-eb0f-488a-b3f5-784044509bd7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:50.864498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52682e41-0823-400c-bdf0-2cb8d0343a13 req-01e7ac39-eb0f-488a-b3f5-784044509bd7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 944 time: 0.3575451 Feb 10 15:53:50.872313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Transition to ACTIVE for port object 23355e48-388e-42b7-884b-663d812c634b will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:50.880438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-ce01694e-a8d3-4258-89b1-e1628ccac447 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2221828 Feb 10 15:53:50.902157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.136950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Router 741b676a-9c3d-4f23-843b-d5fce47019bf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:51.189724 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.193891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52682e41-0823-400c-bdf0-2cb8d0343a13 req-268c24a8-422a-4e6a-a59e-731283be9e40 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929380 Feb 10 15:53:51.272716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-e8e2297b-ebc5-42e6-8072-f2992c5d8adf service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396237 Feb 10 15:53:51.275191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.304106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-88edb609-c5f7-476b-82d1-7fd303e27579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:51.306004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-88edb609-c5f7-476b-82d1-7fd303e27579 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 1095 time: 0.3690429 Feb 10 15:53:51.311256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Attempting to bind port 23355e48-388e-42b7-884b-663d812c634b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:51.311807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Attempting to bind port 23355e48-388e-42b7-884b-663d812c634b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:51.312293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Attempting to bind port 23355e48-388e-42b7-884b-663d812c634b on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:51.314458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:51.315559 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:51.322091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.327713 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] Sync routers for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:51.352543 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:51.354294 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:51.355035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-36ddf849-df4e-4c81-a148-13a37317b2cd tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "DELETE /v2.0/floatingips/818736ca-4dcb-4f08-a82f-7ad755ee3f7c HTTP/1.1" status: 204 len: 168 time: 1.6410978 Feb 10 15:53:51.358724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36842) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:51.364425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:51.427695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.428412 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:51.440775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Port 23355e48-388e-42b7-884b-663d812c634b on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:51.441356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Attempting to bind port 23355e48-388e-42b7-884b-663d812c634b on network b6f59662-be33-4ea6-a4c7-a5218ba3a0ec {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:51.449008 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:51.449471 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.451254 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:51.453440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ef294b5a-f10e-4b53-b25c-0efc713c5260 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7190104 Feb 10 15:53:51.454356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36844) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:51.460993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:51.461389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Checking segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:51.461773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Bound using segment: {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:51.462225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Bound port: 23355e48-388e-42b7-884b-663d812c634b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:51.462574 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.466030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:51.514271 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:51.514912 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405aea2-e513-4c6f-b75c-1003cb6f431a None None] The sync data for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:51.559259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa30652-a09c-427f-a97d-94b11edbd27e req-74cf62b9-8bc6-4e22-86ab-36377dcc9fd4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:51.561070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1aa30652-a09c-427f-a97d-94b11edbd27e req-74cf62b9-8bc6-4e22-86ab-36377dcc9fd4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2734985 Feb 10 15:53:51.589931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-f7b17c6a-a623-4c8c-b356-7cf11c93fae1 service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163195 Feb 10 15:53:51.633037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-a0dc22a2-8611-443b-aca8-39bfbe81ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:51.635537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-a0dc22a2-8611-443b-aca8-39bfbe81ace9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.2962070 Feb 10 15:53:51.700005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:51.706372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-ed332df9-2f44-4211-a724-0fddb754f40c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402 HTTP/1.1" status: 200 len: 217 time: 0.0592291 Feb 10 15:53:51.716765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1aa30652-a09c-427f-a97d-94b11edbd27e req-96ee6b36-7783-4842-94f2-af34eb56299f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472135 Feb 10 15:53:51.736877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:51.773133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.879354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:51.880029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:51.881442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] 10.222.0.45 "PUT /v2.0/ports/23355e48-388e-42b7-884b-663d812c634b HTTP/1.1" status: 200 len: 1092 time: 2.3244133 Feb 10 15:53:51.971221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:52.216283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:52.260549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'mac_address': 'fa:16:3e:17:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:52.319941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-34e72a64-6f1a-4518-a7ea-01c6fba2fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:52.321349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.322284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-34e72a64-6f1a-4518-a7ea-01c6fba2fc57 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.5995648 Feb 10 15:53:52.322750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'tag': '23355e48-388e-42b7-884b-663d812c634b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:52.325122 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f23143-98b7-490c-bc07-89c922af53c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "tag": "23355e48-388e-42b7-884b-663d812c634b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:52.344772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.349102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.355712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.377220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9bed48-b369-4661-8359-6ca06ee2a5ea {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:52.402861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7a8c82f-dfe0-4283-af1f-bb958ca08d70 req-8285895a-bd53-4980-ab10-5d9faed9129a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 210 time: 0.4966197 Feb 10 15:53:52.434190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:52.443508 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.512096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781317-3d84-456e-be75-e75779a8d30f service neutron] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:52.557060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:52.607991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36896) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:52.621333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Router c27b3de0-2ca0-4017-9b02-c633bd264bf9 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:53:52.624382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Allocated IP 172.25.7.37 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/e62de3ce-f448-42f7-90af-130b26361b11) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:52.633606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-de313ef1-66d3-4d4b-a2d1-6c87227e257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:52.635691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-de313ef1-66d3-4d4b-a2d1-6c87227e257b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 1095 time: 0.2908583 Feb 10 15:53:52.645088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb12e-c6cb-40ec-b182-7fbb5fa19c21 req-6b6a6bcb-f859-4d9a-8354-c449e74c6093 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:52.653701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f83cb12e-c6cb-40ec-b182-7fbb5fa19c21 req-6b6a6bcb-f859-4d9a-8354-c449e74c6093 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 944 time: 0.7824216 Feb 10 15:53:52.721265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-b38ecc40-004a-403d-8795-671d60b01039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:52.723249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-b38ecc40-004a-403d-8795-671d60b01039 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3759155 Feb 10 15:53:52.749551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-615debfb-2a68-495f-82bb-4e9694461e70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23355e48-388e-42b7-884b-663d812c634b HTTP/1.1" status: 200 len: 217 time: 0.0935438 Feb 10 15:53:52.779598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf322d0-aee8-4c52-9674-cccdb18366bf req-6cba2b7e-b0da-4ed1-a044-724016635022 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:52.790016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcf322d0-aee8-4c52-9674-cccdb18366bf req-6cba2b7e-b0da-4ed1-a044-724016635022 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 944 time: 0.2533290 Feb 10 15:53:52.827365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:52.835480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.838229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] Sync routers for ids ['c27b3de0-2ca0-4017-9b02-c633bd264bf9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:52.840691 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cc36dadc-46f5-435b-bfa4-a575a4f65555 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "PUT /v2.0/routers/c27b3de0-2ca0-4017-9b02-c633bd264bf9 HTTP/1.1" status: 200 len: 698 time: 1.3840930 Feb 10 15:53:52.843666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36906) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:52.855948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] Routers {'c27b3de0-2ca0-4017-9b02-c633bd264bf9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:52.857116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c27b3de0-2ca0-4017-9b02-c633bd264bf9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:52.951352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3a9bed48-b369-4661-8359-6ca06ee2a5ea'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:52.956719 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d28013a8-1e9a-424e-a27a-e3d2da3be46d tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/routers/c27b3de0-2ca0-4017-9b02-c633bd264bf9 HTTP/1.1" status: 200 len: 704 time: 0.1102037 Feb 10 15:53:52.959727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36908) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:52.961597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb190-3305-4b37-90e0-99085d4bf728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:52.995554 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2406072f-3d32-4696-a479-d04cddfaf8b1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=c27b3de0-2ca0-4017-9b02-c633bd264bf9 HTTP/1.1" status: 200 len: 205 time: 0.0322611 Feb 10 15:53:52.998338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36910) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.012989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] Set router c27b3de0-2ca0-4017-9b02-c633bd264bf9 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:53.014059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.085860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.093208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3de0-2ca0-4017-9b02-c633bd264bf9', 'name': 'tempest-RoutersIpV6Test-router-1858535072', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:50Z', 'updated_at': '2022-02-10T15:53:52Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:53.131778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] Checking router: c27b3de0-2ca0-4017-9b02-c633bd264bf9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:53.135369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb190-3305-4b37-90e0-99085d4bf728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.138527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-2de97d58-b2a0-4ac7-b0dc-949e73b41483 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046266 Feb 10 15:53:53.177816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] Routers {'c27b3de0-2ca0-4017-9b02-c633bd264bf9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:53.178815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:53:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c27b3de0-2ca0-4017-9b02-c633bd264bf9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:53.270748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.275681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.284800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e83cc8-7424-44ba-9b31-f6855e75df15 req-1fe4c04d-4f3d-49d2-86ac-bb7279b15b25 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384997 Feb 10 15:53:53.286206 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb190-3305-4b37-90e0-99085d4bf728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.287824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.317694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f83cb12e-c6cb-40ec-b182-7fbb5fa19c21 req-2d8d85b5-fdbb-4139-91fa-9fea36951089 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603591 Feb 10 15:53:53.363360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] Set router c27b3de0-2ca0-4017-9b02-c633bd264bf9 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:53.373094 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.373674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Fanout notify agent at l3_agent the message router_deleted on router c27b3de0-2ca0-4017-9b02-c633bd264bf9 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:53:53.416194 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.417354 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2a9306fc-b752-443b-b3b3-dc1280fe6db8 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/c27b3de0-2ca0-4017-9b02-c633bd264bf9 HTTP/1.1" status: 204 len: 168 time: 0.4180894 Feb 10 15:53:53.427703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36912) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.429610 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:53.447118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:53.457609 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8f6e9b-ec2b-47ba-b9b7-9512e2c91c0b x-openstack-request-id: req-7f8f6e9b-ec2b-47ba-b9b7-9512e2c91c0b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:53.458016 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "tag": "23355e48-388e-42b7-884b-663d812c634b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:53.458123 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f8f6e9b-ec2b-47ba-b9b7-9512e2c91c0b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:53.458916 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'tag': '23355e48-388e-42b7-884b-663d812c634b', 'status': 'completed', 'code': 200} Feb 10 15:53:53.484124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3de0-2ca0-4017-9b02-c633bd264bf9', 'name': 'tempest-RoutersIpV6Test-router-1858535072', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:50Z', 'updated_at': '2022-02-10T15:53:52Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:53.494128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:53.499142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5b7cb190-3305-4b37-90e0-99085d4bf728 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6c597473bbc445289c0af4356426695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8875279 Feb 10 15:53:53.522999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36916) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.545857 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c20d5f9d-5b91-4788-9d47-362bcbb87351 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=c27b3de0-2ca0-4017-9b02-c633bd264bf9 HTTP/1.1" status: 200 len: 205 time: 0.1143081 Feb 10 15:53:53.557912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36918) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.562735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c149-905a-40cf-8bc0-d49fbb13a6ab None None] The sync data for ids ['c27b3de0-2ca0-4017-9b02-c633bd264bf9'] in n-d-827895-3 is: [{'id': 'c27b3de0-2ca0-4017-9b02-c633bd264bf9', 'name': 'tempest-RoutersIpV6Test-router-1858535072', 'tenant_id': '308236c645c048b487af52fb7d412cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:50Z', 'updated_at': '2022-02-10T15:53:52Z', 'revision_number': 2, 'project_id': '308236c645c048b487af52fb7d412cfb', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:53.572347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.575491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Pushing event updated for resources: {'Port': ['ID=e62de3ce-f448-42f7-90af-130b26361b11,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:53.585701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcf322d0-aee8-4c52-9674-cccdb18366bf req-d9ef1099-73cb-4d7d-8766-84443c21fc0b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941945 Feb 10 15:53:53.658380 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-aa282703-71a8-4668-8a46-f3909156db7c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:53.666760 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aa282703-71a8-4668-8a46-f3909156db7c tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/c27b3de0-2ca0-4017-9b02-c633bd264bf9 HTTP/1.1" status: 404 len: 336 time: 0.1075852 Feb 10 15:53:53.667337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.693539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-d03b63d0-eadc-4fcd-ac23-1bca9658d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:53.695228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-d03b63d0-eadc-4fcd-ac23-1bca9658d63d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.9025230 Feb 10 15:53:53.697704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb190-3305-4b37-90e0-99085d4bf728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f5073c-3e85-4cd2-bc7f-e00460ea2583,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:53.742649 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-044e4d68-2ed5-4489-a726-91ba851361ed tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:53.743125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044e4d68-2ed5-4489-a726-91ba851361ed tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:53.746487 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-044e4d68-2ed5-4489-a726-91ba851361ed tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/e1cc15f5-9313-4804-bf17-115729245379 HTTP/1.1" status: 404 len: 337 time: 0.0778000 Feb 10 15:53:53.748914 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36924) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.778004 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-20752827-a8c8-49ec-a092-901b487e377f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:53.778464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20752827-a8c8-49ec-a092-901b487e377f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:53.781648 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-20752827-a8c8-49ec-a092-901b487e377f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/92713a5e-4883-4944-8ef1-5b43f9d5ccf8 HTTP/1.1" status: 404 len: 337 time: 0.0317791 Feb 10 15:53:53.784725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36926) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.788344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-5610252b-a939-4309-9615-2a89c2abc198 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720973 Feb 10 15:53:53.790594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d2036e0-cd41-462a-a533-568e0b7fab40 req-90e2c43a-d10c-4561-ab04-2c212ebc2140 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 210 time: 0.0851014 Feb 10 15:53:53.802063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36928) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.826905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-139857205'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:53.827867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.829996 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cc012d-46b2-4a13-bd10-7bbb5913f4f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:53.830454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cc012d-46b2-4a13-bd10-7bbb5913f4f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:53.833553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-57cc012d-46b2-4a13-bd10-7bbb5913f4f0 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/60374425-2458-4a01-b701-3fd70455dc7a HTTP/1.1" status: 404 len: 337 time: 0.0482795 Feb 10 15:53:53.838140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36930) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.877451 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dda7c6-da04-435a-8a59-da6392f1f47b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:53.877731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dda7c6-da04-435a-8a59-da6392f1f47b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:53.880722 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-87dda7c6-da04-435a-8a59-da6392f1f47b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/e4065fb1-99f7-495e-9598-87b0e5cfff9c HTTP/1.1" status: 404 len: 337 time: 0.0416529 Feb 10 15:53:53.896685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36932) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.897289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280bfa-cadf-4878-bc3c-61d7268514f3 req-76b6637e-de64-4c4c-8bf5-abd8bf96cfbe tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:53.898985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf280bfa-cadf-4878-bc3c-61d7268514f3 req-76b6637e-de64-4c4c-8bf5-abd8bf96cfbe tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.4032516 Feb 10 15:53:53.924983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-1327a3c3-b233-4a90-bd3b-859c1f47f55f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:53.926624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-1327a3c3-b233-4a90-bd3b-859c1f47f55f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.4710808 Feb 10 15:53:53.930602 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-548099dd-4f57-46f3-9c73-c50fb17a1751 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 200 len: 205 time: 0.0321989 Feb 10 15:53:53.933327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:53.939894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.951820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:53.990890 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-98450a87-e973-4d72-af9a-646af345d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:53.995366 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-296bbab6-87f1-4b80-846a-79bdd41ae5a4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:53.996435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-296bbab6-87f1-4b80-846a-79bdd41ae5a4 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/c85b8fe1-994b-4158-b33c-a9587941a3f2 HTTP/1.1" status: 404 len: 336 time: 0.0621705 Feb 10 15:53:54.000357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36936) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.002451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:54.005890 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.033976 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8d56d37f-e5e7-434d-b956-60f3f6a00e67 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 HTTP/1.1" status: 200 len: 205 time: 0.0325599 Feb 10 15:53:54.037544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36938) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.079312 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-32090885-3526-408f-93a3-6ee797274b2a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:54.080514 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-32090885-3526-408f-93a3-6ee797274b2a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/8af9f37d-fe1a-4580-8cc6-b5ea567d2ff4 HTTP/1.1" status: 404 len: 336 time: 0.0419359 Feb 10 15:53:54.082965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36940) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.083423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf280bfa-cadf-4878-bc3c-61d7268514f3 req-79180f01-2ef3-4367-b301-b1a7828e4a20 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743321 Feb 10 15:53:54.110314 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-98450a87-e973-4d72-af9a-646af345d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.127192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-ce1f27a7-f756-4a69-b7f6-020877fec0b3 service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218753 Feb 10 15:53:54.155825 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6701043-7fbf-477c-bf1c-4ff78a46b48f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:54.156184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6701043-7fbf-477c-bf1c-4ff78a46b48f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:54.158657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:54.161646 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c6701043-7fbf-477c-bf1c-4ff78a46b48f tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/2940f69e-34ed-4b21-958e-3e16d1a31b31 HTTP/1.1" status: 404 len: 337 time: 0.0703590 Feb 10 15:53:54.161954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36942) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.194119 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-250079f8-ca48-468f-a8f4-8e3a794d5990 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 200 len: 205 time: 0.0308678 Feb 10 15:53:54.197981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36944) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.234910 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.235255 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Added segment 7c195381-921b-4204-b723-94f2873a1651 of type vlan for network edf72dcd-d60f-48a5-80d6-58868ca355eb Feb 10 15:53:54.248186 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-cff168bf-7374-4a04-81d2-6b99c8fe05b9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:54.249222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cff168bf-7374-4a04-81d2-6b99c8fe05b9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/61f0632b-2ce8-4e08-aa73-6815011b69ec HTTP/1.1" status: 404 len: 336 time: 0.0503428 Feb 10 15:53:54.253248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36946) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.288149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-778e650f-105c-4846-b6fb-7904433ddfb1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e075b2-93ef-42b4-9731-2193e3b4364e HTTP/1.1" status: 200 len: 205 time: 0.0337656 Feb 10 15:53:54.291145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.308335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.319383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-98450a87-e973-4d72-af9a-646af345d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.322895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-98450a87-e973-4d72-af9a-646af345d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.326527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-98450a87-e973-4d72-af9a-646af345d14a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1f5073c-3e85-4cd2-bc7f-e00460ea2583 HTTP/1.1" status: 204 len: 168 time: 0.7304688 Feb 10 15:53:54.353937 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-818713e9-79c1-4f2c-bf4d-009f3caaebf9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:54.357106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-818713e9-79c1-4f2c-bf4d-009f3caaebf9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/c8e075b2-93ef-42b4-9731-2193e3b4364e HTTP/1.1" status: 404 len: 336 time: 0.0623410 Feb 10 15:53:54.358533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36954) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.374482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98450a87-e973-4d72-af9a-646af345d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f5073c-3e85-4cd2-bc7f-e00460ea2583,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:54.401472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.402097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b7574e9-12d6-499e-9ad8-ea87d901b627 req-f3facd74-3843-4c6f-96c4-889195b6b60c service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644792 Feb 10 15:53:54.402097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:54.405540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.409893 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.413892 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.416416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:54.417042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.419757 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bf2fad-78b1-4dd0-a89c-cb3ab437314a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:54.420209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bf2fad-78b1-4dd0-a89c-cb3ab437314a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:54.423200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f4bf2fad-78b1-4dd0-a89c-cb3ab437314a tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/ace4e6fa-f7a9-43db-9e4b-db9f4ccd2c35 HTTP/1.1" status: 404 len: 337 time: 0.0606174 Feb 10 15:53:54.436983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36956) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.472607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Pushing event updated for resources: {'Port': ['ID=e62de3ce-f448-42f7-90af-130b26361b11,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:54.530361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.552914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.555489 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-205a4d52-433c-45d9-8709-6f0dca674111 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1944001 Feb 10 15:53:54.558293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36960) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.565393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-86b4a144-a4c2-408d-a3d3-22df9febd5c9 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=99961063-9816-4da5-adc0-f687c7cf72a0 HTTP/1.1" status: 200 len: 205 time: 0.1223221 Feb 10 15:53:54.568654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36964) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.590118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7814555 Feb 10 15:53:54.596220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36966) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.608745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-452349848'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:54.629625 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-07a2e2a3-fa9f-45ad-9b71-45f4fb08660b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:54.634818 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-07a2e2a3-fa9f-45ad-9b71-45f4fb08660b tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/99961063-9816-4da5-adc0-f687c7cf72a0 HTTP/1.1" status: 404 len: 336 time: 0.0649402 Feb 10 15:53:54.635660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36970) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.660568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046af73a-4306-4035-915c-b344d1e44f5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Network': ['ID=edf72dcd-d60f-48a5-80d6-58868ca355eb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:54.669134 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd54de7-313d-44c0-bb49-d4ba826e1c69 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:54.669894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd54de7-313d-44c0-bb49-d4ba826e1c69 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:54.676923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network edf72dcd-d60f-48a5-80d6-58868ca355eb details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:54.678841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bbd54de7-313d-44c0-bb49-d4ba826e1c69 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/08a676c6-54f6-4bb6-823c-f495c14eecc9 HTTP/1.1" status: 404 len: 337 time: 0.0413382 Feb 10 15:53:54.680370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36972) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.718279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a588a22-54f0-4220-9d78-4d7f24220dd0 req-6a083d9b-8867-45ff-a75e-562ffdd368ef tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:54.720945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a588a22-54f0-4220-9d78-4d7f24220dd0 req-6a083d9b-8867-45ff-a75e-562ffdd368ef tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 944 time: 0.2829525 Feb 10 15:53:54.725501 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0bf1297c-0282-48b9-93f0-18bb02e126fa tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b69545-27d8-4fcd-adf0-14111f620bb5 HTTP/1.1" status: 200 len: 205 time: 0.0381212 Feb 10 15:53:54.726333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36974) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.746260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-4b4a4a9d-f961-4b3a-8940-00f3b98e433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:54.747740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-4b4a4a9d-f961-4b3a-8940-00f3b98e433b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 1095 time: 0.2690132 Feb 10 15:53:54.776862 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-b6e8f125-ed81-4ac9-ada0-c8ce68fa24c1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] delete failed (client error): The resource could not be found. Feb 10 15:53:54.781969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6e8f125-ed81-4ac9-ada0-c8ce68fa24c1 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/routers/16b69545-27d8-4fcd-adf0-14111f620bb5 HTTP/1.1" status: 404 len: 336 time: 0.0491109 Feb 10 15:53:54.782370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36976) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.829889 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77f44d3-13dc-4716-b26b-03e05b60ce37 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:54.830396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77f44d3-13dc-4716-b26b-03e05b60ce37 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:54.837139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c77f44d3-13dc-4716-b26b-03e05b60ce37 tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/672a3ccd-515a-4bbf-a1c8-8c5291fb5028 HTTP/1.1" status: 404 len: 337 time: 0.0534768 Feb 10 15:53:54.837358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:54.838131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.840886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.851922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36982) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:54.899756 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-630cbd78-8171-4d26-8b16-917a6ebdc02e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] DELETE failed (client error): The resource could not be found. Feb 10 15:53:54.900446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630cbd78-8171-4d26-8b16-917a6ebdc02e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:53:54.906881 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-630cbd78-8171-4d26-8b16-917a6ebdc02e tempest-RoutersIpV6Test-2043640847 tempest-RoutersIpV6Test-2043640847-project] 10.222.0.21 "DELETE /v2.0/subnets/8be2c0ee-5144-4b3d-ab4b-a8378b4afe94 HTTP/1.1" status: 404 len: 337 time: 0.0675993 Feb 10 15:53:54.915663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:54.922430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e30a6851-bbe7-42db-9975-16645ac22195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:54.927251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.6 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/7b639685-3508-4a59-8a3f-27ba83b510a7) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:54.949338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a588a22-54f0-4220-9d78-4d7f24220dd0 req-500acef1-2511-4484-90c3-77f6055fd3d3 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970885 Feb 10 15:53:54.993075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44cf5-f499-47fc-8a4a-871288494b70 req-79c18a3e-c2f4-4c69-83a0-ac1e546eaae4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:54.994632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0b44cf5-f499-47fc-8a4a-871288494b70 req-79c18a3e-c2f4-4c69-83a0-ac1e546eaae4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 944 time: 0.2509234 Feb 10 15:53:54.997224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:55.026016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.038118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.038468 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Added segment 34ac2c77-dc42-4128-9d7d-709e28b25e44 of type vlan for network b340ef99-402b-4687-ad5f-92dcb56aa7c6 Feb 10 15:53:55.067137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-6b9eba69-d778-42b6-8b3b-562cb19faf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:55.069296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-6b9eba69-d778-42b6-8b3b-562cb19faf0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 200 len: 906 time: 0.2999587 Feb 10 15:53:55.147349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e30a6851-bbe7-42db-9975-16645ac22195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.155148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e30a6851-bbe7-42db-9975-16645ac22195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.190451 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-86a19a07-08b4-4759-bc90-975cf9cb1ca0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23355e48-388e-42b7-884b-663d812c634b HTTP/1.1" status: 200 len: 217 time: 0.1057379 Feb 10 15:53:55.211190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8225810a-e33d-48a4-8ce1-500f01522407 req-590b2ce6-2848-4269-917e-ac3b8e8f27e5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 210 time: 0.0970662 Feb 10 15:53:55.211565 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e30a6851-bbe7-42db-9975-16645ac22195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=619c40c83e5c425c9bfb9c5a128ebbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581696 Feb 10 15:53:55.212300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a6851-bbe7-42db-9975-16645ac22195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f644cba-df96-49d6-9111-469eaf9b76a6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:55.215927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36990) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:55.222288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.262996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.263749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0b44cf5-f499-47fc-8a4a-871288494b70 req-66c20cc3-9b32-4093-b813-1c9a10cf56d9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561984 Feb 10 15:53:55.314163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36992) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:55.335477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe248-f8cb-43a7-8d3a-de0bceadc496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.377749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-806dd10a-d9b0-4720-8eef-7e77d5f477ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:55.379371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-806dd10a-d9b0-4720-8eef-7e77d5f477ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 200 len: 845 time: 0.1759615 Feb 10 15:53:55.390272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe248-f8cb-43a7-8d3a-de0bceadc496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.411422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.417822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:55.418617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.443470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Allocated IP 172.25.7.171 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/11117b37-c462-401e-be9f-7dfc313e2925) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:55.458117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-e4aa8b6b-1122-45f5-bbf6-9b5ded90e195 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707991 Feb 10 15:53:55.489225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88f95e-9c5e-4579-864d-a9d8fd2de07b req-12827542-e885-4d47-8986-e2366e7dd937 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:55.490688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db88f95e-9c5e-4579-864d-a9d8fd2de07b req-12827542-e885-4d47-8986-e2366e7dd937 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.1634500 Feb 10 15:53:55.504517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe248-f8cb-43a7-8d3a-de0bceadc496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.507098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe248-f8cb-43a7-8d3a-de0bceadc496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.509025 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4d1fe248-f8cb-43a7-8d3a-de0bceadc496 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f644cba-df96-49d6-9111-469eaf9b76a6 HTTP/1.1" status: 204 len: 168 time: 0.2921617 Feb 10 15:53:55.545603 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4afa0b08-69e7-4e92-b397-61dde059aa64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=308236c645c048b487af52fb7d412cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280867 Feb 10 15:53:55.549376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:55.557681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fe248-f8cb-43a7-8d3a-de0bceadc496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f644cba-df96-49d6-9111-469eaf9b76a6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:55.593403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.604694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0008628 Feb 10 15:53:55.609716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37000) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:55.618072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'subnet': {'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:55.625995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82521ba0-9596-4632-badc-16bc6e072892 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Network': ['ID=b340ef99-402b-4687-ad5f-92dcb56aa7c6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:55.646172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:55.658542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db88f95e-9c5e-4579-864d-a9d8fd2de07b req-72334533-cb2c-466f-84e3-7cd3321d359b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324198 Feb 10 15:53:55.660295 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.695075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.712153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b85957-5816-4f71-b248-d6ab850ca6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.713407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-79f10f26-8c2e-4563-b810-691661484927 service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346303 Feb 10 15:53:55.766712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b85957-5816-4f71-b248-d6ab850ca6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.810673 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.865479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:55.869350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.877621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:55.895354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:55.905290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:55.939120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Pushing event updated for resources: {'Port': ['ID=11117b37-c462-401e-be9f-7dfc313e2925,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:55.972030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b85957-5816-4f71-b248-d6ab850ca6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.974807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b85957-5816-4f71-b248-d6ab850ca6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:55.976264 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-47b85957-5816-4f71-b248-d6ab850ca6a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b2cc2c8-59f7-4e27-92b3-2de8f96bca30 HTTP/1.1" status: 204 len: 168 time: 0.4259703 Feb 10 15:53:56.019359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b85957-5816-4f71-b248-d6ab850ca6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2cc2c8-59f7-4e27-92b3-2de8f96bca30,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.106887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:56.112235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a8d7e4c9-baad-4ee8-92e1-dd398de48402 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:56.118379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:56.309080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:56.326975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 3a9bed48-b369-4661-8359-6ca06ee2a5ea completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:53:56.350707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 3a9bed48-b369-4661-8359-6ca06ee2a5ea triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:56.351072 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:56.354771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=7b639685-3508-4a59-8a3f-27ba83b510a7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.387616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:56.425015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:56.562390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:56.586340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:56.587418 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:56.604337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:56.629107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac393f1a-e0ef-4507-b95c-cc0b70051143 req-a2856f8a-c640-4829-bbbb-5020d2534a9c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:56.638616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac393f1a-e0ef-4507-b95c-cc0b70051143 req-a2856f8a-c640-4829-bbbb-5020d2534a9c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 931 time: 0.2284751 Feb 10 15:53:56.651121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cafcb-5d1f-49e5-bbdb-391455d4f3df req-a81be48c-367a-473d-b98c-c4e91ef64223 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:56.653067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c7cafcb-5d1f-49e5-bbdb-391455d4f3df req-a81be48c-367a-473d-b98c-c4e91ef64223 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 944 time: 0.4166179 Feb 10 15:53:56.660970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:56.662762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1f23143-98b7-490c-bc07-89c922af53c9 req-99085dc2-836f-4677-b391-07477beac2bc service neutron] 10.222.0.45 "GET /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253910 Feb 10 15:53:56.677347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-30758e0d-1b03-41fb-8fd6-6a1e7f06e537 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7382414 Feb 10 15:53:56.705871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Request body: {'port': {'device_id': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:56.758466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:56.769971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c7cafcb-5d1f-49e5-bbdb-391455d4f3df req-3881ca59-c87d-4dcf-af6b-18d70d3884d1 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047115 Feb 10 15:53:56.780574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '23355e48-388e-42b7-884b-663d812c634b', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': '23355e48-388e-42b7-884b-663d812c634b', 'mac_address': 'fa:16:3e:39:cb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:56.788458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac393f1a-e0ef-4507-b95c-cc0b70051143 req-c7debf2a-b5af-4ffd-a9d6-9db5d15cde00 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484303 Feb 10 15:53:56.824860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:56.871375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:56.899060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:56.984612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.013681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402', 'mac_address': 'fa:16:3e:d2:b1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:57.087478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23355e48-388e-42b7-884b-663d812c634b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:57.087702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Subnet': ['ID=7fc50dbd-c940-4639-b713-3e7c1afc04a2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:57.101568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f9e3c-08d6-468b-ac3d-6d732aca9e1a req-1edf949a-86cd-4648-82c0-e83fb4b4df5d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:57.103758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f2f9e3c-08d6-468b-ac3d-6d732aca9e1a req-1edf949a-86cd-4648-82c0-e83fb4b4df5d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.1666687 Feb 10 15:53:57.127803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.132166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Checking segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:57.132601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network hostable DHCP agents. Network: edf72dcd-d60f-48a5-80d6-58868ca355eb, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:57.137077 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.139912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625f00-2ed9-4845-817c-59f3e3196a9b req-314f99aa-d9ee-4cbf-9959-608d57365d1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:57.147463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5625f00-2ed9-4845-817c-59f3e3196a9b req-314f99aa-d9ee-4cbf-9959-608d57365d1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 944 time: 0.2012341 Feb 10 15:53:57.169165 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.180536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:57.196240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.226138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:57.229571 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97477cf-a3c3-4cee-b4eb-248c331c23fd" -d '{"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:57.234508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d7e4c9-baad-4ee8-92e1-dd398de48402 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:57.235588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network edf72dcd-d60f-48a5-80d6-58868ca355eb is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:57.264739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, edf72dcd-d60f-48a5-80d6-58868ca355eb) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:57.269149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:57.285018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.289561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:57.291396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.297563 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.314270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24a7dd-005b-48db-8c5a-3c52a9ddf8cc None None] Network edf72dcd-d60f-48a5-80d6-58868ca355eb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:57.322001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.328075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f2f9e3c-08d6-468b-ac3d-6d732aca9e1a req-5b4e3ceb-75ff-4379-950a-c31610c4129b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114854 Feb 10 15:53:57.343007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5625f00-2ed9-4845-817c-59f3e3196a9b req-583c07fd-54d6-4d8b-bbd7-18d91d0f33ac tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943872 Feb 10 15:53:57.385313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4ee6d354-5278-4733-99fa-9d78bf865eec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7741387 Feb 10 15:53:57.394577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37060) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:57.410932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'subnet': {'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:57.434502 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee525a-0923-46e9-85ba-37578bde7a48 x-openstack-request-id: req-a1ee525a-0923-46e9-85ba-37578bde7a48 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:57.435190 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:57.436499 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1ee525a-0923-46e9-85ba-37578bde7a48 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:57.436499 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'code': 200} Feb 10 15:53:57.447331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Pushing event updated for resources: {'Port': ['ID=11117b37-c462-401e-be9f-7dfc313e2925,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:57.461450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.481011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.490505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37070) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:57.496767 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-13a6e5d1-dfd0-4d11-96fa-a9953b26017c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9257355 Feb 10 15:53:57.519330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:57.546762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37074) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:57.570681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['23355e48-388e-42b7-884b-663d812c634b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:57.578324 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.614746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:57.672063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-edf72dcd-d60f-48a5-80d6-58868ca355eb', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:53:57.673079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.752826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2136286389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:57.757024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d865bb8-53db-4882-94d2-f213cb761225 req-0ae77abf-2043-488a-951b-a1c60c00c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:57.759116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d865bb8-53db-4882-94d2-f213cb761225 req-0ae77abf-2043-488a-951b-a1c60c00c9b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1097 time: 0.2652776 Feb 10 15:53:57.761877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f0fd1f2d-23a1-4eef-8150-57dc77387f70 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2911 time: 0.2702975 Feb 10 15:53:57.764681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37096) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:57.791980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.794910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.894894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:57.895593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.901391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b639685-3508-4a59-8a3f-27ba83b510a7 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:53:57.907263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:57.932050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-285b78d3-cce5-41e8-8860-7b3d65ebc34a tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1645732 Feb 10 15:53:57.935402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:57.936197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37102) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:57.945719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.008097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.009435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-66c0b0b4-5627-4a68-afaa-e70f1d39e665 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4612081 Feb 10 15:53:58.013827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37106) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:58.031148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Allocated IP 10.1.1.2 (edf72dcd-d60f-48a5-80d6-58868ca355eb/7fc50dbd-c940-4639-b713-3e7c1afc04a2/ebd9dff3-72ee-4129-9be5-f9be6f91167d) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:58.033794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a8d7e4c9-baad-4ee8-92e1-dd398de48402'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:58.035843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.036556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.072511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d865bb8-53db-4882-94d2-f213cb761225 req-7c2a58ea-f1e4-48bc-b82c-49ba1c638f91 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973971 Feb 10 15:53:58.081818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1938249848'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:58.121057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37108) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:58.124737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f893e-797b-44b3-a63f-cf5023ce5234 req-532abb59-9a1c-4364-bde0-2d992395b291 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.126436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd3f893e-797b-44b3-a63f-cf5023ce5234 req-532abb59-9a1c-4364-bde0-2d992395b291 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 945 time: 0.1757133 Feb 10 15:53:58.166981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Made reservation on behalf of 79d5f2ce80bb43adb6902bf617ec9c33 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:58.171478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.178799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Transition to ACTIVE for port object 7b639685-3508-4a59-8a3f-27ba83b510a7 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:58.183704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd3f893e-797b-44b3-a63f-cf5023ce5234 req-196bb4bf-c5c3-4188-8d8d-40a939aca7ae tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463567 Feb 10 15:53:58.195222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Deleting port 11117b37-c462-401e-be9f-7dfc313e2925 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:58.207953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.211862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc5c55-d859-4d3f-86df-fd2719f0ea8c req-4f8a4bfe-a7fc-4a24-9bed-12b0c79bd600 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.213573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1bc5c55-d859-4d3f-86df-fd2719f0ea8c req-4f8a4bfe-a7fc-4a24-9bed-12b0c79bd600 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 931 time: 0.2279806 Feb 10 15:53:58.214303 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.265608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Pushing event updated for resources: {'Port': ['ID=7b639685-3508-4a59-8a3f-27ba83b510a7,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.294855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.295364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.310724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Calling delete_port for 11117b37-c462-401e-be9f-7dfc313e2925 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:58.341521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1bc5c55-d859-4d3f-86df-fd2719f0ea8c req-ca56a481-5d0b-4b1a-8e33-3ce4c21dd975 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819180 Feb 10 15:53:58.349224 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.371302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.375479 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.396384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09509331-5990-4fad-a839-8f4129023778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.438876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Network edf72dcd-d60f-48a5-80d6-58868ca355eb is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:58.445407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:58.451395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:58.480518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Pushing event updated for resources: {'Port': ['ID=ebd9dff3-72ee-4129-9be5-f9be6f91167d,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.525937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Attempting to bind port ebd9dff3-72ee-4129-9be5-f9be6f91167d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:58.526220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Attempting to bind port ebd9dff3-72ee-4129-9be5-f9be6f91167d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:58.526586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Attempting to bind port ebd9dff3-72ee-4129-9be5-f9be6f91167d on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:58.532556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:58.532749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Checking segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:58.533072 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.533469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Bound using segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:58.533933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Bound port: ebd9dff3-72ee-4129-9be5-f9be6f91167d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:58.534540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.585122 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.596510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.607710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09509331-5990-4fad-a839-8f4129023778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.607930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] For port ebd9dff3-72ee-4129-9be5-f9be6f91167d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:58.611085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.612916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] For port ebd9dff3-72ee-4129-9be5-f9be6f91167d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ebd9dff3-72ee-4129-9be5-f9be6f91167d,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:58.613248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Attempting to bind port 7b639685-3508-4a59-8a3f-27ba83b510a7 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:53:58.613726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Attempting to bind port 7b639685-3508-4a59-8a3f-27ba83b510a7 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:53:58.614155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Attempting to bind port 7b639685-3508-4a59-8a3f-27ba83b510a7 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:58.620160 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.630298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065dd9f-6cfd-450b-b453-fa48d1effa1c req-cf28ee56-cdb7-4fad-8588-8265931266a6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.637979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5065dd9f-6cfd-450b-b453-fa48d1effa1c req-cf28ee56-cdb7-4fad-8588-8265931266a6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1950076 Feb 10 15:53:58.654379 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09509331-5990-4fad-a839-8f4129023778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.655885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Port 7b639685-3508-4a59-8a3f-27ba83b510a7 on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:58.656353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Attempting to bind port 7b639685-3508-4a59-8a3f-27ba83b510a7 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:58.662048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:58.674385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Pushing event deleted for resources: {'Port': ['ID=11117b37-c462-401e-be9f-7dfc313e2925,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.706851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19915f0-28eb-4517-970d-2ea3e1c1879a None None] Pushing event updated for resources: {'Port': ['ID=ebd9dff3-72ee-4129-9be5-f9be6f91167d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.715727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67321cc8-85d7-4b6f-a88e-1c29219b80aa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.718851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.719196 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Added segment 72c5781b-5225-4124-a5c7-52ef22a5575f of type vlan for network f35f7d73-a96c-44e0-a8d7-06688c73ab57 Feb 10 15:53:58.720717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30e1b5-cae5-4fe4-b69c-7ea491e10512 req-c3a2c8d0-d2fc-4e6b-99f7-85f7cb6ead3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.722048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c30e1b5-cae5-4fe4-b69c-7ea491e10512 req-c3a2c8d0-d2fc-4e6b-99f7-85f7cb6ead3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 945 time: 0.2493615 Feb 10 15:53:58.725798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:58.726781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:58.727263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:58.727923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Bound port: 7b639685-3508-4a59-8a3f-27ba83b510a7, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:53:58.728460 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.780834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.804409 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-09509331-5990-4fad-a839-8f4129023778 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f235f4e4b5634787af5e197fc747b893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6779842 Feb 10 15:53:58.812307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5065dd9f-6cfd-450b-b453-fa48d1effa1c req-e33af0ee-c3fa-44c6-bf5d-1bd8cfd469c8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733494 Feb 10 15:53:58.815187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37116) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:58.841774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09509331-5990-4fad-a839-8f4129023778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2dd071-3738-4889-8c08-919fb6b785d2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:58.845898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb113-461f-4354-ac7c-d3b1bf64be11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.846944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.861882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.864961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.866127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf85a7c4-ea51-47b6-8896-a2100d67630c tempest-FloatingIPAdminTestJSON-1755213811 tempest-FloatingIPAdminTestJSON-1755213811-project] 10.222.0.21 "DELETE /v2.0/floatingips/32d202ed-0a65-486e-bdbe-c1da600f5ab1 HTTP/1.1" status: 204 len: 168 time: 0.9289453 Feb 10 15:53:58.871858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37118) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:58.923520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c30e1b5-cae5-4fe4-b69c-7ea491e10512 req-24665253-b6c2-442f-a5c8-d48bcb260549 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794620 Feb 10 15:53:58.927925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] For port 7b639685-3508-4a59-8a3f-27ba83b510a7, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:58.952270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] For port 7b639685-3508-4a59-8a3f-27ba83b510a7, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7b639685-3508-4a59-8a3f-27ba83b510a7,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:58.964482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Checking segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:53:58.964845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network hostable DHCP agents. Network: b340ef99-402b-4687-ad5f-92dcb56aa7c6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:58.980336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:58.986339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Subnet': ['ID=a7a9641e-f79c-4afb-be39-2212e8e676d1,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:59.013822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.019335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.020142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.026340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac329859-827a-4d4d-848f-f05941b35c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.044175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.044175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.045170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] 10.222.0.45 "PUT /v2.0/ports/7b639685-3508-4a59-8a3f-27ba83b510a7 HTTP/1.1" status: 200 len: 1091 time: 2.3558247 Feb 10 15:53:59.048033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'tag': '7b639685-3508-4a59-8a3f-27ba83b510a7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:53:59.050320 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c575bb1-0719-44ad-b082-8e891b0dba55" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea50a2c-75a6-49eb-8d3a-f0266be9bb68", "tag": "7b639685-3508-4a59-8a3f-27ba83b510a7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:59.069426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:59.084614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b371-0898-45c4-ac52-2127cc6f1e88 service neutron] Pushing event updated for resources: {'Port': ['ID=7b639685-3508-4a59-8a3f-27ba83b510a7,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:59.097152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b340ef99-402b-4687-ad5f-92dcb56aa7c6) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:59.110057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.110655 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.121923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d87c1-2108-4e39-8123-e3deb7fe90a1 None None] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:53:59.132445 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a7612-3bb4-4f99-b3f5-adfca3b74d97 x-openstack-request-id: req-232a7612-3bb4-4f99-b3f5-adfca3b74d97 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:59.133769 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea50a2c-75a6-49eb-8d3a-f0266be9bb68", "tag": "7b639685-3508-4a59-8a3f-27ba83b510a7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:59.134026 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-232a7612-3bb4-4f99-b3f5-adfca3b74d97 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:59.134435 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'tag': '7b639685-3508-4a59-8a3f-27ba83b510a7', 'status': 'completed', 'code': 200} Feb 10 15:53:59.147479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Network': ['ID=f35f7d73-a96c-44e0-a8d7-06688c73ab57,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:59.160319 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7508600e-33e4-4cb1-8548-6a2c1280080d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0825014 Feb 10 15:53:59.165096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37122) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:59.172396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac329859-827a-4d4d-848f-f05941b35c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.173970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'subnet': {'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:59.200654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:59.216658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37126) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:53:59.228080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-597562ee-636d-4173-9540-247d5d524233 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8323269 Feb 10 15:53:59.231416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'name': 'tempest-TaggedBootDevicesTest-294539211', 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:59.242649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Deleting port e62de3ce-f448-42f7-90af-130b26361b11 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:53:59.242898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.336901 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.337245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.356207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Made reservation on behalf of 79d5f2ce80bb43adb6902bf617ec9c33 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:59.358493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.361262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Calling delete_port for e62de3ce-f448-42f7-90af-130b26361b11 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:53:59.390982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'fixed_ips': [{'subnet_id': 'a7a9641e-f79c-4afb-be39-2212e8e676d1'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:53:59.392489 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.423407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-5ee3270d-2780-43a7-96a4-f94ed9065237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.426163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ebd9dff3-72ee-4129-9be5-f9be6f91167d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:59.427088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-5ee3270d-2780-43a7-96a4-f94ed9065237 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 1094 time: 0.3187780 Feb 10 15:53:59.535529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-849f0870-dea3-431a-88b7-aa5d882e2a58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b639685-3508-4a59-8a3f-27ba83b510a7 HTTP/1.1" status: 200 len: 217 time: 0.0735791 Feb 10 15:53:59.565577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a4c0c-6795-4bd7-96f7-3f937a43eeaf req-e03dbf7b-d18c-4530-93d3-a96741599334 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.571970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-792a4c0c-6795-4bd7-96f7-3f937a43eeaf req-e03dbf7b-d18c-4530-93d3-a96741599334 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 945 time: 0.2337496 Feb 10 15:53:59.595970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ebd9dff3-72ee-4129-9be5-f9be6f91167d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:59.596336 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.609259 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac329859-827a-4d4d-848f-f05941b35c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.612764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac329859-827a-4d4d-848f-f05941b35c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.616973 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac329859-827a-4d4d-848f-f05941b35c40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec2dd071-3738-4889-8c08-919fb6b785d2 HTTP/1.1" status: 204 len: 168 time: 0.7979782 Feb 10 15:53:59.661714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Allocated IP 10.2.2.2 (b340ef99-402b-4687-ad5f-92dcb56aa7c6/a7a9641e-f79c-4afb-be39-2212e8e676d1/17b6213a-e07a-452a-81ef-fea358c0a4f2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:59.672872 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329859-827a-4d4d-848f-f05941b35c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2dd071-3738-4889-8c08-919fb6b785d2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:59.679141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14014b65-fff7-4380-b674-d1feaae6abf3 req-dd378a8f-ab19-4f4e-bc3b-ece9b5400c1f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.680735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14014b65-fff7-4380-b674-d1feaae6abf3 req-dd378a8f-ab19-4f4e-bc3b-ece9b5400c1f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 943 time: 0.2059381 Feb 10 15:53:59.682183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4e5491fa-f0b9-49ff-a34f-3c173dfdb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:59.683583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-4e5491fa-f0b9-49ff-a34f-3c173dfdb1f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.1386995 Feb 10 15:53:59.693066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-792a4c0c-6795-4bd7-96f7-3f937a43eeaf req-d666c732-4fc8-4059-9d77-03b193aacbef tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191468 Feb 10 15:53:59.745328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.781161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-79433cd8-5008-40fd-99e4-add8e8ae992c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812378 Feb 10 15:53:59.798437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:59.807508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Pushing event deleted for resources: {'Port': ['ID=e62de3ce-f448-42f7-90af-130b26361b11,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:59.892746 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.977014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port ebd9dff3-72ee-4129-9be5-f9be6f91167d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ebd9dff3-72ee-4129-9be5-f9be6f91167d,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:59.982533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.985414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.989807 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:53:59.990139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-feb9b62d-1f14-46d9-bb6b-fe0ed4c212d6 tempest-FloatingIPAdminTestJSON-1425708713 tempest-FloatingIPAdminTestJSON-1425708713-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/54e432a4-5fdd-4e2e-b4af-67f029913e94 HTTP/1.1" status: 204 len: 168 time: 1.1139829 Feb 10 15:53:59.991307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37140) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:00.095974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.188341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] device_id is not set on port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:00.305270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.309842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a8d7e4c9-baad-4ee8-92e1-dd398de48402 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:00.321530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.353563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting port edca5ecd-1984-45f5-9b26-8104a6a441af {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:00.354642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.365046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b3ec6-21b7-4e48-9d27-de9cfa3e535c None None] Network edf72dcd-d60f-48a5-80d6-58868ca355eb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:00.414746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:00.425764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:00.428400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:00.466464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f28ce0aa-28e8-4173-bd67-ae8ea0a5ab18 None None] Provisioning complete for port ebd9dff3-72ee-4129-9be5-f9be6f91167d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:00.467192 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f28ce0aa-28e8-4173-bd67-ae8ea0a5ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.529718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.535984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14014b65-fff7-4380-b674-d1feaae6abf3 req-816efebf-3dab-474a-b5f0-5bc80a843c9c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413098 Feb 10 15:54:00.547946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 10.1.1.186 (edf72dcd-d60f-48a5-80d6-58868ca355eb/7fc50dbd-c940-4639-b713-3e7c1afc04a2/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:00.555786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Calling delete_port for edca5ecd-1984-45f5-9b26-8104a6a441af owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:00.584134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=ebd9dff3-72ee-4129-9be5-f9be6f91167d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:00.643885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Pushing event updated for resources: {'Port': ['ID=17b6213a-e07a-452a-81ef-fea358c0a4f2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:00.651620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:00.734581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.807486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Attempting to bind port 17b6213a-e07a-452a-81ef-fea358c0a4f2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:00.807922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Attempting to bind port 17b6213a-e07a-452a-81ef-fea358c0a4f2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:00.808282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Attempting to bind port 17b6213a-e07a-452a-81ef-fea358c0a4f2 on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:00.819213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:00.819689 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Checking segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:00.820279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.820828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Bound using segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:00.821374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Bound port: 17b6213a-e07a-452a-81ef-fea358c0a4f2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:00.822621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.830599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port a8d7e4c9-baad-4ee8-92e1-dd398de48402 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:00.842650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port a8d7e4c9-baad-4ee8-92e1-dd398de48402 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:00.842650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:00.898941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 23355e48-388e-42b7-884b-663d812c634b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:00.940222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-d3bd0b65-cd46-4a73-8527-9e60be006b03 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1506484 Feb 10 15:54:00.992611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f6f9e-3245-41ac-b267-1a69f40b455e req-002561f0-f4e2-4836-ad0f-85dfd1fedf23 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:00.994901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d63f6f9e-3245-41ac-b267-1a69f40b455e req-002561f0-f4e2-4836-ad0f-85dfd1fedf23 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 1.0473061 Feb 10 15:54:01.002353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 23355e48-388e-42b7-884b-663d812c634b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:01.002353 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.095889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Subnet': ['ID=2b0b3985-a405-4912-8264-8f273ccb717d,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:01.155054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.169401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Checking segment: {'id': '72c5781b-5225-4124-a5c7-52ef22a5575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:01.169766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network hostable DHCP agents. Network: f35f7d73-a96c-44e0-a8d7-06688c73ab57, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:54:01.180121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] For port 17b6213a-e07a-452a-81ef-fea358c0a4f2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:01.195909 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.242089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:01.246295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] For port 17b6213a-e07a-452a-81ef-fea358c0a4f2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=17b6213a-e07a-452a-81ef-fea358c0a4f2,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:01.247720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:01.252406 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881937ba-2975-4f19-a590-b7525702ae6e" -d '{"events": [{"server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "name": "network-vif-plugged", "status": "completed", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:01.254210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.256541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.312139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.314628 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.318149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Port': ['ID=edca5ecd-1984-45f5-9b26-8104a6a441af,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:01.320405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cae17abc-3dc4-453f-8ebd-9b6422d7c642 req-7e993e3f-a080-4ff9-adee-fd05c785eb8e service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607306 Feb 10 15:54:01.325753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d63f6f9e-3245-41ac-b267-1a69f40b455e req-614ead9d-ab82-42c6-9b99-2465dc6fcab0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039410 Feb 10 15:54:01.327957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:54:01.341628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.351029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, f35f7d73-a96c-44e0-a8d7-06688c73ab57) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:01.357753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:01.358573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.385870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87c0d-dc08-4cef-b3f9-189048e8a163 req-9caf4539-32c9-49d7-b13b-478c1ec5ebd6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:01.388247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9e87c0d-dc08-4cef-b3f9-189048e8a163 req-9caf4539-32c9-49d7-b13b-478c1ec5ebd6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 945 time: 0.6746187 Feb 10 15:54:01.465387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network edf72dcd-d60f-48a5-80d6-58868ca355eb is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:01.494284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:01.495581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9908b87f-5e01-4cbc-861b-de97539974ca tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3275108 Feb 10 15:54:01.497988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:01.501580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:01.513719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ebd9dff3-72ee-4129-9be5-f9be6f91167d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:01.527701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcc57d-676a-4c2c-b647-7235519c8586 None None] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:01.538130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:01.575349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-965e5a55-0046-4620-b1a7-449083db5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:01.576997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-965e5a55-0046-4620-b1a7-449083db5148 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 1094 time: 0.1814497 Feb 10 15:54:01.587366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'network': {'name': 'tempest-router-network01--2104492671'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:01.601985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9e87c0d-dc08-4cef-b3f9-189048e8a163 req-9b01f044-f9fb-4eb9-ab60-16d6f517f222 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035098 Feb 10 15:54:01.707363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:01.779668 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.792489 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef83abe-c69c-4286-843e-99532927fa8c x-openstack-request-id: req-aef83abe-c69c-4286-843e-99532927fa8c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:01.792823 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "name": "network-vif-plugged", "status": "completed", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:01.793039 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aef83abe-c69c-4286-843e-99532927fa8c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:01.793509 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402', 'code': 200} Feb 10 15:54:01.816615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:01.817324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.825735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.847519 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc94901a-3c0b-47ab-9954-1124bd9470db tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "DELETE /v2.0/ports/edca5ecd-1984-45f5-9b26-8104a6a441af HTTP/1.1" status: 204 len: 168 time: 1.8544230 Feb 10 15:54:01.851928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37180) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:01.864277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Made reservation on behalf of 79d5f2ce80bb43adb6902bf617ec9c33 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:01.868748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:01.911218 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b4831610-5028-469d-ae46-e53d8d17821b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6933095 Feb 10 15:54:01.911822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37182) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:01.922215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'name': 'tempest-TaggedBootDevicesTest-611223360', 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:02.034529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:02.040826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42a8b81b-d83b-4469-9396-d18ae015a1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.044329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:02.066460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4683e0-0b33-4302-8fb6-6b377852d154 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.070783 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1a4683e0-0b33-4302-8fb6-6b377852d154 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "GET /v2.0/ports?device_id=741b676a-9c3d-4f23-843b-d5fce47019bf HTTP/1.1" status: 200 len: 913 time: 0.2177846 Feb 10 15:54:02.073683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:02.098092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.098092 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Added segment b93155d4-c806-4340-a7b4-ef47fc5906ea of type vlan for network f8331348-89df-4607-94ee-8d476decd4ea Feb 10 15:54:02.121844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eaddf5d6-121a-4600-80a2-13d1413d2f6c None None] Provisioning complete for port ebd9dff3-72ee-4129-9be5-f9be6f91167d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:02.123831 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eaddf5d6-121a-4600-80a2-13d1413d2f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.155837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6fdf-4f42-49b8-8535-0bba78999cc7 req-c2b62ef9-adeb-4611-a248-8e0c8b20e96a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.163248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c78f6fdf-4f42-49b8-8535-0bba78999cc7 req-c2b62ef9-adeb-4611-a248-8e0c8b20e96a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 946 time: 0.6443856 Feb 10 15:54:02.169632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-005dfaba-70aa-41c6-b89f-cd77484753a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.171340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-005dfaba-70aa-41c6-b89f-cd77484753a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.5621583 Feb 10 15:54:02.261932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ebd9dff3-72ee-4129-9be5-f9be6f91167d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:02.262482 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.262844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-53579cc3-1d5a-4c76-8380-eb762058abbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b639685-3508-4a59-8a3f-27ba83b510a7 HTTP/1.1" status: 200 len: 217 time: 0.0725975 Feb 10 15:54:02.291291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.340072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c78f6fdf-4f42-49b8-8535-0bba78999cc7 req-8b377fd5-0306-4a70-8500-c247d410eb0e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708231 Feb 10 15:54:02.381363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7af504-d114-4b3b-af7b-8a36a06adc68 req-d7fbf485-19c1-49c5-acce-adec754c04f0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.383864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af7af504-d114-4b3b-af7b-8a36a06adc68 req-d7fbf485-19c1-49c5-acce-adec754c04f0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.3792109 Feb 10 15:54:02.399102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37192) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:02.399364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37194) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:02.404033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Request body: {'floatingip': {'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:02.408338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:02.414196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.432365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76fb1-b747-4e4c-b322-70ed10f51021 req-ae8ce305-e5d3-4f86-8453-56a749fc8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.435585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3a76fb1-b747-4e4c-b322-70ed10f51021 req-ae8ce305-e5d3-4f86-8453-56a749fc8e0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 1097 time: 0.4045796 Feb 10 15:54:02.439182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.446286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.446827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.449208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.457816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-f35f7d73-a96c-44e0-a8d7-06688c73ab57', 'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57', 'tenant_id': '79d5f2ce80bb43adb6902bf617ec9c33', 'fixed_ips': [{'subnet_id': '2b0b3985-a405-4912-8264-8f273ccb717d'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:54:02.458770 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.471536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] device_id is not set on port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:02.553188 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.564683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-8ce9c57f-7d06-4e32-bd9f-40a1754d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.566172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-8ce9c57f-7d06-4e32-bd9f-40a1754d5b02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.2963436 Feb 10 15:54:02.622565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3a76fb1-b747-4e4c-b322-70ed10f51021 req-5c6f4e32-7078-4218-a7cb-c9fb3f2d1c60 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343093 Feb 10 15:54:02.644374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895e52-c480-4f6f-ae8d-b471e96f8910 None None] Pushing event updated for resources: {'Port': ['ID=17b6213a-e07a-452a-81ef-fea358c0a4f2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:02.646290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1945220218', 'router:external': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:02.671551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-10f21f25-669f-460d-ac02-b3884666a6e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633376 Feb 10 15:54:02.704105 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1991220 Feb 10 15:54:02.711413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e3db8875-48e5-4d48-a4b1-ca068ed53f88 None None] Provisioning complete for port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:02.712170 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3db8875-48e5-4d48-a4b1-ca068ed53f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.713773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37200) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:02.748657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514b193-5af6-46ee-89c9-cfd5260a9429 req-94b7cd6e-28d9-4903-bbd6-ec048736dc38 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.756145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7514b193-5af6-46ee-89c9-cfd5260a9429 req-94b7cd6e-28d9-4903-bbd6-ec048736dc38 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 943 time: 0.2818797 Feb 10 15:54:02.767742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'network': {'name': 'tempest-router-network02--831926671'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:02.769754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:02.775695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Allocated IP 172.20.0.2 (f35f7d73-a96c-44e0-a8d7-06688c73ab57/2b0b3985-a405-4912-8264-8f273ccb717d/b5bbcc08-2900-422f-980f-229e4bc8bb60) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:02.795772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e3db8875-48e5-4d48-a4b1-ca068ed53f88 None None] Port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:02.819434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067e9d4-d535-4fd0-8e3b-c8370386728d tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Network': ['ID=f8331348-89df-4607-94ee-8d476decd4ea,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:02.837991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Made reservation on behalf of 0fd19b0476d140f8b1789e4f58ee9b5a for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:02.840686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.842649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network f8331348-89df-4607-94ee-8d476decd4ea details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:02.855292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 10.1.1.39 (edf72dcd-d60f-48a5-80d6-58868ca355eb/7fc50dbd-c940-4639-b713-3e7c1afc04a2/92934f53-5cf5-4f6e-bbaf-de3a38837f09) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:02.953151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7514b193-5af6-46ee-89c9-cfd5260a9429 req-7549aece-13bd-46e7-8598-b145922524f9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961253 Feb 10 15:54:02.974813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Made reservation on behalf of 79d5f2ce80bb43adb6902bf617ec9c33 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:02.978590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:02.990962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051decfd-9fed-41e9-9214-0ceffd4d596e req-3e108846-688f-4ac1-955b-0e9df6346132 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:02.993132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-051decfd-9fed-41e9-9214-0ceffd4d596e req-3e108846-688f-4ac1-955b-0e9df6346132 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 946 time: 0.2890282 Feb 10 15:54:03.073539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-f6fc0f03-1165-4de1-88f0-01ee33eec9db service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945699 Feb 10 15:54:03.129335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.140693 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.185338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:03.188276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:03.196876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:03.202801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.213747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:03.217904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Pushing event updated for resources: {'Port': ['ID=b5bbcc08-2900-422f-980f-229e4bc8bb60,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:03.232424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-051decfd-9fed-41e9-9214-0ceffd4d596e req-fc61537d-c8a2-411f-9b89-fd065083d12a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993053 Feb 10 15:54:03.331638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.332263 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Added segment 796d6195-dc96-40d3-be6c-70903a58bf60 of type vlan for network b3c22bb1-27ba-4113-9435-5cf8c365528e Feb 10 15:54:03.458914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c575bb1-0719-44ad-b082-8e891b0dba55 req-3f95301b-5d0f-4ef3-8031-f46deb6d101b service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766263 Feb 10 15:54:03.484712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 17b6213a-e07a-452a-81ef-fea358c0a4f2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:03.539536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10ea03-bdb9-4596-b98f-e40478472cfb None None] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:03.564461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.571145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.580249 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.597918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Attempting to bind port b5bbcc08-2900-422f-980f-229e4bc8bb60 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:03.598288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Attempting to bind port b5bbcc08-2900-422f-980f-229e4bc8bb60 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '72c5781b-5225-4124-a5c7-52ef22a5575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:03.598647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Attempting to bind port b5bbcc08-2900-422f-980f-229e4bc8bb60 on network f35f7d73-a96c-44e0-a8d7-06688c73ab57 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:03.613756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:03.614123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Checking segment: {'id': '72c5781b-5225-4124-a5c7-52ef22a5575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:03.614590 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.614985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Bound using segment: {'id': '72c5781b-5225-4124-a5c7-52ef22a5575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:03.615476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Bound port: b5bbcc08-2900-422f-980f-229e4bc8bb60, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c5781b-5225-4124-a5c7-52ef22a5575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f35f7d73-a96c-44e0-a8d7-06688c73ab57'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:03.615863 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.622175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:03.635687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6ebbd-35cc-427a-b093-027faa92074e req-3f2d07d5-76dc-4313-b861-e392b0936471 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:03.637535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1b6ebbd-35cc-427a-b093-027faa92074e req-3f2d07d5-76dc-4313-b861-e392b0936471 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 946 time: 0.1310618 Feb 10 15:54:03.650538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 17b6213a-e07a-452a-81ef-fea358c0a4f2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:03.651567 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.658000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.669535 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.670300 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Added segment d1dfa99c-960c-45bf-9a9e-83d9a5e57f45 of type vlan for network 2bcebf90-9c97-40af-820a-66eb9a60991c Feb 10 15:54:03.670815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.671502 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026ccd2-aa25-447f-8e7b-eca5bd9796db,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:03.677500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:03.678304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.745943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2236bae2-76b0-43f8-a262-79fac04f2d2b None None] Provisioning complete for port 17b6213a-e07a-452a-81ef-fea358c0a4f2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:03.746570 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2236bae2-76b0-43f8-a262-79fac04f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.777827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.780737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0477638 Feb 10 15:54:03.783839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37204) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:03.789851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'subnet': {'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:03.804827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23355e48-388e-42b7-884b-663d812c634b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:03.806715 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30831b83-5518-484b-97a6-27b90a7f8e0b" -d '{"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-plugged", "status": "completed", "tag": "23355e48-388e-42b7-884b-663d812c634b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:03.831629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.resource_extend [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:54:03.839989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] For port b5bbcc08-2900-422f-980f-229e4bc8bb60, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:03.840281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1b6ebbd-35cc-427a-b093-027faa92074e req-80a4c117-729b-49a3-aea8-068d3f6492f6 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873093 Feb 10 15:54:03.848396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] For port b5bbcc08-2900-422f-980f-229e4bc8bb60, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b5bbcc08-2900-422f-980f-229e4bc8bb60,segment=NetworkSegment(72c5781b-5225-4124-a5c7-52ef22a5575f),segment_id=72c5781b-5225-4124-a5c7-52ef22a5575f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:03.874801 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.878611 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.894914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c72c8-8212-462c-8b6e-a48cf345dc0f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Network': ['ID=b3c22bb1-27ba-4113-9435-5cf8c365528e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:03.918077 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72306f7-5fa7-4d47-9d50-b9d4627a8d37 x-openstack-request-id: req-c72306f7-5fa7-4d47-9d50-b9d4627a8d37 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:03.918629 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-plugged", "status": "completed", "tag": "23355e48-388e-42b7-884b-663d812c634b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:03.919044 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c72306f7-5fa7-4d47-9d50-b9d4627a8d37 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:03.919614 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23355e48-388e-42b7-884b-663d812c634b', 'code': 200} Feb 10 15:54:03.929359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b3c22bb1-27ba-4113-9435-5cf8c365528e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:03.950567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.951650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:03.952450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.965321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.970011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:03.998235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network edf72dcd-d60f-48a5-80d6-58868ca355eb is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:04.042153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.055285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:04.065065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:04.068647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:04.115677 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7189782 Feb 10 15:54:04.123679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37210) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:04.140325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.141991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'subnet': {'network_id': '2bcebf90-9c97-40af-820a-66eb9a60991c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:04.158244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf98da8-aa6a-4641-8626-76451dd023d1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Network': ['ID=2bcebf90-9c97-40af-820a-66eb9a60991c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:04.183779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Made reservation on behalf of 79d5f2ce80bb43adb6902bf617ec9c33 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:04.186853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561d61d-a3eb-4849-90c3-b5c2088254ce None None] Pushing event updated for resources: {'Port': ['ID=b5bbcc08-2900-422f-980f-229e4bc8bb60,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:04.191971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.259334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:04.259976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.262431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2bcebf90-9c97-40af-820a-66eb9a60991c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:04.343313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219411-6f53-4695-9f50-2b9d571fd69b req-db926cd2-2b01-4885-bc75-54908b61b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:04.346205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19219411-6f53-4695-9f50-2b9d571fd69b req-db926cd2-2b01-4885-bc75-54908b61b4f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 1097 time: 0.3691218 Feb 10 15:54:04.368814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 17b6213a-e07a-452a-81ef-fea358c0a4f2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=17b6213a-e07a-452a-81ef-fea358c0a4f2,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:04.383781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94104bf-2db3-467f-b020-985b79b01e56 req-2d5a8216-53d8-4d44-889c-733754b2d6fa tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:04.388128 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-81b932d1-6d30-4a13-af83-47519d7967ce tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4691563 Feb 10 15:54:04.403369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f94104bf-2db3-467f-b020-985b79b01e56 req-2d5a8216-53d8-4d44-889c-733754b2d6fa tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 943 time: 0.3451717 Feb 10 15:54:04.438261 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2236bae2-76b0-43f8-a262-79fac04f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.464514 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.476832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.514003 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Floating IP ebc5102a-8361-4cba-b234-51b3ac976317 associated. External IP: 172.25.7.17, port: 3a9bed48-b369-4661-8359-6ca06ee2a5ea. Feb 10 15:54:04.516028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Made reservation on behalf of 0fd19b0476d140f8b1789e4f58ee9b5a for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:04.518398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.571741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.635488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-2236bae2-76b0-43f8-a262-79fac04f2d2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:54:04.636113 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-2236bae2-76b0-43f8-a262-79fac04f2d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:54:04.637219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7b639685-3508-4a59-8a3f-27ba83b510a7 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:04.680302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.764662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7b639685-3508-4a59-8a3f-27ba83b510a7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7b639685-3508-4a59-8a3f-27ba83b510a7,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:04.785641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '7b639685-3508-4a59-8a3f-27ba83b510a7', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': '7b639685-3508-4a59-8a3f-27ba83b510a7', 'mac_address': 'fa:16:3e:fd:97:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:04.785923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Subnet': ['ID=1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:04.795927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=17b6213a-e07a-452a-81ef-fea358c0a4f2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:04.812764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Checking segment: {'id': 'b93155d4-c806-4340-a7b4-ef47fc5906ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:04.813130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network hostable DHCP agents. Network: f8331348-89df-4607-94ee-8d476decd4ea, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:54:04.842333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.857978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b639685-3508-4a59-8a3f-27ba83b510a7 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:04.867984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network f8331348-89df-4607-94ee-8d476decd4ea is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:54:04.887101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7b639685-3508-4a59-8a3f-27ba83b510a7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7b639685-3508-4a59-8a3f-27ba83b510a7,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:04.891204 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.905965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, f8331348-89df-4607-94ee-8d476decd4ea) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:04.915603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:04.916213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:04.941036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c916fe-2048-421f-95de-8acc3d19218d None None] Network f8331348-89df-4607-94ee-8d476decd4ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:04.952057 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-43f14744-cc69-4ba4-b854-7401c1078b1a tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1666851 Feb 10 15:54:04.954237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37218) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:04.961384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'subnet': {'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:04.980173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting port 64034025-46b9-46e1-b0c7-bce1ad1e45ee {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:04.980523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.003429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=7b639685-3508-4a59-8a3f-27ba83b510a7,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:05.025748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19219411-6f53-4695-9f50-2b9d571fd69b req-e9bca02b-81ca-49f7-939b-4108314f2151 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141493 Feb 10 15:54:05.036197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f94104bf-2db3-467f-b020-985b79b01e56 req-4e08d986-503f-4e23-88eb-e88e477459f8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115432 Feb 10 15:54:05.050679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b2395-a0d3-4b3a-9c3b-5f32ea1a550b req-8c26cd51-9d91-4aa4-8769-fa232d14d764 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:05.059674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-588b2395-a0d3-4b3a-9c3b-5f32ea1a550b req-8c26cd51-9d91-4aa4-8769-fa232d14d764 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 946 time: 0.6517048 Feb 10 15:54:05.125489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['7b639685-3508-4a59-8a3f-27ba83b510a7'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:05.186926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Made reservation on behalf of 79d5f2ce80bb43adb6902bf617ec9c33 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:05.190988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.197432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-588b2395-a0d3-4b3a-9c3b-5f32ea1a550b req-dcfc2137-18a0-4be9-8ff8-52f856a78f4f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368740 Feb 10 15:54:05.239780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.299803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Calling delete_port for 64034025-46b9-46e1-b0c7-bce1ad1e45ee owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:05.363938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-f8331348-89df-4607-94ee-8d476decd4ea', 'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea', 'tenant_id': '79d5f2ce80bb43adb6902bf617ec9c33', 'fixed_ips': [{'subnet_id': '1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:54:05.365908 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.550102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b5bbcc08-2900-422f-980f-229e4bc8bb60 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:05.595022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c19dadca-7f3c-4eec-8a46-db332a388e34 None None] Provisioning complete for port 17b6213a-e07a-452a-81ef-fea358c0a4f2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:05.595392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c19dadca-7f3c-4eec-8a46-db332a388e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.645669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16ed4-8922-4819-bbd9-7c0830648af7 req-ffba22df-f566-4b01-a6f8-12330b1a784a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:05.664505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0e16ed4-8922-4819-bbd9-7c0830648af7 req-ffba22df-f566-4b01-a6f8-12330b1a784a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 946 time: 0.3190649 Feb 10 15:54:05.678493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.687308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957aa6a6-5e2f-443d-93b4-a33950f156c5 None None] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:05.697350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Router a65619da-bc3e-4c21-bc92-dc83c665b93e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:54:05.774548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0e16ed4-8922-4819-bbd9-7c0830648af7 req-4fce2d5f-e50d-426d-a299-14775474f151 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089594 Feb 10 15:54:05.790207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Checking segment: {'id': '796d6195-dc96-40d3-be6c-70903a58bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:05.790849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network hostable DHCP agents. Network: b3c22bb1-27ba-4113-9435-5cf8c365528e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:54:05.815759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Subnet': ['ID=646edbe0-ed79-4bcb-b8df-d64e63d45a28,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:05.820313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network b3c22bb1-27ba-4113-9435-5cf8c365528e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:54:05.828586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.852880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Allocated IP 172.20.0.2 (f8331348-89df-4607-94ee-8d476decd4ea/1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab/3844df0f-518b-4c83-918f-e20f7c56be48) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:05.875377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Port': ['ID=64034025-46b9-46e1-b0c7-bce1ad1e45ee,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:05.880459 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b3c22bb1-27ba-4113-9435-5cf8c365528e) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:05.886351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:05.887011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:05.921646 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3ed0279f-ae26-4d36-a6d2-951d5bc41ed9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9636650 Feb 10 15:54:05.935829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37222) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:06.104825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37226) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:06.124879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317338377', 'description': 'tempest-description--294110952'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:06.158844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4474130b-7e48-4619-8210-8b151515e236 req-887091b0-ae3d-4bf6-9d60-82d434fd7dc6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 267 time: 0.2219322 Feb 10 15:54:06.161206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.235797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12a0ee-3718-4f27-bfcb-488b55059466 None None] Network b3c22bb1-27ba-4113-9435-5cf8c365528e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:06.242864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b5bbcc08-2900-422f-980f-229e4bc8bb60 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:06.243228 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.317687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:06.330730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.336880 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:06.346072 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:06.346698 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:06.390654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c19dadca-7f3c-4eec-8a46-db332a388e34 None None] Provisioning complete for port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:06.391054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c19dadca-7f3c-4eec-8a46-db332a388e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.412062 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Router 741b676a-9c3d-4f23-843b-d5fce47019bf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:54:06.438883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c19dadca-7f3c-4eec-8a46-db332a388e34 None None] Port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:06.452486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-80bda6d9-a3a5-4dee-b443-308036bec209 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "PUT /v2.0/floatingips/ebc5102a-8361-4cba-b234-51b3ac976317 HTTP/1.1" status: 200 len: 991 time: 4.0524223 Feb 10 15:54:06.453867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.456386 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:06.523180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:54:06.524227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.530348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:06.533135 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b70f9-a607-452a-9e86-a92956f44014" -d '{"events": [{"name": "network-changed", "server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:06.548845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474130b-7e48-4619-8210-8b151515e236 req-9a4663ce-7969-4c4e-a24a-a0b025ee3d0a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:06.551768 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:54:06.558040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4474130b-7e48-4619-8210-8b151515e236 req-9a4663ce-7969-4c4e-a24a-a0b025ee3d0a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 946 time: 0.3963385 Feb 10 15:54:06.573584 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:06.587946 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a4d9df90-dbc4-4b75-bd79-035ea6db5ab1 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "PUT /v2.0/routers/741b676a-9c3d-4f23-843b-d5fce47019bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5112822 Feb 10 15:54:06.590294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:06.619229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] Sync routers for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:06.640395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7b639685-3508-4a59-8a3f-27ba83b510a7 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:06.665219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'port': {'security_groups': []}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:06.713489 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'ebc5102a-8361-4cba-b234-51b3ac976317', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'mac_address': 'fa:16:3e:17:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:54:03Z', 'revision_number': 1, 'project_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:06.731385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:06.732046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:06.738886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bba5dfb5-200f-4d77-9723-20be93a48b6d None None] Provisioning complete for port b5bbcc08-2900-422f-980f-229e4bc8bb60 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:06.739263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bba5dfb5-200f-4d77-9723-20be93a48b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.741016 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.748465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.768135 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.819592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7a8c-e192-4869-a129-00f9126dc7ca req-73bcb560-e801-41c5-b3b0-1d5d5dfe803a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:06.820767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cebe7a8c-e192-4869-a129-00f9126dc7ca req-73bcb560-e801-41c5-b3b0-1d5d5dfe803a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 944 time: 0.5778353 Feb 10 15:54:06.830647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.845914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:06.857166 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.866924 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-b3c22bb1-27ba-4113-9435-5cf8c365528e', 'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e', 'tenant_id': '79d5f2ce80bb43adb6902bf617ec9c33', 'fixed_ips': [{'subnet_id': '646edbe0-ed79-4bcb-b8df-d64e63d45a28'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:54:06.868027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.869950 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:54:06.880876 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:06.882382 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:06.890195 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.903651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c5cf9-462e-440f-98ab-4211c68273f3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:06.909973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.911866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c1ea4d4-27ee-48d7-ad05-cd9591913579 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7972271 Feb 10 15:54:06.917517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.919843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:06.934718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37236) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:06.941554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'security_group_rule': {'security_group_id': '2b6c5cf9-462e-440f-98ab-4211c68273f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:06.974084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] Routers {'741b676a-9c3d-4f23-843b-d5fce47019bf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:06.974989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['741b676a-9c3d-4f23-843b-d5fce47019bf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:06.989613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port b5bbcc08-2900-422f-980f-229e4bc8bb60, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b5bbcc08-2900-422f-980f-229e4bc8bb60,segment=NetworkSegment(72c5781b-5225-4124-a5c7-52ef22a5575f),segment_id=72c5781b-5225-4124-a5c7-52ef22a5575f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:07.042383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Network f8331348-89df-4607-94ee-8d476decd4ea is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:07.048082 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:07.049773 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.051301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 17b6213a-e07a-452a-81ef-fea358c0a4f2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:07.052607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:07.053273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde768e3-ad4c-467a-a4bc-9a1945f5bbd1 None None] The sync data for ids ['741b676a-9c3d-4f23-843b-d5fce47019bf'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:07.148847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:07.153349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 7b639685-3508-4a59-8a3f-27ba83b510a7 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:07.158682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:07.185198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 7b639685-3508-4a59-8a3f-27ba83b510a7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:07.185456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.200360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Pushing event updated for resources: {'Port': ['ID=3844df0f-518b-4c83-918f-e20f7c56be48,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:07.250102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:07.287727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.319067 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.341940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['e339a662-2d5c-470e-9045-b2868348f8c8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:07.344239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032', 'a8d7e4c9-baad-4ee8-92e1-dd398de48402'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:07.344564 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'ebc5102a-8361-4cba-b234-51b3ac976317', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'mac_address': 'fa:16:3e:17:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:54:03Z', 'revision_number': 1, 'project_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:07.357206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cebe7a8c-e192-4869-a129-00f9126dc7ca req-a6786558-1318-4aa4-ab3b-ed179c87dc08 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356894 Feb 10 15:54:07.377073 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf175de-340c-4c96-9823-b7d1c8425478 None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'ebc5102a-8361-4cba-b234-51b3ac976317', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'mac_address': 'fa:16:3e:17:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:54:03Z', 'revision_number': 1, 'project_id': '575e410bfbdd408e86a7206d61162000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:07.377640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.456416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Checking segment: {'id': 'd1dfa99c-960c-45bf-9a9e-83d9a5e57f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2bcebf90-9c97-40af-820a-66eb9a60991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:07.456782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network hostable DHCP agents. Network: 2bcebf90-9c97-40af-820a-66eb9a60991c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:54:07.479791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=99068e6e-3a93-4d76-a54d-227ecddf3c38,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:07.499812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:07.500599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.521971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4474130b-7e48-4619-8210-8b151515e236 req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "PUT /v2.0/ports/a8d7e4c9-baad-4ee8-92e1-dd398de48402 HTTP/1.1" status: 200 len: 905 time: 0.8628263 Feb 10 15:54:07.524421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting port c4c7b7d9-4fed-4b15-9be5-819d7fc4135b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:07.524613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.544532 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16025bd-10be-47d3-badb-4254592ddef7 x-openstack-request-id: req-b16025bd-10be-47d3-badb-4254592ddef7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:07.547889 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:07.548370 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b16025bd-10be-47d3-badb-4254592ddef7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:07.548957 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'status': 'completed', 'code': 200} Feb 10 15:54:07.670349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a8d7e4c9-baad-4ee8-92e1-dd398de48402'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:07.679779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=b5bbcc08-2900-422f-980f-229e4bc8bb60,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:07.686153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.705878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Calling delete_port for c4c7b7d9-4fed-4b15-9be5-819d7fc4135b owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:07.746314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.758857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Attempting to bind port 3844df0f-518b-4c83-918f-e20f7c56be48 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:07.759192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Attempting to bind port 3844df0f-518b-4c83-918f-e20f7c56be48 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b93155d4-c806-4340-a7b4-ef47fc5906ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:07.759575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Attempting to bind port 3844df0f-518b-4c83-918f-e20f7c56be48 on network f8331348-89df-4607-94ee-8d476decd4ea {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:07.808003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Allocated IP 172.20.0.2 (b3c22bb1-27ba-4113-9435-5cf8c365528e/646edbe0-ed79-4bcb-b8df-d64e63d45a28/70f86fe9-7391-4d43-aebf-13f3b01b4e2e) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:07.832877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:07.833283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Checking segment: {'id': 'b93155d4-c806-4340-a7b4-ef47fc5906ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:07.833650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.834574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Bound using segment: {'id': 'b93155d4-c806-4340-a7b4-ef47fc5906ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:07.835173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Bound port: 3844df0f-518b-4c83-918f-e20f7c56be48, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93155d4-c806-4340-a7b4-ef47fc5906ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8331348-89df-4607-94ee-8d476decd4ea'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:07.835597 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.852405 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dde2d-f3fc-48ab-b5bb-c89cfa1e25f1 None None] New status for floating IP ebc5102a-8361-4cba-b234-51b3ac976317: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:54:07.860494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b70f9-a607-452a-9e86-a92956f44014 req-2d760a8a-86a8-46e8-929f-1d9ebf00f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:07.861988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-2d760a8a-86a8-46e8-929f-1d9ebf00f149 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1097 time: 0.2134545 Feb 10 15:54:07.877204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2bcebf90-9c97-40af-820a-66eb9a60991c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:54:07.911034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.927186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.948061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 17b6213a-e07a-452a-81ef-fea358c0a4f2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:07.948621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:07.990441 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e21f53e-71d8-4af4-ab90-a81779ed0c0b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:08.025174 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.030267 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-23b971e9-0479-438d-952e-cf6dd644c97e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0939972 Feb 10 15:54:08.031704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37246) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:08.037438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2bcebf90-9c97-40af-820a-66eb9a60991c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:08.052555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'security_group_rule': {'security_group_id': '2b6c5cf9-462e-440f-98ab-4211c68273f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:08.065575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:08.066412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.080039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257d5eb-0f74-4576-83b2-15a1d8187254 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:08.090731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7cb32812-56ef-452a-9f35-e3b5e99a8507 None None] Provisioning complete for port b5bbcc08-2900-422f-980f-229e4bc8bb60 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:08.091095 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cb32812-56ef-452a-9f35-e3b5e99a8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.093800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec969ba6-f40c-40c9-b1bb-3fbd4578ee4d None None] Network 2bcebf90-9c97-40af-820a-66eb9a60991c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:08.124095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9ea6-3a97-4593-bab5-206607dab780 req-3cd743ab-e64e-4043-bd20-80042e4cef92 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:08.131340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28fa9ea6-3a97-4593-bab5-206607dab780 req-3cd743ab-e64e-4043-bd20-80042e4cef92 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 946 time: 0.4482706 Feb 10 15:54:08.151986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-096e8954-85f1-4544-802e-c99062374167 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0210145 Feb 10 15:54:08.153272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b70f9-a607-452a-9e86-a92956f44014 req-1d3c37e3-8821-47a7-8851-3444ceba7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:08.154729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-1d3c37e3-8821-47a7-8851-3444ceba7ecd service neutron] 10.222.0.75 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.2374487 Feb 10 15:54:08.155268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37250) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:08.190086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-807067852', 'network_id': '2bcebf90-9c97-40af-820a-66eb9a60991c'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:08.203809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.239961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.294026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Port': ['ID=c4c7b7d9-4fed-4b15-9be5-819d7fc4135b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:08.373568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.383631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.409359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.416000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ee5034-050c-461b-be2c-580569d695f6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:08.459258 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.465860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8832153-7fed-4538-b0e8-0b41e6a8311d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4307523 Feb 10 15:54:08.473252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.510572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:08.518321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:08.581825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.593694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dcd85-ec97-4930-a46c-d0c5e9cb2709 req-016273c1-304b-49b2-8f9a-aadde33a8769 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:08.595705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb3dcd85-ec97-4930-a46c-d0c5e9cb2709 req-016273c1-304b-49b2-8f9a-aadde33a8769 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 908 time: 0.8994596 Feb 10 15:54:08.601416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] For port 3844df0f-518b-4c83-918f-e20f7c56be48, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:08.604950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.632196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b639685-3508-4a59-8a3f-27ba83b510a7'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:08.634397 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648fc9d6-5fa4-4bbf-9bdd-1f7d808459d9" -d '{"events": [{"server_uuid": "5ea50a2c-75a6-49eb-8d3a-f0266be9bb68", "name": "network-vif-plugged", "status": "completed", "tag": "7b639685-3508-4a59-8a3f-27ba83b510a7"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:08.711357 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.726145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] For port 3844df0f-518b-4c83-918f-e20f7c56be48, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3844df0f-518b-4c83-918f-e20f7c56be48,segment=NetworkSegment(b93155d4-c806-4340-a7b4-ef47fc5906ea),segment_id=b93155d4-c806-4340-a7b4-ef47fc5906ea)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:08.731557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.732288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Fanout notify agent at l3_agent the message router_deleted on router 741b676a-9c3d-4f23-843b-d5fce47019bf {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:08.752548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.756107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94bbbbfa-8392-4bae-b539-6c70167ebfa3 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "DELETE /v2.0/routers/741b676a-9c3d-4f23-843b-d5fce47019bf HTTP/1.1" status: 204 len: 168 time: 2.1623576 Feb 10 15:54:08.760136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7b639685-3508-4a59-8a3f-27ba83b510a7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7b639685-3508-4a59-8a3f-27ba83b510a7,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:08.791323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37262) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:08.817114 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.819632 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.823861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28fa9ea6-3a97-4593-bab5-206607dab780 req-3b21c7ad-db21-4192-ac6a-b8110ce0c50d tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916935 Feb 10 15:54:08.854485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-d7d59e82-b243-47b7-8daa-6f89be814930 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 1001 time: 0.2853842 Feb 10 15:54:08.872440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Made reservation on behalf of 0fd19b0476d140f8b1789e4f58ee9b5a for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:08.875112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.884884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting subnet 6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:54:08.889451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:08.990815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.057503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Allocated IP 172.20.0.1 (f8331348-89df-4607-94ee-8d476decd4ea/1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab/f91f9a37-0ec5-4112-909b-dd1acd737592) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:09.066801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.067069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b70f9-a607-452a-9e86-a92956f44014 req-2a41dca8-b330-4b99-ba6c-027980281208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:09.068337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-2a41dca8-b330-4b99-ba6c-027980281208 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.1972272 Feb 10 15:54:09.087190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] device_id is not set on port ccca8d2c-09a0-4db6-b1f4-3e2eb1503028 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:09.120088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d2853-90c6-44b7-9f7f-740a2d73da90 None None] Pushing event updated for resources: {'Port': ['ID=3844df0f-518b-4c83-918f-e20f7c56be48,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:09.166659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06608d7-cac6-427e-87f7-d3856af823e0 None None] Network 2bcebf90-9c97-40af-820a-66eb9a60991c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:09.187785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.197705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93433107-c743-4aec-81a6-40d7c8af1347 req-90980c7c-e296-4af6-92ae-a7efe78f66b8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:09.206959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93433107-c743-4aec-81a6-40d7c8af1347 req-90980c7c-e296-4af6-92ae-a7efe78f66b8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.4019835 Feb 10 15:54:09.229932 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.317208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 172.25.7.248 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/f9eb74f7-54bb-4470-9ba4-135e31e211f9) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:09.320642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.332221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b5bbcc08-2900-422f-980f-229e4bc8bb60 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:09.419504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2448340-1750-416c-b966-8a3f83750fc9 req-9233422a-e753-45ec-8104-549de8f31555 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:09.431817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2448340-1750-416c-b966-8a3f83750fc9 req-9233422a-e753-45ec-8104-549de8f31555 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.4091272 Feb 10 15:54:09.445602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b70f9-a607-452a-9e86-a92956f44014 req-67bca112-8ce4-486c-b475-569e49a88e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:09.447116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-67bca112-8ce4-486c-b475-569e49a88e82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3520963 Feb 10 15:54:09.455304 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.460453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eb71a954-8146-4f21-9aab-6925ebfe8b03 None None] Provisioning complete for port a8d7e4c9-baad-4ee8-92e1-dd398de48402 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:09.460727 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb71a954-8146-4f21-9aab-6925ebfe8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.478917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=7b639685-3508-4a59-8a3f-27ba83b510a7,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:09.479547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93433107-c743-4aec-81a6-40d7c8af1347 req-216337fd-ea51-4530-a8a6-1108bdb91a0a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647932 Feb 10 15:54:09.482491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Network b3c22bb1-27ba-4113-9435-5cf8c365528e is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:09.512505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.517494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b5bbcc08-2900-422f-980f-229e4bc8bb60 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:09.519679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "DELETE /v2.0/subnets/6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f HTTP/1.1" status: 204 len: 168 time: 0.7263439 Feb 10 15:54:09.521284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc416d-b88d-4761-8975-368dd3c2ad16 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf3abb5-ebea-4232-8056-b0e5f0ad9c4f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:09.524775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37268) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:09.525023 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.534784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:09.536998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac97b5c-d822-4f01-8cf1-6376dbe356da None None] Network 6d01b475-0e79-431c-b1e5-a66fae4234d7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:09.542105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:09.579097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:09.582295 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290582f8-a4b8-4401-b9a2-b4824fdff470" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:09.611590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.651519 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fbe7ba-2f6e-4317-9c82-9544f356d4db x-openstack-request-id: req-15fbe7ba-2f6e-4317-9c82-9544f356d4db {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:09.651729 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea50a2c-75a6-49eb-8d3a-f0266be9bb68", "name": "network-vif-plugged", "status": "completed", "tag": "7b639685-3508-4a59-8a3f-27ba83b510a7", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:09.651989 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15fbe7ba-2f6e-4317-9c82-9544f356d4db {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:09.652613 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b639685-3508-4a59-8a3f-27ba83b510a7', 'code': 200} Feb 10 15:54:09.667580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Allocated IP 172.20.0.9 (2bcebf90-9c97-40af-820a-66eb9a60991c/99068e6e-3a93-4d76-a54d-227ecddf3c38/ccca8d2c-09a0-4db6-b1f4-3e2eb1503028) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:09.717273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.762487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2448340-1750-416c-b966-8a3f83750fc9 req-c7252368-46d4-42b7-a22c-ef886f3ccc23 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298178 Feb 10 15:54:09.767156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.778958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=f9eb74f7-54bb-4470-9ba4-135e31e211f9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:09.802849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Attempting to bind port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:09.803851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Attempting to bind port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '796d6195-dc96-40d3-be6c-70903a58bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:09.804289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Attempting to bind port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e on network b3c22bb1-27ba-4113-9435-5cf8c365528e {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:09.810644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Pushing event updated for resources: {'Port': ['ID=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:09.813063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:09.816440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:09.822884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:09.844827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:09.845292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Checking segment: {'id': '796d6195-dc96-40d3-be6c-70903a58bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:09.845782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.846174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Bound using segment: {'id': '796d6195-dc96-40d3-be6c-70903a58bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:09.846806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Bound port: 70f86fe9-7391-4d43-aebf-13f3b01b4e2e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796d6195-dc96-40d3-be6c-70903a58bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b3c22bb1-27ba-4113-9435-5cf8c365528e'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:09.847017 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.901932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:09.948319 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f1dadf-c3b5-43ef-b2e3-e1199f9fd46f x-openstack-request-id: req-94f1dadf-c3b5-43ef-b2e3-e1199f9fd46f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:09.949556 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:09.953904 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94f1dadf-c3b5-43ef-b2e3-e1199f9fd46f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:09.954467 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402', 'status': 'completed', 'code': 200} Feb 10 15:54:09.986798 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.012476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-e32629c6-5b5d-406f-8b07-fafde4daf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.016781 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-e32629c6-5b5d-406f-8b07-fafde4daf2f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 1059 time: 0.1168754 Feb 10 15:54:10.065995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] For port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:10.069781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] For port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,segment=NetworkSegment(796d6195-dc96-40d3-be6c-70903a58bf60),segment_id=796d6195-dc96-40d3-be6c-70903a58bf60)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:10.075378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.161849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network f8331348-89df-4607-94ee-8d476decd4ea is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:10.170907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589f4d0-4bc9-4f62-955f-c8190f78d964 None None] Pushing event updated for resources: {'Port': ['ID=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:10.200859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] DHCP port deletion for 6d01b475-0e79-431c-b1e5-a66fae4234d7 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:54:10.253921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:10.258461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:10.278506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] Deleting port 965af172-1eb6-43cb-af89-11280aa73abe {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:10.278891 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.291051 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.367880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.378944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] For port 965af172-1eb6-43cb-af89-11280aa73abe, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=965af172-1eb6-43cb-af89-11280aa73abe,segment=NetworkSegment(111e1d31-17a6-4ba8-a8db-855bb157c509),segment_id=111e1d31-17a6-4ba8-a8db-855bb157c509)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:10.379504 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.389216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-9ef66871-44e6-49d7-8dbf-12cb6d688b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.392481 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-9ef66871-44e6-49d7-8dbf-12cb6d688b30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.3416433 Feb 10 15:54:10.394602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] Calling delete_port for 965af172-1eb6-43cb-af89-11280aa73abe owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:10.552402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.597469 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.633243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] Pushing event deleted for resources: {'Port': ['ID=965af172-1eb6-43cb-af89-11280aa73abe,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:10.649567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb141d-cab9-4ada-8c7e-e04c8683f199 None None] No DVR routers for this DVR port 965af172-1eb6-43cb-af89-11280aa73abe on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:10.699733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.700536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Port': ['ID=f91f9a37-0ec5-4112-909b-dd1acd737592,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:10.703019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-520cea99-438b-404f-b458-a95344a28c7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402 HTTP/1.1" status: 200 len: 217 time: 0.0930653 Feb 10 15:54:10.711999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.742431 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-f842e897-ca3c-49e8-a790-2a8ff42f01c6 service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2566733 Feb 10 15:54:10.756207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331333cb-1c5e-4352-9d72-52636becbbd4 req-48857d03-7ff7-4dbb-b40c-c5bbc989119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.758252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-331333cb-1c5e-4352-9d72-52636becbbd4 req-48857d03-7ff7-4dbb-b40c-c5bbc989119b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 1096 time: 1.0956421 Feb 10 15:54:10.808152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2c6af-6d18-42a4-8298-dfff0596c49f req-dd14ed7b-28ed-43f8-bb9a-4553f434473c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.810321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88f2c6af-6d18-42a4-8298-dfff0596c49f req-dd14ed7b-28ed-43f8-bb9a-4553f434473c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.8296833 Feb 10 15:54:10.832124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c0be9-111a-41ef-8b42-25842252ef5a None None] Network f8331348-89df-4607-94ee-8d476decd4ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:10.838476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=f9eb74f7-54bb-4470-9ba4-135e31e211f9,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:10.844525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-5b1917d5-2b8c-4934-be99-a79bb0417a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.852209 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-5b1917d5-2b8c-4934-be99-a79bb0417a52 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1414855 Feb 10 15:54:10.859295 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.903229 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:10.913839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-79145d80-c648-4d38-8b21-76bd9fd292df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3929787 Feb 10 15:54:10.950344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-094a9a08-9569-435a-b51a-e02cfe2fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.952032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-094a9a08-9569-435a-b51a-e02cfe2fe744 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857549 Feb 10 15:54:10.973460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f4805b92-2c56-4af4-90ac-61f6451ce2e9 None None] Provisioning complete for port 3844df0f-518b-4c83-918f-e20f7c56be48 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:10.973460 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f4805b92-2c56-4af4-90ac-61f6451ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.061182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting port 965af172-1eb6-43cb-af89-11280aa73abe {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:11.061783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.094339 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-33df663f-c2c9-415a-8751-a3167a6cae20 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293428 Feb 10 15:54:11.097418 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.101780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88f2c6af-6d18-42a4-8298-dfff0596c49f req-0df15a15-3b6c-4643-98f4-db8e76e205b6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245340 Feb 10 15:54:11.103324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-331333cb-1c5e-4352-9d72-52636becbbd4 req-aa8698f1-6d0b-466f-ba7b-3ad37b69bd67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853680 Feb 10 15:54:11.112688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc95bf-ab4d-4ba3-9619-603c8abd1eba req-04782189-8957-4e4b-b1f8-4b2a4a9499dc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:11.120991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4dc95bf-ab4d-4ba3-9619-603c8abd1eba req-04782189-8957-4e4b-b1f8-4b2a4a9499dc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.3696699 Feb 10 15:54:11.150360 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f4805b92-2c56-4af4-90ac-61f6451ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.172513 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.239980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-567b70f9-a607-452a-9e86-a92956f44014 req-b78d4c56-e9dd-402f-9d0e-22c4c462541e service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789448 Feb 10 15:54:11.283191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.330371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f4805b92-2c56-4af4-90ac-61f6451ce2e9 None None] For port 3844df0f-518b-4c83-918f-e20f7c56be48, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3844df0f-518b-4c83-918f-e20f7c56be48,segment=NetworkSegment(b93155d4-c806-4340-a7b4-ef47fc5906ea),segment_id=b93155d4-c806-4340-a7b4-ef47fc5906ea)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:11.337209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f4805b92-2c56-4af4-90ac-61f6451ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.361356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2bcebf90-9c97-40af-820a-66eb9a60991c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:11.372584 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-290582f8-a4b8-4401-b9a2-b4824fdff470 req-16807fc1-dc95-40a7-b8c2-8a8c0efcde8c service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595940 Feb 10 15:54:11.406932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Port': ['ID=ccca8d2c-09a0-4db6-b1f4-3e2eb1503028,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:11.425542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:11.438530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4dc95bf-ab4d-4ba3-9619-603c8abd1eba req-4dbf4707-f488-448f-9ea4-abcae10c6fa4 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166730 Feb 10 15:54:11.439349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:11.447855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4805b92-2c56-4af4-90ac-61f6451ce2e9 None None] Pushing event updated for resources: {'Port': ['ID=3844df0f-518b-4c83-918f-e20f7c56be48,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:11.499201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3844df0f-518b-4c83-918f-e20f7c56be48 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:11.543321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] For port 965af172-1eb6-43cb-af89-11280aa73abe, host n-d-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:11.543640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.554729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3844df0f-518b-4c83-918f-e20f7c56be48 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:11.555112 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.594238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Calling delete_port for 965af172-1eb6-43cb-af89-11280aa73abe owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:11.619070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Port 965af172-1eb6-43cb-af89-11280aa73abe was not found and therefore no delete operation was performed {{(pid=102615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:54:11.666728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.770686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638105b0-6723-466e-bb6b-5bc21fc94786 None None] Network b3c22bb1-27ba-4113-9435-5cf8c365528e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:11.796436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-19a26a81-a5ad-4b8e-ad06-0f107d44873b None None] Provisioning complete for port f91f9a37-0ec5-4112-909b-dd1acd737592 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:11.796887 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-19a26a81-a5ad-4b8e-ad06-0f107d44873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:11.916317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-19a26a81-a5ad-4b8e-ad06-0f107d44873b None None] Port f91f9a37-0ec5-4112-909b-dd1acd737592 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:11.957805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 70f86fe9-7391-4d43-aebf-13f3b01b4e2e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:11.982110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-19a26a81-a5ad-4b8e-ad06-0f107d44873b None None] Provisioning complete for port 3844df0f-518b-4c83-918f-e20f7c56be48 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:11.982483 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-19a26a81-a5ad-4b8e-ad06-0f107d44873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.009191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:12.009780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.049014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Port': ['ID=965af172-1eb6-43cb-af89-11280aa73abe,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:12.063074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] No DVR routers for this DVR port 965af172-1eb6-43cb-af89-11280aa73abe on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:12.077938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752611d-1097-484d-9f8b-4f26238f4f11 req-cb0e4ad5-8bc0-4213-9372-41b2731d44e4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:12.079412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8752611d-1097-484d-9f8b-4f26238f4f11 req-cb0e4ad5-8bc0-4213-9372-41b2731d44e4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.6033144 Feb 10 15:54:12.087054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-865df353-55a4-44dc-b591-8d03a8b2a0d8 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.9008067 Feb 10 15:54:12.089757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37330) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:12.114323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c15d7-2b72-4ec0-9475-df4c303e6f6b req-23172634-4c5c-485b-90d3-1e0d73318fdb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:12.118098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-805c15d7-2b72-4ec0-9475-df4c303e6f6b req-23172634-4c5c-485b-90d3-1e0d73318fdb tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 946 time: 0.5762558 Feb 10 15:54:12.131050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:12.131434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.178906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Deleting port ccca8d2c-09a0-4db6-b1f4-3e2eb1503028 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:12.179819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.234405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.263578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.278388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Calling delete_port for ccca8d2c-09a0-4db6-b1f4-3e2eb1503028 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:12.299897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.316548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,segment=NetworkSegment(796d6195-dc96-40d3-be6c-70903a58bf60),segment_id=796d6195-dc96-40d3-be6c-70903a58bf60)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:12.324068 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.336599 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8752611d-1097-484d-9f8b-4f26238f4f11 req-99b26da7-2305-4ad2-9037-3f36bdd3da32 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470057 Feb 10 15:54:12.374624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d01b475-0e79-431c-b1e5-a66fae4234d7']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:12.434138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-805c15d7-2b72-4ec0-9475-df4c303e6f6b req-5c7812aa-fd93-4351-8d40-cf27e6f56c33 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011820 Feb 10 15:54:12.476690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 965af172-1eb6-43cb-af89-11280aa73abe no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:12.487923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.500380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111e1d31-17a6-4ba8-a8db-855bb157c509') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:12.500966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111e1d31-17a6-4ba8-a8db-855bb157c509') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:12.516152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 965af172-1eb6-43cb-af89-11280aa73abe {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:12.516890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 965af172-1eb6-43cb-af89-11280aa73abe not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:12.528194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccca8d2c-09a0-4db6-b1f4-3e2eb1503028,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:12.531599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-07c062df-fe54-4c0e-a01f-1252d488a8ee None None] Provisioning complete for port f91f9a37-0ec5-4112-909b-dd1acd737592 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:12.531823 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-07c062df-fe54-4c0e-a01f-1252d488a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.539044 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.593190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:12.597163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.602527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-07c062df-fe54-4c0e-a01f-1252d488a8ee None None] Port f91f9a37-0ec5-4112-909b-dd1acd737592 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:12.607740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3c2115b0-9081-4e77-baeb-2e0ea416c663 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--317338377&fields=id&tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf HTTP/1.1" status: 200 len: 267 time: 0.1373227 Feb 10 15:54:12.621424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:12.622105 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:12.629813 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:12.632495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-07c062df-fe54-4c0e-a01f-1252d488a8ee None None] Provisioning complete for port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:12.632495 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-07c062df-fe54-4c0e-a01f-1252d488a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.643173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.650227 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-76bca164-7f22-4298-bdd7-3c5790161467 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ccca8d2c-09a0-4db6-b1f4-3e2eb1503028 HTTP/1.1" status: 204 len: 168 time: 0.5575440 Feb 10 15:54:12.651552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37344) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:12.652078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.657662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bcebf90-9c97-40af-820a-66eb9a60991c', 'external_fixed_ips': [{'subnet_id': '99068e6e-3a93-4d76-a54d-227ecddf3c38', 'ip_address': '172.20.0.9'}]}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:12.687907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:12.694180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.695812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.697898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.754487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08503ba4-2cf2-4aa6-b7c7-4f9952d9699e req-526baaa5-46ab-4803-bd6c-9023e1b89d9e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:12.757689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08503ba4-2cf2-4aa6-b7c7-4f9952d9699e req-526baaa5-46ab-4803-bd6c-9023e1b89d9e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2484269 Feb 10 15:54:12.769465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.831041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b2f09142-d21a-4a8d-ba8c-f426c09b07fc tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:12.832441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b2f09142-d21a-4a8d-ba8c-f426c09b07fc tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 200 len: 931 time: 0.2052457 Feb 10 15:54:12.848423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:12.861563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.862448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '23355e48-388e-42b7-884b-663d812c634b', 'network_id': 'b6f59662-be33-4ea6-a4c7-a5218ba3a0ec', 'port_id': '23355e48-388e-42b7-884b-663d812c634b', 'mac_address': 'fa:16:3e:39:cb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadc7d23-c0ce-4019-920b-04242426a8a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:12.868982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.900033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.905522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "DELETE /v2.0/networks/6d01b475-0e79-431c-b1e5-a66fae4234d7 HTTP/1.1" status: 204 len: 168 time: 3.3696578 Feb 10 15:54:12.909215 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.917470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37346) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:12.925589 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.947881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23355e48-388e-42b7-884b-663d812c634b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:12.968884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b71b2cec-92bd-4ff9-9248-93aca85a06b4 None None] Provisioning complete for port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:12.969354 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b71b2cec-92bd-4ff9-9248-93aca85a06b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:12.978034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:12.993173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Port': ['ID=f91f9a37-0ec5-4112-909b-dd1acd737592,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:13.003240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.008787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0de89-038e-43ff-835c-221559ba5b2d tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Network': ['ID=6d01b475-0e79-431c-b1e5-a66fae4234d7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:13.050155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0c3d4179-feca-4af7-a2bd-daac3dcda789 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.051474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0c3d4179-feca-4af7-a2bd-daac3dcda789 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 200 len: 930 time: 0.2039616 Feb 10 15:54:13.056440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08503ba4-2cf2-4aa6-b7c7-4f9952d9699e req-173a464b-b374-41f0-a94f-c3f77b47050d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576687 Feb 10 15:54:13.094147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:13.167324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ce410657-69ac-4ead-abbb-a16707e4ba2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1023371 Feb 10 15:54:13.171255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['23355e48-388e-42b7-884b-663d812c634b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:13.258742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.271589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-63eb6779-ddc4-457e-aa50-6b1636e30f63 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0968630 Feb 10 15:54:13.305857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.327648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network f8331348-89df-4607-94ee-8d476decd4ea is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:13.344406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3844df0f-518b-4c83-918f-e20f7c56be48 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:13.358691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:13.389162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd42b-ed92-4006-b675-b2cbdac4d480 req-5e2776c6-9489-417f-a670-b0309f5d3196 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.397387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-033fd42b-ed92-4006-b675-b2cbdac4d480 req-5e2776c6-9489-417f-a670-b0309f5d3196 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.1953137 Feb 10 15:54:13.443244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3844df0f-518b-4c83-918f-e20f7c56be48 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:13.444598 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.453144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-033fd42b-ed92-4006-b675-b2cbdac4d480 req-64a5bd70-6531-435f-b508-7a97ff07f3a9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548840 Feb 10 15:54:13.454813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Deleting port 5eaff4df-801c-4e38-a2fe-8f808192ba32 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:13.455157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.514767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Allocated IP 172.20.0.9 (2bcebf90-9c97-40af-820a-66eb9a60991c/99068e6e-3a93-4d76-a54d-227ecddf3c38/f308d093-6497-4259-872e-99e7d6fd9ae2) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:13.588622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 70f86fe9-7391-4d43-aebf-13f3b01b4e2e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:13.647852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:13.648146 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.671770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.718011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.728300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3ec954d1-f5e9-41d7-ab31-45358f67981e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.734633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3ec954d1-f5e9-41d7-ab31-45358f67981e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.740376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3ec954d1-f5e9-41d7-ab31-45358f67981e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.750154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3ec954d1-f5e9-41d7-ab31-45358f67981e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/networks?id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&id=b340ef99-402b-4687-ad5f-92dcb56aa7c6 HTTP/1.1" status: 200 len: 1989 time: 0.4641025 Feb 10 15:54:13.754761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2bcebf90-9c97-40af-820a-66eb9a60991c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:13.760100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:13.763681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:13.765808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-313496a0-c07e-4553-8e4b-0f0f28eff08c None None] Provisioning complete for port f91f9a37-0ec5-4112-909b-dd1acd737592 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:13.766279 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-313496a0-c07e-4553-8e4b-0f0f28eff08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.777700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-64e8ff0f-3b33-4850-a45b-af9ca2b8ee87 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/quotas/4b78bf2572ad43e2a1f3954a9ab6e9bf HTTP/1.1" status: 200 len: 375 time: 0.0265718 Feb 10 15:54:13.790216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Port': ['ID=f308d093-6497-4259-872e-99e7d6fd9ae2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:13.803341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.803704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.804041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.804168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-313496a0-c07e-4553-8e4b-0f0f28eff08c None None] Port f91f9a37-0ec5-4112-909b-dd1acd737592 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:13.804376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.804708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.805036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.805778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.805778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.806005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.806292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.806612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.806933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:13.859744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.860073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:13.887270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Calling delete_port for 5eaff4df-801c-4e38-a2fe-8f808192ba32 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:13.918553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-d85901ef-8489-491c-b8ef-b60da87cbb49 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.920057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-d85901ef-8489-491c-b8ef-b60da87cbb49 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.3278039 Feb 10 15:54:13.977852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a10a8b19-91a7-41b3-9ffc-f2c85fb7d4f5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1813512 Feb 10 15:54:14.006889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Router 5f907dbf-31d9-44b7-92ac-a6f4cf13dfae is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:54:14.022514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-668d8b6e-5982-4059-a51d-220b618f5a28 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/quotas/1c7527deb84a45ee9cc84cd74ed2b43c HTTP/1.1" status: 200 len: 375 time: 0.0385385 Feb 10 15:54:14.041142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.234688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:14.239819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.244816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] Sync routers for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:14.255532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-17c3bf53-d9d5-4dc1-b530-151eba8a2e83 service neutron] 10.222.0.21 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604578 Feb 10 15:54:14.262505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-24b07239-b27f-4c7f-9550-e6d37e45c62f tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3157942 Feb 10 15:54:14.264184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:14.265333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:14.276593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-eeca8675-d37d-4413-9d75-95324a6f64e1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2169352 Feb 10 15:54:14.277084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37366) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:14.301730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:14.310025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:14.310719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:14.350527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:14.351993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52963e-e20d-4082-9a49-0fc689eae074 None None] The sync data for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:14.653975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:14.666355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Router 9c7d1353-131b-49fd-88f6-8dc012f7e5aa is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:54:14.706373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 23355e48-388e-42b7-884b-663d812c634b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:14.706743 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.770231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.785000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:14.796694 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Sync routers for ids ['9c7d1353-131b-49fd-88f6-8dc012f7e5aa'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:14.809408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.810836 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a017e9f3-6b95-4666-ac5f-e622196b383b tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1581635 Feb 10 15:54:14.812636 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Routers {'9c7d1353-131b-49fd-88f6-8dc012f7e5aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:14.813443 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9c7d1353-131b-49fd-88f6-8dc012f7e5aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:14.813730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37368) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:14.823510 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.835648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Pushing event deleted for resources: {'Port': ['ID=5eaff4df-801c-4e38-a2fe-8f808192ba32,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:14.869559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:14.870839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23355e48-388e-42b7-884b-663d812c634b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:14.874373 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cb6a3-b772-4b28-9932-d653f6ef06a6" -d '{"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-plugged", "status": "completed", "tag": "23355e48-388e-42b7-884b-663d812c634b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:14.879332 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.930648 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Set router 9c7d1353-131b-49fd-88f6-8dc012f7e5aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:14.934653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:14.971130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:14.988674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-d75071c0-ddbf-4b73-b4c1-06a46f80515c service neutron] 10.222.0.21 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073488 Feb 10 15:54:15.037178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-3b73d8a5-acb6-45ac-a34c-6660f85ad56c service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402108 Feb 10 15:54:15.063936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-377bfed9-7405-47a3-af86-488d5b92475d service neutron] 10.222.0.21 "GET /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0646789 Feb 10 15:54:15.067680 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.070300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.074188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-94f4be6c-76de-404f-bff9-23f405f9fb17 tempest-FloatingIPAdminTestJSON-618069341 tempest-FloatingIPAdminTestJSON-618069341-project] 10.222.0.21 "DELETE /v2.0/floatingips/3cb4bd93-0de8-4367-aad9-1106633fda87 HTTP/1.1" status: 204 len: 168 time: 2.1542215 Feb 10 15:54:15.089119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.137431 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7d1353-131b-49fd-88f6-8dc012f7e5aa', 'name': '', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bcebf90-9c97-40af-820a-66eb9a60991c', 'external_fixed_ips': [{'subnet_id': '99068e6e-3a93-4d76-a54d-227ecddf3c38', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f308d093-6497-4259-872e-99e7d6fd9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:12Z', 'updated_at': '2022-02-10T15:54:13Z', 'revision_number': 3, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port': {'id': 'f308d093-6497-4259-872e-99e7d6fd9ae2', 'name': '', 'network_id': '2bcebf90-9c97-40af-820a-66eb9a60991c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7d1353-131b-49fd-88f6-8dc012f7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '99068e6e-3a93-4d76-a54d-227ecddf3c38', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:13Z', 'updated_at': '2022-02-10T15:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99068e6e-3a93-4d76-a54d-227ecddf3c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:15.160340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Deleting port f308d093-6497-4259-872e-99e7d6fd9ae2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:15.160989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.178495 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Checking router: 9c7d1353-131b-49fd-88f6-8dc012f7e5aa for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:54:15.179143 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Updating router 9c7d1353-131b-49fd-88f6-8dc012f7e5aa port f308d093-6497-4259-872e-99e7d6fd9ae2 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:54:15.208560 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.265344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.279357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Calling delete_port for f308d093-6497-4259-872e-99e7d6fd9ae2 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:15.331388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-05da2461-a43d-49d3-9cb7-8dc7b35b0bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785227 Feb 10 15:54:15.348774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-55c13b23-3202-4e0c-a88a-d5a9ea3c8050 service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291384 Feb 10 15:54:15.435117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37376) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:15.457219 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-a67ac425-bb50-4f16-87ed-ef046585ce30 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:54:15.458364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a67ac425-bb50-4f16-87ed-ef046585ce30 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1759903 Feb 10 15:54:15.461473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37380) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:15.572327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.609178 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:54:15.609752 n-d-827895-3 neutron-server[102617]: DEBUG oslo_db.api [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:54:15.611372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event deleted for resources: {'Port': ['ID=f308d093-6497-4259-872e-99e7d6fd9ae2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:15.664634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e89b0ccd-8dbb-478a-85b9-c446b3ddc625 service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895439 Feb 10 15:54:15.696542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.767890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e33fc5-1bd8-40b0-b5d2-09ac78a8deb8 req-434eab66-bcb3-4242-b8a7-562981c90223 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:15.775509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92e33fc5-1bd8-40b0-b5d2-09ac78a8deb8 req-434eab66-bcb3-4242-b8a7-562981c90223 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 946 time: 0.1726136 Feb 10 15:54:15.796032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.798341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.837348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-5ca13312-e15c-4d60-9d52-0600b1039bba service neutron] 10.222.0.21 "GET /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1552889 Feb 10 15:54:15.845794 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.846289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7d1353-131b-49fd-88f6-8dc012f7e5aa {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:15.852569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.853733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-10367951-339b-4652-9cf8-fcfbfa7b4575 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9c7d1353-131b-49fd-88f6-8dc012f7e5aa HTTP/1.1" status: 204 len: 168 time: 1.0389912 Feb 10 15:54:15.859614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-494aa54a-86ae-4e9c-bbcb-7c550051af68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f7b78c0aba741d1910e2431966d5990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201827 Feb 10 15:54:15.861105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:15.864197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:15.923181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09709ad3-713b-4431-a381-ddef1962d8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.948499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09709ad3-713b-4431-a381-ddef1962d8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:15.965573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92e33fc5-1bd8-40b0-b5d2-09ac78a8deb8 req-6fab853e-2d47-4d81-b80b-926fdeefb38c tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892066 Feb 10 15:54:16.011343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Deleting subnet 99068e6e-3a93-4d76-a54d-227ecddf3c38 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:54:16.019823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.026445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09709ad3-713b-4431-a381-ddef1962d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.034743 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09709ad3-713b-4431-a381-ddef1962d8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.036073 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-09709ad3-713b-4431-a381-ddef1962d8fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffc5dafa-5119-45fd-8bab-8a8f04dba5b5 HTTP/1.1" status: 204 len: 168 time: 0.1711426 Feb 10 15:54:16.048423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09709ad3-713b-4431-a381-ddef1962d8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc5dafa-5119-45fd-8bab-8a8f04dba5b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:16.134209 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Port f308d093-6497-4259-872e-99e7d6fd9ae2 not found while updating agent binding for router 9c7d1353-131b-49fd-88f6-8dc012f7e5aa. {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 15:54:16.143592 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:16.144250 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:54:16.144993 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_agentschedulers_db [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c7d1353-131b-49fd-88f6-8dc012f7e5aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102617) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:54:16.145381 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67906cd3-d237-49b7-aa87-b021e7f39f2c None None] The sync data for ids ['9c7d1353-131b-49fd-88f6-8dc012f7e5aa'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:16.169924 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-1709c2f4-bdab-402e-a1d9-fca4e8057120 service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213480 Feb 10 15:54:16.175515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.316803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc879e6a-be52-4c3d-87e5-723fbe3532b7 req-fe0a8c1b-bae5-4b6a-b4ea-e93586fbd20d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:16.318452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc879e6a-be52-4c3d-87e5-723fbe3532b7 req-fe0a8c1b-bae5-4b6a-b4ea-e93586fbd20d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.2222283 Feb 10 15:54:16.331844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.382071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37406) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:16.397528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de8b20a5-c948-4a41-b61b-2e5b4f89a079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.441331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc879e6a-be52-4c3d-87e5-723fbe3532b7 req-73cd1467-3166-4450-8177-3e0adba4cb0b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108570 Feb 10 15:54:16.446627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-98397b66-aed3-4882-9edf-9e4a918005a3 service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431736 Feb 10 15:54:16.489309 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de8b20a5-c948-4a41-b61b-2e5b4f89a079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.493427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de8b20a5-c948-4a41-b61b-2e5b4f89a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.506454 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3324a8-3f1f-4c43-bea4-8ac70ac1f140 x-openstack-request-id: req-fe3324a8-3f1f-4c43-bea4-8ac70ac1f140 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:16.507000 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-plugged", "status": "completed", "tag": "23355e48-388e-42b7-884b-663d812c634b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:16.507152 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe3324a8-3f1f-4c43-bea4-8ac70ac1f140 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:16.507861 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23355e48-388e-42b7-884b-663d812c634b', 'code': 200} Feb 10 15:54:16.537920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.543012 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-de8b20a5-c948-4a41-b61b-2e5b4f89a079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0416e34bf80d490c901ec970d95d0f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575096 Feb 10 15:54:16.543291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:16.550573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b20a5-c948-4a41-b61b-2e5b4f89a079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4a3a72-b087-4b3a-9b11-24a9818ba78f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:16.577370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=99068e6e-3a93-4d76-a54d-227ecddf3c38,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:16.592761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.598117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-16e385b3-741a-429b-9464-d58500c4b024 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/99068e6e-3a93-4d76-a54d-227ecddf3c38 HTTP/1.1" status: 204 len: 168 time: 0.7314646 Feb 10 15:54:16.598598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37412) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:16.607020 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56910d88-2f3e-46d7-b507-863984f3a689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.621581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fadc99f8-278e-4d52-ab6a-48a5adb86506 req-a0287a47-4744-4657-9c6a-20908eb50a45 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 210 time: 0.0494170 Feb 10 15:54:16.646217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.652707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ba61a0dc-ee94-4568-a474-8d4775065531 service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839321 Feb 10 15:54:16.652981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:16.681747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56910d88-2f3e-46d7-b507-863984f3a689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.710520 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.813275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.833686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.837464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56910d88-2f3e-46d7-b507-863984f3a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.840228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56910d88-2f3e-46d7-b507-863984f3a689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.842922 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-56910d88-2f3e-46d7-b507-863984f3a689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af4a3a72-b087-4b3a-9b11-24a9818ba78f HTTP/1.1" status: 204 len: 168 time: 0.2972076 Feb 10 15:54:16.860009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56910d88-2f3e-46d7-b507-863984f3a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4a3a72-b087-4b3a-9b11-24a9818ba78f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:16.873176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcebf90-9c97-40af-820a-66eb9a60991c']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:16.885442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dfa99c-960c-45bf-9a9e-83d9a5e57f45') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:16.885753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dfa99c-960c-45bf-9a9e-83d9a5e57f45') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:16.897279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.916130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:16.931705 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:16.995990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:17.134616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.170299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:17.170717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:17.174734 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:17.242516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-c2c0bc74-531b-484a-803a-d36ee5c837b4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:17.244058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-c2c0bc74-531b-484a-803a-d36ee5c837b4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 811 time: 0.3264585 Feb 10 15:54:17.262404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.269819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bcebf90-9c97-40af-820a-66eb9a60991c {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:54:17.276195 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.284330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2bcebf90-9c97-40af-820a-66eb9a60991c HTTP/1.1" status: 204 len: 168 time: 0.6811726 Feb 10 15:54:17.289226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Request body: {'port': {'device_id': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'admin_state_up': True, 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:17.323128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63de2-2517-48a1-84fe-9ddb2d39af2a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bcebf90-9c97-40af-820a-66eb9a60991c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:17.373479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824e59-882f-480f-b760-e2336372923f req-1027a3ee-9912-4a44-95ec-021521f45538 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:17.375092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e824e59-882f-480f-b760-e2336372923f req-1027a3ee-9912-4a44-95ec-021521f45538 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.1754179 Feb 10 15:54:17.442496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e824e59-882f-480f-b760-e2336372923f req-67962ecb-1279-465f-bcbe-d806500a9a74 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Feb 10 15:54:17.489920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:17.516508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-9332eff1-0112-4991-a174-da58f35983eb service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297722 Feb 10 15:54:17.520208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b65f647-9a50-449e-8cae-675f9e8d12a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.690219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37440) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:17.697367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'name': 'tempest-router--1780745851', 'project_id': '11f4a9aecfa8439a8d47640e5c205c95'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:17.727877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Made reservation on behalf of 1c7527deb84a45ee9cc84cd74ed2b43c for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:17.732893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.737686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b65f647-9a50-449e-8cae-675f9e8d12a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.752435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b65f647-9a50-449e-8cae-675f9e8d12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.797284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a84e9-ae24-43a1-933a-83faabff0f9d req-55938324-3cea-4db7-97c3-4b1a911f9f74 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:17.800792 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b65f647-9a50-449e-8cae-675f9e8d12a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5290cf8301d04ec892ca03f353a5bfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065381 Feb 10 15:54:17.804829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b08a84e9-ae24-43a1-933a-83faabff0f9d req-55938324-3cea-4db7-97c3-4b1a911f9f74 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 944 time: 0.1435404 Feb 10 15:54:17.809061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37442) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:17.832935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.834517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.836600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b68c1e6d-fce5-4ec2-8a2b-8b12c333876c service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082669 Feb 10 15:54:17.879287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65f647-9a50-449e-8cae-675f9e8d12a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9f5ab0-360f-40ee-a6d2-75de10e778d1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:17.934565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b08a84e9-ae24-43a1-933a-83faabff0f9d req-494c2950-1d5f-4ec7-a967-8f27fa8dc7a6 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288962 Feb 10 15:54:17.965314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Deleting port f91f9a37-0ec5-4112-909b-dd1acd737592 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:17.965545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.966329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:17.998212 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.015922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c07c7b77-2294-46d1-94f9-bb09649d47eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.034502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e1fc64ea-5192-4821-9235-7e2b0495d29c service neutron] 10.222.0.21 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855433 Feb 10 15:54:18.044617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.045802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-344e9b2a-9512-4b72-b89d-6e28d3e77784 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3528111 Feb 10 15:54:18.053089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:18.062454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c07c7b77-2294-46d1-94f9-bb09649d47eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.063057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57dcce55-86da-4d03-aa36-af93dd343ebc req-7ce24cb4-2e29-44c2-bb4f-4a74420ecd21 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 210 time: 0.0444849 Feb 10 15:54:18.074210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Allocated IP 172.20.0.8 (361bcf6d-8fb7-4850-bc58-cb96fa8d4262/0764aeed-309f-4c34-981f-2d1226c88765/80d57d58-f166-4a16-abc3-cd35ab2671d8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:18.149478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.171616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.172071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Calling delete_port for f91f9a37-0ec5-4112-909b-dd1acd737592 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:18.199021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2642c130-e9c0-4324-969a-116e59e7c89f service neutron] 10.222.0.21 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381781 Feb 10 15:54:18.273622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c07c7b77-2294-46d1-94f9-bb09649d47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.276260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c07c7b77-2294-46d1-94f9-bb09649d47eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.277492 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c07c7b77-2294-46d1-94f9-bb09649d47eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f9f5ab0-360f-40ee-a6d2-75de10e778d1 HTTP/1.1" status: 204 len: 168 time: 0.4664590 Feb 10 15:54:18.384780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c7b77-2294-46d1-94f9-bb09649d47eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9f5ab0-360f-40ee-a6d2-75de10e778d1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:18.405072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-67112aab-2ff5-4d03-b572-f2695d6961c7 service neutron] 10.222.0.21 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736751 Feb 10 15:54:18.418426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.424437 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.485753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.486301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router def80c14-0338-487e-81ff-782d976f0b66 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:18.493423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.494656 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9df1d3f0-85f8-43b9-8a8c-f8b618a3ba47 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/def80c14-0338-487e-81ff-782d976f0b66 HTTP/1.1" status: 204 len: 168 time: 0.4383059 Feb 10 15:54:18.509242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23355e48-388e-42b7-884b-663d812c634b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:18.511834 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda5f8c-e19c-4330-8b54-43c805a57c20" -d '{"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-unplugged", "status": "completed", "tag": "23355e48-388e-42b7-884b-663d812c634b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:18.553977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.603005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.617664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['e339a662-2d5c-470e-9045-b2868348f8c8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:18.618512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.620128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:18.654613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:18.656836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-563123d9-21fe-4ae5-bad8-2f5ade69fa63 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.659763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-563123d9-21fe-4ae5-bad8-2f5ade69fa63 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.1537855 Feb 10 15:54:18.660300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:18.665242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:18.672214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:18.724972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Port': ['ID=f91f9a37-0ec5-4112-909b-dd1acd737592,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:18.783592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.785007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:18.810122 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-4fdc1052-6af5-4fa6-90db-f64fc5ab7d88 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5268788 Feb 10 15:54:18.815638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a86bf-0029-4a9c-a7fa-bd1c2a935fec req-4e8947ef-c258-4872-9480-56ce5d451443 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.817332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-840a86bf-0029-4a9c-a7fa-bd1c2a935fec req-4e8947ef-c258-4872-9480-56ce5d451443 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.2584438 Feb 10 15:54:18.838619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Request body: {'port': {'device_id': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:18.840028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-91977ba9-e195-432f-973d-ca3e37b01214 service neutron] 10.222.0.21 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249513 Feb 10 15:54:18.851577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37460) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:19.007642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.053193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-840a86bf-0029-4a9c-a7fa-bd1c2a935fec req-294d1ae9-df37-4b3a-b2a0-e892039c636a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023158 Feb 10 15:54:19.129463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-3a25bf7f-798a-4e80-8011-672a7484778a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:19.131605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-3a25bf7f-798a-4e80-8011-672a7484778a tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 944 time: 0.4642110 Feb 10 15:54:19.163209 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e4aea-e0a1-4329-93e9-9bf7d981942e x-openstack-request-id: req-303e4aea-e0a1-4329-93e9-9bf7d981942e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:19.163530 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-unplugged", "status": "completed", "tag": "23355e48-388e-42b7-884b-663d812c634b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:19.164043 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-303e4aea-e0a1-4329-93e9-9bf7d981942e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:19.164724 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23355e48-388e-42b7-884b-663d812c634b', 'code': 200} Feb 10 15:54:19.237447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-68fb09ab-a80f-4175-8135-7a4d0f90ce76 None None] Provisioning complete for port 80d57d58-f166-4a16-abc3-cd35ab2671d8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:19.237818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68fb09ab-a80f-4175-8135-7a4d0f90ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.245986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.303343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-68fb09ab-a80f-4175-8135-7a4d0f90ce76 None None] Port 80d57d58-f166-4a16-abc3-cd35ab2671d8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:19.334352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1641405459', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:19.492595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d57d58-f166-4a16-abc3-cd35ab2671d8 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:19.501349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.512452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2660229c-290c-4f08-a399-47dc4e950890 service neutron] 10.222.0.21 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714113 Feb 10 15:54:19.518103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Transition to ACTIVE for port object 80d57d58-f166-4a16-abc3-cd35ab2671d8 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:19.528887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.573312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port 7b639685-3508-4a59-8a3f-27ba83b510a7 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:19.573647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.591951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:19.619732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0f3c-88d0-4aaf-92a4-687dceafce74 req-4a3bf864-1e83-4005-8c0f-51eaa877059e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:19.621082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffdb0f3c-88d0-4aaf-92a4-687dceafce74 req-4a3bf864-1e83-4005-8c0f-51eaa877059e tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 944 time: 0.3847380 Feb 10 15:54:19.702562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Attempting to bind port 80d57d58-f166-4a16-abc3-cd35ab2671d8 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:19.702956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Attempting to bind port 80d57d58-f166-4a16-abc3-cd35ab2671d8 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:19.703782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Attempting to bind port 80d57d58-f166-4a16-abc3-cd35ab2671d8 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:19.708319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.709970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.711297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Port 80d57d58-f166-4a16-abc3-cd35ab2671d8 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:19.711670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Attempting to bind port 80d57d58-f166-4a16-abc3-cd35ab2671d8 on network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:19.717606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:19.717978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Checking segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:19.718340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Bound using segment: {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:19.718771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Bound port: 80d57d58-f166-4a16-abc3-cd35ab2671d8, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c56a73-36e1-4111-a512-70f2d041f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:19.719549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.811049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:19.815806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:19.824334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.890591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:19.891216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:19.900684 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] 10.222.0.75 "PUT /v2.0/ports/80d57d58-f166-4a16-abc3-cd35ab2671d8 HTTP/1.1" status: 200 len: 1091 time: 1.0737865 Feb 10 15:54:19.901294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:19.904051 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:19.962606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5b77c-bc22-4ebe-b691-44bdabcf0fce service neutron] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:20.059961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-8a53eb0a-ed20-4eb9-8797-13b52474f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.062199 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-8a53eb0a-ed20-4eb9-8797-13b52474f876 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 1094 time: 0.0721533 Feb 10 15:54:20.138804 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-5f5b0971-07dd-44b1-99a6-05d588e18b6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8 HTTP/1.1" status: 200 len: 217 time: 0.0578165 Feb 10 15:54:20.232424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-52959aa9-434d-43ad-a9f9-0075c93406f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.233895 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-52959aa9-434d-43ad-a9f9-0075c93406f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0814772 Feb 10 15:54:20.310496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-9c4848d2-d3ce-4a67-935b-cd6391e3813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.313039 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-9c4848d2-d3ce-4a67-935b-cd6391e3813f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647190 Feb 10 15:54:20.313453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port 7b639685-3508-4a59-8a3f-27ba83b510a7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7b639685-3508-4a59-8a3f-27ba83b510a7,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:20.314026 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:20.329824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Deleting port 23355e48-388e-42b7-884b-663d812c634b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:20.330286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:20.381641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffdb0f3c-88d0-4aaf-92a4-687dceafce74 req-f175ff0f-d09d-4b90-bb07-1321b646f992 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126853 Feb 10 15:54:20.388031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Router 5f907dbf-31d9-44b7-92ac-a6f4cf13dfae has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:54:20.422064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:20.423494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for 7b639685-3508-4a59-8a3f-27ba83b510a7 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:20.790004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:20.798679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be06b8-6591-427b-a97e-0ef463ab609a req-3b9043be-7a7c-46e5-bb85-e097e921c9d0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.801444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] Sync routers for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:20.806871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24be06b8-6591-427b-a97e-0ef463ab609a req-3b9043be-7a7c-46e5-bb85-e097e921c9d0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.3606482 Feb 10 15:54:20.817428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:20.820375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:20.847096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37530) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:20.848640 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a4a32-2cf7-442e-b0af-a8a158cf8795 x-openstack-request-id: req-773a4a32-2cf7-442e-b0af-a8a158cf8795 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:20.848825 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:20.849086 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-773a4a32-2cf7-442e-b0af-a8a158cf8795 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:20.849668 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'status': 'completed', 'code': 200} Feb 10 15:54:20.858252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-949c0bf0-b47c-401f-867f-79a8ae57b4e1 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3956852 Feb 10 15:54:20.865835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37536) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:20.905813 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-e79bf017-1a35-4647-8a91-e03a5e7345f5 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] delete failed (client error): The resource could not be found. Feb 10 15:54:20.909256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:20.912934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e79bf017-1a35-4647-8a91-e03a5e7345f5 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1855823051 HTTP/1.1" status: 404 len: 335 time: 0.0458245 Feb 10 15:54:20.915207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37538) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:20.920876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a1cbc531-f4ac-4bc3-bfb6-f62c153b08f7 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:20.932689 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:20.937686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:20.951103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:20.958161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] For port 23355e48-388e-42b7-884b-663d812c634b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=23355e48-388e-42b7-884b-663d812c634b,segment=NetworkSegment(f537af4d-f690-48a6-9cdc-9fe97fcc6db8),segment_id=f537af4d-f690-48a6-9cdc-9fe97fcc6db8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:20.959328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:20.970454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09e390-d863-4270-98a1-178705893029 req-dd68207f-07e9-43f4-9163-6d84b34b8397 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.972277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc09e390-d863-4270-98a1-178705893029 req-dd68207f-07e9-43f4-9163-6d84b34b8397 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea50a2c-75a6-49eb-8d3a-f0266be9bb68 HTTP/1.1" status: 200 len: 945 time: 0.4433818 Feb 10 15:54:21.009046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:21.010062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd965d83-92d0-4535-a98d-e97f16d25153 None None] The sync data for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:21.035559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Calling delete_port for 23355e48-388e-42b7-884b-663d812c634b owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:21.055989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24be06b8-6591-427b-a97e-0ef463ab609a req-385a5cf8-dee9-4aff-9c56-da5c77f73c61 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482104 Feb 10 15:54:21.106199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2fc73d67-c612-4e55-91d2-af3e46e40135 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:21.108959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc09e390-d863-4270-98a1-178705893029 req-c1a096ac-6f2a-45a0-bfc8-51d76d5d55bc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131194 Feb 10 15:54:21.132916 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-93db7dda-19b8-49da-a55f-b26015c70874 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8079329 Feb 10 15:54:21.239197 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2fc73d67-c612-4e55-91d2-af3e46e40135 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "PUT /v2.0/quotas/5ff6e5869ac248d6bb864ec9600f13b2 HTTP/1.1" status: 200 len: 368 time: 0.3870451 Feb 10 15:54:21.241932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc531-f4ac-4bc3-bfb6-f62c153b08f7 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.260508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:21.269801 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-134df676-5eaa-49c5-ba3e-955be7ed7b6a req-ba98b062-2fc5-4110-bc88-ef2a813293aa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0804665 Feb 10 15:54:21.274610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Request body: {'network': {'project_id': '5ff6e5869ac248d6bb864ec9600f13b2'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:21.308810 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a1cbc531-f4ac-4bc3-bfb6-f62c153b08f7 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] update failed (client error): The resource could not be found. Feb 10 15:54:21.309853 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a1cbc531-f4ac-4bc3-bfb6-f62c153b08f7 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae HTTP/1.1" status: 404 len: 339 time: 0.3936808 Feb 10 15:54:21.314613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:21.329635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.341516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:21.368873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Made reservation on behalf of 5ff6e5869ac248d6bb864ec9600f13b2 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:21.371402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.379064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=7b639685-3508-4a59-8a3f-27ba83b510a7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:21.404980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.421274 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce847f87-0c90-4471-999e-f8773b81c0a7 req-ede95db8-9a0a-486a-9ef9-6b13198e5b2b service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454436 Feb 10 15:54:21.460481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port 7b639685-3508-4a59-8a3f-27ba83b510a7 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:21.466283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.469935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3f48b8b-ad5a-450c-b970-645708fd1900 req-9a5b53a8-7384-4708-a5ae-aacc0aba7fa6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "DELETE /v2.0/ports/7b639685-3508-4a59-8a3f-27ba83b510a7 HTTP/1.1" status: 204 len: 173 time: 2.7775002 Feb 10 15:54:21.473050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'name': 'network-vif-deleted', 'tag': '7b639685-3508-4a59-8a3f-27ba83b510a7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:21.475501 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a915b-be4a-4283-b62f-0aa7ef273a6f" -d '{"events": [{"server_uuid": "5ea50a2c-75a6-49eb-8d3a-f0266be9bb68", "name": "network-vif-deleted", "tag": "7b639685-3508-4a59-8a3f-27ba83b510a7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:21.642706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.667788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-e39ab2ad-7ce1-41e6-8083-27f66826e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:21.669402 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-e39ab2ad-7ce1-41e6-8083-27f66826e94a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 1094 time: 0.1433175 Feb 10 15:54:21.772879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.785034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Pushing event deleted for resources: {'Port': ['ID=23355e48-388e-42b7-884b-663d812c634b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:21.790598 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee33adb3-f658-471c-88a1-8c4c1ccbcf90 x-openstack-request-id: req-ee33adb3-f658-471c-88a1-8c4c1ccbcf90 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:21.791256 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea50a2c-75a6-49eb-8d3a-f0266be9bb68", "name": "network-vif-deleted", "tag": "7b639685-3508-4a59-8a3f-27ba83b510a7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:21.791256 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee33adb3-f658-471c-88a1-8c4c1ccbcf90 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:21.792277 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea50a2c-75a6-49eb-8d3a-f0266be9bb68', 'name': 'network-vif-deleted', 'tag': '7b639685-3508-4a59-8a3f-27ba83b510a7', 'status': 'completed', 'code': 200} Feb 10 15:54:21.895533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8152-7d13-465a-a8bb-a05a194be873 req-3b593614-ac98-4f48-8f53-fa093f06ee6b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:21.897022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45ba8152-7d13-465a-a8bb-a05a194be873 req-3b593614-ac98-4f48-8f53-fa093f06ee6b tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7431a72-b9c4-4225-b343-951a45fa23eb HTTP/1.1" status: 200 len: 865 time: 0.4325001 Feb 10 15:54:21.936067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] No DVR routers for this DVR port 23355e48-388e-42b7-884b-663d812c634b on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:21.949616 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:21.953111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb2138de-3589-4d27-bfbb-e965c59e0a5f req-8b3c7eb3-bdc9-4632-b31c-b41aff8e4db8 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.45 "DELETE /v2.0/ports/23355e48-388e-42b7-884b-663d812c634b HTTP/1.1" status: 204 len: 173 time: 2.8131921 Feb 10 15:54:21.960705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-0893d1e8-f713-45ef-95f8-e5f1c253cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:21.962393 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-0893d1e8-f713-45ef-95f8-e5f1c253cb73 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.2800293 Feb 10 15:54:21.976790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-8f28088a-e594-41d9-8839-c02526fedac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:21.978421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-8f28088a-e594-41d9-8839-c02526fedac3 service neutron] 10.222.0.45 "GET /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 200 len: 1027 time: 0.3048434 Feb 10 15:54:21.994216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.020269 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-47996c1e-9553-4d6d-96cd-d654f746b696 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8 HTTP/1.1" status: 200 len: 217 time: 0.0461733 Feb 10 15:54:22.074306 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.091597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.100376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6adb0d16-d517-43b7-8966-52826d4cabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.102062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6adb0d16-d517-43b7-8966-52826d4cabac service neutron] 10.222.0.45 "GET /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 200 len: 1026 time: 0.1104450 Feb 10 15:54:22.111642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.116466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-2576cdc7-ddba-40d6-b3b4-6df5930fb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.123257 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-2576cdc7-ddba-40d6-b3b4-6df5930fb9a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0779202 Feb 10 15:54:22.179686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45ba8152-7d13-465a-a8bb-a05a194be873 req-f71197a8-e647-461f-81f8-52663c4ed487 tempest-ImagesTestJSON-1281244827 tempest-ImagesTestJSON-1281244827-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449827 Feb 10 15:54:22.213383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:22.272514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Allocated IP 172.20.0.1 (f35f7d73-a96c-44e0-a8d7-06688c73ab57/2b0b3985-a405-4912-8264-8f273ccb717d/1917849e-03f2-469f-95f0-892763f00d59) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:22.287202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0c888-f01b-4d51-82fe-2e33504cc2b5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:22.334217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.337708 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Added segment 4557040b-7131-4dcf-9578-a08506352adf of type vlan for network 60137888-5aae-4631-bfe9-0b2dfd4aab4e Feb 10 15:54:22.441614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-6c60de21-a27e-451f-92dd-d749a524ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.447054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-6c60de21-a27e-451f-92dd-d749a524ad1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127029 Feb 10 15:54:22.471887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6becdda1-b3c4-4324-8420-48ac95df904d req-99796fb1-7366-4fba-beb0-e429b731e55e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0803030 Feb 10 15:54:22.494204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.512790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b721-8f9c-4c5a-a3a7-886e1bb7c2e8 req-4c03bbc8-1ccc-4d1b-b652-4ee0e4b506ef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.520306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4c7b721-8f9c-4c5a-a3a7-886e1bb7c2e8 req-4c03bbc8-1ccc-4d1b-b652-4ee0e4b506ef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.2611520 Feb 10 15:54:22.534469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-73e84831-4fdf-4b6e-ab33-34be593850ca tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.541246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-73e84831-4fdf-4b6e-ab33-34be593850ca tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.547716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-73e84831-4fdf-4b6e-ab33-34be593850ca tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.548997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-73e84831-4fdf-4b6e-ab33-34be593850ca tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "GET /v2.0/networks?id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&id=b340ef99-402b-4687-ad5f-92dcb56aa7c6 HTTP/1.1" status: 200 len: 1989 time: 0.4289505 Feb 10 15:54:22.581912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.584554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Allocated IP 172.25.7.198 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/ad838318-b0fd-415f-81dd-aa24c3aab474) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:22.634076 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-7f0011fe-fed9-4b2c-b6c4-66a4914023e3 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717145 Feb 10 15:54:22.650596 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.651742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.652359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.653894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.654088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:22.680822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 23355e48-388e-42b7-884b-663d812c634b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:22.681456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 23355e48-388e-42b7-884b-663d812c634b not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:22.682102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7b639685-3508-4a59-8a3f-27ba83b510a7 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:22.710283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 7b639685-3508-4a59-8a3f-27ba83b510a7 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:22.711054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7b639685-3508-4a59-8a3f-27ba83b510a7 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:22.745144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:22.751041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:22.758043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:22.783849 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4c7b721-8f9c-4c5a-a3a7-886e1bb7c2e8 req-8de66543-12b6-405b-ba35-8f6c0d749954 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624738 Feb 10 15:54:22.806685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Port': ['ID=1917849e-03f2-469f-95f0-892763f00d59,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:22.841835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:22.847152 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1c144f3e-16b7-4995-b9ea-d0755b2b08f9 req-c303e727-066d-4664-9853-f361a659faaf service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026861 Feb 10 15:54:22.888175 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-cfc56977-9c5c-4146-8a04-f88752ac46c5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf HTTP/1.1" status: 200 len: 379 time: 0.3159680 Feb 10 15:54:22.889213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Pushing event updated for resources: {'Network': ['ID=60137888-5aae-4631-bfe9-0b2dfd4aab4e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:22.902079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 60137888-5aae-4631-bfe9-0b2dfd4aab4e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:22.921088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-518e2af9-0c24-46e5-98f5-f195084ed1b6 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6512780 Feb 10 15:54:22.938675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'admin_state_up': True, 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'security_groups': ['2b6c5cf9-462e-440f-98ab-4211c68273f3']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:22.941916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37574) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:22.948041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Request body: {'network': {'project_id': '5ff6e5869ac248d6bb864ec9600f13b2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:22.995459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.017849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Made reservation on behalf of 5ff6e5869ac248d6bb864ec9600f13b2 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:23.021054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.041097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-bd15f7e2-6d11-4b8f-8a60-e6a58308ed9c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:23.050188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-bd15f7e2-6d11-4b8f-8a60-e6a58308ed9c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.4484751 Feb 10 15:54:23.080448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:23.085067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-4edabeb8-f99d-4433-b194-95c0ff061662 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0338168 Feb 10 15:54:23.129681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.130040 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Added segment be71a4b7-e998-4ee9-a5d4-8792e607a9f3 of type vlan for network 7581da87-e8bd-47f3-892d-1910b9a8a856 Feb 10 15:54:23.165231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-030e4aab-fe2d-4870-8fa0-d43ed160ddf6 None None] Provisioning complete for port 1917849e-03f2-469f-95f0-892763f00d59 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:23.173041 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.180438 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-030e4aab-fe2d-4870-8fa0-d43ed160ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.209310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.221058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-8c0b36be-f01d-4496-bd3b-04be55ba8d2e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350129 Feb 10 15:54:23.231815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.235133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-030e4aab-fe2d-4870-8fa0-d43ed160ddf6 None None] Port 1917849e-03f2-469f-95f0-892763f00d59 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:23.337345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.338646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:23.339707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.409996 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.417287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:23.431975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-5c82e28d-c1be-4e7f-9f45-1541d074732d service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948218 Feb 10 15:54:23.433739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:23.440941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.441167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4944057 Feb 10 15:54:23.441822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:23.448993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dac97d6e-78ef-4f63-899c-baa2756ff9b0 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Request body: {'network': {'project_id': '5ff6e5869ac248d6bb864ec9600f13b2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:23.474824 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac97d6e-78ef-4f63-899c-baa2756ff9b0 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 15:54:23.475532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac97d6e-78ef-4f63-899c-baa2756ff9b0 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:54:23.479412 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dac97d6e-78ef-4f63-899c-baa2756ff9b0 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0317516 Feb 10 15:54:23.484184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37600) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:23.486313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fcf77-aec6-4d02-aa61-df6cea697859 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Pushing event updated for resources: {'Network': ['ID=7581da87-e8bd-47f3-892d-1910b9a8a856,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:23.499573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7581da87-e8bd-47f3-892d-1910b9a8a856 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:23.646657 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.663144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.749956 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be330abc-f3fd-4be2-8d43-771aaaf91c42 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ff6e5869ac248d6bb864ec9600f13b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618451 Feb 10 15:54:23.756248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:23.767568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event updated for resources: {'Port': ['ID=1917849e-03f2-469f-95f0-892763f00d59,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:23.772579 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.846023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-deleted', 'tag': '23355e48-388e-42b7-884b-663d812c634b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:23.848644 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959c7dd-25c1-4519-9771-9a54dc930e87" -d '{"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-deleted", "tag": "23355e48-388e-42b7-884b-663d812c634b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:23.857760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:23.860429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:23.884774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbb66fa0-d6fb-4958-a22b-6160d88191bf tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.913612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event updated for resources: {'Port': ['ID=ad838318-b0fd-415f-81dd-aa24c3aab474,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:23.934157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbb66fa0-d6fb-4958-a22b-6160d88191bf tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:23.960391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:23.966695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:23.978390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a268db07-4544-4635-ad24-8ed4f3a1072d req-5c236691-3e47-41d3-9ff8-834ea7cc4b46 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1217790 Feb 10 15:54:24.038494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-6f43e733-a97d-4a36-b2f2-04934d3b46ae service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060131 Feb 10 15:54:24.137082 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbb66fa0-d6fb-4958-a22b-6160d88191bf tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.141331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbb66fa0-d6fb-4958-a22b-6160d88191bf tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.142832 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cbb66fa0-d6fb-4958-a22b-6160d88191bf tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4e0c888-f01b-4d51-82fe-2e33504cc2b5 HTTP/1.1" status: 204 len: 168 time: 0.3853285 Feb 10 15:54:24.157936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:24.159038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb66fa0-d6fb-4958-a22b-6160d88191bf tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0c888-f01b-4d51-82fe-2e33504cc2b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:24.264211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Router 5f907dbf-31d9-44b7-92ac-a6f4cf13dfae has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:54:24.289916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.322477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 172.20.0.5 (4e6740d5-4b37-4bf7-ab0c-406ce5ab0371/e59aaab6-43f5-4f3f-8014-f426c4f78c11/e2d9296d-5cc9-401b-88a5-92dd9227c95f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:24.330852 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b91c6b-61ec-4bc4-be89-df75d544ea13 x-openstack-request-id: req-a7b91c6b-61ec-4bc4-be89-df75d544ea13 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:24.331211 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7431a72-b9c4-4225-b343-951a45fa23eb", "name": "network-vif-deleted", "tag": "23355e48-388e-42b7-884b-663d812c634b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:24.331486 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7b91c6b-61ec-4bc4-be89-df75d544ea13 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:24.332095 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7431a72-b9c4-4225-b343-951a45fa23eb', 'name': 'network-vif-deleted', 'tag': '23355e48-388e-42b7-884b-663d812c634b', 'status': 'completed', 'code': 200} Feb 10 15:54:24.375430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41cad9-7b96-469d-8ccc-e3d887fa1415 req-45edf012-fc80-4820-98d9-081e296eed6a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:24.385466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d41cad9-7b96-469d-8ccc-e3d887fa1415 req-45edf012-fc80-4820-98d9-081e296eed6a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.1836891 Feb 10 15:54:24.481453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3eb491fd-6a4c-4fb5-9373-b5a310556944 None None] Provisioning complete for port 1917849e-03f2-469f-95f0-892763f00d59 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:24.481974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fd-6a4c-4fb5-9373-b5a310556944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.532579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74a8edb8-f65e-4c9b-a8a0-810ec6902694 req-04847571-b344-40f0-8338-c86feb4677fa tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 210 time: 0.0662093 Feb 10 15:54:24.546614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:24.555228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3eb491fd-6a4c-4fb5-9373-b5a310556944 None None] Port 1917849e-03f2-469f-95f0-892763f00d59 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:24.565324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16507536-309b-4d18-be91-df421f9121cf None None] Sync routers for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:24.579530 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16507536-309b-4d18-be91-df421f9121cf None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:24.580962 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16507536-309b-4d18-be91-df421f9121cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:24.600940 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-07bc1adb-c7a4-46cd-8acf-6f695aaf3a44 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2848527 Feb 10 15:54:24.602947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37632) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:24.632956 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16507536-309b-4d18-be91-df421f9121cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:24.648031 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16507536-309b-4d18-be91-df421f9121cf None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:24.649202 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16507536-309b-4d18-be91-df421f9121cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:24.688620 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-16507536-309b-4d18-be91-df421f9121cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:24.689544 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16507536-309b-4d18-be91-df421f9121cf None None] The sync data for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:24.697537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d41cad9-7b96-469d-8ccc-e3d887fa1415 req-7f0be9c0-c94b-4fa1-b640-6eecaac71f27 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094642 Feb 10 15:54:24.716163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37634) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:24.718458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.792560 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.831198 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:24.892691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.001626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:25.011853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:25.016930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:25.049000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:25.107275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:25.107962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.115885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7581da87-e8bd-47f3-892d-1910b9a8a856']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:25.151428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be71a4b7-e998-4ee9-a5d4-8792e607a9f3') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:25.153978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be71a4b7-e998-4ee9-a5d4-8792e607a9f3') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:25.172863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.180824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Deleting subnet dadc7d23-c0ce-4019-920b-04242426a8a8 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:54:25.185541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.209920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bbefc69b-1f64-4f3b-a554-6ff6b5ec7353 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2895784 Feb 10 15:54:25.228241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.236324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'admin_state_up': True, 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'security_groups': ['2b6c5cf9-462e-440f-98ab-4211c68273f3']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:25.272821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.308758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.325446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:25.325849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:25.327521 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:25.342186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb8648e9-cb9b-4380-9cab-1ec7b4414997 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.378153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657ad0c-c48b-461d-a346-632d92b2a614 req-362a5172-748f-469f-98d3-94c4e243fc4d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:25.379569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8657ad0c-c48b-461d-a346-632d92b2a614 req-362a5172-748f-469f-98d3-94c4e243fc4d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 931 time: 0.1908214 Feb 10 15:54:25.384131 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.388699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cfc60c07-e397-4b1a-b845-b854a8d160fb None None] Provisioning complete for port e2d9296d-5cc9-401b-88a5-92dd9227c95f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:25.389081 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc60c07-e397-4b1a-b845-b854a8d160fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.440077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cfc60c07-e397-4b1a-b845-b854a8d160fb None None] Port e2d9296d-5cc9-401b-88a5-92dd9227c95f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:25.494149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8657ad0c-c48b-461d-a346-632d92b2a614 req-1df337f8-09f1-4bfa-8c03-e02016bbadc5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988617 Feb 10 15:54:25.531382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.566548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.577069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.580485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7581da87-e8bd-47f3-892d-1910b9a8a856 HTTP/1.1" status: 204 len: 168 time: 1.4179988 Feb 10 15:54:25.583931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37642) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:25.589661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dadc7d23-c0ce-4019-920b-04242426a8a8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:25.660487 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-bb8648e9-cb9b-4380-9cab-1ec7b4414997 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:54:25.666852 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb8648e9-cb9b-4380-9cab-1ec7b4414997 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae HTTP/1.1" status: 409 len: 329 time: 1.0581813 Feb 10 15:54:25.668249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d19c3-d55e-4540-b456-045e0fa5e111 tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Pushing event deleted for resources: {'Network': ['ID=7581da87-e8bd-47f3-892d-1910b9a8a856,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:25.675304 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.681312 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0398c28a-fb38-4bf0-a25e-9aaf1dc39b57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dadc7d23-c0ce-4019-920b-04242426a8a8 HTTP/1.1" status: 204 len: 168 time: 0.9595633 Feb 10 15:54:25.695705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37644) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:25.696112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37646) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:25.756777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d6756a7-0853-4afe-8837-6b3046dc8ab9 req-9ec869bb-61f0-4a75-80ff-c3d9d4b3ae12 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 210 time: 0.1197598 Feb 10 15:54:25.761034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:25.764346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.818477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-0ae2a6b7-2b8b-4508-9706-1db8ec4cfa04 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:25.819968 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-0ae2a6b7-2b8b-4508-9706-1db8ec4cfa04 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.2374556 Feb 10 15:54:25.839697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:25.885797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Router 56096c38-d086-4255-9b6c-e0bb2bb66dc8 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:54:25.948110 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:25.989005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082786f5-9134-4a25-b098-6b7910ca6fe3 req-06ec80e9-28bf-4b23-8f2a-b8295006066c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:25.990583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-082786f5-9134-4a25-b098-6b7910ca6fe3 req-06ec80e9-28bf-4b23-8f2a-b8295006066c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.1837788 Feb 10 15:54:25.998166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.096184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 80d57d58-f166-4a16-abc3-cd35ab2671d8 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:26.185427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 10.1.1.130 (edf72dcd-d60f-48a5-80d6-58868ca355eb/7fc50dbd-c940-4639-b713-3e7c1afc04a2/4606b0c0-2ac7-4788-a537-571f0d43fd4c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:26.196179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-082786f5-9134-4a25-b098-6b7910ca6fe3 req-19c46e8b-a231-471a-93a1-c9a0387068ec tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618755 Feb 10 15:54:26.198852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.222166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:26.236302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'mac_address': 'fa:16:3e:e4:ba:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:26.247000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:26.258671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:26.262624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.283716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.289120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60137888-5aae-4631-bfe9-0b2dfd4aab4e']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.291366 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.296271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] Sync routers for ids ['56096c38-d086-4255-9b6c-e0bb2bb66dc8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:26.320095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4557040b-7131-4dcf-9578-a08506352adf') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.320417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4557040b-7131-4dcf-9578-a08506352adf') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.322511 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.327715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f3135e60-88f0-40b0-bfef-fc8906a43d08 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4686847 Feb 10 15:54:26.330345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37650) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:26.332059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d57d58-f166-4a16-abc3-cd35ab2671d8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:26.338909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.357252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f59662-be33-4ea6-a4c7-a5218ba3a0ec']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.371999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:26.378653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.378955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f537af4d-f690-48a6-9cdc-9fe97fcc6db8') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.385919 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.391941 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.394239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] Routers {'56096c38-d086-4255-9b6c-e0bb2bb66dc8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:26.395270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['56096c38-d086-4255-9b6c-e0bb2bb66dc8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.400215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.408865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:26.409272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:26.412702 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:26.454958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.471586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:26.472020 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:26.478186 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:26.519795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.522915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:26.544427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.556662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.562758 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] 10.222.0.21 "DELETE /v2.0/networks/60137888-5aae-4631-bfe9-0b2dfd4aab4e HTTP/1.1" status: 204 len: 168 time: 0.9716403 Feb 10 15:54:26.579861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] Routers {'56096c38-d086-4255-9b6c-e0bb2bb66dc8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:26.586365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['56096c38-d086-4255-9b6c-e0bb2bb66dc8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.621976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.632657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db41e6-9650-4adf-894f-0a3ab330c4fa tempest-QuotasNegativeTest-1425490785 tempest-QuotasNegativeTest-1425490785-project-admin] Pushing event deleted for resources: {'Network': ['ID=60137888-5aae-4631-bfe9-0b2dfd4aab4e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:26.635531 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.638744 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6f59662-be33-4ea6-a4c7-a5218ba3a0ec HTTP/1.1" status: 204 len: 168 time: 0.8204327 Feb 10 15:54:26.681099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa61ea3-18b4-4c65-8e31-717ace15b7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f59662-be33-4ea6-a4c7-a5218ba3a0ec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:26.685342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:26.690426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac3e81-ddef-4ec4-a528-a899e5a99609 None None] The sync data for ids ['56096c38-d086-4255-9b6c-e0bb2bb66dc8'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:26.744589 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:26.954973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['80d57d58-f166-4a16-abc3-cd35ab2671d8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:26.981990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e778a8dd-819e-412d-8e93-60ce1ecae6c3 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/56096c38-d086-4255-9b6c-e0bb2bb66dc8 HTTP/1.1" status: 200 len: 921 time: 0.6493268 Feb 10 15:54:26.993113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37662) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:27.078375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37664) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:27.109979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.142348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-353e26c3-537d-432d-b22a-55e56eaada5e tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=56096c38-d086-4255-9b6c-e0bb2bb66dc8 HTTP/1.1" status: 200 len: 205 time: 0.1174431 Feb 10 15:54:27.142826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37668) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:27.207058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35c8f238-99ed-48f8-b317-9b54dde995c8 req-28c08aec-db1c-4185-bfaf-33fdcd300eda tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 210 time: 0.2275496 Feb 10 15:54:27.236488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37670) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:27.253134 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2dd9b02f-405a-448c-99a9-96f1b1d3d18d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cfe1bd6484e4e7a908e9c65e00e6bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653099 Feb 10 15:54:27.255838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37676) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:27.266794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.4 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/f74c7b9f-4295-4d10-883e-8e98bf8377ae) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:27.288087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd1c26-a74b-42b0-8b9b-346427283a04 req-27770af9-6979-4032-a56e-e376e7bccddd tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:27.290273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1dd1c26-a74b-42b0-8b9b-346427283a04 req-27770af9-6979-4032-a56e-e376e7bccddd tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 931 time: 0.3138430 Feb 10 15:54:27.297325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.403869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44f65f3c-aa94-477f-b51b-e6a921e68625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.429568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44f65f3c-aa94-477f-b51b-e6a921e68625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.444322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1dd1c26-a74b-42b0-8b9b-346427283a04 req-26c9ff5d-dbaf-43b4-a027-5071204c0175 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308010 Feb 10 15:54:27.472225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42610bbf-d3b7-477b-af83-f759459ba536 req-1413321b-a96f-47a7-87a3-f5b624a9e2e2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:27.473754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42610bbf-d3b7-477b-af83-f759459ba536 req-1413321b-a96f-47a7-87a3-f5b624a9e2e2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 944 time: 0.1747234 Feb 10 15:54:27.491915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.499684 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.540207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a74d837-c737-4a02-8ef3-37826fb88766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.621886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44f65f3c-aa94-477f-b51b-e6a921e68625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.624467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44f65f3c-aa94-477f-b51b-e6a921e68625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.628238 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-44f65f3c-aa94-477f-b51b-e6a921e68625 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34 HTTP/1.1" status: 204 len: 168 time: 0.3710876 Feb 10 15:54:27.638678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Deleting port 1917849e-03f2-469f-95f0-892763f00d59 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:27.638998 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.639965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network edf72dcd-d60f-48a5-80d6-58868ca355eb is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:27.662852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f65f3c-aa94-477f-b51b-e6a921e68625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b83a4-c45c-4d9b-8bb1-a1526a3c2e34,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:27.665252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:27.667534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:27.675725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:27.695375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42610bbf-d3b7-477b-af83-f759459ba536 req-30a9b9c5-0996-4da5-8f36-13703062cc1d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054279 Feb 10 15:54:27.695747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.808529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:27.809201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.820081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.831517 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.840608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Calling delete_port for 1917849e-03f2-469f-95f0-892763f00d59 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:27.863711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Deleting port ad838318-b0fd-415f-81dd-aa24c3aab474 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:27.864060 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.865522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a9322924-e776-4d5c-bd67-081ba7d134c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6329489 Feb 10 15:54:27.880878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'admin_state_up': True, 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'security_groups': ['2b6c5cf9-462e-440f-98ab-4211c68273f3']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:27.935857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a74d837-c737-4a02-8ef3-37826fb88766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:27.966987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a74d837-c737-4a02-8ef3-37826fb88766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.016149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.030804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:28.052483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0a74d837-c737-4a02-8ef3-37826fb88766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd13ad9edf3c45ffb82b3f959d890a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8143759 Feb 10 15:54:28.065500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37688) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:28.121410 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.149049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d837-c737-4a02-8ef3-37826fb88766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682379a0-583d-43e0-b332-9d52671d7d75,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:28.194232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Calling delete_port for ad838318-b0fd-415f-81dd-aa24c3aab474 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:28.241344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f60244b9-494c-4814-8880-e0ae6c561afd None None] Provisioning complete for port 4606b0c0-2ac7-4788-a537-571f0d43fd4c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:28.241907 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f60244b9-494c-4814-8880-e0ae6c561afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.266120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:28.291264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:28.304036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:28.378070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f60244b9-494c-4814-8880-e0ae6c561afd None None] Port 4606b0c0-2ac7-4788-a537-571f0d43fd4c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:28.397451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=f74c7b9f-4295-4d10-883e-8e98bf8377ae,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:28.406738 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.468275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:28.468927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.483895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.500369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:28.504818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.541796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Port': ['ID=1917849e-03f2-469f-95f0-892763f00d59,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:28.556577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.563276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262c8b-c166-4e51-9992-56661d5b8ba8 req-fc5059df-1bc6-4789-8194-9b18ec16efea tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:28.572521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7262c8b-c166-4e51-9992-56661d5b8ba8 req-fc5059df-1bc6-4789-8194-9b18ec16efea tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 931 time: 0.2144077 Feb 10 15:54:28.618857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.673987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-27f2489a-2442-43f7-b453-111bfeaa1f09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8424377 Feb 10 15:54:28.679976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event deleted for resources: {'Port': ['ID=ad838318-b0fd-415f-81dd-aa24c3aab474,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:28.715255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Request body: {'port': {'device_id': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:28.757850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.762483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7262c8b-c166-4e51-9992-56661d5b8ba8 req-74de7cee-65eb-4496-b621-5916a22ce427 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889546 Feb 10 15:54:28.835086 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3e2efa0e-d74c-4657-aac7-60984bab6c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:28.901802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246c47-90b2-4e5a-b6b6-f7abb540f4f3 req-cb0d7d83-6316-447f-ba06-4f72defd0ae4 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:28.911974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246c47-90b2-4e5a-b6b6-f7abb540f4f3 req-cb0d7d83-6316-447f-ba06-4f72defd0ae4 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:28.914296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c246c47-90b2-4e5a-b6b6-f7abb540f4f3 req-cb0d7d83-6316-447f-ba06-4f72defd0ae4 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 1653 time: 0.3287644 Feb 10 15:54:29.019237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.067124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 10.1.1.65 (edf72dcd-d60f-48a5-80d6-58868ca355eb/7fc50dbd-c940-4639-b713-3e7c1afc04a2/086746f8-6103-414e-a501-a98cfe458ca9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:29.164121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-af40d4ed-9ede-482c-9a7b-7d3481f5cdbe tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=702ac6483d0f45d3b10d545998eab565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711410 Feb 10 15:54:29.180736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.184356 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.188611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/682379a0-583d-43e0-b332-9d52671d7d75 HTTP/1.1" status: 204 len: 168 time: 1.1221430 Feb 10 15:54:29.226670 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.229070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.230701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.373140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c246c47-90b2-4e5a-b6b6-f7abb540f4f3 req-8c22401f-5f94-40cf-a88e-f45f4d75c471 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002750 Feb 10 15:54:29.404240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.404750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Fanout notify agent at l3_agent the message router_deleted on router 56096c38-d086-4255-9b6c-e0bb2bb66dc8 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:29.425754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.429172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f326b743-c11a-4f9e-993c-b221eb39a982 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/56096c38-d086-4255-9b6c-e0bb2bb66dc8 HTTP/1.1" status: 204 len: 168 time: 2.2724116 Feb 10 15:54:29.435128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:29.441452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-51971383', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': False}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:29.451853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682379a0-583d-43e0-b332-9d52671d7d75,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:29.477819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.478162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.478502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.478835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.479165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.479536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.479865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.480189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.480511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.480830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.481146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.481463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39aaca-6274-4c8f-96ed-b48e3f926e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:29.552893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Router 5f907dbf-31d9-44b7-92ac-a6f4cf13dfae has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:54:29.616536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.617992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.651721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-3676bab3-6320-4f85-8c54-a55361004aeb tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:29.653201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-3676bab3-6320-4f85-8c54-a55361004aeb tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784417 Feb 10 15:54:29.678445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:29.689975 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] Sync routers for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:29.698970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37726) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:29.702666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-429b3628-6b4e-4212-a40b-1c927de64ae3 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/quotas/702ac6483d0f45d3b10d545998eab565 HTTP/1.1" status: 200 len: 375 time: 0.0374732 Feb 10 15:54:29.703415 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:29.704819 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:29.723942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6837f-9e64-4515-8f21-f2fd9f1d912e req-d203bcde-087f-43fa-8ad7-ead2e58c8006 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:29.725623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acc6837f-9e64-4515-8f21-f2fd9f1d912e req-d203bcde-087f-43fa-8ad7-ead2e58c8006 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 944 time: 0.2002881 Feb 10 15:54:29.748828 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:29.751969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.758117 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5ddf265-32f8-4e6a-914f-e714f4f38f64 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0606496 Feb 10 15:54:29.762713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37728) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:29.766220 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] Routers {'5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:29.767284 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:29.813509 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:29.815551 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3134fb-9de4-44a0-810b-a054a40e0fd0 None None] The sync data for ids ['5f907dbf-31d9-44b7-92ac-a6f4cf13dfae'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:29.827024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25099b55-f90b-49a2-aa37-ebf6bba561cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.840637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-7c15e23a-6781-4634-85b5-46ca46ca8e97 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=702ac6483d0f45d3b10d545998eab565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140285 Feb 10 15:54:29.860609 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-f93a97a2-78b8-4c9f-8c32-7f9eef538278 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] show failed (client error): The resource could not be found. Feb 10 15:54:29.862022 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f93a97a2-78b8-4c9f-8c32-7f9eef538278 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-427838844 HTTP/1.1" status: 404 len: 334 time: 0.0987298 Feb 10 15:54:29.868966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37732) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:29.878895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9c0777da-92d7-4de6-93aa-052ee780c9d6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:29.922807 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-9c0777da-92d7-4de6-93aa-052ee780c9d6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] update failed (client error): The resource could not be found. Feb 10 15:54:29.932578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9c0777da-92d7-4de6-93aa-052ee780c9d6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1385473458 HTTP/1.1" status: 404 len: 335 time: 0.0604687 Feb 10 15:54:29.937474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37736) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:29.940200 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:29.987320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.034035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acc6837f-9e64-4515-8f21-f2fd9f1d912e req-2f6e58e0-1597-4c54-a636-64e0cc2f5596 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814102 Feb 10 15:54:30.105470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Deleting subnet 646edbe0-ed79-4bcb-b8df-d64e63d45a28 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:54:30.114907 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.122962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 80d57d58-f166-4a16-abc3-cd35ab2671d8 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:30.188864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 80d57d58-f166-4a16-abc3-cd35ab2671d8 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:30.197341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 80d57d58-f166-4a16-abc3-cd35ab2671d8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:30.197719 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.211025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.339107 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.350659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.353264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d66c1b2-e05e-430c-a417-af61fd5da27f req-1820b318-9f2d-4ad8-ab18-c32446c6184b tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 210 time: 0.2061381 Feb 10 15:54:30.365442 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.381553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:30.382766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:30.385768 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a416d49-9669-47af-b96f-e88fb30652a5" -d '{"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-plugged", "status": "completed", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:30.390221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.396131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.458030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:30.464231 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf6ee5-2113-4701-a460-4484f93e9998 x-openstack-request-id: req-34cf6ee5-2113-4701-a460-4484f93e9998 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:30.464796 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-plugged", "status": "completed", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:30.465693 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34cf6ee5-2113-4701-a460-4484f93e9998 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:30.466311 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'code': 200} Feb 10 15:54:30.545388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25099b55-f90b-49a2-aa37-ebf6bba561cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.569594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb071686-e918-4c9c-8b40-21608b49d133 req-2f9cd058-ae07-4777-af39-cf4bdfab5429 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:30.577519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb071686-e918-4c9c-8b40-21608b49d133 req-2f9cd058-ae07-4777-af39-cf4bdfab5429 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 931 time: 0.4819338 Feb 10 15:54:30.592795 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25099b55-f90b-49a2-aa37-ebf6bba561cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.593592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Allocated IP 172.25.7.6 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/1d8a59c0-34a5-49e1-b69f-fa02bc33afce) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:30.616599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74c7b9f-4295-4d10-883e-8e98bf8377ae {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:30.642917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network edf72dcd-d60f-48a5-80d6-58868ca355eb is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:30.651411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.688508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:30.720937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:30.735061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.749574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.804207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.811220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:30.835415 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25099b55-f90b-49a2-aa37-ebf6bba561cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5158c4b4353944f1855568aaabde97f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1258557 Feb 10 15:54:30.835415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Transition to ACTIVE for port object f74c7b9f-4295-4d10-883e-8e98bf8377ae will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:30.854246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37752) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:30.862732 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb071686-e918-4c9c-8b40-21608b49d133 req-607ddd86-e943-47d2-811a-77a74c3622d8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842293 Feb 10 15:54:30.863558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25099b55-f90b-49a2-aa37-ebf6bba561cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e81a585-92d1-4cdb-987b-c751c735b9f1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:30.891213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:30.925350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:30.946075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:30.951623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:30.953826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:30.963857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e035aa-3462-45b7-9d14-5e5986034b29 req-c899f1dc-b0a1-42a0-bf94-be630b13be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:30.965480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-16e035aa-3462-45b7-9d14-5e5986034b29 req-c899f1dc-b0a1-42a0-bf94-be630b13be7c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 1096 time: 0.1764932 Feb 10 15:54:31.027693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f74c7b9f-4295-4d10-883e-8e98bf8377ae,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:31.049304 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-16e035aa-3462-45b7-9d14-5e5986034b29 req-23f63b52-d093-445d-8d9f-a5f73439d5b1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600977 Feb 10 15:54:31.049918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-594485a7-b403-4989-9ddc-35b770acbb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.091688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:31.092407 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.138591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-377d5392-1645-45c9-8748-bfc1f4242958 None None] Provisioning complete for port 086746f8-6103-414e-a501-a98cfe458ca9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:31.139307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-594485a7-b403-4989-9ddc-35b770acbb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.139921 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-377d5392-1645-45c9-8748-bfc1f4242958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.183094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f777-c12f-4790-a1cf-c186c682f674 req-ec7b8fa6-6ea9-4b64-a39d-f9f52b88f697 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:31.189124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f777-c12f-4790-a1cf-c186c682f674 req-ec7b8fa6-6ea9-4b64-a39d-f9f52b88f697 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:31.196436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f777-c12f-4790-a1cf-c186c682f674 req-ec7b8fa6-6ea9-4b64-a39d-f9f52b88f697 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:31.197775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e51f777-c12f-4790-a1cf-c186c682f674 req-ec7b8fa6-6ea9-4b64-a39d-f9f52b88f697 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 2373 time: 0.6438694 Feb 10 15:54:31.199197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.201721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-377d5392-1645-45c9-8748-bfc1f4242958 None None] Port 086746f8-6103-414e-a501-a98cfe458ca9 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:31.260138 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-594485a7-b403-4989-9ddc-35b770acbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.262854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-594485a7-b403-4989-9ddc-35b770acbb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.264122 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-594485a7-b403-4989-9ddc-35b770acbb5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e81a585-92d1-4cdb-987b-c751c735b9f1 HTTP/1.1" status: 204 len: 168 time: 0.4040241 Feb 10 15:54:31.277742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594485a7-b403-4989-9ddc-35b770acbb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e81a585-92d1-4cdb-987b-c751c735b9f1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:31.293691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.298993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/subnets/646edbe0-ed79-4bcb-b8df-d64e63d45a28 HTTP/1.1" status: 204 len: 168 time: 1.3556511 Feb 10 15:54:31.307308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37758) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:31.315712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef514d-4fa2-4df2-9495-ae3875942359 None None] Network b3c22bb1-27ba-4113-9435-5cf8c365528e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:31.330388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5020f7-478b-4ed9-a32c-88f5dcd5eab6 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Subnet': ['ID=646edbe0-ed79-4bcb-b8df-d64e63d45a28,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:31.341847 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.377321 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-47298e68-c67c-4fbb-97e0-8ce75ab04d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.393565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3df093ba-6c26-4e4b-a077-103e7c9b4c35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5172832 Feb 10 15:54:31.411157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'admin_state_up': True, 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'security_groups': ['2b6c5cf9-462e-440f-98ab-4211c68273f3']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:31.514143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-4bdde393-bfe5-4b77-9281-681f889e6f52 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=702ac6483d0f45d3b10d545998eab565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443664 Feb 10 15:54:31.728985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] DHCP port deletion for b3c22bb1-27ba-4113-9435-5cf8c365528e request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:54:31.787982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] Deleting port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:31.788852 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.801209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Attempting to bind port f74c7b9f-4295-4d10-883e-8e98bf8377ae on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:31.801787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Attempting to bind port f74c7b9f-4295-4d10-883e-8e98bf8377ae by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:31.801955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Attempting to bind port f74c7b9f-4295-4d10-883e-8e98bf8377ae on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:31.865560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Port f74c7b9f-4295-4d10-883e-8e98bf8377ae on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:31.865883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Attempting to bind port f74c7b9f-4295-4d10-883e-8e98bf8377ae on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:31.872458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] For port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,segment=NetworkSegment(796d6195-dc96-40d3-be6c-70903a58bf60),segment_id=796d6195-dc96-40d3-be6c-70903a58bf60)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:31.873085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.875814 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.879213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19c7a-b323-498c-88e6-10c2550c489a req-ee42f09f-5db6-4f47-aff7-78068f5dd884 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:31.889292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76c19c7a-b323-498c-88e6-10c2550c489a req-ee42f09f-5db6-4f47-aff7-78068f5dd884 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.6811295 Feb 10 15:54:31.892329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] Calling delete_port for 70f86fe9-7391-4d43-aebf-13f3b01b4e2e owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:31.900475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:31.900705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:31.900980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:31.901430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Bound port: f74c7b9f-4295-4d10-883e-8e98bf8377ae, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:31.901797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:31.952130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e51f777-c12f-4790-a1cf-c186c682f674 req-e8497607-1583-4a28-83c8-68170eaf3c17 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6952884 Feb 10 15:54:31.978213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Deleting subnet 1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:54:32.003583 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.006233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.029582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] No DVR routers for this DVR port 70f86fe9-7391-4d43-aebf-13f3b01b4e2e on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:32.072857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c90f70-ac1f-4247-85a3-a268cb0d563f None None] Pushing event deleted for resources: {'Port': ['ID=70f86fe9-7391-4d43-aebf-13f3b01b4e2e,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:32.097995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-3654ddcd-601d-4d11-b4fb-118662587b6d tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:32.100521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-3654ddcd-601d-4d11-b4fb-118662587b6d tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5801373 Feb 10 15:54:32.136223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Request body: {'port': {'device_id': '848a8732-b419-48cb-a91e-5e34a45faa45', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '702ac6483d0f45d3b10d545998eab565'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:32.156841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76c19c7a-b323-498c-88e6-10c2550c489a req-aa3bfe6d-4c36-4eb2-9fcd-9099236beb1f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518272 Feb 10 15:54:32.258017 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34bbc15f-0d13-4870-9430-fcbf79d2300c req-dad54aee-8097-4d7d-b021-37944ca0708b tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 210 time: 0.1768045 Feb 10 15:54:32.298989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.327842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Made reservation on behalf of 702ac6483d0f45d3b10d545998eab565 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:32.342661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.357279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.368803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.369456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Router e0005e63-c978-47c3-9ed5-55c37f1481c9 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:54:32.372410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] For port f74c7b9f-4295-4d10-883e-8e98bf8377ae, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:32.382562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] For port f74c7b9f-4295-4d10-883e-8e98bf8377ae, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:32.399282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.415944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4dbb5-18d4-4e51-82ed-cbfe67618cf8 req-c87bc4c4-3b93-4957-8736-834de25cd22c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:32.417345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1eb4dbb5-18d4-4e51-82ed-cbfe67618cf8 req-c87bc4c4-3b93-4957-8736-834de25cd22c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 943 time: 0.1520882 Feb 10 15:54:32.463348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:32.517678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:32.518305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.519897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] 10.222.0.45 "PUT /v2.0/ports/f74c7b9f-4295-4d10-883e-8e98bf8377ae HTTP/1.1" status: 200 len: 1091 time: 3.8182313 Feb 10 15:54:32.526062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'tag': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:32.528445 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0871d4-d196-448f-bfbe-fbc7377880d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a23572bb-30aa-4547-93fb-6dc770e7be3d", "tag": "f74c7b9f-4295-4d10-883e-8e98bf8377ae"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:32.575515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:32.585494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Sync routers for ids ['e0005e63-c978-47c3-9ed5-55c37f1481c9'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:32.601021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Routers {'e0005e63-c978-47c3-9ed5-55c37f1481c9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:32.601654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e0005e63-c978-47c3-9ed5-55c37f1481c9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:32.613160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.617656 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662e1873-fc6b-4f0c-bb80-28c6a1169110 x-openstack-request-id: req-662e1873-fc6b-4f0c-bb80-28c6a1169110 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:32.618133 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23572bb-30aa-4547-93fb-6dc770e7be3d", "tag": "f74c7b9f-4295-4d10-883e-8e98bf8377ae", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:32.618430 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-662e1873-fc6b-4f0c-bb80-28c6a1169110 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:32.618870 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'tag': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae', 'status': 'completed', 'code': 200} Feb 10 15:54:32.621699 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.654057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.676301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37784) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:32.684275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:32.711017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90822b-2fe2-4553-a3e0-41af75fd4f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f74c7b9f-4295-4d10-883e-8e98bf8377ae,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:32.740810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1eb4dbb5-18d4-4e51-82ed-cbfe67618cf8 req-0669c7c6-dec1-46d7-8a9d-ac55046dd1ad tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109138 Feb 10 15:54:32.817106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Set router e0005e63-c978-47c3-9ed5-55c37f1481c9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:32.848755 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.852964 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ca6afb8e-78fd-4382-aa3f-7c29f51ab4b4 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.4157026 Feb 10 15:54:32.862868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:32.869725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37788) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:32.925304 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-192b29ad-4935-40d4-8e39-5a2f271f5e87 tempest-AgentManagementNegativeTest-1953828569 tempest-AgentManagementNegativeTest-1953828569-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2213476 Feb 10 15:54:33.026136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.079099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Allocated IP 192.168.233.63 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/1082f9dc-66b0-4c0e-ac27-bd280de2ae5b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:33.112772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-9ff2808d-8a5c-4074-b552-7e73194cd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.117463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-9ff2808d-8a5c-4074-b552-7e73194cd4d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 1094 time: 0.5311277 Feb 10 15:54:33.121453 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.130053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/subnets/1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab HTTP/1.1" status: 204 len: 168 time: 1.8210819 Feb 10 15:54:33.130702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:33.151543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64d79a-0edd-4a2f-9319-94695216dec9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Subnet': ['ID=1c43329b-0b91-4ab3-b5ac-5ab2926cb6ab,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:33.214930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46911673-d449-42a3-b4db-2eb7dcc405e7 None None] Network f8331348-89df-4607-94ee-8d476decd4ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:33.341755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 70f86fe9-7391-4d43-aebf-13f3b01b4e2e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:33.367975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.381289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 70f86fe9-7391-4d43-aebf-13f3b01b4e2e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:33.383048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 70f86fe9-7391-4d43-aebf-13f3b01b4e2e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:33.457542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37802) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:33.484960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.545441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-120b31a1-0f35-49ca-8b91-bddb7b6145c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae HTTP/1.1" status: 200 len: 217 time: 0.4011946 Feb 10 15:54:33.547798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0005e63-c978-47c3-9ed5-55c37f1481c9', 'name': 'tempest-snat-router-51971383', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.6'}], 'enable_snat': False}, 'gw_port_id': '1d8a59c0-34a5-49e1-b69f-fa02bc33afce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:29Z', 'updated_at': '2022-02-10T15:54:31Z', 'revision_number': 3, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port': {'id': '1d8a59c0-34a5-49e1-b69f-fa02bc33afce', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0005e63-c978-47c3-9ed5-55c37f1481c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:30Z', 'updated_at': '2022-02-10T15:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:33.585187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Checking router: e0005e63-c978-47c3-9ed5-55c37f1481c9 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:54:33.585543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Updating router e0005e63-c978-47c3-9ed5-55c37f1481c9 port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:54:33.617227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.625545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.634066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] DHCP port deletion for f8331348-89df-4607-94ee-8d476decd4ea request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:54:33.664177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.669750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9aab9782-f081-46e9-985e-af12a4765d53 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/e0005e63-c978-47c3-9ed5-55c37f1481c9 HTTP/1.1" status: 200 len: 905 time: 0.7986882 Feb 10 15:54:33.680160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37806) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:33.708280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-51971383', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': True}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:33.721712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:33.766001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 10.2.2.100 (b340ef99-402b-4687-ad5f-92dcb56aa7c6/a7a9641e-f79c-4afb-be39-2212e8e676d1/bf311dc7-fe11-4827-b4a9-457cb289a216) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:33.792616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-b4a223ce-7a5d-41ef-b6f6-1c0ffb3cabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.794131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-b4a223ce-7a5d-41ef-b6f6-1c0ffb3cabb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.1975482 Feb 10 15:54:33.803828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029da52-2cf4-48e3-a1cf-26f159740ccc req-aeee0be2-fff0-45a3-b59c-4170b4562281 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.810206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029da52-2cf4-48e3-a1cf-26f159740ccc req-aeee0be2-fff0-45a3-b59c-4170b4562281 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.816319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029da52-2cf4-48e3-a1cf-26f159740ccc req-aeee0be2-fff0-45a3-b59c-4170b4562281 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.818668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d029da52-2cf4-48e3-a1cf-26f159740ccc req-aeee0be2-fff0-45a3-b59c-4170b4562281 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 2373 time: 0.6858573 Feb 10 15:54:33.877933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-6622f0ae-9180-4085-a6e8-d03a108b28c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573018 Feb 10 15:54:33.891830 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.892886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.910292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1412dd2-2c7b-4159-bf2b-6b0cd9970754 req-dc5c6ad1-1854-4a12-b399-0308cd38258b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.916940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] Deleting port 3844df0f-518b-4c83-918f-e20f7c56be48 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:33.917343 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:33.918580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1412dd2-2c7b-4159-bf2b-6b0cd9970754 req-dc5c6ad1-1854-4a12-b399-0308cd38258b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.3643205 Feb 10 15:54:34.025430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d029da52-2cf4-48e3-a1cf-26f159740ccc req-e656b8ef-1e66-432a-bbf2-c72b47fa5685 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866264 Feb 10 15:54:34.031432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] For port 3844df0f-518b-4c83-918f-e20f7c56be48, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3844df0f-518b-4c83-918f-e20f7c56be48,segment=NetworkSegment(b93155d4-c806-4340-a7b4-ef47fc5906ea),segment_id=b93155d4-c806-4340-a7b4-ef47fc5906ea)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:34.031937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.056761 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.099768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] Calling delete_port for 3844df0f-518b-4c83-918f-e20f7c56be48 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:34.155193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c22bb1-27ba-4113-9435-5cf8c365528e']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:34.165100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.168008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796d6195-dc96-40d3-be6c-70903a58bf60') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:34.168453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796d6195-dc96-40d3-be6c-70903a58bf60') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:34.182763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.189867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1412dd2-2c7b-4159-bf2b-6b0cd9970754 req-259a23cc-2b24-4e63-acb6-6a3b48210d56 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703249 Feb 10 15:54:34.198410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:34.201887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:34.205600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.208173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Pushing event updated for resources: {'Port': ['ID=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:34.214202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcde17ba-4397-4729-a94a-566d98fc2e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.268525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:34.269027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:34.277819 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:34.348841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.386037 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.404143 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.408722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.435618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:34.436259 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.445315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.451916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-e0fd7ce3-554a-4680-adda-eb8b9692d3c1 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537350 Feb 10 15:54:34.481602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.491143 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.491864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] No DVR routers for this DVR port 3844df0f-518b-4c83-918f-e20f7c56be48 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:34.496435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/networks/b3c22bb1-27ba-4113-9435-5cf8c365528e HTTP/1.1" status: 204 len: 168 time: 1.3646183 Feb 10 15:54:34.498943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37812) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:34.531424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ece5a2-ebde-4451-b585-ee6575840d86 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Network': ['ID=b3c22bb1-27ba-4113-9435-5cf8c365528e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:34.539653 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-035fc978-6f65-45ef-92a9-b182805e7c41 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4072690 Feb 10 15:54:34.553975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Attempting to bind port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:34.554346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Attempting to bind port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:34.554709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Attempting to bind port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:34.563164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Pushing event updated for resources: {'Port': ['ID=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:34.575655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcde17ba-4397-4729-a94a-566d98fc2e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.578493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:34.579075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:34.579703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.580249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:34.580878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Bound port: 1d8a59c0-34a5-49e1-b69f-fa02bc33afce, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:34.581448 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.583908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Request body: {'port': {'device_id': '848a8732-b419-48cb-a91e-5e34a45faa45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:34.587231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.587781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.588279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.588771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.589256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.589535 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcde17ba-4397-4729-a94a-566d98fc2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.589932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.590416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.597357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.603281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.603858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.604917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.605414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:34.625874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad49974-e96e-446e-b9d4-8de015566df0 req-ea7a4986-041b-401a-bfa4-679b5c796b6b tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:34.627556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ad49974-e96e-446e-b9d4-8de015566df0 req-ea7a4986-041b-401a-bfa4-679b5c796b6b tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 935 time: 0.4666011 Feb 10 15:54:34.632546 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.679493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16d923-28da-4046-a057-8fedf00d6e2b None None] Pushing event deleted for resources: {'Port': ['ID=3844df0f-518b-4c83-918f-e20f7c56be48,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:34.689839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bcde17ba-4397-4729-a94a-566d98fc2e23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f519e2701264441d9fcdcd4f24b71f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1712730 Feb 10 15:54:34.711290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e3014208-e218-4781-bba1-522259f4d2e1 None None] Provisioning complete for port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:34.711767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3014208-e218-4781-bba1-522259f4d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.712157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37814) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:34.714765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde17ba-4397-4729-a94a-566d98fc2e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9df733-332f-44e5-9bc9-8c573c785db5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:34.715397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] For port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:34.719741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] For port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:34.742573 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.768999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.797248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a21d3-05c1-4d3d-a194-01f1432c5ca6 req-3b17c43b-3a4e-4dff-ad42-88595e855ab9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:34.802711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e3014208-e218-4781-bba1-522259f4d2e1 None None] Port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:34.805718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a75a21d3-05c1-4d3d-a194-01f1432c5ca6 req-3b17c43b-3a4e-4dff-ad42-88595e855ab9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 943 time: 0.4768555 Feb 10 15:54:34.824664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Routers {'e0005e63-c978-47c3-9ed5-55c37f1481c9'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:34.825928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e0005e63-c978-47c3-9ed5-55c37f1481c9'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:34.827956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58972e78-e5fd-48ff-80e9-62c6aabbd6ef None None] Pushing event updated for resources: {'Port': ['ID=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:34.843720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.912061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b185f14-54c9-4201-94a2-375b23176ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.938719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b185f14-54c9-4201-94a2-375b23176ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:34.987602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] Set router e0005e63-c978-47c3-9ed5-55c37f1481c9 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:35.015474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b185f14-54c9-4201-94a2-375b23176ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:35.019290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b185f14-54c9-4201-94a2-375b23176ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:35.025215 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5b185f14-54c9-4201-94a2-375b23176ecc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a9df733-332f-44e5-9bc9-8c573c785db5 HTTP/1.1" status: 204 len: 168 time: 0.3113580 Feb 10 15:54:35.092841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b185f14-54c9-4201-94a2-375b23176ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9df733-332f-44e5-9bc9-8c573c785db5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:35.306983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ad49974-e96e-446e-b9d4-8de015566df0 req-c3009154-796f-4126-bf1a-24ed4659eee3 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321235 Feb 10 15:54:35.344522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3844df0f-518b-4c83-918f-e20f7c56be48 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:35.344789 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:35.369628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-190fb061-b376-4d9a-b0e5-d079975bf71b req-898d1f9c-b254-4f90-bd9d-8753a3cb9612 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730440 Feb 10 15:54:35.409066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3844df0f-518b-4c83-918f-e20f7c56be48 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:35.409643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3844df0f-518b-4c83-918f-e20f7c56be48 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:35.412916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a75a21d3-05c1-4d3d-a194-01f1432c5ca6 req-90000ac6-f6cf-421d-a0f3-61e2021d6987 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061084 Feb 10 15:54:35.518592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0005e63-c978-47c3-9ed5-55c37f1481c9', 'name': 'tempest-snat-router-51971383', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.6'}], 'enable_snat': False}, 'gw_port_id': '1d8a59c0-34a5-49e1-b69f-fa02bc33afce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:29Z', 'updated_at': '2022-02-10T15:54:31Z', 'revision_number': 3, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port': {'id': '1d8a59c0-34a5-49e1-b69f-fa02bc33afce', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0005e63-c978-47c3-9ed5-55c37f1481c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:30Z', 'updated_at': '2022-02-10T15:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:35.520992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:35.541627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:35.586236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Transition to ACTIVE for port object 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:35.596946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:35.599179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4275a-5e72-4146-8196-64d989b32ccf None None] The sync data for ids ['e0005e63-c978-47c3-9ed5-55c37f1481c9'] in n-d-827895-3 is: [{'id': 'e0005e63-c978-47c3-9ed5-55c37f1481c9', 'name': 'tempest-snat-router-51971383', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.6'}], 'enable_snat': False}, 'gw_port_id': '1d8a59c0-34a5-49e1-b69f-fa02bc33afce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:29Z', 'updated_at': '2022-02-10T15:54:31Z', 'revision_number': 3, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port': {'id': '1d8a59c0-34a5-49e1-b69f-fa02bc33afce', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0005e63-c978-47c3-9ed5-55c37f1481c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:30Z', 'updated_at': '2022-02-10T15:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:35.642648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:35.726004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:35.765800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Pushing event updated for resources: {'Port': ['ID=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:35.874680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:35.897526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:35.952509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Attempting to bind port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:35.952849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Attempting to bind port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:35.953178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Attempting to bind port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:35.964456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:35.964787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Attempting to bind port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:35.984316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:35.986497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:35.986913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:35.988844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:35.992944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Bound port: 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:35.993336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.187276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] For port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:36.190998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] For port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:36.199873 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.238260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8331348-89df-4607-94ee-8d476decd4ea']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:36.282499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-58013c3f-62a9-42fb-b43a-2cf09eb82eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.284343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.285903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-58013c3f-62a9-42fb-b43a-2cf09eb82eba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 1094 time: 0.8250241 Feb 10 15:54:36.287698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.289987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] 10.222.0.45 "PUT /v2.0/ports/1082f9dc-66b0-4c0e-ac27-bd280de2ae5b HTTP/1.1" status: 200 len: 1095 time: 1.7127845 Feb 10 15:54:36.290630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848a8732-b419-48cb-a91e-5e34a45faa45', 'tag': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:36.294264 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf16007f-24ea-427d-8764-a2332139b43b" -d '{"events": [{"name": "network-changed", "server_uuid": "848a8732-b419-48cb-a91e-5e34a45faa45", "tag": "1082f9dc-66b0-4c0e-ac27-bd280de2ae5b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:36.330152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b23ee1-7d3d-462a-aae1-9e3e232ac340 service neutron] Pushing event updated for resources: {'Port': ['ID=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:36.338009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93155d4-c806-4340-a7b4-ef47fc5906ea') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:36.338946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93155d4-c806-4340-a7b4-ef47fc5906ea') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:36.361126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b756153b-434b-4c91-9e3c-4d1254944b8f None None] Provisioning complete for port bf311dc7-fe11-4827-b4a9-457cb289a216 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:36.361599 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b756153b-434b-4c91-9e3c-4d1254944b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.364090 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.407511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-a74c8ab9-a43b-4049-8d89-81de046e282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.410074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-a74c8ab9-a43b-4049-8d89-81de046e282b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702ac6483d0f45d3b10d545998eab565&device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 1098 time: 0.0749090 Feb 10 15:54:36.435545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.435892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b756153b-434b-4c91-9e3c-4d1254944b8f None None] Port bf311dc7-fe11-4827-b4a9-457cb289a216 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:36.436426 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.463275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.494489 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-a291f05f-c333-4740-9750-a995a79d577a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b HTTP/1.1" status: 200 len: 217 time: 0.0747468 Feb 10 15:54:36.604065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-411de896-4257-45ba-8705-ef36ca9db3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.608348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-411de896-4257-45ba-8705-ef36ca9db3b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1065230 Feb 10 15:54:36.633263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b26d-be18-4dff-9398-78d3db99d9b5 req-bc7395d6-119b-4765-9c46-c573fcacbcdb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.639911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e116b26d-be18-4dff-9398-78d3db99d9b5 req-bc7395d6-119b-4765-9c46-c573fcacbcdb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.7777865 Feb 10 15:54:36.644773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-07cb8697-b69f-48e7-afea-d722a53d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.646258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-07cb8697-b69f-48e7-afea-d722a53d1374 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.2048256 Feb 10 15:54:36.694966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37846) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:36.715752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:36.716166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:36.722268 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-fd1d9082-01f3-450f-9e26-36040da11501 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3208983 Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:36.722938 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:36.725117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-20bd2933-20b5-4835-9957-b8f3685d7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.728823 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-20bd2933-20b5-4835-9957-b8f3685d7730 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109776 Feb 10 15:54:36.741679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-30641533-1112-4ce6-8d81-81c3ab1c83d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae HTTP/1.1" status: 200 len: 217 time: 0.0790963 Feb 10 15:54:36.757248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bea44-878f-4cb6-898b-bf5a6d72d7d4 req-70c42591-31b5-4450-a776-5b2836746365 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.765602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bea44-878f-4cb6-898b-bf5a6d72d7d4 req-70c42591-31b5-4450-a776-5b2836746365 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.771572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bea44-878f-4cb6-898b-bf5a6d72d7d4 req-70c42591-31b5-4450-a776-5b2836746365 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.778010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bea44-878f-4cb6-898b-bf5a6d72d7d4 req-70c42591-31b5-4450-a776-5b2836746365 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:36.785623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d1bea44-878f-4cb6-898b-bf5a6d72d7d4 req-70c42591-31b5-4450-a776-5b2836746365 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3094 time: 0.5430882 Feb 10 15:54:36.835666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'admin_state_up': True, 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'security_groups': ['2b6c5cf9-462e-440f-98ab-4211c68273f3']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:36.849563 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-a2fad5fc-c07e-4957-82ea-68f6f28419a0 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128192 Feb 10 15:54:36.943656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1096822000'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:37.006808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:37.010358 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.023958 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4b229d1e-e124-42b0-8add-2dc66d52bc6d req-104c8d20-396c-4f15-86c8-306c5e3eb7d4 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667173 Feb 10 15:54:37.024778 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.119651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.126279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.144259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.147305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.179109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:37.188624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711e5f20-e37a-4896-80ec-97e9b5b775ef,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:37.195462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.195821 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Added segment ba02afd0-82e1-4c68-9622-8a401b0f4b7b of type vlan for network e62e2140-56f6-4c61-8738-0e8789a8b8a7 Feb 10 15:54:37.214726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.220472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/networks/f8331348-89df-4607-94ee-8d476decd4ea HTTP/1.1" status: 204 len: 168 time: 2.7133877 Feb 10 15:54:37.220472 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.224193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e116b26d-be18-4dff-9398-78d3db99d9b5 req-1b00cdc6-8a90-4500-82f2-1dba47c804e4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162308 Feb 10 15:54:37.225442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39729bf4-20a5-4b9e-863d-3f7970858763 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Network': ['ID=f8331348-89df-4607-94ee-8d476decd4ea,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:37.229009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37850) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:37.247215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d1bea44-878f-4cb6-898b-bf5a6d72d7d4 req-8906052b-e4b9-4ef9-a6f1-24d8155948b7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4533439 Feb 10 15:54:37.278787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.293773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-b0d91b09-b4a3-4370-a7aa-c70768086eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.295494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-b0d91b09-b4a3-4370-a7aa-c70768086eed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.4564211 Feb 10 15:54:37.319703 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.346536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.348141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.352751 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385a5a70-5cf8-4d08-a044-5f7683537371 x-openstack-request-id: req-385a5a70-5cf8-4d08-a044-5f7683537371 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:37.353256 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848a8732-b419-48cb-a91e-5e34a45faa45", "tag": "1082f9dc-66b0-4c0e-ac27-bd280de2ae5b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:37.353658 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-385a5a70-5cf8-4d08-a044-5f7683537371 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:37.354588 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848a8732-b419-48cb-a91e-5e34a45faa45', 'tag': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b', 'status': 'completed', 'code': 200} Feb 10 15:54:37.397767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1d8a59c0-34a5-49e1-b69f-fa02bc33afce up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:37.454437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-e66cac8b-aec5-40d1-8295-0cab6e5ed0c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092031 Feb 10 15:54:37.478258 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7797940 Feb 10 15:54:37.483057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37852) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:37.490704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'subnet': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:37.503539 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:37.504094 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.514999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed47ef2-dd29-40b7-be89-9cae1ff59748 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Network': ['ID=e62e2140-56f6-4c61-8738-0e8789a8b8a7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:37.545150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:37.564093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16007f-24ea-427d-8764-a2332139b43b req-f50e212f-6c36-45c4-9d06-f85fa6bce4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.565617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-f50e212f-6c36-45c4-9d06-f85fa6bce4b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702ac6483d0f45d3b10d545998eab565&device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 1098 time: 0.2101352 Feb 10 15:54:37.604246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Deleting subnet 2b0b3985-a405-4912-8264-8f273ccb717d {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:54:37.624737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.682008 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.739688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16007f-24ea-427d-8764-a2332139b43b req-78d4b85c-e23f-40f9-b906-861a9ecfbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.741742 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-78d4b85c-e23f-40f9-b906-861a9ecfbc5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1654105 Feb 10 15:54:37.746323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:37.752142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.793307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50b9fa-d289-440b-a4a2-74687da97a4a req-f321ffb8-e72b-423a-8cff-7997cc040b57 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.794866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac50b9fa-d289-440b-a4a2-74687da97a4a req-f321ffb8-e72b-423a-8cff-7997cc040b57 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 947 time: 0.3514974 Feb 10 15:54:37.798855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Made reservation on behalf of 4b78bf2572ad43e2a1f3954a9ab6e9bf for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:37.803345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.830758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:37.836903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-2260f943-6b15-49bd-9854-2f872e4d52dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b HTTP/1.1" status: 200 len: 217 time: 0.0822372 Feb 10 15:54:37.837442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e0ca1-ea93-4b74-8c44-fa6d46aa86a3 req-01f6796c-4493-4c8f-be5e-bdbb4d634f35 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.838937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c0e0ca1-ea93-4b74-8c44-fa6d46aa86a3 req-01f6796c-4493-4c8f-be5e-bdbb4d634f35 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 943 time: 0.3450918 Feb 10 15:54:37.853853 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.878662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:37.882754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:37.923459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Allocated IP 172.25.7.94 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/761011be-5640-480d-893a-1a11efb346c8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:37.934925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-43ba4dce-749c-4660-9959-4c274c5daa80 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503937 Feb 10 15:54:37.955851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16007f-24ea-427d-8764-a2332139b43b req-96909735-bac9-40aa-b1de-6b8688082545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.957434 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-96909735-bac9-40aa-b1de-6b8688082545 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1076095 Feb 10 15:54:38.030721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16007f-24ea-427d-8764-a2332139b43b req-8fb22835-a700-402f-b02e-e73c418b9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.032471 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-8fb22835-a700-402f-b02e-e73c418b9ef1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667074 Feb 10 15:54:38.124744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac50b9fa-d289-440b-a4a2-74687da97a4a req-fcd4a434-8c4c-4eaf-9df4-67385780841b tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130884 Feb 10 15:54:38.127323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c0e0ca1-ea93-4b74-8c44-fa6d46aa86a3 req-d1dcd54a-887e-478f-b745-483b09891439 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484052 Feb 10 15:54:38.226010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-42f1fd75-79bf-4af1-9d82-75854c2f8b3f service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851554 Feb 10 15:54:38.227487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.252935 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.376351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f0871d4-d196-448f-bfbe-fbc7377880d1 req-efaa6beb-3a5f-4a2a-bdf9-6019570bec0d service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299507 Feb 10 15:54:38.390169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Subnet': ['ID=9580649c-847d-4b6f-b811-479d64b0e388,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:38.421387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Checking segment: {'id': 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:38.421739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network hostable DHCP agents. Network: e62e2140-56f6-4c61-8738-0e8789a8b8a7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:54:38.451489 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf16007f-24ea-427d-8764-a2332139b43b req-ae593c42-2a64-4220-8275-500fb3ad4ffc service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183068 Feb 10 15:54:38.452534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:54:38.464735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e62e2140-56f6-4c61-8738-0e8789a8b8a7) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:38.465738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.472575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.473686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.481159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e83bd-0ad0-4745-9d07-c89856f38cc9 None None] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:38.514758 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc8fc451-ae87-4c12-ab7d-3032e8432a8c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0285664 Feb 10 15:54:38.515970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37860) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:38.531577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Allocated IP 10.2.2.200 (b340ef99-402b-4687-ad5f-92dcb56aa7c6/a7a9641e-f79c-4afb-be39-2212e8e676d1/304046c0-7eec-43dc-bcab-2bb59dcf53db) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:38.532077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'name': 'tempest-AllowedAddressPairTestJSON-558250482'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:38.533783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.578389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0b3985-a405-4912-8264-8f273ccb717d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:38.589263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f6f3-51b1-4fa3-9384-2847421a5757 req-fe20b3d8-6959-421a-8148-7c89f95adb5a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.595019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f6f3-51b1-4fa3-9384-2847421a5757 req-fe20b3d8-6959-421a-8148-7c89f95adb5a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.598302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e82351-4681-45f3-b688-abfbea4c6038 None None] Network f35f7d73-a96c-44e0-a8d7-06688c73ab57 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:38.601112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f6f3-51b1-4fa3-9384-2847421a5757 req-fe20b3d8-6959-421a-8148-7c89f95adb5a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.607423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f6f3-51b1-4fa3-9384-2847421a5757 req-fe20b3d8-6959-421a-8148-7c89f95adb5a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.609186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6030f6f3-51b1-4fa3-9384-2847421a5757 req-fe20b3d8-6959-421a-8148-7c89f95adb5a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3094 time: 0.2454610 Feb 10 15:54:38.615001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.620907 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-35c3b9e6-ebb4-425d-813b-9ae4db09c5e9 tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/subnets/2b0b3985-a405-4912-8264-8f273ccb717d HTTP/1.1" status: 204 len: 168 time: 1.3724444 Feb 10 15:54:38.630728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37862) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:38.689879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734e815-ac0a-4785-9609-2c51e074dcbb req-7106de4f-71c7-46ae-a2ab-6f81b4a8c94a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:38.691415 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d734e815-ac0a-4785-9609-2c51e074dcbb req-7106de4f-71c7-46ae-a2ab-6f81b4a8c94a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2500401 Feb 10 15:54:38.707062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f74c7b9f-4295-4d10-883e-8e98bf8377ae details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:38.708207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6030f6f3-51b1-4fa3-9384-2847421a5757 req-5b2dd3a4-e542-4ff7-9aa1-f3485e97dc05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741627 Feb 10 15:54:38.742096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:38.749709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.761424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'tenant_id': 'b594f9944e7d4806a9c7340993bcf912', 'fixed_ips': [{'subnet_id': '9580649c-847d-4b6f-b811-479d64b0e388'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:54:38.762689 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.782150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] device_id is not set on port c1f49453-a70b-47f4-8017-cd8b4898cbfe yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:38.815086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.882011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Port': ['ID=761011be-5640-480d-893a-1a11efb346c8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:38.926748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Allocated IP 172.20.0.7 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/c1f49453-a70b-47f4-8017-cd8b4898cbfe) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:38.936827 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:38.962308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d734e815-ac0a-4785-9609-2c51e074dcbb req-a8d242e5-0c25-4188-900c-bc5089e6611d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495546 Feb 10 15:54:38.974758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:39.012317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:39.111591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:54:39.134161 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.177537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.276265 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=c1f49453-a70b-47f4-8017-cd8b4898cbfe,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:39.299072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:39.302381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:39.306800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:39.339590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Allocated IP 172.20.0.2 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/6753e7c6-efde-462d-9615-948dc2161d5a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:39.384339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:39.384896 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.404628 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8d3f99cb-5d63-479c-8936-cd4fe47ea640 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8872509 Feb 10 15:54:39.407788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37874) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:39.414062 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'name': 'tempest-AllowedAddressPairTestJSON-1420517997', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e1:62:a4'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:39.453549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:39.486335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1d8a59c0-34a5-49e1-b69f-fa02bc33afce up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:39.615269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:39.630290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] DHCP port deletion for f35f7d73-a96c-44e0-a8d7-06688c73ab57 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:54:39.715901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f74c7b9f-4295-4d10-883e-8e98bf8377ae, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:39.761067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:39.761441 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.779963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae', 'mac_address': 'fa:16:3e:d4:d2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:39.787100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.809769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] device_id is not set on port fae6a751-7b16-47b8-bd59-934ad0e6baf8 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:39.816054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.887317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd3f9e-7266-46b9-8fc4-9627d520913d req-09a6024f-c730-4ff0-a23b-459e55c7507e tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:39.892977 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.897535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25bd3f9e-7266-46b9-8fc4-9627d520913d req-09a6024f-c730-4ff0-a23b-459e55c7507e tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 947 time: 0.4550726 Feb 10 15:54:39.957613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:39.957824 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.970522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.976608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] Deleting port b5bbcc08-2900-422f-980f-229e4bc8bb60 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:39.976977 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:39.982619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:39.985200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:39.994056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Allocated IP 172.20.0.5 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/fae6a751-7b16-47b8-bd59-934ad0e6baf8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:40.026947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Deleting port b5bbcc08-2900-422f-980f-229e4bc8bb60 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:40.028870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.089985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Pushing event updated for resources: {'Port': ['ID=6753e7c6-efde-462d-9615-948dc2161d5a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:40.094472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74c7b9f-4295-4d10-883e-8e98bf8377ae {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:40.114990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-25bd3f9e-7266-46b9-8fc4-9627d520913d req-5b15913f-e5a4-4083-a834-8a2af5c5990a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115119 Feb 10 15:54:40.158551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c7c61-6164-48f9-a8bb-7b15e443d897 req-51320653-b2f4-4afd-9cb5-40c9b509748e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.176186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4c7c61-6164-48f9-a8bb-7b15e443d897 req-51320653-b2f4-4afd-9cb5-40c9b509748e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 943 time: 0.4021816 Feb 10 15:54:40.218457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.219674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f74c7b9f-4295-4d10-883e-8e98bf8377ae, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:40.220865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Attempting to bind port 6753e7c6-efde-462d-9615-948dc2161d5a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:40.221248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Attempting to bind port 6753e7c6-efde-462d-9615-948dc2161d5a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:40.221701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Attempting to bind port 6753e7c6-efde-462d-9615-948dc2161d5a on network e62e2140-56f6-4c61-8738-0e8789a8b8a7 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:40.228864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] For port b5bbcc08-2900-422f-980f-229e4bc8bb60, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b5bbcc08-2900-422f-980f-229e4bc8bb60,segment=NetworkSegment(72c5781b-5225-4124-a5c7-52ef22a5575f),segment_id=72c5781b-5225-4124-a5c7-52ef22a5575f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:40.229378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.248372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.265807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.286461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] For port b5bbcc08-2900-422f-980f-229e4bc8bb60, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b5bbcc08-2900-422f-980f-229e4bc8bb60,segment=NetworkSegment(72c5781b-5225-4124-a5c7-52ef22a5575f),segment_id=72c5781b-5225-4124-a5c7-52ef22a5575f)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:40.287100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.307827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f74c7b9f-4295-4d10-883e-8e98bf8377ae,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:40.311915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:40.312333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Checking segment: {'id': 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:40.312987 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.313385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Bound using segment: {'id': 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:40.313892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Bound port: 6753e7c6-efde-462d-9615-948dc2161d5a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:40.314350 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.318648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] Calling delete_port for b5bbcc08-2900-422f-980f-229e4bc8bb60 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:40.345189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Calling delete_port for b5bbcc08-2900-422f-980f-229e4bc8bb60 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:40.353926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.356948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:40.361391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:40.370321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:40.405185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=fae6a751-7b16-47b8-bd59-934ad0e6baf8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:40.411912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a4c7c61-6164-48f9-a8bb-7b15e443d897 req-d90a4df7-5a96-4b82-b415-3d7d0cda49c0 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340524 Feb 10 15:54:40.448133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.448967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.472732 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7975a52e-738a-4af3-91d4-2336ed061bb0 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0634825 Feb 10 15:54:40.475319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37884) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:40.478438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] For port 6753e7c6-efde-462d-9615-948dc2161d5a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:40.483466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] For port 6753e7c6-efde-462d-9615-948dc2161d5a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6753e7c6-efde-462d-9615-948dc2161d5a,segment=NetworkSegment(ba02afd0-82e1-4c68-9622-8a401b0f4b7b),segment_id=ba02afd0-82e1-4c68-9622-8a401b0f4b7b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:40.492054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.500914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['f74c7b9f-4295-4d10-883e-8e98bf8377ae'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:40.523587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:40.539460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:40.562023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e59d0-6c0e-4bbc-af15-a0a59dad4b68 None None] Pushing event updated for resources: {'Port': ['ID=6753e7c6-efde-462d-9615-948dc2161d5a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:40.565989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2261e8-9d91-4f41-b72d-c2bf95e87699 req-4d65b270-4c7f-4024-8cf2-637d239c9620 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.567959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d2261e8-9d91-4f41-b72d-c2bf95e87699 req-4d65b270-4c7f-4024-8cf2-637d239c9620 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2965996 Feb 10 15:54:40.573562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:40.576813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.579023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event updated for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:40.588171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fcdb1f-df01-48dd-b866-19ccec9e85ec tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.594625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fcdb1f-df01-48dd-b866-19ccec9e85ec tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.600962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fcdb1f-df01-48dd-b866-19ccec9e85ec tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.602876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-29fcdb1f-df01-48dd-b866-19ccec9e85ec tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1258454 Feb 10 15:54:40.606575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37886) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:40.609912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.675109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] Pushing event deleted for resources: {'Port': ['ID=b5bbcc08-2900-422f-980f-229e4bc8bb60,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:40.724930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4d472-6fcc-4c97-8ad8-7b3386d4feba None None] No DVR routers for this DVR port b5bbcc08-2900-422f-980f-229e4bc8bb60 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:40.731103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port fae6a751-7b16-47b8-bd59-934ad0e6baf8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:40.731313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:40.731590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.845877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.846913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.861085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.885657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-ef9170af-9344-4899-a732-9fa57644b613 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1390686 Feb 10 15:54:40.890540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:40.900636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334092-b9f9-427b-a025-d71a28af5d71 req-16cbf748-7762-4acf-bb97-bef5a9b7e804 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.905227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for fae6a751-7b16-47b8-bd59-934ad0e6baf8 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:40.906543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334092-b9f9-427b-a025-d71a28af5d71 req-16cbf748-7762-4acf-bb97-bef5a9b7e804 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.921800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334092-b9f9-427b-a025-d71a28af5d71 req-16cbf748-7762-4acf-bb97-bef5a9b7e804 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.927812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334092-b9f9-427b-a025-d71a28af5d71 req-16cbf748-7762-4acf-bb97-bef5a9b7e804 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.934351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334092-b9f9-427b-a025-d71a28af5d71 req-16cbf748-7762-4acf-bb97-bef5a9b7e804 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:40.936449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85334092-b9f9-427b-a025-d71a28af5d71 req-16cbf748-7762-4acf-bb97-bef5a9b7e804 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3815 time: 0.4407835 Feb 10 15:54:40.968469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:40.990277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b', 'mac_address': 'fa:16:3e:ea:e4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:40.999368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2af187d9-f93b-4d50-97d2-eb49c3c78954 None None] Provisioning complete for port 304046c0-7eec-43dc-bcab-2bb59dcf53db triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:40.999788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2af187d9-f93b-4d50-97d2-eb49c3c78954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.030771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d2261e8-9d91-4f41-b72d-c2bf95e87699 req-3fb09311-db1e-4418-8087-c140e4f23179 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490128 Feb 10 15:54:41.067189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:41.072155 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.074114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2af187d9-f93b-4d50-97d2-eb49c3c78954 None None] Port 304046c0-7eec-43dc-bcab-2bb59dcf53db cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:41.095857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:41.107392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Port': ['ID=b5bbcc08-2900-422f-980f-229e4bc8bb60,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:41.113258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] No DVR routers for this DVR port b5bbcc08-2900-422f-980f-229e4bc8bb60 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:41.128756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:41.134624 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.158040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.214532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:41.226037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=fae6a751-7b16-47b8-bd59-934ad0e6baf8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:41.254028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85334092-b9f9-427b-a025-d71a28af5d71 req-edafc5e7-16dc-4501-9130-2cf2e9b83153 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222717 Feb 10 15:54:41.344953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.353867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6753e7c6-efde-462d-9615-948dc2161d5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:41.377274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.381965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.387526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['1082f9dc-66b0-4c0e-ac27-bd280de2ae5b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:41.439306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.443753 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8256e669-4c08-45d8-b863-20b85273cfc5 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/ports/fae6a751-7b16-47b8-bd59-934ad0e6baf8 HTTP/1.1" status: 204 len: 168 time: 0.8361578 Feb 10 15:54:41.447112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37892) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:41.473105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6753e7c6-efde-462d-9615-948dc2161d5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:41.473474 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.477517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4013-20bf-480e-91e8-38ac665a2760 req-c11dfa60-f754-412f-910b-759432a60544 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:41.479054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1caa4013-20bf-480e-91e8-38ac665a2760 req-c11dfa60-f754-412f-910b-759432a60544 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 948 time: 0.2285328 Feb 10 15:54:41.484396 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8122903b-a48c-42da-ba5b-c5943f94f39c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] GET failed (client error): The resource could not be found. Feb 10 15:54:41.485968 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8122903b-a48c-42da-ba5b-c5943f94f39c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "GET /v2.0/ports/fae6a751-7b16-47b8-bd59-934ad0e6baf8 HTTP/1.1" status: 404 len: 333 time: 0.0378351 Feb 10 15:54:41.489986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37894) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:41.495393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'name': 'tempest-AllowedAddressPairTestJSON-13459265'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:41.525264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35f7d73-a96c-44e0-a8d7-06688c73ab57']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:41.565774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c5781b-5225-4124-a5c7-52ef22a5575f') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:41.565774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c5781b-5225-4124-a5c7-52ef22a5575f') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:41.636329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:41.641456 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.667144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] device_id is not set on port c73bb3b1-22e0-430e-8507-a2994cbd5211 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:41.842668 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.880015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 6753e7c6-efde-462d-9615-948dc2161d5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6753e7c6-efde-462d-9615-948dc2161d5a,segment=NetworkSegment(ba02afd0-82e1-4c68-9622-8a401b0f4b7b),segment_id=ba02afd0-82e1-4c68-9622-8a401b0f4b7b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:41.885865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.886727 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.905731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.920567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:54:41.921150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:41.950866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=6753e7c6-efde-462d-9615-948dc2161d5a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:54:41.956467 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:54:41.978735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b5bbcc08-2900-422f-980f-229e4bc8bb60 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:42.003329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d9296d-5cc9-401b-88a5-92dd9227c95f {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:42.009063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b5bbcc08-2900-422f-980f-229e4bc8bb60 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:42.009063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b5bbcc08-2900-422f-980f-229e4bc8bb60 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:42.018462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c549f-37fa-4ba0-ba0b-c5fa071384c5 None None] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:54:42.062300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.097940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1caa4013-20bf-480e-91e8-38ac665a2760 req-f6b16795-750d-4794-8271-70128e028688 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002405 Feb 10 15:54:42.105856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60254fa-5dd5-4440-8420-cd58e091b8ec req-528bffbb-0580-42d4-8235-2e105b8ebeb7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:42.107362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c60254fa-5dd5-4440-8420-cd58e091b8ec req-528bffbb-0580-42d4-8235-2e105b8ebeb7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 944 time: 0.6051471 Feb 10 15:54:42.135579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Transition to ACTIVE for port object e2d9296d-5cc9-401b-88a5-92dd9227c95f will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:42.139094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.144704 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.148845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/networks/f35f7d73-a96c-44e0-a8d7-06688c73ab57 HTTP/1.1" status: 204 len: 168 time: 3.5136755 Feb 10 15:54:42.152859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9bcbeb69-e692-4ec9-82cd-094239c83215 None None] Provisioning complete for port 6753e7c6-efde-462d-9615-948dc2161d5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:42.153226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9bcbeb69-e692-4ec9-82cd-094239c83215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.162896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37898) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:42.163750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.173256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Allocated IP 172.20.0.5 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/c73bb3b1-22e0-430e-8507-a2994cbd5211) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:42.268073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4470ba00-ae84-4bd2-bfe6-99ee4b4217fa tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f907dbf-31d9-44b7-92ac-a6f4cf13dfae HTTP/1.1" status: 200 len: 205 time: 0.0929310 Feb 10 15:54:42.295690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fd018-4db5-4226-908b-6d188417087e tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Pushing event deleted for resources: {'Network': ['ID=f35f7d73-a96c-44e0-a8d7-06688c73ab57,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:42.313638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37900) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:42.373148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.387943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c60254fa-5dd5-4440-8420-cd58e091b8ec req-9f2db1b9-210c-49ae-b4ad-431c4c426ee3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739134 Feb 10 15:54:42.447689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.455543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:42.484838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.507761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:42.510999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:42.515120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:42.522636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614989a-8cdf-498e-9f47-ac693f0d0252 req-59b2f8ef-7316-4c76-b1df-2b6b4195317b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:42.530814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3614989a-8cdf-498e-9f47-ac693f0d0252 req-59b2f8ef-7316-4c76-b1df-2b6b4195317b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.3469501 Feb 10 15:54:42.540916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=c73bb3b1-22e0-430e-8507-a2994cbd5211,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:42.571886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:42.572584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.608601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e750171f-5142-4918-9b46-55eba4517e08 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1175456 Feb 10 15:54:42.609426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37904) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:42.615895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e1:62:a4'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:42.628789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e6ff25cb-0739-43d7-a37f-9dac1ea421a5 None None] Provisioning complete for port c1f49453-a70b-47f4-8017-cd8b4898cbfe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:42.629163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6ff25cb-0739-43d7-a37f-9dac1ea421a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.646597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Router 8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:54:42.671567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff25cb-0739-43d7-a37f-9dac1ea421a5 None None] Port c1f49453-a70b-47f4-8017-cd8b4898cbfe cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:42.682843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e6ff25cb-0739-43d7-a37f-9dac1ea421a5 None None] Provisioning complete for port 6753e7c6-efde-462d-9615-948dc2161d5a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:42.683222 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6ff25cb-0739-43d7-a37f-9dac1ea421a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.700354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Attempting to bind port e2d9296d-5cc9-401b-88a5-92dd9227c95f on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:42.701041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Attempting to bind port e2d9296d-5cc9-401b-88a5-92dd9227c95f by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:42.702091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Attempting to bind port e2d9296d-5cc9-401b-88a5-92dd9227c95f on network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:42.709717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.712477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f74c7b9f-4295-4d10-883e-8e98bf8377ae up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:42.747550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Port e2d9296d-5cc9-401b-88a5-92dd9227c95f on network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:42.747840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Attempting to bind port e2d9296d-5cc9-401b-88a5-92dd9227c95f on network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:42.826790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port f74c7b9f-4295-4d10-883e-8e98bf8377ae completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:42.833455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port f74c7b9f-4295-4d10-883e-8e98bf8377ae triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:42.834016 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.937081 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.938667 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.944766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:42.982208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-75510e62-99f1-4e5f-b480-13ae372340e8 None None] Provisioning complete for port c1f49453-a70b-47f4-8017-cd8b4898cbfe triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:42.982753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-75510e62-99f1-4e5f-b480-13ae372340e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.031533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-75510e62-99f1-4e5f-b480-13ae372340e8 None None] Port c1f49453-a70b-47f4-8017-cd8b4898cbfe cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:43.033014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:43.035310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] In _notify_port_updated(), no bound segment for port c73bb3b1-22e0-430e-8507-a2994cbd5211 on network e62e2140-56f6-4c61-8738-0e8789a8b8a7 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:54:43.035838 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2037eeef-0cdc-4268-83b8-212210639eb2" -d '{"events": [{"server_uuid": "a23572bb-30aa-4547-93fb-6dc770e7be3d", "name": "network-vif-plugged", "status": "completed", "tag": "f74c7b9f-4295-4d10-883e-8e98bf8377ae"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:43.041937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.042990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.047944 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "PUT /v2.0/ports/c73bb3b1-22e0-430e-8507-a2994cbd5211 HTTP/1.1" status: 200 len: 991 time: 0.4371459 Feb 10 15:54:43.054550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f74c7b9f-4295-4d10-883e-8e98bf8377ae, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:43.058323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37908) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:43.061483 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.062846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:43.092932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a68d4a-4586-4aaa-a227-381f5fa5de6c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=c73bb3b1-22e0-430e-8507-a2994cbd5211,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:43.168503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-80a81704-a1af-40b2-8f0b-5dc4739355f4 None None] Could not find standard attr ID for object fae6a751-7b16-47b8-bd59-934ad0e6baf8. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:54:43.206790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-5c5d3189-be3c-4836-ac9d-bb0c07e162ae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.212424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f74c7b9f-4295-4d10-883e-8e98bf8377ae,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:43.214581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-5c5d3189-be3c-4836-ac9d-bb0c07e162ae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.215905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:43.220241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:43.220611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.220750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-5c5d3189-be3c-4836-ac9d-bb0c07e162ae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.227043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-5c5d3189-be3c-4836-ac9d-bb0c07e162ae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.233180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-5c5d3189-be3c-4836-ac9d-bb0c07e162ae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.235029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-5c5d3189-be3c-4836-ac9d-bb0c07e162ae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3827 time: 0.7609375 Feb 10 15:54:43.238065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3614989a-8cdf-498e-9f47-ac693f0d0252 req-fec9744a-0728-4326-863f-16f0c81cc5a0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064891 Feb 10 15:54:43.244792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port c73bb3b1-22e0-430e-8507-a2994cbd5211 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:43.245298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.338461 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b16fe-23fe-4265-bfa2-c5095351f51a x-openstack-request-id: req-fa1b16fe-23fe-4265-bfa2-c5095351f51a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:43.338760 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23572bb-30aa-4547-93fb-6dc770e7be3d", "name": "network-vif-plugged", "status": "completed", "tag": "f74c7b9f-4295-4d10-883e-8e98bf8377ae", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:43.339021 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa1b16fe-23fe-4265-bfa2-c5095351f51a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:43.340723 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae', 'code': 200} Feb 10 15:54:43.359171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-20ca3246-8575-40fe-9de7-99af9baa27bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658795 Feb 10 15:54:43.384133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6753e7c6-efde-462d-9615-948dc2161d5a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:43.436855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.438636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.442486 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.456036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.473767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e018c3-93dd-4799-bd8e-ad05d3d4959f req-4b6ec16e-4bef-447e-82e9-99ffa7149895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.475550 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80e018c3-93dd-4799-bd8e-ad05d3d4959f req-4b6ec16e-4bef-447e-82e9-99ffa7149895 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 1096 time: 0.0969059 Feb 10 15:54:43.476993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for c73bb3b1-22e0-430e-8507-a2994cbd5211 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:43.495907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:43.496249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Checking segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:43.496643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Bound using segment: {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:43.497306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Bound port: e2d9296d-5cc9-401b-88a5-92dd9227c95f, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6005bc-58b3-46c3-9575-d927ca613240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:43.497675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.505449 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:54:43.508464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:43.526061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.532156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6753e7c6-efde-462d-9615-948dc2161d5a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:43.532674 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.560884 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80e018c3-93dd-4799-bd8e-ad05d3d4959f req-d49362bf-46f0-4266-8818-4e7d58f9234d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746062 Feb 10 15:54:43.606170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:43.609397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:43.621231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:43.673361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.683326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.701274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ce493e93-e7bc-4505-b691-44e9210fb620 None None] Could not find standard attr ID for object c73bb3b1-22e0-430e-8507-a2994cbd5211. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:54:43.720753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=c73bb3b1-22e0-430e-8507-a2994cbd5211,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:43.757092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.757790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Fanout notify agent at l3_agent the message router_deleted on router 5f907dbf-31d9-44b7-92ac-a6f4cf13dfae {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:43.765144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.769058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-26aa1687-91df-4e06-ba7b-1392b73837eb tempest-RoutersNegativeTest-451840063 tempest-RoutersNegativeTest-451840063-project] 10.222.0.21 "DELETE /v2.0/routers/5f907dbf-31d9-44b7-92ac-a6f4cf13dfae HTTP/1.1" status: 204 len: 168 time: 1.4543452 Feb 10 15:54:43.811859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.812494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.813919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] 10.222.0.45 "PUT /v2.0/ports/e2d9296d-5cc9-401b-88a5-92dd9227c95f HTTP/1.1" status: 200 len: 1091 time: 2.8763800 Feb 10 15:54:43.816937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:43.819255 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005f096-8510-4f9c-bc56-0166f02d6489" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:43.838182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ec87ca8-181d-4944-aa82-2714ff14a98c req-d18a4d83-6bd5-4d19-8f3d-624b6991cbac tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114219 Feb 10 15:54:43.880876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec176492-6cf8-4765-a7a1-e107458ee623 req-2fdc875a-cfa1-4df9-be37-c8709dfead18 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:43.883184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec176492-6cf8-4765-a7a1-e107458ee623 req-2fdc875a-cfa1-4df9-be37-c8709dfead18 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.3700688 Feb 10 15:54:43.890683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:43.900366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1efaa-65fd-45c5-b55c-53cdaef1167a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:43.905826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:43.909640 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03f4c8fb-8a6e-41f6-a504-daeea3ef9d67 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/ports/c73bb3b1-22e0-430e-8507-a2994cbd5211 HTTP/1.1" status: 204 len: 168 time: 0.8504639 Feb 10 15:54:43.912988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37918) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:43.949715 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbb42d3-9615-463c-8904-b9662f4648a7 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] GET failed (client error): The resource could not be found. Feb 10 15:54:43.951987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-abbb42d3-9615-463c-8904-b9662f4648a7 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "GET /v2.0/ports/c73bb3b1-22e0-430e-8507-a2994cbd5211 HTTP/1.1" status: 404 len: 333 time: 0.0374329 Feb 10 15:54:43.956200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:43.963247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'name': 'tempest-AllowedAddressPairTestJSON-224186866'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:43.976971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:43.988457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Sync routers for ids ['8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:44.000400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-42e91877-3257-4a08-b5d6-1aa2c66498e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.001909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-42e91877-3257-4a08-b5d6-1aa2c66498e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 1096 time: 0.4737654 Feb 10 15:54:44.010569 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Routers {'8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:44.011188 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:44.037812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b956324d-7967-4ffd-b4d6-c320acda68f5 None None] Could not find standard attr ID for object c73bb3b1-22e0-430e-8507-a2994cbd5211. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:54:44.145577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 80d57d58-f166-4a16-abc3-cd35ab2671d8 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:44.155518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:44.159143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:44.193064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:44.210088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] device_id is not set on port 85aa0677-4fd6-4ebb-866c-2eae233290cf yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:44.217228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec176492-6cf8-4765-a7a1-e107458ee623 req-6fe9faa0-c099-40d1-a305-8c1fef5dd39b tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221538 Feb 10 15:54:44.309686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37926) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:44.403495 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecbf2d2-a2cb-49a7-ad38-f8a1891da58e x-openstack-request-id: req-fecbf2d2-a2cb-49a7-ad38-f8a1891da58e {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:44.412932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:44.415369 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:44.415845 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fecbf2d2-a2cb-49a7-ad38-f8a1891da58e {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:44.416444 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'status': 'completed', 'code': 200} Feb 10 15:54:44.422079 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Set router 8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:44.438151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:44.441829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0ccc31cb-3cc4-467c-8be6-1cb3bc84024e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 10.7387958 Feb 10 15:54:44.445220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'port_id': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'mac_address': 'fa:16:3e:e4:ba:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:44.448219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37930) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:44.525156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-89cf1381-08f6-4d98-a13c-26702d8d510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.525648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-89cf1381-08f6-4d98-a13c-26702d8d510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.526122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-89cf1381-08f6-4d98-a13c-26702d8d510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.526591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-89cf1381-08f6-4d98-a13c-26702d8d510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.527055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-89cf1381-08f6-4d98-a13c-26702d8d510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.530730 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-89cf1381-08f6-4d98-a13c-26702d8d510a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 4362 time: 0.1894393 Feb 10 15:54:44.544640 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:44.562349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279f737-69db-4cfe-8d4e-a3293f2c9607 req-d66d70b1-e2a9-481e-9a2a-c406caf6e469 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.565207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1279f737-69db-4cfe-8d4e-a3293f2c9607 req-d66d70b1-e2a9-481e-9a2a-c406caf6e469 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 945 time: 0.5906429 Feb 10 15:54:44.575458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80d57d58-f166-4a16-abc3-cd35ab2671d8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:44.651681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:44.660373 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:44.665615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-00371c88-ba79-4036-8558-9f720fd6e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.668237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-00371c88-ba79-4036-8558-9f720fd6e339 service neutron] 10.222.0.45 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.6296833 Feb 10 15:54:44.688837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Allocated IP 172.20.0.4 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/85aa0677-4fd6-4ebb-866c-2eae233290cf) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:44.718151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc', 'name': 'tempest-snat-router-51971383', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '761011be-5640-480d-893a-1a11efb346c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:33Z', 'updated_at': '2022-02-10T15:54:40Z', 'revision_number': 3, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port': {'id': '761011be-5640-480d-893a-1a11efb346c8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:37Z', 'updated_at': '2022-02-10T15:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:44.743095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:44.763570 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Checking router: 8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:54:44.764450 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Updating router 8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc port 761011be-5640-480d-893a-1a11efb346c8 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:54:44.766313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3558ca42-368d-44dd-b9b0-4b4894d1711e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79d5f2ce80bb43adb6902bf617ec9c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528694 Feb 10 15:54:44.772151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-5b881ba6-bcde-4373-97f6-80603ebe0ff4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e339a662-2d5c-470e-9045-b2868348f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0953794 Feb 10 15:54:44.773498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37932) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:44.797540 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:44.805177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1279f737-69db-4cfe-8d4e-a3293f2c9607 req-33cbd5ae-5774-4292-bcc7-e003893fca88 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243099 Feb 10 15:54:44.813824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e2bad-c1c4-4cba-a147-fbf9cfcf29e6 req-0a4678d0-6318-467c-bf6a-8c7dbd6b9d3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.814606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-275a3eab-93cf-4aa7-b4a2-0a989c552fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.814820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f9e2bad-c1c4-4cba-a147-fbf9cfcf29e6 req-0a4678d0-6318-467c-bf6a-8c7dbd6b9d3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.3720114 Feb 10 15:54:44.815099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-275a3eab-93cf-4aa7-b4a2-0a989c552fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.815624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-275a3eab-93cf-4aa7-b4a2-0a989c552fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:44.817332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-275a3eab-93cf-4aa7-b4a2-0a989c552fe8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2676883 Feb 10 15:54:44.844524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['80d57d58-f166-4a16-abc3-cd35ab2671d8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:45.037136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c144fe39-fd3f-447b-815b-86f51aa08259 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc HTTP/1.1" status: 200 len: 905 time: 0.5862849 Feb 10 15:54:45.051731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37936) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:45.064627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-9252d86e-02c1-4027-8fa8-e85cf2a28413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.066068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-9252d86e-02c1-4027-8fa8-e85cf2a28413 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.2760820 Feb 10 15:54:45.084861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f9e2bad-c1c4-4cba-a147-fbf9cfcf29e6 req-bfc0d9d2-b2b2-4bca-a0eb-f690c47d9a0d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461979 Feb 10 15:54:45.149471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-8160beea-f7de-4940-88c8-29601473d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.151430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2005f096-8510-4f9c-bc56-0166f02d6489 req-8160beea-f7de-4940-88c8-29601473d96d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3266757 Feb 10 15:54:45.164625 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.169307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-e731f778-1397-4ae1-94d4-afd2f0aacf5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.173442 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.175595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-e731f778-1397-4ae1-94d4-afd2f0aacf5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.181525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-e731f778-1397-4ae1-94d4-afd2f0aacf5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.187889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-e731f778-1397-4ae1-94d4-afd2f0aacf5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.193767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-e731f778-1397-4ae1-94d4-afd2f0aacf5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.195896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-e731f778-1397-4ae1-94d4-afd2f0aacf5d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3827 time: 0.2257552 Feb 10 15:54:45.199217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-449ecac4-eb3e-4e93-8354-cd5f52e8a1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.200771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.233607 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.253212 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Attempting to bind port 761011be-5640-480d-893a-1a11efb346c8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:45.254600 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Attempting to bind port 761011be-5640-480d-893a-1a11efb346c8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:45.255144 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Attempting to bind port 761011be-5640-480d-893a-1a11efb346c8 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:45.264107 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:45.264480 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:45.264885 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.265254 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:45.265706 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Bound port: 761011be-5640-480d-893a-1a11efb346c8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:45.266446 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.278683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-449ecac4-eb3e-4e93-8354-cd5f52e8a1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.300430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-7339d107-e76a-4bfa-971f-1181570dd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.301953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-7339d107-e76a-4bfa-971f-1181570dd2fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205005 Feb 10 15:54:45.332198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.339959 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] For port 761011be-5640-480d-893a-1a11efb346c8, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:45.340983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848a8732-b419-48cb-a91e-5e34a45faa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:45.343390 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] For port 761011be-5640-480d-893a-1a11efb346c8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=761011be-5640-480d-893a-1a11efb346c8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:45.347198 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Pushing event updated for resources: {'Port': ['ID=761011be-5640-480d-893a-1a11efb346c8,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:45.347666 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f37a8-5328-4a6a-bb16-4c9c9d613756" -d '{"events": [{"server_uuid": "848a8732-b419-48cb-a91e-5e34a45faa45", "name": "network-vif-plugged", "status": "completed", "tag": "1082f9dc-66b0-4c0e-ac27-bd280de2ae5b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:45.360682 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.361919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:45.363275 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.363642 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.363974 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.364298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.364780 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.365127 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.365426 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.365739 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.366457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.366457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.366693 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.366983 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:45.392906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:45.393821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb4f5971-c5a2-47d6-9034-75b5bb6be090 req-de2fe2b2-f8ca-4371-8ab9-fd8f0343d5ca tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848466 Feb 10 15:54:45.400286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:45.402998 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.405253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:45.414550 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.442468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=85aa0677-4fd6-4ebb-866c-2eae233290cf,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:45.468080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Transition to ACTIVE for port object 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:45.482421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.508216 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Routers {'8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:45.509245 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:45.520163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.520977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.544668 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8abb5cf5-b0a4-49b0-b219-e4dfddb064c4 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5865421 Feb 10 15:54:45.545705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37942) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:45.547348 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70bad99-4af2-492f-9753-07761a7b7c8f x-openstack-request-id: req-e70bad99-4af2-492f-9753-07761a7b7c8f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:45.547985 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848a8732-b419-48cb-a91e-5e34a45faa45", "name": "network-vif-plugged", "status": "completed", "tag": "1082f9dc-66b0-4c0e-ac27-bd280de2ae5b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:45.548400 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e70bad99-4af2-492f-9753-07761a7b7c8f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:45.549063 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848a8732-b419-48cb-a91e-5e34a45faa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b', 'code': 200} Feb 10 15:54:45.552705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e1:62:a4'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:45.561530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e68495-f24f-4884-b717-460087bdf7c9 req-92fd3119-80c2-4144-8767-a79dbfabff68 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.563132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93e68495-f24f-4884-b717-460087bdf7c9 req-92fd3119-80c2-4144-8767-a79dbfabff68 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.2493949 Feb 10 15:54:45.573614 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-449ecac4-eb3e-4e93-8354-cd5f52e8a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.576405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-449ecac4-eb3e-4e93-8354-cd5f52e8a1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.577731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-449ecac4-eb3e-4e93-8354-cd5f52e8a1e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67321cc8-85d7-4b6f-a88e-1c29219b80aa HTTP/1.1" status: 204 len: 168 time: 0.7968712 Feb 10 15:54:45.632417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ecac4-eb3e-4e93-8354-cd5f52e8a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67321cc8-85d7-4b6f-a88e-1c29219b80aa,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:45.650285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-e768a584-708d-4bf5-bee0-31fe3976ac85 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260198 Feb 10 15:54:45.651193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Pushing event updated for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:45.681553 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] Set router 8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:45.750275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93e68495-f24f-4884-b717-460087bdf7c9 req-8d615679-2c63-4543-b246-9afdde82e6fe tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798778 Feb 10 15:54:45.789519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc', 'name': 'tempest-snat-router-51971383', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:33Z', 'updated_at': '2022-02-10T15:54:45Z', 'revision_number': 4, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:45.791422 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39937b-2067-4a58-9f02-5bfde112acdb None None] Pushing event updated for resources: {'Port': ['ID=761011be-5640-480d-893a-1a11efb346c8,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:45.846446 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153a018-2843-4e4b-b9f7-b1dc5cbfeb6f None None] The sync data for ids ['8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc'] in n-d-827895-3 is: [{'id': '8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc', 'name': 'tempest-snat-router-51971383', 'tenant_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:33Z', 'updated_at': '2022-02-10T15:54:45Z', 'revision_number': 4, 'project_id': '0fd19b0476d140f8b1789e4f58ee9b5a', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:45.881808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Attempting to bind port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:45.882152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Attempting to bind port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:45.882515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Attempting to bind port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:45.902465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 on network edf72dcd-d60f-48a5-80d6-58868ca355eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:45.903222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Attempting to bind port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:45.904306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Deleting port 761011be-5640-480d-893a-1a11efb346c8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:45.904789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.916347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493123a-3f6e-4992-b1bc-4b92462c4ce4 req-cdb08895-55cb-4698-aaa0-702e6d365a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:45.919671 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0493123a-3f6e-4992-b1bc-4b92462c4ce4 req-cdb08895-55cb-4698-aaa0-702e6d365a61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 1100 time: 0.2893190 Feb 10 15:54:45.922110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:45.927922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Checking segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:45.928322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Bound using segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:45.928821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Bound port: 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:45.929196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:45.944654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b22c3fe-d7cf-48ac-b902-ea06ed31408f req-621ee3fb-9fb6-443e-b4dd-0409fe442215 service neutron] 10.222.0.45 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851868 Feb 10 15:54:45.998768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eca8a2f8-69e8-464b-9ec7-84e6bd40856a None None] Provisioning complete for port 85aa0677-4fd6-4ebb-866c-2eae233290cf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:45.999150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eca8a2f8-69e8-464b-9ec7-84e6bd40856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.063547 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0493123a-3f6e-4992-b1bc-4b92462c4ce4 req-ab5d09f2-a327-48d8-8c25-d950846ad6f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229041 Feb 10 15:54:46.064651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eca8a2f8-69e8-464b-9ec7-84e6bd40856a None None] Port 85aa0677-4fd6-4ebb-866c-2eae233290cf cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:46.107097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240be527-d970-4322-bcd0-14d06281f7db req-d8c0e523-dce4-44a4-9b18-c78d5461adce tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.108565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240be527-d970-4322-bcd0-14d06281f7db req-d8c0e523-dce4-44a4-9b18-c78d5461adce tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 945 time: 0.1560326 Feb 10 15:54:46.124021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:46.127209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] For port 761011be-5640-480d-893a-1a11efb346c8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=761011be-5640-480d-893a-1a11efb346c8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:46.129022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.132758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:46.156403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.160160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 80d57d58-f166-4a16-abc3-cd35ab2671d8 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:46.231320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-240be527-d970-4322-bcd0-14d06281f7db req-7f59c3b6-3f6f-4e60-aae8-fee8cd976da6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064932 Feb 10 15:54:46.256650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.257517 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.260367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 200 len: 1130 time: 2.4146490 Feb 10 15:54:46.297853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 80d57d58-f166-4a16-abc3-cd35ab2671d8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:46.298273 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.365724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:46.406466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd219a-a25d-4d97-b962-29b8499ba405 service neutron] Pushing event updated for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:46.424961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '0e55fdac-bb6b-4425-9ffd-a7b31fda62b5'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:46.428325 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f112c12-9830-43dd-83bd-9b2146914bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "0e55fdac-bb6b-4425-9ffd-a7b31fda62b5"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:46.475927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77ab7f-b38f-47cc-8e66-3b4e37402cb5 req-fe4a267c-c1bc-4892-a774-c2a4ea4f38cf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.487099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d77ab7f-b38f-47cc-8e66-3b4e37402cb5 req-fe4a267c-c1bc-4892-a774-c2a4ea4f38cf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 944 time: 0.2453084 Feb 10 15:54:46.493983 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.537567 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c4ca3f-430a-4e41-9583-293c066b99db x-openstack-request-id: req-95c4ca3f-430a-4e41-9583-293c066b99db {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:46.537859 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "0e55fdac-bb6b-4425-9ffd-a7b31fda62b5", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:46.540237 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c4ca3f-430a-4e41-9583-293c066b99db {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:46.541208 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '0e55fdac-bb6b-4425-9ffd-a7b31fda62b5', 'status': 'completed', 'code': 200} Feb 10 15:54:46.611301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:46.625829 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.631025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.661441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d77ab7f-b38f-47cc-8e66-3b4e37402cb5 req-2f6beb40-dc07-4180-9e79-e42c27bda963 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713760 Feb 10 15:54:46.745848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Calling delete_port for 761011be-5640-480d-893a-1a11efb346c8 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:46.768959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:46.775948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:46.885588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.886072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.886537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.887001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.887669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.887951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.889807 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-b3fc2212-cec7-45b0-b349-922f54b41db5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5285 time: 0.1914008 Feb 10 15:54:46.898138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-db71df77-d932-4dc2-9421-cb1e9cc19180 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1982951 Feb 10 15:54:46.907393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.918849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.928081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.940309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.947805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.954336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:46.963099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-4c6824ba-a17b-4104-962d-8934c691009d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 4599 time: 0.3228297 Feb 10 15:54:47.080220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2bdc8d2-2ae1-43c1-9459-4c7e40e20e6f req-ef77e421-1018-467b-90cb-88a956c6c2df tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140079 Feb 10 15:54:47.207654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85c58a-b276-499d-872f-875b18e15dbd req-a3a5338b-6040-4b00-a827-99d70d4beef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.209815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-a3a5338b-6040-4b00-a827-99d70d4beef0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.2234325 Feb 10 15:54:47.215158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-ce7866cb-891c-4417-9f7e-ce56ef9f4f64 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.217443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-ce7866cb-891c-4417-9f7e-ce56ef9f4f64 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.4129920 Feb 10 15:54:47.297819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-56896c66-5212-4166-9a11-fde636d2e01e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0266340 Feb 10 15:54:47.313967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-cf2c503a-e8d8-4381-9a39-3e53fa434fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.314624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-cf2c503a-e8d8-4381-9a39-3e53fa434fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.315155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-cf2c503a-e8d8-4381-9a39-3e53fa434fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.316901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-cf2c503a-e8d8-4381-9a39-3e53fa434fac service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4095457 Feb 10 15:54:47.343373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.363480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbc8c-3e50-4c7c-94a4-152be102f90c req-2e0e3ea6-f8e4-42b7-94c7-65f1842c0782 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.364944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa7bbc8c-3e50-4c7c-94a4-152be102f90c req-2e0e3ea6-f8e4-42b7-94c7-65f1842c0782 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.1809919 Feb 10 15:54:47.385953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.443587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-664910e4-d0cf-4470-916e-21907f1bd5a2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350553 Feb 10 15:54:47.482614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa7bbc8c-3e50-4c7c-94a4-152be102f90c req-5fb4c399-2220-4674-8e54-224c1058f5ec tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979261 Feb 10 15:54:47.540761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92934f53-5cf5-4f6e-bbaf-de3a38837f09 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:47.550260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:47.551598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.554045 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859cbdb-c787-479d-be2c-527f5711fafe" -d '{"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-plugged", "status": "completed", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:47.578620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.622910 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597979be-300f-4ffe-a1a5-0f7ab919639b x-openstack-request-id: req-597979be-300f-4ffe-a1a5-0f7ab919639b {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:47.623270 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-plugged", "status": "completed", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:47.623811 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-597979be-300f-4ffe-a1a5-0f7ab919639b {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:47.624061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=85aa0677-4fd6-4ebb-866c-2eae233290cf,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:47.624630 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'code': 200} Feb 10 15:54:47.666924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] In _notify_port_updated(), no bound segment for port 85aa0677-4fd6-4ebb-866c-2eae233290cf on network e62e2140-56f6-4c61-8738-0e8789a8b8a7 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:54:47.674020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.674886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.676671 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-75046283-a789-4ce6-8162-7605a47d8d0c tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "PUT /v2.0/ports/85aa0677-4fd6-4ebb-866c-2eae233290cf HTTP/1.1" status: 200 len: 995 time: 2.1284978 Feb 10 15:54:47.685061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38004) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:47.721972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85c58a-b276-499d-872f-875b18e15dbd req-9d1417da-417a-490b-96f0-ec5e902529ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.724935 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-9d1417da-417a-490b-96f0-ec5e902529ac service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.4731240 Feb 10 15:54:47.726341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event deleted for resources: {'Port': ['ID=761011be-5640-480d-893a-1a11efb346c8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:47.833868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-f2e77785-05db-433d-bb90-0801037da792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:47.835338 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f112c12-9830-43dd-83bd-9b2146914bbc req-f2e77785-05db-433d-bb90-0801037da792 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4898505 Feb 10 15:54:47.962033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dba6ed44-c4b4-476d-8ec3-a3f585e0092e None None] Provisioning complete for port 85aa0677-4fd6-4ebb-866c-2eae233290cf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:47.962945 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dba6ed44-c4b4-476d-8ec3-a3f585e0092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.963207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:47.996733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-f2b196bf-0000-47e2-bfe9-4d6911e04a8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.1790297 Feb 10 15:54:48.002069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-dba6ed44-c4b4-476d-8ec3-a3f585e0092e None None] Port 85aa0677-4fd6-4ebb-866c-2eae233290cf cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:48.045455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Transition to ACTIVE for port object 92934f53-5cf5-4f6e-bbaf-de3a38837f09 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:48.074480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.075714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.077387 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.129912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-4b6d05db-969d-49d1-aeaa-2fc711ee88f1 service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654747 Feb 10 15:54:48.130187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port 85aa0677-4fd6-4ebb-866c-2eae233290cf {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:48.130509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.173949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.174427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:48.214934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.219488 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8bfd0f8-d391-4045-b178-8c3fe1e2ece7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8acf4e94-7b1e-4f44-aa7e-2738d79ab5bc HTTP/1.1" status: 204 len: 168 time: 3.1634793 Feb 10 15:54:48.225976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38018) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:48.258244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:48.316308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54960b9-9291-43a1-b97c-9ee7f18eab8d req-6eda091d-9414-490e-b65b-73fe8eea28c8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.325409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b54960b9-9291-43a1-b97c-9ee7f18eab8d req-6eda091d-9414-490e-b65b-73fe8eea28c8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2751651 Feb 10 15:54:48.357006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85c58a-b276-499d-872f-875b18e15dbd req-bcb4fd77-c244-49d1-80f7-c10d1da2c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.363158 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-bcb4fd77-c244-49d1-80f7-c10d1da2c325 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.2356050 Feb 10 15:54:48.495375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b54960b9-9291-43a1-b97c-9ee7f18eab8d req-4f3ad27e-426d-4da4-b1f8-c7ff65cd0a55 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638436 Feb 10 15:54:48.516534 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.558303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for 85aa0677-4fd6-4ebb-866c-2eae233290cf owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:48.560863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Attempting to bind port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:48.561605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Attempting to bind port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:48.562033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Attempting to bind port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:48.578164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.588526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-59063691-ce8e-462d-b240-14791014ac7b service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478672 Feb 10 15:54:48.590797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 on network edf72dcd-d60f-48a5-80d6-58868ca355eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:48.591094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Attempting to bind port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:48.598197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:48.598630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Checking segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:48.599228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Bound using segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:48.601193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Bound port: 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:48.601763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:48.690473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85c58a-b276-499d-872f-875b18e15dbd req-b73ea4b0-b13c-4f2c-aa80-9fa430982244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.701413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-b73ea4b0-b13c-4f2c-aa80-9fa430982244 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2811494 Feb 10 15:54:48.728342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.758701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.782634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.790553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.797488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.808197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.814317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:48.825000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-bcd6a400-c1e8-44ca-88a8-1f715c2c6820 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5370 time: 0.2353082 Feb 10 15:54:48.949018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:48.953558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:48.966345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54ad31f9-40f0-4ac5-ab8e-c9d0efba4073 req-941819dc-d09d-4b9f-8d3c-00d78caaf27c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387784 Feb 10 15:54:48.969835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:49.012446 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:49.034291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-641ba0b9-c75f-41f9-ba48-0445884d41e4 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848194 Feb 10 15:54:49.072376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:49.074609 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:49.076058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] 10.222.0.45 "PUT /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 200 len: 1129 time: 2.7535715 Feb 10 15:54:49.125030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '92934f53-5cf5-4f6e-bbaf-de3a38837f09'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:49.127272 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8442386b-b366-4c17-85fa-da80fe84d44b" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "92934f53-5cf5-4f6e-bbaf-de3a38837f09"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:49.142436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57ccb-70fe-4b4f-857f-79060a393c5c req-ffca5f1e-8ba3-44e8-848d-7af4745bfe78 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:49.167823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5df57ccb-70fe-4b4f-857f-79060a393c5c req-ffca5f1e-8ba3-44e8-848d-7af4745bfe78 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.2921453 Feb 10 15:54:49.174478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:49.233926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:49.313432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4c1d852-8390-49d1-bdad-8e865eb6a651 req-8e3a5653-fcad-4707-a165-c30a77e488e9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 210 time: 0.1890464 Feb 10 15:54:49.335025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=85aa0677-4fd6-4ebb-866c-2eae233290cf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:49.478526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Deleting port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:49.479688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:49.485119 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab5867b-0f90-41c0-9f16-d1a4a9095013 x-openstack-request-id: req-3ab5867b-0f90-41c0-9f16-d1a4a9095013 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:49.491116 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "92934f53-5cf5-4f6e-bbaf-de3a38837f09", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:49.491989 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ab5867b-0f90-41c0-9f16-d1a4a9095013 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:49.493506 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '92934f53-5cf5-4f6e-bbaf-de3a38837f09', 'status': 'completed', 'code': 200} Feb 10 15:54:49.645667 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5df57ccb-70fe-4b4f-857f-79060a393c5c req-b45a44bf-34c1-45c9-9f5a-d470ce9ba308 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769731 Feb 10 15:54:49.674671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a506c-e609-4c88-a4f4-d581fe7ab3da service neutron] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:49.704758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:49.873304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a31e0b-1786-4527-b889-ebd3db3efb2f req-683a8b1d-4f96-448e-9780-ef334d83669d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:49.881562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69a31e0b-1786-4527-b889-ebd3db3efb2f req-683a8b1d-4f96-448e-9780-ef334d83669d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.1508381 Feb 10 15:54:50.006776 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc85c58a-b276-499d-872f-875b18e15dbd req-8a3a78ee-1fc5-41c3-9946-bcd3dc038c95 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9468393 Feb 10 15:54:50.044345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:50.045829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69a31e0b-1786-4527-b889-ebd3db3efb2f req-72052e2e-27f1-4e17-9618-d597ae0a571d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554997 Feb 10 15:54:50.049269 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-82e4faff-8cbb-4a88-a77b-824de2928dfa tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/ports/85aa0677-4fd6-4ebb-866c-2eae233290cf HTTP/1.1" status: 204 len: 168 time: 2.3289530 Feb 10 15:54:50.051425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38076) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:50.110295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.110782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.111269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.111766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.112237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.112723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.113176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.115107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8442386b-b366-4c17-85fa-da80fe84d44b req-50c987cc-f675-4409-8097-0d57c50d2abb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6207 time: 0.1123993 Feb 10 15:54:50.182815 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-871b6d97-5321-48c8-b2e8-364e84b054ee tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] GET failed (client error): The resource could not be found. Feb 10 15:54:50.184479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-871b6d97-5321-48c8-b2e8-364e84b054ee tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "GET /v2.0/ports/85aa0677-4fd6-4ebb-866c-2eae233290cf HTTP/1.1" status: 404 len: 333 time: 0.1276803 Feb 10 15:54:50.193317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38078) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:50.220188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] For port 1d8a59c0-34a5-49e1-b69f-fa02bc33afce, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:50.220464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:50.225371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'name': 'tempest-AllowedAddressPairTestJSON-634519809'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:50.239107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Calling delete_port for 1d8a59c0-34a5-49e1-b69f-fa02bc33afce owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:50.319246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-fc77f7ca-eff1-42f4-a675-2a9f80dd849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.319737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-fc77f7ca-eff1-42f4-a675-2a9f80dd849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.320410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-fc77f7ca-eff1-42f4-a675-2a9f80dd849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.322366 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8442386b-b366-4c17-85fa-da80fe84d44b req-fc77f7ca-eff1-42f4-a675-2a9f80dd849f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1947439 Feb 10 15:54:50.364035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd34ff-e730-4477-8b3d-1ec8b393887f req-7313081e-974a-4dfa-b13c-80cf62621f0a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.373117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9fd34ff-e730-4477-8b3d-1ec8b393887f req-7313081e-974a-4dfa-b13c-80cf62621f0a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.2303855 Feb 10 15:54:50.429675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.439062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.445799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.452581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.459054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.466467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.472437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.474422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-f54bdfb1-704f-473b-81d0-bdf28c98797f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5370 time: 0.2776952 Feb 10 15:54:50.492274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442386b-b366-4c17-85fa-da80fe84d44b req-da10782e-50f4-48ef-a024-a69fcd10f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.493824 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8442386b-b366-4c17-85fa-da80fe84d44b req-da10782e-50f4-48ef-a024-a69fcd10f7ac service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624024 Feb 10 15:54:50.549394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9fd34ff-e730-4477-8b3d-1ec8b393887f req-bbfd88c2-584b-4312-9d18-f520be603810 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754100 Feb 10 15:54:50.561842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:50.602900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:50.606684 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:50.622884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d8a59c0-34a5-49e1-b69f-fa02bc33afce,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:50.639647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e5e7c33-6d51-46af-982a-eeadf3877ebe req-02e63541-1c87-453b-b85f-39236abe4026 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521530 Feb 10 15:54:50.655819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] device_id is not set on port 62159ea3-ecf9-438a-ad02-74255d748786 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:50.759635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf8cef8a-e150-4b3b-958d-4f6bcea48d9f req-1c46534b-76d8-45a2-826e-ff4311ee8154 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 210 time: 0.0814829 Feb 10 15:54:50.796665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4606b0c0-2ac7-4788-a537-571f0d43fd4c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:50.808944 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:50.855755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Transition to ACTIVE for port object 4606b0c0-2ac7-4788-a537-571f0d43fd4c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:50.870307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:50.889183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Allocated IP 172.20.0.13 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/62159ea3-ecf9-438a-ad02-74255d748786) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:50.975819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.048135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Pushing event updated for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:51.216919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.221618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.350223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-edcb8156-2b61-4818-a049-03a12626463c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:51.356596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-edcb8156-2b61-4818-a049-03a12626463c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.5752757 Feb 10 15:54:51.385144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Attempting to bind port 4606b0c0-2ac7-4788-a537-571f0d43fd4c on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:51.385577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Attempting to bind port 4606b0c0-2ac7-4788-a537-571f0d43fd4c by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:51.385801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Attempting to bind port 4606b0c0-2ac7-4788-a537-571f0d43fd4c on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:51.401708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:51.404258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Port 4606b0c0-2ac7-4788-a537-571f0d43fd4c on network edf72dcd-d60f-48a5-80d6-58868ca355eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:51.404942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Attempting to bind port 4606b0c0-2ac7-4788-a537-571f0d43fd4c on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:51.407078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.407875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0005e63-c978-47c3-9ed5-55c37f1481c9 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:54:51.432231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383dab4-3f49-4307-8c5c-e269a18b0818 req-b63b5ed4-24ba-46c2-ac1b-036efd01e630 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:51.445443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.450562 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-52addd03-d26c-4feb-b0d9-934cef5f5e38 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e0005e63-c978-47c3-9ed5-55c37f1481c9 HTTP/1.1" status: 204 len: 168 time: 3.2197194 Feb 10 15:54:51.456044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d383dab4-3f49-4307-8c5c-e269a18b0818 req-b63b5ed4-24ba-46c2-ac1b-036efd01e630 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2416863 Feb 10 15:54:51.459670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38090) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:51.462486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:51.462930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Checking segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:51.463309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Bound using segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:51.463818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Bound port: 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:51.470683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.475490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1491321162', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:51.549108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.559661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-5d38fdaf-ef53-48f6-aad2-5da3103afb1f tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:51.561869 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-5d38fdaf-ef53-48f6-aad2-5da3103afb1f tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.45 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.2611415 Feb 10 15:54:51.687191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.688261 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.714078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d383dab4-3f49-4307-8c5c-e269a18b0818 req-a78222a0-6eaf-404e-bd51-cc8bf7333462 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570543 Feb 10 15:54:51.835861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.846044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Deleting port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:51.846611 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.903707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:51.907264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:51.970523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:52.016270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484d33-49a9-4fed-b095-a11b62f31679 req-e9a61ef8-f9ed-46a3-8fcd-0dee6541c636 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.023634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58484d33-49a9-4fed-b095-a11b62f31679 req-e9a61ef8-f9ed-46a3-8fcd-0dee6541c636 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/ports?device_id=848a8732-b419-48cb-a91e-5e34a45faa45 HTTP/1.1" status: 200 len: 949 time: 0.3458326 Feb 10 15:54:52.031959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:52.033740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:52.042253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.080835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.082945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:52.099569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:52.142185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=62159ea3-ecf9-438a-ad02-74255d748786,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:52.193407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] For port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:52.194796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.250210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.254449 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.257752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] 10.222.0.45 "PUT /v2.0/ports/4606b0c0-2ac7-4788-a537-571f0d43fd4c HTTP/1.1" status: 200 len: 1091 time: 3.1346283 Feb 10 15:54:52.263515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Calling delete_port for 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:54:52.440065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:52.446052 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d7d6b-c74b-4625-bb15-4afdf4e99242" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:52.540929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.562065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.573586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.589411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.603991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.617206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.628516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:52.642943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-898156b8-0bba-4ab2-8f41-78ffdbbf4eef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5382 time: 0.8170488 Feb 10 15:54:52.659425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.8 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/c4a6dce9-c4c3-46c2-a868-749203f3f6f1) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:52.693894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.727032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['1082f9dc-66b0-4c0e-ac27-bd280de2ae5b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:52.728977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:52.738795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Pushing event deleted for resources: {'Port': ['ID=1082f9dc-66b0-4c0e-ac27-bd280de2ae5b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:52.802876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2891043d-1a9c-4b72-80b3-f216a2f2d158 None None] Provisioning complete for port 62159ea3-ecf9-438a-ad02-74255d748786 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:52.803270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2891043d-1a9c-4b72-80b3-f216a2f2d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.829359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58484d33-49a9-4fed-b095-a11b62f31679 req-884dbcd3-b94d-42a7-b59b-cf3a31a83010 tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003998 Feb 10 15:54:52.842670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] No DVR routers for this DVR port 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:54:52.892993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2891043d-1a9c-4b72-80b3-f216a2f2d158 None None] Port 62159ea3-ecf9-438a-ad02-74255d748786 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:52.893353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.896848 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-37864b5b-a9cf-4aa6-886d-be5a474009f6 req-87325fd4-7221-4889-8d99-c4b0d77e870a tempest-ImagesNegativeTestJSON-983863679 tempest-ImagesNegativeTestJSON-983863679-project] 10.222.0.45 "DELETE /v2.0/ports/1082f9dc-66b0-4c0e-ac27-bd280de2ae5b HTTP/1.1" status: 204 len: 173 time: 1.3290398 Feb 10 15:54:52.897569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848a8732-b419-48cb-a91e-5e34a45faa45', 'name': 'network-vif-deleted', 'tag': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:52.902694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:52.903246 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd78a65-48d2-4738-ba96-8264cfad722d" -d '{"events": [{"server_uuid": "848a8732-b419-48cb-a91e-5e34a45faa45", "name": "network-vif-deleted", "tag": "1082f9dc-66b0-4c0e-ac27-bd280de2ae5b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:53.066506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.067638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:53.095773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:53.201544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:53.216732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1', 'f74c7b9f-4295-4d10-883e-8e98bf8377ae'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:53.356979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1d8a59c0-34a5-49e1-b69f-fa02bc33afce no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:53.375189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1ee64c1-4244-4a4f-8a49-7a6321c520b6 req-fa6fb249-7cac-4325-9009-bbf0d64e2241 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7305286 Feb 10 15:54:53.414073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 1d8a59c0-34a5-49e1-b69f-fa02bc33afce {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:53.414526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1d8a59c0-34a5-49e1-b69f-fa02bc33afce not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:53.420331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:53.428387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:53.429522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c355-e961-4001-9fbc-84cbea69f88a service neutron] Pushing event updated for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:53.445629 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:53.466316 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:53.474399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0be7f60f-d176-4841-a7d8-a5f4260f4d8d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2553422 Feb 10 15:54:53.475060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38108) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:53.537314 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db662f-7be0-4dab-9a3a-c3543531065d x-openstack-request-id: req-f9db662f-7be0-4dab-9a3a-c3543531065d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:53.537634 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:53.537895 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9db662f-7be0-4dab-9a3a-c3543531065d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:53.538296 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c', 'status': 'completed', 'code': 200} Feb 10 15:54:53.542560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'network_id': 'e62e2140-56f6-4c61-8738-0e8789a8b8a7', 'name': 'tempest-AllowedAddressPairTestJSON-1039978661'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:53.569864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:53.629181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.629862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:53.662467 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-14b59e15-c68c-47dc-80d5-7ecaa11afbf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2672722 Feb 10 15:54:53.667314 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:53.683694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.684291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.684810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.685396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.685902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.686414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.687178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.692120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-e317df0f-4db2-4148-8797-70ef089f9c9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6274 time: 0.1344092 Feb 10 15:54:53.704104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Request body: {'port': {'device_id': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:53.889003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-690b7ca0-99dd-4a48-bcbe-9d87384e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.889003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-690b7ca0-99dd-4a48-bcbe-9d87384e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.889003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-690b7ca0-99dd-4a48-bcbe-9d87384e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:53.889003 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-690b7ca0-99dd-4a48-bcbe-9d87384e8458 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1746714 Feb 10 15:54:53.973220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.048870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-a074bd84-e185-4cd2-805a-686edb3a9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:54.050730 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-047d7d6b-c74b-4625-bb15-4afdf4e99242 req-a074bd84-e185-4cd2-805a-686edb3a9905 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520872 Feb 10 15:54:54.124376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Made reservation on behalf of b594f9944e7d4806a9c7340993bcf912 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:54.127990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.143037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1ce4f-5dc1-48c3-94b5-43f477cf1ab7 req-f6898b98-06d9-4204-a822-a0b17d65e290 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:54.144615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50a1ce4f-5dc1-48c3-94b5-43f477cf1ab7 req-f6898b98-06d9-4204-a822-a0b17d65e290 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 931 time: 1.0643122 Feb 10 15:54:54.196735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80acac3-d83d-4d20-bc72-ada7b355bb60 req-dafdabc7-4a5e-408d-af5f-68d0c69af170 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:54.198715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b80acac3-d83d-4d20-bc72-ada7b355bb60 req-dafdabc7-4a5e-408d-af5f-68d0c69af170 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.5258689 Feb 10 15:54:54.258343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] device_id is not set on port e441cf36-2b2f-4e37-874d-756fd3888ce4 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:54:54.324583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b80acac3-d83d-4d20-bc72-ada7b355bb60 req-8bc324f9-9f04-4584-89a3-2febda201b01 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141639 Feb 10 15:54:54.380860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50a1ce4f-5dc1-48c3-94b5-43f477cf1ab7 req-ace66802-da1d-4baa-941e-1f20e36cf615 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054930 Feb 10 15:54:54.430029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a6dce9-c4c3-46c2-a868-749203f3f6f1 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:54.435807 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d9e3e-8366-401c-b60f-c0c2b66093bd x-openstack-request-id: req-be8d9e3e-8366-401c-b60f-c0c2b66093bd {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:54.436238 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848a8732-b419-48cb-a91e-5e34a45faa45", "name": "network-vif-deleted", "tag": "1082f9dc-66b0-4c0e-ac27-bd280de2ae5b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:54.436496 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be8d9e3e-8366-401c-b60f-c0c2b66093bd {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:54.437317 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848a8732-b419-48cb-a91e-5e34a45faa45', 'name': 'network-vif-deleted', 'tag': '1082f9dc-66b0-4c0e-ac27-bd280de2ae5b', 'status': 'completed', 'code': 200} Feb 10 15:54:54.442329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.456974 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Transition to ACTIVE for port object c4a6dce9-c4c3-46c2-a868-749203f3f6f1 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:54.464472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.552080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:54.684597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Attempting to bind port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:54.684821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Attempting to bind port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:54.685162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Attempting to bind port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:54.694120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:54.694570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Attempting to bind port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:54.706981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:54.708020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:54.709739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:54.710180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Bound port: c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:54.711164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.750808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:54:54.789085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:54:54.789431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1082f9dc-66b0-4c0e-ac27-bd280de2ae5b not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:54:54.822876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] For port c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:54.829637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] For port c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:54.839879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.888478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:54.889256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:54.890929 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] 10.222.0.75 "PUT /v2.0/ports/c4a6dce9-c4c3-46c2-a868-749203f3f6f1 HTTP/1.1" status: 200 len: 1091 time: 1.1977286 Feb 10 15:54:55.004887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e10cb-efef-44d4-98b9-26576236c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:55.025834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-a5355824-695a-4fed-bc84-c4e8e5b0e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.028271 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-a5355824-695a-4fed-bc84-c4e8e5b0e19b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 1094 time: 0.0706291 Feb 10 15:54:55.066922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.114271 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-00d5ddb7-b379-437b-99d0-860c98b06642 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1 HTTP/1.1" status: 200 len: 217 time: 0.0771801 Feb 10 15:54:55.128190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Allocated IP 172.20.0.3 (e62e2140-56f6-4c61-8738-0e8789a8b8a7/9580649c-847d-4b6f-b811-479d64b0e388/e441cf36-2b2f-4e37-874d-756fd3888ce4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:55.150820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.177080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a858-2c28-4620-8626-683846b7c0c4 req-8501f389-796e-49f8-94bb-d5f7777927ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.178834 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-8501f389-796e-49f8-94bb-d5f7777927ec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.0552585 Feb 10 15:54:55.182420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.189492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.200622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.208589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.216527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.223321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.230840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.236261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-43b61be2-a9a9-4f2a-a988-188e17bbf5ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489352 Feb 10 15:54:55.239873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-9474b78d-6355-4e84-a9ca-f4e3b5de0ba6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5382 time: 0.5636227 Feb 10 15:54:55.298812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:55.419793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed84375d-8a8c-4517-8481-e7f3fb0f7daf req-0997e3ed-b7f1-4769-964a-825869c928ac tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789212 Feb 10 15:54:55.424023 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-10c8aca0-f861-48f4-aed7-f8ad85d26a79 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797833 Feb 10 15:54:55.605426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4d201a4f-a17c-4477-a2c2-35f9cdadc05c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=702ac6483d0f45d3b10d545998eab565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054366 Feb 10 15:54:55.611800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38154) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:55.625951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Allocated IP 172.25.7.49 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/52daf0c7-1ece-4cf4-915f-899d8bf05491) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:55.629699 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1424a858-2c28-4620-8626-683846b7c0c4 req-483ea9de-2c52-4a04-a4e9-a743234b1c52 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048354 Feb 10 15:54:55.666814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086746f8-6103-414e-a501-a98cfe458ca9 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:55.686223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff783f2-380b-4efb-949c-140bbfe11b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.716586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff783f2-380b-4efb-949c-140bbfe11b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.771245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.816887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff783f2-380b-4efb-949c-140bbfe11b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.821378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff783f2-380b-4efb-949c-140bbfe11b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:55.821378 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0ff783f2-380b-4efb-949c-140bbfe11b40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fda28b2b-0a21-4818-87e6-6b7c9a7a69a9 HTTP/1.1" status: 204 len: 168 time: 0.2079113 Feb 10 15:54:55.850121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff783f2-380b-4efb-949c-140bbfe11b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda28b2b-0a21-4818-87e6-6b7c9a7a69a9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:55.918063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Transition to ACTIVE for port object 086746f8-6103-414e-a501-a98cfe458ca9 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:55.926887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8dac0-4314-4ada-bcb5-34f019f61c7b req-7b55ff0a-a4b2-4102-8186-58df5e1c59ca tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.929483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8c8dac0-4314-4ada-bcb5-34f019f61c7b req-7b55ff0a-a4b2-4102-8186-58df5e1c59ca tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 943 time: 0.2655659 Feb 10 15:54:55.948737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025efa64-7520-4d06-a8a5-74b4d2979e9c req-9df160ee-5d10-4ca0-878b-24fa77ca5bff tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.956919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-025efa64-7520-4d06-a8a5-74b4d2979e9c req-9df160ee-5d10-4ca0-878b-24fa77ca5bff tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2847159 Feb 10 15:54:55.965402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:56.128355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Pushing event updated for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:56.259108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:56.285461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:56.358228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-025efa64-7520-4d06-a8a5-74b4d2979e9c req-860e0bf6-fc72-4939-8962-fa261d608bc3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988159 Feb 10 15:54:56.428487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8c8dac0-4314-4ada-bcb5-34f019f61c7b req-8c03dc83-70d5-4a14-b99e-4d81ddf391f1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640040 Feb 10 15:54:56.438283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'tag': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:56.441613 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accf0f9f-db07-4b2d-99a4-3e968533f4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "47e9d5d9-a568-47f8-9269-24e88c46b3fc", "tag": "c4a6dce9-c4c3-46c2-a868-749203f3f6f1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:56.555550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Attempting to bind port 086746f8-6103-414e-a501-a98cfe458ca9 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:54:56.555964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Attempting to bind port 086746f8-6103-414e-a501-a98cfe458ca9 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:54:56.556930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Attempting to bind port 086746f8-6103-414e-a501-a98cfe458ca9 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:56.560711 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea2b03-4f68-40d9-be69-ec8788aef2f6 x-openstack-request-id: req-25ea2b03-4f68-40d9-be69-ec8788aef2f6 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:56.561327 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e9d5d9-a568-47f8-9269-24e88c46b3fc", "tag": "c4a6dce9-c4c3-46c2-a868-749203f3f6f1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:56.561327 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25ea2b03-4f68-40d9-be69-ec8788aef2f6 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:56.561650 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'tag': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1', 'status': 'completed', 'code': 200} Feb 10 15:54:56.566827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Port 086746f8-6103-414e-a501-a98cfe458ca9 on network edf72dcd-d60f-48a5-80d6-58868ca355eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:56.567532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Attempting to bind port 086746f8-6103-414e-a501-a98cfe458ca9 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:56.597769 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:56.669867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:56.728836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:56.729942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Checking segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:54:56.730531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Bound using segment: {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:56.732043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Bound port: 086746f8-6103-414e-a501-a98cfe458ca9, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c195381-921b-4204-b723-94f2873a1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:54:56.733127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:56.821085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-aa4c7209-d14f-4065-97be-82c7a92633a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:56.822894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-aa4c7209-d14f-4065-97be-82c7a92633a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 1094 time: 0.2301583 Feb 10 15:54:56.835047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:56.840462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:56.878620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:56.891921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:56.927536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:56.944325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=e441cf36-2b2f-4e37-874d-756fd3888ce4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:56.958905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:57.146020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-a898fa99-dec1-4a44-b49f-9afbed9aedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.146286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:57.152030 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-a898fa99-dec1-4a44-b49f-9afbed9aedd4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.3195024 Feb 10 15:54:57.158768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.172596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.180745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.189158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.197867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.214851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.223251 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-2983ef06-81c3-4a96-a77b-921a96506419 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1 HTTP/1.1" status: 200 len: 217 time: 0.0630784 Feb 10 15:54:57.230508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.254169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-8a582d53-bedd-4565-ae0c-58088cc54b78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5394 time: 0.6082780 Feb 10 15:54:57.285294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:57.296892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.297550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:57.309101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-e6cc309e-2f22-427c-81d3-a789b52eb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.310695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-e6cc309e-2f22-427c-81d3-a789b52eb50c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.0755794 Feb 10 15:54:57.339932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=086746f8-6103-414e-a501-a98cfe458ca9,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:57.350279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event updated for resources: {'Port': ['ID=52daf0c7-1ece-4cf4-915f-899d8bf05491,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:57.361855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ba09ad70-d7f9-4096-9155-7176e5d8b284 None None] Provisioning complete for port e441cf36-2b2f-4e37-874d-756fd3888ce4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:57.362400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ba09ad70-d7f9-4096-9155-7176e5d8b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:57.393022 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-c4d37387-ff83-4485-ba51-83b26a65b0ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651550 Feb 10 15:54:57.396562 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:57.475819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ba09ad70-d7f9-4096-9155-7176e5d8b284 None None] Port e441cf36-2b2f-4e37-874d-756fd3888ce4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:57.558820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.561128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:57.569704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] 10.222.0.45 "PUT /v2.0/ports/086746f8-6103-414e-a501-a98cfe458ca9 HTTP/1.1" status: 200 len: 1090 time: 5.1136591 Feb 10 15:54:57.610535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-baf2bff8-8cd1-429a-a007-51ef950debd5 req-2e296218-a943-4928-a4c4-8f4c93d59cfe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3549697 Feb 10 15:54:57.611177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:54:57.621637 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb7943e-fc42-4e20-85b7-ade4f5902212" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "086746f8-6103-414e-a501-a98cfe458ca9"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:57.683354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:57.691337 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-aefe0eb1-8d5b-4e9e-9046-59cf3be0c43f service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894881 Feb 10 15:54:57.695069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-826f138b-2d1b-471e-ba60-f7cdee30703d tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1628253 Feb 10 15:54:57.697942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38208) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:57.745721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e1:62:a4'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:83:dd:52'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:57.992671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:58.004695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:58.032438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd24c5e-6f32-4add-8790-bf20a8240595 req-d53af32f-8d0f-4ca2-a6c7-5cdb66e803c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.034789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edd24c5e-6f32-4add-8790-bf20a8240595 req-d53af32f-8d0f-4ca2-a6c7-5cdb66e803c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.5549257 Feb 10 15:54:58.035683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea938b-096b-422c-96ef-4859e581fca0 service neutron] Pushing event updated for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:58.089369 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-accf0f9f-db07-4b2d-99a4-3e968533f4b8 req-dad01043-2bde-412b-b068-500ac9ec9e57 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886359 Feb 10 15:54:58.156054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7d9cc-3f5b-4f19-9e8b-978b0beea3cd req-fc909197-3b06-4a93-b813-3945cc56293d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.158668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3b7d9cc-3f5b-4f19-9e8b-978b0beea3cd req-fc909197-3b06-4a93-b813-3945cc56293d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 943 time: 0.3374832 Feb 10 15:54:58.216505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edd24c5e-6f32-4add-8790-bf20a8240595 req-651e152e-73b7-4d37-a4da-f88a2ba63653 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509311 Feb 10 15:54:58.359727 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282652a-bdf4-4748-b8cf-cc6a5a9c45e9 x-openstack-request-id: req-c282652a-bdf4-4748-b8cf-cc6a5a9c45e9 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:58.360171 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "086746f8-6103-414e-a501-a98cfe458ca9", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:58.360521 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c282652a-bdf4-4748-b8cf-cc6a5a9c45e9 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:58.361024 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9', 'status': 'completed', 'code': 200} Feb 10 15:54:58.366612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3b7d9cc-3f5b-4f19-9e8b-978b0beea3cd req-32e3dc5c-f80f-4c1b-b969-55bf3b80911b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603353 Feb 10 15:54:58.418135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:58.425989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:58.479745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.480237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.480712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.482326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.482326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.482326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.482662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.484762 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-280f9d14-c73b-440b-80a5-927acbc588db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6341 time: 0.1468332 Feb 10 15:54:58.522152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:58.850060 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e7c55402-0c64-4127-a6fb-a915a8c65d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:58.974309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-14156dae-68dc-44ec-ba6f-1e4db7865fb4 None None] Provisioning complete for port e441cf36-2b2f-4e37-874d-756fd3888ce4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:58.974687 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-14156dae-68dc-44ec-ba6f-1e4db7865fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.055798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-14156dae-68dc-44ec-ba6f-1e4db7865fb4 None None] Port e441cf36-2b2f-4e37-874d-756fd3888ce4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:54:59.157474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] In _notify_port_updated(), no bound segment for port e441cf36-2b2f-4e37-874d-756fd3888ce4 on network e62e2140-56f6-4c61-8738-0e8789a8b8a7 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:54:59.165921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.168977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.173158 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "PUT /v2.0/ports/e441cf36-2b2f-4e37-874d-756fd3888ce4 HTTP/1.1" status: 200 len: 1056 time: 1.4712379 Feb 10 15:54:59.182727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38222) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:54:59.202634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61383209-0fd3-4148-85b4-a79b501b6ba6 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event updated for resources: {'Port': ['ID=e441cf36-2b2f-4e37-874d-756fd3888ce4,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:59.219588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.226583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.235088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.246043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.252913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.259263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.266021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.268170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-5ce58272-0337-4ea2-b68a-79a83685d6e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5394 time: 0.2229972 Feb 10 15:54:59.505405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f761ab5-e39c-43ba-8970-29b31e922ad2 req-172085ba-2aff-4424-8655-32b30c2cde30 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2227559 Feb 10 15:54:59.516314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf311dc7-fe11-4827-b4a9-457cb289a216 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:54:59.541899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-408691d4-0bc8-44b1-83aa-f9df7b848a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.542476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-408691d4-0bc8-44b1-83aa-f9df7b848a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.545535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-408691d4-0bc8-44b1-83aa-f9df7b848a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.549013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-408691d4-0bc8-44b1-83aa-f9df7b848a23 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0442770 Feb 10 15:54:59.582856 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.618430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fccc6-892c-40b7-b9aa-58cc47c753f6 req-e8a1c529-46f9-4d35-b394-0099296e7e9d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.620087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c7fccc6-892c-40b7-b9aa-58cc47c753f6 req-e8a1c529-46f9-4d35-b394-0099296e7e9d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.1787069 Feb 10 15:54:59.625349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Transition to ACTIVE for port object bf311dc7-fe11-4827-b4a9-457cb289a216 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:59.641406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.643351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.715505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Pushing event updated for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:59.726767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-7ddc1e59-72f3-462b-9a5a-02a46e43fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:59.728887 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ffb7943e-fc42-4e20-85b7-ade4f5902212 req-7ddc1e59-72f3-462b-9a5a-02a46e43fa26 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696417 Feb 10 15:54:59.767643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port e441cf36-2b2f-4e37-874d-756fd3888ce4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:54:59.768023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.924684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:54:59.928610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c7fccc6-892c-40b7-b9aa-58cc47c753f6 req-d0a45b2b-deb6-40fc-bec1-654ab2115bd7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004541 Feb 10 15:54:59.964144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for e441cf36-2b2f-4e37-874d-756fd3888ce4 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:00.054901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ede17e-658f-407e-bea9-77034ba6bd2b req-aa4a3e1a-f5d5-4a29-b7fd-213777126a9e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:00.058382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7ede17e-658f-407e-bea9-77034ba6bd2b req-aa4a3e1a-f5d5-4a29-b7fd-213777126a9e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 943 time: 0.4175007 Feb 10 15:55:00.169397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Attempting to bind port bf311dc7-fe11-4827-b4a9-457cb289a216 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:00.171900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Attempting to bind port bf311dc7-fe11-4827-b4a9-457cb289a216 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:00.181625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Attempting to bind port bf311dc7-fe11-4827-b4a9-457cb289a216 on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:00.191039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7ede17e-658f-407e-bea9-77034ba6bd2b req-247a750a-d3f7-4338-ae3a-60e4f49c34c9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224730 Feb 10 15:55:00.210516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Port bf311dc7-fe11-4827-b4a9-457cb289a216 on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:55:00.210516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Attempting to bind port bf311dc7-fe11-4827-b4a9-457cb289a216 on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:00.216236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:00.216621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Checking segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:00.217116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Bound using segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:00.217663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Bound port: bf311dc7-fe11-4827-b4a9-457cb289a216, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:00.218119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.250956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.251752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c4a6dce9-c4c3-46c2-a868-749203f3f6f1 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:00.289553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Router 17571a0a-c152-4515-98f4-2ec97747b6cb is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:00.292264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=e441cf36-2b2f-4e37-874d-756fd3888ce4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:00.445646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:00.453113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:00.496282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.502180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38264) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:00.505558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4f222aff-11b2-41b2-aed1-833e4a0e4971 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0438993 Feb 10 15:55:00.508107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:00.509312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1', 'mac_address': 'fa:16:3e:4b:e1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:00.514170 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] Sync routers for ids ['17571a0a-c152-4515-98f4-2ec97747b6cb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:00.515606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': False}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:00.528937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf311dc7-fe11-4827-b4a9-457cb289a216,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:00.538390 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.573006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] Routers {'17571a0a-c152-4515-98f4-2ec97747b6cb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:00.574400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['17571a0a-c152-4515-98f4-2ec97747b6cb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:00.630942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:00.637184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:00.638005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.639679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] 10.222.0.45 "PUT /v2.0/ports/bf311dc7-fe11-4827-b4a9-457cb289a216 HTTP/1.1" status: 200 len: 1091 time: 3.0120776 Feb 10 15:55:00.640189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:00.643477 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d492d-4451-42a5-a658-883e0571d989" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:00.672465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] Routers {'17571a0a-c152-4515-98f4-2ec97747b6cb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:00.673400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:54:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['17571a0a-c152-4515-98f4-2ec97747b6cb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:00.687412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Request body: {'port': {'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:00.745237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:00.746134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb06f7-fd3b-4cd4-9eb5-9a41ff18a186 None None] The sync data for ids ['17571a0a-c152-4515-98f4-2ec97747b6cb'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:00.753593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.787883 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77311b46-4926-43a8-acdd-626b8a8306f7 x-openstack-request-id: req-77311b46-4926-43a8-acdd-626b8a8306f7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:00.788272 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:00.788530 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77311b46-4926-43a8-acdd-626b8a8306f7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:00.788955 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216', 'status': 'completed', 'code': 200} Feb 10 15:55:00.814412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a6dce9-c4c3-46c2-a868-749203f3f6f1 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:00.842322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878872a-d9d0-4c1b-831f-c62e89f5161a service neutron] Pushing event updated for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:00.881659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:00.893228 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:00.972525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:01.002719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:01.031780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.047661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.062054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.069100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.079381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.104933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.112207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.115378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-40a527ca-13fa-4810-bcb7-738bc4c17cea tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5406 time: 0.3246896 Feb 10 15:55:01.178893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.179732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.180541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.181846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.182585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.183237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.184197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.186419 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e18d492d-4451-42a5-a658-883e0571d989 req-7877e87a-ca45-4863-8455-e09cb05ce8db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6408 time: 0.3933840 Feb 10 15:55:01.188499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:01.201091 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-92bfed19-e1f2-49a0-8609-238366ae6f0e tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/ports/e441cf36-2b2f-4e37-874d-756fd3888ce4 HTTP/1.1" status: 204 len: 168 time: 2.0166476 Feb 10 15:55:01.208739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38286) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:01.306522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d70552c3-16db-48b0-b118-5688b2b2c70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:01.373986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c4a6dce9-c4c3-46c2-a868-749203f3f6f1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:01.374212 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bed62e-2e24-4a9e-9212-1145c996894a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] GET failed (client error): The resource could not be found. Feb 10 15:55:01.378710 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73bed62e-2e24-4a9e-9212-1145c996894a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "GET /v2.0/ports/e441cf36-2b2f-4e37-874d-756fd3888ce4 HTTP/1.1" status: 404 len: 333 time: 0.1686454 Feb 10 15:55:01.381251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38296) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:01.383926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf87eeb1-5036-4e2d-a5e7-531ba4b01d36 req-e4dfc033-7871-432d-918d-638cad717d81 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2538240 Feb 10 15:55:01.484088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c1381-92be-4a8b-a69f-1840e4fee1ad req-2e3c08cd-1299-4ffd-a5a2-c071245635d4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.487567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e93c1381-92be-4a8b-a69f-1840e4fee1ad req-2e3c08cd-1299-4ffd-a5a2-c071245635d4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.3692257 Feb 10 15:55:01.589998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e93c1381-92be-4a8b-a69f-1840e4fee1ad req-26416560-a5b3-42de-a6cc-0c84fd130103 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838857 Feb 10 15:55:01.631964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-f81c08b4-2ba3-4906-938d-ecd02521b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.632467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-f81c08b4-2ba3-4906-938d-ecd02521b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.632944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-f81c08b4-2ba3-4906-938d-ecd02521b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.634939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e18d492d-4451-42a5-a658-883e0571d989 req-f81c08b4-2ba3-4906-938d-ecd02521b7e6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4272761 Feb 10 15:55:01.830190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f86c6-013d-4931-9938-adc15a971e06 req-4eb45c19-9226-4981-abe1-8351dcaa4091 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.837461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port 62159ea3-ecf9-438a-ad02-74255d748786 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:01.837830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:01.842720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c53f86c6-013d-4931-9938-adc15a971e06 req-4eb45c19-9226-4981-abe1-8351dcaa4091 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 944 time: 0.1746457 Feb 10 15:55:02.033689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c53f86c6-013d-4931-9938-adc15a971e06 req-a6d7c434-b688-4a6a-83b1-b63fbcc690b8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740501 Feb 10 15:55:02.141142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304046c0-7eec-43dc-bcab-2bb59dcf53db {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:02.151020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.154252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d492d-4451-42a5-a658-883e0571d989 req-1d1eb86e-1796-4581-81fd-dd900b140ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.155802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e18d492d-4451-42a5-a658-883e0571d989 req-1d1eb86e-1796-4581-81fd-dd900b140ecc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5129528 Feb 10 15:55:02.173028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Transition to ACTIVE for port object 304046c0-7eec-43dc-bcab-2bb59dcf53db will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:55:02.187369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.227085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.250228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for 62159ea3-ecf9-438a-ad02-74255d748786 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:02.316511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.329327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Pushing event updated for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:02.371395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.491548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Attempting to bind port 304046c0-7eec-43dc-bcab-2bb59dcf53db on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:02.494864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Attempting to bind port 304046c0-7eec-43dc-bcab-2bb59dcf53db by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:02.495474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Attempting to bind port 304046c0-7eec-43dc-bcab-2bb59dcf53db on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:02.514250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Port 304046c0-7eec-43dc-bcab-2bb59dcf53db on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:55:02.514581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Attempting to bind port 304046c0-7eec-43dc-bcab-2bb59dcf53db on network b340ef99-402b-4687-ad5f-92dcb56aa7c6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:02.523458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:02.523733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Checking segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:02.524127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Bound using segment: {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:02.524561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Bound port: 304046c0-7eec-43dc-bcab-2bb59dcf53db, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ac2c77-dc42-4128-9d7d-709e28b25e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:02.524924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.596745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.719003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:02.739214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=62159ea3-ecf9-438a-ad02-74255d748786,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:02.789157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:02.832951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:02.955134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.961832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.972104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.977867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.985966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.996308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.012851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.027711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b82efcf7-1701-462c-b876-9306db32ed70 req-f1f2a43f-ecee-4221-b707-05e1bfb1a416 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.4011528 Feb 10 15:55:03.063148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.064336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:03.070005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] 10.222.0.45 "PUT /v2.0/ports/304046c0-7eec-43dc-bcab-2bb59dcf53db HTTP/1.1" status: 200 len: 1091 time: 2.3998659 Feb 10 15:55:03.084861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:03.095908 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ead5ba3-e1e5-45f2-8764-53c28579243e" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:03.118207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb07b-399f-4262-896d-6a0a76e317ca req-eef448b1-ad25-4bb3-857b-0f2a8b986497 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.123263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-695eb07b-399f-4262-896d-6a0a76e317ca req-eef448b1-ad25-4bb3-857b-0f2a8b986497 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.3848584 Feb 10 15:55:03.171491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:03.178533 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf8f40b6-23a6-41b9-8df4-cecd6116d9bd tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/ports/62159ea3-ecf9-438a-ad02-74255d748786 HTTP/1.1" status: 204 len: 168 time: 1.7947197 Feb 10 15:55:03.183346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38344) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:03.242509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fb9f3-e59f-44a8-b162-a41b501bd88d service neutron] Pushing event updated for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:03.304372 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-217dacb1-f626-4a4c-955f-f6123adb9d58 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] GET failed (client error): The resource could not be found. Feb 10 15:55:03.313336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-217dacb1-f626-4a4c-955f-f6123adb9d58 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "GET /v2.0/ports/62159ea3-ecf9-438a-ad02-74255d748786 HTTP/1.1" status: 404 len: 333 time: 0.1284981 Feb 10 15:55:03.344075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38350) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:03.539016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b82efcf7-1701-462c-b876-9306db32ed70 req-fa5c6dc4-2a81-4d97-82a2-74923327ab4d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5089040 Feb 10 15:55:03.548315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.548824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.549359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.549827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.550286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.550875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.551204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.553288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-531016ac-5c07-44f9-be8e-135c20382389 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6475 time: 0.3945549 Feb 10 15:55:03.560493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:03.583809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:03.633410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-695eb07b-399f-4262-896d-6a0a76e317ca req-23101d0e-6a34-4e93-b486-eccf0268cbc6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809239 Feb 10 15:55:03.744555 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab23bc-0412-4755-b7c0-4146209ed539 x-openstack-request-id: req-54ab23bc-0412-4755-b7c0-4146209ed539 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:03.745949 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:03.747505 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54ab23bc-0412-4755-b7c0-4146209ed539 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:03.749316 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db', 'status': 'completed', 'code': 200} Feb 10 15:55:03.766272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-8bdebe64-9bda-4e34-b04a-c53c08d301c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f HTTP/1.1" status: 200 len: 217 time: 0.1996560 Feb 10 15:55:03.818209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port c1f49453-a70b-47f4-8017-cd8b4898cbfe {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:03.818764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:03.869757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6964743b-d042-463a-a61f-068b751ded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.871535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6964743b-d042-463a-a61f-068b751ded70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e59aaab6-43f5-4f3f-8014-f426c4f78c11 HTTP/1.1" status: 200 len: 851 time: 0.0922630 Feb 10 15:55:03.891352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2812-b850-478e-b565-0cecc43a759b req-5cd0d94c-c6de-4340-a272-7680f6594359 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.894334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14de2812-b850-478e-b565-0cecc43a759b req-5cd0d94c-c6de-4340-a272-7680f6594359 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 944 time: 0.1418488 Feb 10 15:55:04.043251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Router 17571a0a-c152-4515-98f4-2ec97747b6cb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:04.073920 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.092963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14de2812-b850-478e-b565-0cecc43a759b req-291fa4b1-e961-448f-ad8a-0922bce763d2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414340 Feb 10 15:55:04.118574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a521a5e7-2c58-4138-aa9a-106e53d3be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:04.132588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a521a5e7-2c58-4138-aa9a-106e53d3be31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366376 Feb 10 15:55:04.162181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.220495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for c1f49453-a70b-47f4-8017-cd8b4898cbfe owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:04.288449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c4a6dce9-c4c3-46c2-a868-749203f3f6f1 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:04.295748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a5e54f00-9319-4e66-9a52-aaa579f9d3d9 service neutron] 10.222.0.45 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549745 Feb 10 15:55:04.352944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-b8f2a5a5-4aee-486d-880f-0878dc812b6a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fb3474e1b6f4e6b931644784251d761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106291 Feb 10 15:55:04.472073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.513432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:04.519724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:04.520409 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.594734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:04.608028 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] Sync routers for ids ['17571a0a-c152-4515-98f4-2ec97747b6cb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:04.624520 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.630734 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-523e2a27-049a-489d-a900-df36a63736ff tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "PUT /v2.0/routers/17571a0a-c152-4515-98f4-2ec97747b6cb HTTP/1.1" status: 200 len: 921 time: 4.1274757 Feb 10 15:55:04.633035 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] Routers {'17571a0a-c152-4515-98f4-2ec97747b6cb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:04.635127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38408) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:04.635697 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['17571a0a-c152-4515-98f4-2ec97747b6cb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:04.649825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.727373 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:04.752703 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] Routers {'17571a0a-c152-4515-98f4-2ec97747b6cb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:04.753667 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['17571a0a-c152-4515-98f4-2ec97747b6cb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:04.757938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-770afcb7-efbf-48d4-a4f6-f37f1f29068b service neutron] 10.222.0.45 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242830 Feb 10 15:55:04.834435 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:04.837327 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a06f7-bf69-4f0e-83a4-e8cf82fbd3e2 None None] The sync data for ids ['17571a0a-c152-4515-98f4-2ec97747b6cb'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:04.853741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-d0900297-3e61-4440-9c6a-8582c73172bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 200 len: 217 time: 0.0863419 Feb 10 15:55:04.863697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-19d9e2b4-7462-4461-a15e-0b966c0c50ff tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:04.872324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-19d9e2b4-7462-4461-a15e-0b966c0c50ff tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5183089 Feb 10 15:55:04.924384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:04.961137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-dda1cf3f-00e5-418e-adc5-8e76a9864b67 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/quotas/2fb3474e1b6f4e6b931644784251d761 HTTP/1.1" status: 200 len: 375 time: 0.0874822 Feb 10 15:55:05.013633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:05.021759 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21626832-05da-4812-ae7d-ea962601f94a" -d '{"events": [{"server_uuid": "47e9d5d9-a568-47f8-9269-24e88c46b3fc", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6dce9-c4c3-46c2-a868-749203f3f6f1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:05.027827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-012792e0-d05c-4e66-9f29-6f9318afc014 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fb3474e1b6f4e6b931644784251d761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618708 Feb 10 15:55:05.037169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-457ce7e8-66c2-441f-9a3c-015dc2060123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.041768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-457ce7e8-66c2-441f-9a3c-015dc2060123 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.1663189 Feb 10 15:55:05.069504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:05.076258 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:05.081791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.098639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.116062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.129510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.145521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.164811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.184475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.189811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-8d0bc5e8-c380-41f7-b5bb-8d2ee1abf4e6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.3345137 Feb 10 15:55:05.241072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:05.266282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=c1f49453-a70b-47f4-8017-cd8b4898cbfe,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:05.430578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-937a2a94-5a40-48f7-a5d7-41df3f971b7d req-ba70114d-2d06-4eb5-b6ef-2f2949840828 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1918216 Feb 10 15:55:05.443737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6e3e3fdc-c181-4434-9bed-6bf7b2568165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.457456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6e3e3fdc-c181-4434-9bed-6bf7b2568165 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2591398 Feb 10 15:55:05.556153 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c9e87-29c1-42a0-9f82-e78c7a2420ed x-openstack-request-id: req-ae3c9e87-29c1-42a0-9f82-e78c7a2420ed {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:05.556442 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9d5d9-a568-47f8-9269-24e88c46b3fc", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6dce9-c4c3-46c2-a868-749203f3f6f1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:05.556892 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3c9e87-29c1-42a0-9f82-e78c7a2420ed {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:05.557442 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1', 'code': 200} Feb 10 15:55:05.558114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:05.561829 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-33131f66-9641-4186-90c9-62c0c2380c07 tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/ports/c1f49453-a70b-47f4-8017-cd8b4898cbfe HTTP/1.1" status: 204 len: 168 time: 2.2136216 Feb 10 15:55:05.565406 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-22a85d94-f5af-4e7e-82cd-78f6b7811f1a tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/17571a0a-c152-4515-98f4-2ec97747b6cb HTTP/1.1" status: 200 len: 921 time: 0.9283464 Feb 10 15:55:05.566403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38422) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:05.599464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38424) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:05.630630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting subnet 9580649c-847d-4b6f-b811-479d64b0e388 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:55:05.634371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:05.809137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:05.839253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709271bb-017b-4059-a5d2-2508873eac1e req-8853b5cd-c505-4942-a2bc-187f78e26999 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.849928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-709271bb-017b-4059-a5d2-2508873eac1e req-8853b5cd-c505-4942-a2bc-187f78e26999 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.4139235 Feb 10 15:55:05.903351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9e35b-6456-4d56-b88b-a18ebbdfc206 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.905228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dbe9e35b-6456-4d56-b88b-a18ebbdfc206 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=17571a0a-c152-4515-98f4-2ec97747b6cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3044901 Feb 10 15:55:05.919916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38432) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:05.946556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfac1a-311b-4e37-81c2-41041f7f76d4 req-acea2909-a0d3-43e2-bc31-d11f7f0f7aa2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.948633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94dfac1a-311b-4e37-81c2-41041f7f76d4 req-acea2909-a0d3-43e2-bc31-d11f7f0f7aa2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.2125132 Feb 10 15:55:05.981642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32ba4-190e-4ce0-a6fd-17b8accc895c req-ddb98b74-9614-46c7-b092-94425d692f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.983312 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-45e32ba4-190e-4ce0-a6fd-17b8accc895c req-ddb98b74-9614-46c7-b092-94425d692f07 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 1096 time: 0.3189013 Feb 10 15:55:05.998962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.064011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-709271bb-017b-4059-a5d2-2508873eac1e req-138f0bee-2822-4e0c-a22e-6936bab68ce3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130518 Feb 10 15:55:06.083479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-f7264e8e-ecd8-4a5d-8f8a-e49211b75ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246893 Feb 10 15:55:06.096894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94dfac1a-311b-4e37-81c2-41041f7f76d4 req-fbd8a32b-6708-477a-ac2d-98471e3aa291 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280832 Feb 10 15:55:06.118310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-45e32ba4-190e-4ce0-a6fd-17b8accc895c req-885530f1-e14b-4b8d-8b57-0684f55a80d0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207392 Feb 10 15:55:06.168596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.219699 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.219913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec15ca2-0a72-41ef-b67e-0ee4555faf9f None None] Network e62e2140-56f6-4c61-8738-0e8789a8b8a7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:06.224262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/subnets/9580649c-847d-4b6f-b811-479d64b0e388 HTTP/1.1" status: 204 len: 168 time: 0.6566694 Feb 10 15:55:06.226506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8185-92ff-4c20-9a00-0be33b85379f tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Subnet': ['ID=9580649c-847d-4b6f-b811-479d64b0e388,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:06.228542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:06.435053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.545503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] DHCP port deletion for e62e2140-56f6-4c61-8738-0e8789a8b8a7 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:55:06.564870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Deleting port 6753e7c6-efde-462d-9615-948dc2161d5a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:06.565260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.643714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] Deleting port 6753e7c6-efde-462d-9615-948dc2161d5a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:06.644596 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.738076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] For port 6753e7c6-efde-462d-9615-948dc2161d5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6753e7c6-efde-462d-9615-948dc2161d5a,segment=NetworkSegment(ba02afd0-82e1-4c68-9622-8a401b0f4b7b),segment_id=ba02afd0-82e1-4c68-9622-8a401b0f4b7b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:06.738419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.768341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] For port 6753e7c6-efde-462d-9615-948dc2161d5a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6753e7c6-efde-462d-9615-948dc2161d5a,segment=NetworkSegment(ba02afd0-82e1-4c68-9622-8a401b0f4b7b),segment_id=ba02afd0-82e1-4c68-9622-8a401b0f4b7b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:06.769724 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:06.793483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] Calling delete_port for 6753e7c6-efde-462d-9615-948dc2161d5a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:06.805675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8a3da311-3eed-4364-a36c-ef0e79c804ee tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fb3474e1b6f4e6b931644784251d761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539707 Feb 10 15:55:06.842015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Calling delete_port for 6753e7c6-efde-462d-9615-948dc2161d5a owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:06.978620 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.006965 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-250de591-5a32-4b21-bd2b-11f56382b150 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9089530 Feb 10 15:55:07.023116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] Pushing event deleted for resources: {'Port': ['ID=6753e7c6-efde-462d-9615-948dc2161d5a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:07.029576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10edd29-095c-421f-88ef-9f5dfa29e053 None None] No DVR routers for this DVR port 6753e7c6-efde-462d-9615-948dc2161d5a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:07.033116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcc153-62a3-46f9-8296-fe758bc99b64 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.035034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cdfcc153-62a3-46f9-8296-fe758bc99b64 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 1.1086504 Feb 10 15:55:07.073483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.086654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38450) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:07.114954 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-3241bf35-9ae7-45ae-9182-d8e93840dfe3 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2fb3474e1b6f4e6b931644784251d761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328934 Feb 10 15:55:07.148658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-b32cd7db-5d03-4bde-bc4c-68080cc58696 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 200 len: 217 time: 0.1297143 Feb 10 15:55:07.155361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38458) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:07.162917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd3661aa-4bc4-4323-af97-dbcae6124caa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=17571a0a-c152-4515-98f4-2ec97747b6cb HTTP/1.1" status: 200 len: 205 time: 0.0660129 Feb 10 15:55:07.163355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Port': ['ID=6753e7c6-efde-462d-9615-948dc2161d5a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:07.182928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.185959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] No DVR routers for this DVR port 6753e7c6-efde-462d-9615-948dc2161d5a on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:07.195982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.218855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.238258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.262501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.268746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.280274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.282934 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-95b70af4-9ddb-46b3-b483-f6e3283b4350 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.6439445 Feb 10 15:55:07.288844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.313435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62e2140-56f6-4c61-8738-0e8789a8b8a7']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:07.349831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6753e7c6-efde-462d-9615-948dc2161d5a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:07.362511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-da89bab3-3d32-4cd8-b01a-2a347f790ff8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.370072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-da89bab3-3d32-4cd8-b01a-2a347f790ff8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5635414 Feb 10 15:55:07.371577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 6753e7c6-efde-462d-9615-948dc2161d5a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:55:07.372054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6753e7c6-efde-462d-9615-948dc2161d5a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:07.402873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-9e163253-f1dc-4c0e-9141-94b76edefe95 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/quotas/2fb3474e1b6f4e6b931644784251d761 HTTP/1.1" status: 200 len: 375 time: 0.0282543 Feb 10 15:55:07.403726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:07.404030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba02afd0-82e1-4c68-9622-8a401b0f4b7b') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:07.409928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3e71ad23-8954-43a4-a71a-1f6fe127587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.412748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-3e71ad23-8954-43a4-a71a-1f6fe127587d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.2526407 Feb 10 15:55:07.421925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.441723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c8dc752-debd-4f59-a9ed-90bd34fc56c0 req-df401012-14b1-4f70-a241-bde9518c67dc tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444359 Feb 10 15:55:07.447763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.457936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:07.458344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.469303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-1e1465e8-87e1-4022-a5af-26edf77ab793 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fb3474e1b6f4e6b931644784251d761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649924 Feb 10 15:55:07.521583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-39482f9b-4a5e-4f75-be54-c10107cb9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:07.524082 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:07.529593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-39482f9b-4a5e-4f75-be54-c10107cb9b4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027513 Feb 10 15:55:07.618022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.624681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.633471 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] 10.222.0.21 "DELETE /v2.0/networks/e62e2140-56f6-4c61-8738-0e8789a8b8a7 HTTP/1.1" status: 204 len: 168 time: 1.3972487 Feb 10 15:55:07.692091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-86e6b44b-44a4-46b5-bd11-8d5bf6c7ba3c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.694538 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-86e6b44b-44a4-46b5-bd11-8d5bf6c7ba3c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5522137 Feb 10 15:55:07.702469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3fcec-9b65-418c-938c-2d22d03c0c5a tempest-AllowedAddressPairTestJSON-1357535819 tempest-AllowedAddressPairTestJSON-1357535819-project] Pushing event deleted for resources: {'Network': ['ID=e62e2140-56f6-4c61-8738-0e8789a8b8a7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:07.716581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Request body: {'port': {'device_id': '4d6502af-5dba-43a0-b807-46f92de4e015', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '2fb3474e1b6f4e6b931644784251d761'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:07.787537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52167b79-3497-4357-b532-5c587581533c req-acd70125-5b79-4473-bd40-a9da385afa3c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.790220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52167b79-3497-4357-b532-5c587581533c req-acd70125-5b79-4473-bd40-a9da385afa3c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2150233 Feb 10 15:55:07.892054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-568cc442-c933-423f-a572-3d0385bf6813 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516462 Feb 10 15:55:07.920273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:07.987053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f152bb-e9fc-4650-8e55-b139c50ae43e req-56b35b83-2831-4ca1-aba9-871e274b5cac tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.004540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40f152bb-e9fc-4650-8e55-b139c50ae43e req-56b35b83-2831-4ca1-aba9-871e274b5cac tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.1818793 Feb 10 15:55:08.077232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52167b79-3497-4357-b532-5c587581533c req-c5a74acb-7fb4-420f-824b-c8c76124e241 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732992 Feb 10 15:55:08.113428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Made reservation on behalf of 2fb3474e1b6f4e6b931644784251d761 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:08.125576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:08.126258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40f152bb-e9fc-4650-8e55-b139c50ae43e req-1b936de1-63a9-4764-94a6-094cf5b7edc4 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207466 Feb 10 15:55:08.179898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-454fee9c-905f-4d76-bad0-50e6ea15bde8 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777166 Feb 10 15:55:08.244198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:08.249172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38478) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:08.315152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-d43e1a22-af6a-4f34-8031-dc209ab585f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c HTTP/1.1" status: 200 len: 217 time: 0.1273229 Feb 10 15:55:08.344997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:08.398610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c2dea56c-0196-4bed-b6c1-4c40e7f47360 req-b3876c71-20d7-45ef-adee-9b651353fd49 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 210 time: 0.1277113 Feb 10 15:55:08.464650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2f3ce2b7-488b-40fe-aad3-82f20b9ef27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.466646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2f3ce2b7-488b-40fe-aad3-82f20b9ef27b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.1281481 Feb 10 15:55:08.515170 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:08.525588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:08.581370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2860fc86-fb0e-42df-a2d5-dee3f43a1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.582926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2860fc86-fb0e-42df-a2d5-dee3f43a1696 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1074476 Feb 10 15:55:08.742335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Deleting port 52daf0c7-1ece-4cf4-915f-899d8bf05491 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:08.743045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:08.822764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-e8ce0d33-7dad-479f-9b1c-e2475b1cf9cb service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307751 Feb 10 15:55:08.876819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d74dd-0703-4fde-a353-5110059244ae,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:08.919892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.934561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.940936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.946946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.954587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.955751 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d7d14264-dcba-482a-aeb0-eec34ad05b17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b594f9944e7d4806a9c7340993bcf912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7048123 Feb 10 15:55:08.960615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.963072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38490) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:08.966602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.968707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99d81510-e412-436b-a47d-80c55524c385 req-78f9561f-c66a-4afd-800d-7f411d7df278 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.3579350 Feb 10 15:55:09.052503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99d81510-e412-436b-a47d-80c55524c385 req-b6ee0f86-1109-4d00-bfde-f6e1c0b0f7aa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572598 Feb 10 15:55:09.099600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-d04a26ea-6b15-43db-b5f1-a9e2ff459ac5 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681818 Feb 10 15:55:09.108796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Allocated IP 192.168.233.98 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/c573fe96-338f-45c4-a3e3-aff863e26c5b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:09.123482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.147929 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54865c14-0244-461b-a57f-c3b67c4c9723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.153078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Calling delete_port for 52daf0c7-1ece-4cf4-915f-899d8bf05491 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:09.222887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54865c14-0244-461b-a57f-c3b67c4c9723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.275913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-5a1e4e75-5431-4937-af1e-ac2bd67dd664 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=086746f8-6103-414e-a501-a98cfe458ca9 HTTP/1.1" status: 200 len: 217 time: 0.1683314 Feb 10 15:55:09.376098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ae4be-f228-4f69-a5c8-5d40d1856899 req-7f47a84f-9f3f-48db-84d6-7363dfb457d1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.377664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d88ae4be-f228-4f69-a5c8-5d40d1856899 req-7f47a84f-9f3f-48db-84d6-7363dfb457d1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.1440985 Feb 10 15:55:09.385567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656f1de-5d18-4d59-8d2f-e7d28ccea3c0 req-e2d98df6-7daf-4594-85df-03c9ff24314b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.387775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b656f1de-5d18-4d59-8d2f-e7d28ccea3c0 req-e2d98df6-7daf-4594-85df-03c9ff24314b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.1235900 Feb 10 15:55:09.440696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b656f1de-5d18-4d59-8d2f-e7d28ccea3c0 req-f7573563-9f46-42b0-bed8-98b99556ff0c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Feb 10 15:55:09.466777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d88ae4be-f228-4f69-a5c8-5d40d1856899 req-96d5a832-d6b4-44e7-836d-384c1ec3ca71 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779436 Feb 10 15:55:09.468263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-93ecc403-48e5-4a50-b421-9a3e97151e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.469737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-93ecc403-48e5-4a50-b421-9a3e97151e37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.1873248 Feb 10 15:55:09.540765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6011c3e3-f63b-4fd7-87d8-0481cd720b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.541181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.542688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-6011c3e3-f63b-4fd7-87d8-0481cd720b24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616107 Feb 10 15:55:09.635758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.649913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54865c14-0244-461b-a57f-c3b67c4c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.654247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54865c14-0244-461b-a57f-c3b67c4c9723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:09.658995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-54865c14-0244-461b-a57f-c3b67c4c9723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/711e5f20-e37a-4896-80ec-97e9b5b775ef HTTP/1.1" status: 204 len: 168 time: 0.6943994 Feb 10 15:55:09.720049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc2aabf2-20fb-4c50-a67c-937904a73adf req-b5a47ea5-0c5d-46eb-8559-31149dcec118 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 210 time: 0.0465658 Feb 10 15:55:09.745145 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-66e0c500-7b6b-47af-a53d-6ac71ceac2c7 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2fb3474e1b6f4e6b931644784251d761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628595 Feb 10 15:55:09.870644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865dd3-1ded-4382-a628-f76091a9edbf req-d78945ee-3ead-4a0b-b7f5-e54d1dda4d87 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.893575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31865dd3-1ded-4382-a628-f76091a9edbf req-d78945ee-3ead-4a0b-b7f5-e54d1dda4d87 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 945 time: 0.1811426 Feb 10 15:55:09.953865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54865c14-0244-461b-a57f-c3b67c4c9723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e5f20-e37a-4896-80ec-97e9b5b775ef,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:10.001231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:10.019400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-f4e6b699-0e9a-4b1e-a655-1f1fb4877374 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112422 Feb 10 15:55:10.023947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:10.027919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:10.239888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-f5ce822a-e512-413d-8bf8-8e8effff9c29 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.252303 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-f5ce822a-e512-413d-8bf8-8e8effff9c29 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889622 Feb 10 15:55:10.302089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-f49ba32d-b4e2-4c5f-a38f-33beaa12f3a1 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817540 Feb 10 15:55:10.359596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:10.375128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Request body: {'port': {'device_id': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': '2fb3474e1b6f4e6b931644784251d761'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:10.389958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31865dd3-1ded-4382-a628-f76091a9edbf req-2bf63a39-3c45-4db0-b268-f28d1453ccc3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924331 Feb 10 15:55:10.393378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-eea93276-1858-421e-b33c-80129582a0f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf311dc7-fe11-4827-b4a9-457cb289a216 HTTP/1.1" status: 200 len: 217 time: 0.0817764 Feb 10 15:55:10.487962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.493933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.500825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.506808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.513257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.519734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.525752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.527837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-ebccc51c-d843-4df7-a7ad-e4107d41626e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.2248585 Feb 10 15:55:10.531854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-9e7559f9-518e-489f-8169-2badd1083460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.533319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-9e7559f9-518e-489f-8169-2badd1083460 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7a9641e-f79c-4afb-be39-2212e8e676d1 HTTP/1.1" status: 200 len: 797 time: 0.1324236 Feb 10 15:55:10.554769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-06a5c127-898e-4e97-bf1c-35af85d6ea3b None None] Provisioning complete for port c573fe96-338f-45c4-a3e3-aff863e26c5b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:10.557795 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-06a5c127-898e-4e97-bf1c-35af85d6ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:10.601915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.603167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:10.613145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:10.659545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-06a5c127-898e-4e97-bf1c-35af85d6ea3b None None] Port c573fe96-338f-45c4-a3e3-aff863e26c5b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:10.689512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event deleted for resources: {'Port': ['ID=52daf0c7-1ece-4cf4-915f-899d8bf05491,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:10.699970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6de844-b221-4fee-af92-7bd76192a66e req-ad07e924-3dc3-4016-9ea4-f114d18723fe tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.709119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6de844-b221-4fee-af92-7bd76192a66e req-ad07e924-3dc3-4016-9ea4-f114d18723fe tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.1800466 Feb 10 15:55:10.714663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3806a240-7051-4aa1-a1da-b0c163b05480 req-d0e46cf6-8430-481f-a0ac-1dff69adf7ab tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719713 Feb 10 15:55:10.719940 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-5eaa3d7d-516b-4fa7-bb87-2424b23ce66a tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0117769 Feb 10 15:55:10.724175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-19828afa-5a8c-4b92-89d3-6d376865c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.725685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-19828afa-5a8c-4b92-89d3-6d376865c82c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804385 Feb 10 15:55:10.788624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Request body: {'port': {'device_id': '4d6502af-5dba-43a0-b807-46f92de4e015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:10.911399 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:10.956303 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.003223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6de844-b221-4fee-af92-7bd76192a66e req-6fda13e2-a9d3-4fa1-9945-b3b74d8c4200 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660730 Feb 10 15:55:11.048286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.051664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.071320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5cf2a-05e3-4dd7-b076-d58d6d51b7b8 req-85f252a6-fdb9-49ff-8829-193bd671e040 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.077116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95b5cf2a-05e3-4dd7-b076-d58d6d51b7b8 req-85f252a6-fdb9-49ff-8829-193bd671e040 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.2109962 Feb 10 15:55:11.156110 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.157740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Fanout notify agent at l3_agent the message router_deleted on router 17571a0a-c152-4515-98f4-2ec97747b6cb {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:11.164644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c8bd20f-a3c9-4806-9f4f-8867b38a565f req-84e1bed7-e3c8-4a83-9e48-f4fa681f3f95 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 210 time: 0.0536759 Feb 10 15:55:11.172312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.177773 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-58035c53-ee02-4982-aa92-be1c5dc65baa tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/17571a0a-c152-4515-98f4-2ec97747b6cb HTTP/1.1" status: 204 len: 168 time: 4.0123260 Feb 10 15:55:11.181151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:11.196368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-553078203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:11.214330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Made reservation on behalf of 2fb3474e1b6f4e6b931644784251d761 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:11.220030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.225187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-a163c47e-97f9-47c8-ad9f-bd3475ee53a6 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824852 Feb 10 15:55:11.233549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38544) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:11.233952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95b5cf2a-05e3-4dd7-b076-d58d6d51b7b8 req-d91a4d96-9325-4325-b2e4-ed28b317f05c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408165 Feb 10 15:55:11.430696 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.440562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.451679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-27f80b7c-7fd3-43db-b64a-7646bc56a327 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084396 Feb 10 15:55:11.531991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-d9449c70-fba1-4c39-b241-92b059d6e8c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db HTTP/1.1" status: 200 len: 217 time: 0.0730667 Feb 10 15:55:11.606021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-53f44bbd-6e2b-4c4f-a285-f813ba2e782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.608056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-53f44bbd-6e2b-4c4f-a285-f813ba2e782b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7a9641e-f79c-4afb-be39-2212e8e676d1 HTTP/1.1" status: 200 len: 797 time: 0.0599480 Feb 10 15:55:11.616970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc02b4c-3c96-4050-9623-f85342219f0e req-bbb21708-2a73-40ef-a934-b4e344fe609b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.618869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccc02b4c-3c96-4050-9623-f85342219f0e req-bbb21708-2a73-40ef-a934-b4e344fe609b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.1459420 Feb 10 15:55:11.724383 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccc02b4c-3c96-4050-9623-f85342219f0e req-b931bbed-ef49-43ae-9a87-7c7182c92582 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937371 Feb 10 15:55:11.728644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2644ee86-29a4-4394-be7f-1cc8aff06ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.730734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-2644ee86-29a4-4394-be7f-1cc8aff06ba5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102698 Feb 10 15:55:11.768807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c573fe96-338f-45c4-a3e3-aff863e26c5b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:11.816649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.839030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-beaebaee-b38d-4861-9b83-5163788caadf service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970871 Feb 10 15:55:11.860102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-390788507'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:11.889615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Transition to ACTIVE for port object c573fe96-338f-45c4-a3e3-aff863e26c5b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:55:11.970883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:11.994548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:12.014327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:12.065657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11f05c79-383f-4dcf-8f78-1ce374d1f1d6 req-17305d21-6e95-4aed-9b4e-ed118b2a1fe2 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212389 Feb 10 15:55:12.134636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.134636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.167606 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:12.169173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7bc53f32-08d4-46f5-ae73-27082d7aeaf0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9817569 Feb 10 15:55:12.169899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Made reservation on behalf of a8f23a42d3d44a2d94ad91ce3f3bc43e for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:12.173313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:12.175967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.178201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38554) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:12.185868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:12.189378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.222051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Allocated IP 192.168.233.121 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/5dabc5a9-19a6-42f1-a146-865eb1d30372) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:12.272959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.272959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.272959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.279583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36d14778-29df-4fbf-b822-3baa91478a94 req-f5ec852a-482c-4063-9be9-3d006599243b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.3608599 Feb 10 15:55:12.285545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:12.288276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:12.372961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ec36e49-c79a-4d30-a6fb-1f1ac711fc75 req-ae43ac21-8f3e-43af-ac72-28734f910150 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 210 time: 0.0400095 Feb 10 15:55:12.392029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.392545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.393029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.393482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.393947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.394420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.394873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.396815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-a1b9409b-dc8d-4a43-840f-5ec1b6858628 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6475 time: 0.1154647 Feb 10 15:55:12.434449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36d14778-29df-4fbf-b822-3baa91478a94 req-3cdff60f-e6cd-4415-beea-36e49314150e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278777 Feb 10 15:55:12.621038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-257ec09c-3cc6-42b9-b514-3187908b0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.623853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-257ec09c-3cc6-42b9-b514-3187908b0d1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b340ef99-402b-4687-ad5f-92dcb56aa7c6 HTTP/1.1" status: 200 len: 902 time: 0.2061033 Feb 10 15:55:12.638697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b539-5da9-4d44-a975-58170ba319be req-682b1fe1-9df8-482b-80e0-22ccd79c75bf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.640300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ac9b539-5da9-4d44-a975-58170ba319be req-682b1fe1-9df8-482b-80e0-22ccd79c75bf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.1521759 Feb 10 15:55:12.695860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-54f41a5c-7e4e-43ce-ab5c-646661ca041d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db HTTP/1.1" status: 200 len: 217 time: 0.0545051 Feb 10 15:55:12.768391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ac9b539-5da9-4d44-a975-58170ba319be req-61775c22-53bf-4975-bebe-74768efdd114 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887210 Feb 10 15:55:12.805538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-c78619c8-6e62-4c1f-819c-f4054060a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.807997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-c78619c8-6e62-4c1f-819c-f4054060a256 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7a9641e-f79c-4afb-be39-2212e8e676d1 HTTP/1.1" status: 200 len: 797 time: 0.0979958 Feb 10 15:55:12.911568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-e858e02c-76fb-428f-8d12-c37671182ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.913121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-e858e02c-76fb-428f-8d12-c37671182ce6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980196 Feb 10 15:55:12.942714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc472-a7ca-4841-8595-ae4ccf8e4519 req-fa83c0f8-6523-4b36-99f0-afbff8d65c67 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.944262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cfcc472-a7ca-4841-8595-ae4ccf8e4519 req-fa83c0f8-6523-4b36-99f0-afbff8d65c67 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.1152904 Feb 10 15:55:13.043782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cfcc472-a7ca-4841-8595-ae4ccf8e4519 req-b1c004b4-3ad4-4351-babe-1c683e063109 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886948 Feb 10 15:55:13.071025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-c18184b7-ed91-4215-ba29-398dc256ae32 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482019 Feb 10 15:55:13.119198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.198365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ead5ba3-e1e5-45f2-8764-53c28579243e req-e1d17100-d0d5-498a-8403-dc774ff6f207 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168664 Feb 10 15:55:13.361496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Attempting to bind port c573fe96-338f-45c4-a3e3-aff863e26c5b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:13.361892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Attempting to bind port c573fe96-338f-45c4-a3e3-aff863e26c5b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:13.362201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Attempting to bind port c573fe96-338f-45c4-a3e3-aff863e26c5b on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:13.396343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Port c573fe96-338f-45c4-a3e3-aff863e26c5b on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:55:13.396681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Attempting to bind port c573fe96-338f-45c4-a3e3-aff863e26c5b on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:13.410861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-f08cd697-c3a7-4061-b561-88cf2ff9f642 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.413913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-f08cd697-c3a7-4061-b561-88cf2ff9f642 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 945 time: 0.0720947 Feb 10 15:55:13.457106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:13.457520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:13.457970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:13.458475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Bound port: c573fe96-338f-45c4-a3e3-aff863e26c5b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:13.458933 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.499151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.538231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.556440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.612165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:13.621153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0fe07791-b90e-484a-971e-b4865a4a303a req-1fd47f31-a1c5-426a-84be-4c6ac42a2650 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 210 time: 0.0629232 Feb 10 15:55:13.634619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a16770-f8d1-48e1-a698-185fcd82e8c0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:13.662986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:13.667158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.667471 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Added segment 538df0eb-5633-4e38-abae-7ace72467d38 of type vlan for network 52f536d5-cc23-41f8-904a-1b9212f4b49c Feb 10 15:55:13.680944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.687475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.693578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.700663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.706798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.710970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:13.712693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.721444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.722299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.724183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-956ccd10-085d-4459-99a3-f8622985b2b9 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.1678989 Feb 10 15:55:13.726618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:13.726955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.739744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.742438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.805048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.805966 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:13.807099 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] 10.222.0.45 "PUT /v2.0/ports/c573fe96-338f-45c4-a3e3-aff863e26c5b HTTP/1.1" status: 200 len: 1095 time: 3.0523291 Feb 10 15:55:13.810008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:13.812644 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9223fe22-15fb-4213-970e-2c47ff0371b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:13.937454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:13.974617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:13.990299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.990725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.991138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.991652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.992059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.992457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.992883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.993364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.993775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.994171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.994706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:13.995106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73fe48-2f0a-4960-8b92-1bc0501cdd52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:14.068431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:14.071589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:14.110068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:14.127654 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.149503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:14.151311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.263077 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.290853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb7d9732-194c-4e76-a0e4-e8e033d7dabb req-26a7ba14-c0b5-4cb9-8696-f7315383c4b7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5202217 Feb 10 15:55:14.301421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port c4a6dce9-c4c3-46c2-a868-749203f3f6f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:14.301783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.320277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for c4a6dce9-c4c3-46c2-a868-749203f3f6f1 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:14.328691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:14.329369 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.334802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301ef11-522e-48eb-9e41-4215475f5a6b req-70dab31c-8e76-48de-9233-e9afbbada6e2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:14.336521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5301ef11-522e-48eb-9e41-4215475f5a6b req-70dab31c-8e76-48de-9233-e9afbbada6e2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.1238327 Feb 10 15:55:14.345576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.351043 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1146441 Feb 10 15:55:14.353244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-397ae825-7a58-4e9b-8e7d-6325079ad3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:14.358843 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-397ae825-7a58-4e9b-8e7d-6325079ad3e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fb3474e1b6f4e6b931644784251d761&device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 1098 time: 0.4869978 Feb 10 15:55:14.374285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:14.391170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Request body: {'subnet': {'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:14.401693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a180dd7a-69f0-49ee-8cdf-9d9d1511628c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0312679 Feb 10 15:55:14.428498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364db98-7667-494c-b1d3-cbeb56fdb3b6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event updated for resources: {'Network': ['ID=52f536d5-cc23-41f8-904a-1b9212f4b49c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:14.452924 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5301ef11-522e-48eb-9e41-4215475f5a6b req-a6fd5255-cde5-40a3-8a7e-6f390eacde91 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Feb 10 15:55:14.514800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:14.515842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Request body: {'port': {'device_id': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:14.601790 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.671414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=c4a6dce9-c4c3-46c2-a868-749203f3f6f1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:14.706900 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-08e71dd5-cdf3-45e0-97fd-2486fb62db88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b HTTP/1.1" status: 200 len: 217 time: 0.3295705 Feb 10 15:55:14.734156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1', 'f74c7b9f-4295-4d10-883e-8e98bf8377ae'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:14.789791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port c4a6dce9-c4c3-46c2-a868-749203f3f6f1 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:14.792308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d6147f64-7c3a-433f-ac69-6e8a883cc30a None None] Provisioning complete for port 5dabc5a9-19a6-42f1-a146-865eb1d30372 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:14.792949 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6147f64-7c3a-433f-ac69-6e8a883cc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.798156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.803355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "DELETE /v2.0/ports/c4a6dce9-c4c3-46c2-a868-749203f3f6f1 HTTP/1.1" status: 204 len: 173 time: 1.3826442 Feb 10 15:55:14.815417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'name': 'network-vif-deleted', 'tag': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:14.819665 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372fc59-89ae-481a-b305-3d6327ffd196" -d '{"events": [{"server_uuid": "47e9d5d9-a568-47f8-9269-24e88c46b3fc", "name": "network-vif-deleted", "tag": "c4a6dce9-c4c3-46c2-a868-749203f3f6f1"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:14.861429 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f740f6-ebb9-4234-9fd4-490da35ad10e x-openstack-request-id: req-10f740f6-ebb9-4234-9fd4-490da35ad10e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:14.862059 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:14.862327 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10f740f6-ebb9-4234-9fd4-490da35ad10e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:14.862806 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'status': 'completed', 'code': 200} Feb 10 15:55:14.871311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-d0d9603d-220e-4a6c-9391-b1c6427cd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:14.874082 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-d0d9603d-220e-4a6c-9391-b1c6427cd462 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 1096 time: 0.4471166 Feb 10 15:55:14.927157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:14.930284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f407218-42af-4b39-966b-23266cf39be0 req-ddd68570-1653-4498-b760-d17fb6dee55c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e9d5d9-a568-47f8-9269-24e88c46b3fc HTTP/1.1" status: 200 len: 210 time: 0.1217070 Feb 10 15:55:14.948900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d6147f64-7c3a-433f-ac69-6e8a883cc30a None None] Port 5dabc5a9-19a6-42f1-a146-865eb1d30372 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:14.998860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-475a7a3c-cbfc-431d-a0b8-83b3a03b5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.000135 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb8046-c138-4771-8297-2d6e7e9827c8 x-openstack-request-id: req-55fb8046-c138-4771-8297-2d6e7e9827c8 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:15.000449 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9d5d9-a568-47f8-9269-24e88c46b3fc", "name": "network-vif-deleted", "tag": "c4a6dce9-c4c3-46c2-a868-749203f3f6f1", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:15.000686 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-475a7a3c-cbfc-431d-a0b8-83b3a03b5bda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.2816226 Feb 10 15:55:15.000809 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55fb8046-c138-4771-8297-2d6e7e9827c8 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:15.001083 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9d5d9-a568-47f8-9269-24e88c46b3fc', 'name': 'network-vif-deleted', 'tag': 'c4a6dce9-c4c3-46c2-a868-749203f3f6f1', 'status': 'completed', 'code': 200} Feb 10 15:55:15.005517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Allocated IP 172.25.7.82 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/6fe74549-af8c-4b40-9b3a-c54f41832655) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:15.027964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de5a6a-a924-4a9d-b89e-d00728cd1e30 req-a5facc3a-0f28-4998-9266-96ef85e7bbe3 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.031960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6de5a6a-a924-4a9d-b89e-d00728cd1e30 req-a5facc3a-0f28-4998-9266-96ef85e7bbe3 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 936 time: 0.0646112 Feb 10 15:55:15.058672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Made reservation on behalf of a8f23a42d3d44a2d94ad91ce3f3bc43e for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:15.062969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:15.080060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6de5a6a-a924-4a9d-b89e-d00728cd1e30 req-628086f2-8784-4f85-9727-f530ed6ba154 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Feb 10 15:55:15.233518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-c1db427c-2d10-44cc-b9bf-9a996d58178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.235042 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-c1db427c-2d10-44cc-b9bf-9a996d58178a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203126 Feb 10 15:55:15.236040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-c8362ff5-3036-4b65-bb4c-9d5d2fc9c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.237352 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-c8362ff5-3036-4b65-bb4c-9d5d2fc9c44a service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.3556781 Feb 10 15:55:15.412780 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-a82b5c94-f1f1-4623-b65e-413cd9c52322 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8 HTTP/1.1" status: 200 len: 217 time: 0.1492803 Feb 10 15:55:15.539945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.547154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.553145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.559054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.566306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.572491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.579234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.583100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-877fa2b1-fd35-4648-96b7-78f8d05c1402 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.1155577 Feb 10 15:55:15.589581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:15.613099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-cc073cdf-0891-4478-ab84-b978bc7a35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.614607 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-cc073cdf-0891-4478-ab84-b978bc7a35c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1921945 Feb 10 15:55:15.640010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57af2799-b03d-438f-89ba-ef7eb1753e2c req-17e48137-053b-4fa5-8519-27b4fbfd966c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514765 Feb 10 15:55:15.682413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-adf2b002-0064-4556-b450-4825cd876d7f service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399207 Feb 10 15:55:15.708091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9b75-0012-4d92-a671-66ea763247d3 req-96699f00-aa55-425c-bc4f-a7e1414b2955 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.709868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-803c9b75-0012-4d92-a671-66ea763247d3 req-96699f00-aa55-425c-bc4f-a7e1414b2955 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 945 time: 0.0685112 Feb 10 15:55:15.757016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-803c9b75-0012-4d92-a671-66ea763247d3 req-3756a886-4946-4363-9614-a41a5a94e43d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Feb 10 15:55:15.837329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:15.847392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-0c808b05-5845-4a29-95e6-4b20460fd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:15.848925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-0c808b05-5845-4a29-95e6-4b20460fd2ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235372 Feb 10 15:55:15.855836 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:15.998742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:16.030204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:16.228179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49ce01-7165-430d-882d-e33053e43b9a req-84bb2cee-4884-4882-88ca-765ed780617f tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.230314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b49ce01-7165-430d-882d-e33053e43b9a req-84bb2cee-4884-4882-88ca-765ed780617f tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 936 time: 0.0646489 Feb 10 15:55:16.322242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b49ce01-7165-430d-882d-e33053e43b9a req-ee1250c9-3f2b-49be-ae18-ea47d1141a7f tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792274 Feb 10 15:55:16.339553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2aeefc-37a6-4b85-9a76-5890eef68938 req-b0c6afa5-7a60-4aed-af0a-c364d20d801e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.339553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c2aeefc-37a6-4b85-9a76-5890eef68938 req-b0c6afa5-7a60-4aed-af0a-c364d20d801e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 945 time: 0.1073947 Feb 10 15:55:16.350449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 80d57d58-f166-4a16-abc3-cd35ab2671d8 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:16.391545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c2aeefc-37a6-4b85-9a76-5890eef68938 req-f14ffbc8-2931-46c8-b150-4e80b9a0a588 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Feb 10 15:55:16.409832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:16.424755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event updated for resources: {'Subnet': ['ID=fa46e1fc-c383-44d5-89f5-c72a7835ff45,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:16.457723 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-299cf88e-31f2-48de-b5e6-c52f0e31068b req-57508ce2-cd75-468e-aa6e-5813b11f97b1 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623754 Feb 10 15:55:16.482324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dabc5a9-19a6-42f1-a146-865eb1d30372 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:16.488380 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:16.504363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event updated for resources: {'Port': ['ID=6fe74549-af8c-4b40-9b3a-c54f41832655,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:16.526294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:16.529909 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c866b416-1b5c-4f84-b421-3075b3f8224f" -d '{"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-unplugged", "status": "completed", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:16.530137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:16.566271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:16.574415 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:16.574691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Transition to ACTIVE for port object 5dabc5a9-19a6-42f1-a146-865eb1d30372 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:55:16.575428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c4a6dce9-c4c3-46c2-a868-749203f3f6f1 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:16.587658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Checking segment: {'id': '538df0eb-5633-4e38-abae-7ace72467d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:16.588016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Network hostable DHCP agents. Network: 52f536d5-cc23-41f8-904a-1b9212f4b49c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:16.610528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:16.626681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: c4a6dce9-c4c3-46c2-a868-749203f3f6f1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:55:16.627185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c4a6dce9-c4c3-46c2-a868-749203f3f6f1 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:16.665462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:16.685488 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3287dea5-cc37-4a91-bd00-953a4e9a7b00 x-openstack-request-id: req-3287dea5-cc37-4a91-bd00-953a4e9a7b00 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:16.685898 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-unplugged", "status": "completed", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:16.686244 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3287dea5-cc37-4a91-bd00-953a4e9a7b00 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:16.686735 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'code': 200} Feb 10 15:55:16.790617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.802872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.811806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.821118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.830129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.837280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.844822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.846765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-8935b99d-9597-44c7-9511-c1a51738e880 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.1234882 Feb 10 15:55:16.857170 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-40bb3b14-3b25-4f7b-b1b8-55f48eb708cd service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795811 Feb 10 15:55:16.870613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:16.890655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:16.911868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-01bdbaad-3d10-4b00-8f64-6fcab12f6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.913910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-01bdbaad-3d10-4b00-8f64-6fcab12f6b81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fb3474e1b6f4e6b931644784251d761&device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 1098 time: 0.3223593 Feb 10 15:55:16.927339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4a16e1c-d066-4c28-b241-38faa26a68cb req-f45af04a-ab8b-4b39-bc7c-c0af5d5231db tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724962 Feb 10 15:55:16.946998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2d1d9-4e4d-4a9f-8484-fd8a860f1e81 req-c640acb1-c626-45cf-941a-01256ae3f1f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.955918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b2d1d9-4e4d-4a9f-8484-fd8a860f1e81 req-c640acb1-c626-45cf-941a-01256ae3f1f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.0915294 Feb 10 15:55:16.969984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 52f536d5-cc23-41f8-904a-1b9212f4b49c) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:16.978697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b67c4-9744-4a91-b21c-d5f3a26c4e44 None None] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:16.997794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:16.998286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.001561 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9b2d1d9-4e4d-4a9f-8484-fd8a860f1e81 req-f539e6ad-8274-46d8-8fb2-034e02c856fc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Feb 10 15:55:17.142194 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-20bbe3dc-a3d5-41e4-8b58-145d1ddc3e8f tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7642574 Feb 10 15:55:17.142792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38642) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:17.149196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Request body: {'port': {'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1898712562'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:17.153868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-52f536d5-cc23-41f8-904a-1b9212f4b49c', 'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c', 'tenant_id': 'a8f23a42d3d44a2d94ad91ce3f3bc43e', 'fixed_ips': [{'subnet_id': 'fa46e1fc-c383-44d5-89f5-c72a7835ff45'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:17.155036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.199891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Attempting to bind port 5dabc5a9-19a6-42f1-a146-865eb1d30372 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:17.199891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Attempting to bind port 5dabc5a9-19a6-42f1-a146-865eb1d30372 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:17.201020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Attempting to bind port 5dabc5a9-19a6-42f1-a146-865eb1d30372 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:17.234025 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9f698c00-1b37-4ecb-a559-d5a1cffa1ded req-4f8d970f-f388-4f37-b6dd-96f047316af3 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574646 Feb 10 15:55:17.242069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-1cc2d6a5-90ad-458a-bf48-5883e5815c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.243625 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-1cc2d6a5-90ad-458a-bf48-5883e5815c15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.2867320 Feb 10 15:55:17.246223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Port 5dabc5a9-19a6-42f1-a146-865eb1d30372 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:55:17.246553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Attempting to bind port 5dabc5a9-19a6-42f1-a146-865eb1d30372 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:17.285797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Made reservation on behalf of a8f23a42d3d44a2d94ad91ce3f3bc43e for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:17.289986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.295769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:17.296119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:17.296510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:17.296960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Bound port: 5dabc5a9-19a6-42f1-a146-865eb1d30372, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:17.297318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.299991 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-2b8f79b4-9e24-4ae0-92ea-cdc98161479c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b HTTP/1.1" status: 200 len: 217 time: 0.0479817 Feb 10 15:55:17.308987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] device_id is not set on port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:55:17.316982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Allocated IP 172.20.0.2 (52f536d5-cc23-41f8-904a-1b9212f4b49c/fa46e1fc-c383-44d5-89f5-c72a7835ff45/6b2716ce-d57f-4858-81e2-67324d274f9d) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:17.346605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.461988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8849c-ca99-450c-a6ba-0895f94638a5 req-ba773f9b-fc59-4af7-a05b-509d84402e80 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.464498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ab8849c-ca99-450c-a6ba-0895f94638a5 req-ba773f9b-fc59-4af7-a05b-509d84402e80 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.0626841 Feb 10 15:55:17.481985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-9232dfd4-a531-432b-9c6b-0a9a9013bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.483500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-9232dfd4-a531-432b-9c6b-0a9a9013bc08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1700308 Feb 10 15:55:17.509068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:17.529395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.539539 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.543391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ab8849c-ca99-450c-a6ba-0895f94638a5 req-30bb07c7-2994-4eb0-8fc5-3386dcfef4a7 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716817 Feb 10 15:55:17.546134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:17.571234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:17.571234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:17.595594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.600406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:17.628289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b5d8d-a9b8-4db1-8115-10fcc4895f6a req-8be1d0e2-906d-4c97-900e-3c226c80a6ab tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.635822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c71b5d8d-a9b8-4db1-8115-10fcc4895f6a req-8be1d0e2-906d-4c97-900e-3c226c80a6ab tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 945 time: 0.1425476 Feb 10 15:55:17.658090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-23195452-1a23-463c-a03f-a9a0cae0c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.660772 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-23195452-1a23-463c-a03f-a9a0cae0c370 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677315 Feb 10 15:55:17.699244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.702886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.710354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Pushing event updated for resources: {'Port': ['ID=6b2716ce-d57f-4858-81e2-67324d274f9d,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:17.716746 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/5dabc5a9-19a6-42f1-a146-865eb1d30372 HTTP/1.1" status: 200 len: 1096 time: 3.2722867 Feb 10 15:55:17.718788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:17.723086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c71b5d8d-a9b8-4db1-8115-10fcc4895f6a req-55bef3ff-6b45-479d-864d-17b0552f7a4a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845385 Feb 10 15:55:17.724777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Allocated IP 172.20.0.11 (52f536d5-cc23-41f8-904a-1b9212f4b49c/fa46e1fc-c383-44d5-89f5-c72a7835ff45/cffc2641-7d67-48ef-ae09-43b7f0ba7c66) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:17.740089 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043d895-5681-4cd7-a6bc-05f893f5ce88" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:17.751827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Attempting to bind port 6b2716ce-d57f-4858-81e2-67324d274f9d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:17.756123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Attempting to bind port 6b2716ce-d57f-4858-81e2-67324d274f9d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '538df0eb-5633-4e38-abae-7ace72467d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:17.756773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Attempting to bind port 6b2716ce-d57f-4858-81e2-67324d274f9d on network 52f536d5-cc23-41f8-904a-1b9212f4b49c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:17.759546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-ecdda510-ed92-47a1-9022-5ea2b6e1752f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:17.761636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-ecdda510-ed92-47a1-9022-5ea2b6e1752f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 945 time: 0.2158065 Feb 10 15:55:17.776309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:17.776692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Checking segment: {'id': '538df0eb-5633-4e38-abae-7ace72467d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:17.777153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.777794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Bound using segment: {'id': '538df0eb-5633-4e38-abae-7ace72467d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:17.779876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Bound port: 6b2716ce-d57f-4858-81e2-67324d274f9d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538df0eb-5633-4e38-abae-7ace72467d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:17.780227 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.796600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d612369-bcfc-4727-802a-10fa9f53e4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:17.873134 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8acf7c5-984b-4da9-a258-8962a3d2b304 x-openstack-request-id: req-d8acf7c5-984b-4da9-a258-8962a3d2b304 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:17.874903 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:17.875265 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8acf7c5-984b-4da9-a258-8962a3d2b304 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:17.875940 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'status': 'completed', 'code': 200} Feb 10 15:55:17.892227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.900514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:17.922126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] For port 6b2716ce-d57f-4858-81e2-67324d274f9d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:17.935751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] For port 6b2716ce-d57f-4858-81e2-67324d274f9d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6b2716ce-d57f-4858-81e2-67324d274f9d,segment=NetworkSegment(538df0eb-5633-4e38-abae-7ace72467d38),segment_id=538df0eb-5633-4e38-abae-7ace72467d38)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:17.945212 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:18.069914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a468-eef6-446c-9247-89d68d989c78 None None] Pushing event updated for resources: {'Port': ['ID=6b2716ce-d57f-4858-81e2-67324d274f9d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:18.073970 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-4e6ab29d-9e93-4a2a-b9b9-4b11cd80ba74 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985217 Feb 10 15:55:18.123016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-926aa910-5631-4949-8d84-a7ff7f9550b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.125119 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-926aa910-5631-4949-8d84-a7ff7f9550b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2fb3474e1b6f4e6b931644784251d761&device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 1099 time: 0.3250277 Feb 10 15:55:18.180995 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:18.240594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port f74c7b9f-4295-4d10-883e-8e98bf8377ae {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:18.241237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:18.248343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-c72c7a2e-c130-43d6-9016-855c189ac06c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372 HTTP/1.1" status: 200 len: 217 time: 0.0874615 Feb 10 15:55:18.383819 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9223fe22-15fb-4213-970e-2c47ff0371b3 req-86564281-a918-456f-9c31-6574d85d5eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977386 Feb 10 15:55:18.404847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-ef16519e-6380-41c4-9d74-70fcc07e7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.406395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-ef16519e-6380-41c4-9d74-70fcc07e7b66 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1309061 Feb 10 15:55:18.425903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.439874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.446059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.449001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Router e3656093-3671-446b-bd37-9918eba14710 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:18.458974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.464700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.470735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.483377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.492151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-82aff22d-40e5-45fe-b4ea-6ff209985f0e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.3890789 Feb 10 15:55:18.521086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a02fa7e7-ad19-4b0a-be06-3fa9d1c42333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.522696 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-a02fa7e7-ad19-4b0a-be06-3fa9d1c42333 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072838 Feb 10 15:55:18.536235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49330d8f-ea5b-4cee-bbe7-caf7860e930e req-a58b1084-484a-4553-8b5e-e15d95644f0f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:18.554305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49330d8f-ea5b-4cee-bbe7-caf7860e930e req-a58b1084-484a-4553-8b5e-e15d95644f0f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.4084496 Feb 10 15:55:18.608920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:18.616895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port f74c7b9f-4295-4d10-883e-8e98bf8377ae, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f74c7b9f-4295-4d10-883e-8e98bf8377ae,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:18.617328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:18.676073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:18.685649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for f74c7b9f-4295-4d10-883e-8e98bf8377ae owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:18.687253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:18.688477 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-047ab96c-2686-427f-9226-91b194e8ca56 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "PUT /v2.0/routers/e3656093-3671-446b-bd37-9918eba14710 HTTP/1.1" status: 200 len: 878 time: 6.5067594 Feb 10 15:55:18.691002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38686) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:18.696969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] Sync routers for ids ['e3656093-3671-446b-bd37-9918eba14710'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:18.702053 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-cf49b0df-8a3d-4f73-bd45-b6aeb52da370 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684012 Feb 10 15:55:18.709180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] Routers {'e3656093-3671-446b-bd37-9918eba14710'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:18.709360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e3656093-3671-446b-bd37-9918eba14710'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.743530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.755116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] Routers {'e3656093-3671-446b-bd37-9918eba14710'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:18.755679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e3656093-3671-446b-bd37-9918eba14710'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.796696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49330d8f-ea5b-4cee-bbe7-caf7860e930e req-ec2f36c7-dfbd-4c70-b9ab-1107263bc9f2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415171 Feb 10 15:55:18.798940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.803661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaafd77-1292-4375-ae97-15747270e255 None None] The sync data for ids ['e3656093-3671-446b-bd37-9918eba14710'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:18.813176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:18.838689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:18.852581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ee84076-96a1-4a45-94b2-f1058c2bc4f5 req-28c8d285-1103-4eb4-abbc-4eab9650533c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3596542 Feb 10 15:55:18.857488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:18.876799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event updated for resources: {'Port': ['ID=cffc2641-7d67-48ef-ae09-43b7f0ba7c66,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:18.882354 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6af7f56-a24c-4b24-aeee-0aa0cd057f30 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/e3656093-3671-446b-bd37-9918eba14710 HTTP/1.1" status: 200 len: 919 time: 0.1898403 Feb 10 15:55:18.886778 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9e448e41-f9aa-403b-b6f9-00b456014459 req-719911f6-ecf2-4d97-a775-77f09da1de9f service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488256 Feb 10 15:55:18.887222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38690) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:18.891219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:19.020181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:19.052054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75ab74-a011-4586-bd18-f6b9c338760f tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.055469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'mac_address': 'fa:16:3e:2f:e9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:19.058470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e75ab74-a011-4586-bd18-f6b9c338760f tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=e3656093-3671-446b-bd37-9918eba14710&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1701972 Feb 10 15:55:19.062084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-d9c84a92-be2a-45e2-bcfb-2994dae47bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.070981 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-d9c84a92-be2a-45e2-bcfb-2994dae47bfd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2fb3474e1b6f4e6b931644784251d761&device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 1099 time: 0.1185184 Feb 10 15:55:19.071860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38692) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:19.137548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcfa287b-8a02-47da-8b93-a35b44241719 req-a6b15f58-80ea-4e0a-973f-afa4ffb9c760 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23572bb-30aa-4547-93fb-6dc770e7be3d HTTP/1.1" status: 200 len: 210 time: 0.0502689 Feb 10 15:55:19.161374 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.168999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.178198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c573fe96-338f-45c4-a3e3-aff863e26c5b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:19.187579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1', 'f74c7b9f-4295-4d10-883e-8e98bf8377ae'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:19.246222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:19.256154 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.298103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=f74c7b9f-4295-4d10-883e-8e98bf8377ae,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:19.361401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.362070 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.381628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:19.399563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ea75-79d5-4908-98cd-b746c8ddd65c req-225bd285-0958-4138-9024-02caecd2bab8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.401858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0594ea75-79d5-4908-98cd-b746c8ddd65c req-225bd285-0958-4138-9024-02caecd2bab8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.4291646 Feb 10 15:55:19.444195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6b2716ce-d57f-4858-81e2-67324d274f9d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:19.450625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port f74c7b9f-4295-4d10-883e-8e98bf8377ae on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:19.457049 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.460733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66ef0983-16fd-42bb-aca7-54872fc80ec2 req-f348af2e-fa25-4665-b3c5-91ce9a46ea89 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "DELETE /v2.0/ports/f74c7b9f-4295-4d10-883e-8e98bf8377ae HTTP/1.1" status: 204 len: 173 time: 1.6804819 Feb 10 15:55:19.462257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'name': 'network-vif-deleted', 'tag': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:19.464891 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76dccca-9982-4c4f-a6cd-d145a94e11fd" -d '{"events": [{"server_uuid": "a23572bb-30aa-4547-93fb-6dc770e7be3d", "name": "network-vif-deleted", "tag": "f74c7b9f-4295-4d10-883e-8e98bf8377ae"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:19.486482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['c573fe96-338f-45c4-a3e3-aff863e26c5b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:19.516092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c88c8c4d-ac37-4a70-94ff-0a67422cc022 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3720202 Feb 10 15:55:19.531227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38698) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:19.540445 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Request body: {'port': {'network_id': '52f536d5-cc23-41f8-904a-1b9212f4b49c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-834652715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:19.541291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] bootfile-name is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:55:19.541861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] tftp-server is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:55:19.542397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] server-ip-address is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:55:19.694790 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5088e50-6fdd-4061-8e73-7221eceafa65 x-openstack-request-id: req-f5088e50-6fdd-4061-8e73-7221eceafa65 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:19.697130 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23572bb-30aa-4547-93fb-6dc770e7be3d", "name": "network-vif-deleted", "tag": "f74c7b9f-4295-4d10-883e-8e98bf8377ae", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:19.698098 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5088e50-6fdd-4061-8e73-7221eceafa65 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:19.698990 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23572bb-30aa-4547-93fb-6dc770e7be3d', 'name': 'network-vif-deleted', 'tag': 'f74c7b9f-4295-4d10-883e-8e98bf8377ae', 'status': 'completed', 'code': 200} Feb 10 15:55:19.724180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa92d60-6fcf-44bd-ab87-d934f3fcaacb None None] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:19.732682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0594ea75-79d5-4908-98cd-b746c8ddd65c req-a6bf3c18-dd72-403e-92a5-19f295e951be tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875051 Feb 10 15:55:19.774406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Made reservation on behalf of a8f23a42d3d44a2d94ad91ce3f3bc43e for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:19.779530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.800991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] device_id is not set on port ec04832e-e60e-4ee9-8743-e314895f33e5 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:55:19.840816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6b2716ce-d57f-4858-81e2-67324d274f9d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:19.841305 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:19.958413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-38658f87-48db-47c6-a492-18e85411189b None None] Provisioning complete for port 6b2716ce-d57f-4858-81e2-67324d274f9d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:19.958840 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-38658f87-48db-47c6-a492-18e85411189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.022781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d58d8-2be2-4eb6-8372-902769d133ab tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.026211 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-594d58d8-2be2-4eb6-8372-902769d133ab tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.9530246 Feb 10 15:55:20.029192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-f6ba1347-46ae-42a4-a773-3cecda599d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.031942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38704) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:20.032326 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-f6ba1347-46ae-42a4-a773-3cecda599d21 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.9393671 Feb 10 15:55:20.100125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-64213f5f-22af-4ef1-b250-0e3163903c35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372 HTTP/1.1" status: 200 len: 217 time: 0.0544243 Feb 10 15:55:20.141919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8ca741a0-c7ae-4298-a20e-b82273a0be90 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3656093-3671-446b-bd37-9918eba14710 HTTP/1.1" status: 200 len: 205 time: 0.0921421 Feb 10 15:55:20.152417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:20.210087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9160-1169-446c-b911-13d418534d60 req-dad9d0a4-7a3f-47af-a381-c5de3c47029c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.217641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-651a9160-1169-446c-b911-13d418534d60 req-dad9d0a4-7a3f-47af-a381-c5de3c47029c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.2245440 Feb 10 15:55:20.219817 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-38658f87-48db-47c6-a492-18e85411189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.242321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Allocated IP 172.20.0.6 (52f536d5-cc23-41f8-904a-1b9212f4b49c/fa46e1fc-c383-44d5-89f5-c72a7835ff45/ec04832e-e60e-4ee9-8743-e314895f33e5) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:20.256332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.262386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.268993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.275428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.281447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.287472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.293591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.296221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-f562fb52-33e0-42aa-b59b-7a051d35a732 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.2323496 Feb 10 15:55:20.306585 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.359635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-651a9160-1169-446c-b911-13d418534d60 req-fdfe863d-d4f9-4e9e-9216-b32c2219c22c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364658 Feb 10 15:55:20.417032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.501052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-d3ef2eb6-9e6a-434e-a1b6-9e2930e645cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.502810 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-d3ef2eb6-9e6a-434e-a1b6-9e2930e645cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.3935609 Feb 10 15:55:20.506773 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:55:20.571351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-38658f87-48db-47c6-a492-18e85411189b None None] For port 6b2716ce-d57f-4858-81e2-67324d274f9d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6b2716ce-d57f-4858-81e2-67324d274f9d,segment=NetworkSegment(538df0eb-5633-4e38-abae-7ace72467d38),segment_id=538df0eb-5633-4e38-abae-7ace72467d38)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:20.583991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-38658f87-48db-47c6-a492-18e85411189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.624938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-32804fd9-1936-4d8b-937c-3e8df208e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.626368 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-32804fd9-1936-4d8b-937c-3e8df208e7e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156209 Feb 10 15:55:20.647253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.650740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcf4a9bf-dcf1-4c17-ad0a-19cb66fb0980 req-3f099bed-53b3-4cd4-843e-5e46cc90f920 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3375809 Feb 10 15:55:20.725388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:55:20.725930 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:55:20.773294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38658f87-48db-47c6-a492-18e85411189b None None] Pushing event updated for resources: {'Port': ['ID=6b2716ce-d57f-4858-81e2-67324d274f9d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:20.801172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.801890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Deleting port 6fe74549-af8c-4b40-9b3a-c54f41832655 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:20.802303 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:20.806030 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-30f3463b-6191-4f69-936a-c0d9eb73abe3 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693132 Feb 10 15:55:20.822069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:20.859181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fea1c9-0455-43d8-ac02-d1b7e96c3068 req-4bb74888-6a1b-43c4-a7a3-64b9e0d50b93 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.865227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66fea1c9-0455-43d8-ac02-d1b7e96c3068 req-4bb74888-6a1b-43c4-a7a3-64b9e0d50b93 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3177547 Feb 10 15:55:20.930350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port c573fe96-338f-45c4-a3e3-aff863e26c5b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:20.933376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8043d895-5681-4cd7-a6bc-05f893f5ce88 req-0671e0c4-ad06-4523-865b-fd07507b5cd6 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032476 Feb 10 15:55:20.934453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port c573fe96-338f-45c4-a3e3-aff863e26c5b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:20.934821 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.037487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66fea1c9-0455-43d8-ac02-d1b7e96c3068 req-865da911-1417-4062-8f31-7592d880dd9a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400213 Feb 10 15:55:21.047102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a61b7f0e-fdf6-4260-8245-be6d1b0b9a5d None None] Provisioning complete for port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:21.047514 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a61b7f0e-fdf6-4260-8245-be6d1b0b9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.054465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.078064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Calling delete_port for 6fe74549-af8c-4b40-9b3a-c54f41832655 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:21.096633 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.149065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-9f58e1df-c9bd-4de6-aa49-fae820a5ee46 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.159312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-9f58e1df-c9bd-4de6-aa49-fae820a5ee46 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.3483682 Feb 10 15:55:21.160406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a61b7f0e-fdf6-4260-8245-be6d1b0b9a5d None None] Port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:21.177940 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.187779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a61b7f0e-fdf6-4260-8245-be6d1b0b9a5d None None] Provisioning complete for port 6b2716ce-d57f-4858-81e2-67324d274f9d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:21.188150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a61b7f0e-fdf6-4260-8245-be6d1b0b9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.220281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-b2604c7b-a8a3-4ee1-a7b2-e1e4ee3693f9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0598578 Feb 10 15:55:21.265041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:21.291594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:21.294384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:21.297386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event updated for resources: {'Port': ['ID=ec04832e-e60e-4ee9-8743-e314895f33e5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:21.302754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:21.307772 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c8181-645a-4430-a62a-65947d186f5d" -d '{"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-plugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:21.321977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.353281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb31cd-8b0d-487a-b9b7-254ce683ed07 req-8ec5e3f5-c651-4a94-8e38-83301c047a07 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.361420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event deleted for resources: {'Port': ['ID=6fe74549-af8c-4b40-9b3a-c54f41832655,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:21.362451 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08eb31cd-8b0d-487a-b9b7-254ce683ed07 req-8ec5e3f5-c651-4a94-8e38-83301c047a07 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.1671388 Feb 10 15:55:21.371107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:21.402482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.403162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.435383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.439006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-03ea8545-569d-4ed9-8d99-82440ff9176d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002656 Feb 10 15:55:21.468627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08eb31cd-8b0d-487a-b9b7-254ce683ed07 req-b2557bf6-3f48-481a-90fb-9a09e2a0d94c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041884 Feb 10 15:55:21.477142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.477312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-07e6883f-4131-4830-8113-530d42a5a102 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9391189 Feb 10 15:55:21.477405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f74c7b9f-4295-4d10-883e-8e98bf8377ae no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:21.480175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38738) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:21.589389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6b2716ce-d57f-4858-81e2-67324d274f9d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:21.600201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: f74c7b9f-4295-4d10-883e-8e98bf8377ae {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:55:21.600574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f74c7b9f-4295-4d10-883e-8e98bf8377ae not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:21.648137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.651672 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.667214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c6827929-117f-42cd-8415-fe35bf4af341 None None] Provisioning complete for port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:21.667629 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c6827929-117f-42cd-8415-fe35bf4af341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.713956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.715862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Fanout notify agent at l3_agent the message router_deleted on router e3656093-3671-446b-bd37-9918eba14710 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:21.719657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c6827929-117f-42cd-8415-fe35bf4af341 None None] Port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:21.721124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:21.736258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6b2716ce-d57f-4858-81e2-67324d274f9d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:21.736873 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.736979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.738049 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8fa9d99f-8595-4da4-88a5-f93d4ceb62bd tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/e3656093-3671-446b-bd37-9918eba14710 HTTP/1.1" status: 204 len: 168 time: 1.5823069 Feb 10 15:55:21.742526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:21.747812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1223284207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:21.780003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.782629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.802165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ccd95c-2783-4baf-bc66-c03eba08463b tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.808761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ccd95c-2783-4baf-bc66-c03eba08463b tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.816184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ccd95c-2783-4baf-bc66-c03eba08463b tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.818159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f6ccd95c-2783-4baf-bc66-c03eba08463b tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3348222 Feb 10 15:55:21.823117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38746) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:21.863032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.868498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2259f6ab-5b01-4563-acda-1f0943365a3a None None] Provisioning complete for port ec04832e-e60e-4ee9-8743-e314895f33e5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:21.869040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2259f6ab-5b01-4563-acda-1f0943365a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.869894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.891830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:21.893608 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4230588f-a30e-4758-8d1a-a9b3f8c3644b tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1495917 Feb 10 15:55:21.896238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38748) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:21.901640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': True}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:21.920652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2259f6ab-5b01-4563-acda-1f0943365a3a None None] Port ec04832e-e60e-4ee9-8743-e314895f33e5 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:21.945472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46188d16-dc1c-4fc3-8e01-0996860cda6e req-d7b31037-145c-4df9-bf8e-d6d40b5ec8e8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.947398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46188d16-dc1c-4fc3-8e01-0996860cda6e req-d7b31037-145c-4df9-bf8e-d6d40b5ec8e8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3114359 Feb 10 15:55:21.984258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-573ba159-d1de-4345-aafa-68bf5f40361e service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443847 Feb 10 15:55:22.066679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46188d16-dc1c-4fc3-8e01-0996860cda6e req-8f0f4801-cb63-4445-87da-9b73cb1acd9d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114693 Feb 10 15:55:22.078695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Deleting port ec04832e-e60e-4ee9-8743-e314895f33e5 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:22.079042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.124380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.140134 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d1441e-d613-45b3-a06c-4095a557c39a x-openstack-request-id: req-17d1441e-d613-45b3-a06c-4095a557c39a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:22.140427 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-plugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:22.140678 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d1441e-d613-45b3-a06c-4095a557c39a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:22.141057 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'code': 200} Feb 10 15:55:22.199731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-f9eea2a5-c245-4a26-9061-1c64f8c2e92f service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087462 Feb 10 15:55:22.270807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.287970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Calling delete_port for ec04832e-e60e-4ee9-8743-e314895f33e5 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:22.370662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:22.374332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 80d57d58-f166-4a16-abc3-cd35ab2671d8 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:22.417203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.440782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.521021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b6bbf-2429-40d1-98c2-d4445b204b68 req-22d11b7a-7972-46c0-932f-5e09c390979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:22.522575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-032b6bbf-2429-40d1-98c2-d4445b204b68 req-22d11b7a-7972-46c0-932f-5e09c390979b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 1100 time: 0.3181708 Feb 10 15:55:22.593537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Allocated IP 172.25.7.190 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/78c6efad-06e2-435d-8a5b-cb2a4339bcbd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:22.699748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:22.733641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'mac_address': 'fa:16:3e:83:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:22.795711 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.798242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.815844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dabc5a9-19a6-42f1-a146-865eb1d30372 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:22.838436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:22.844538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.856722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:22.928052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:22.954645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:22.959317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:22.962578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:22.965766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Port': ['ID=78c6efad-06e2-435d-8a5b-cb2a4339bcbd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:22.974515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:22.980444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:22.986535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:22.993624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:22.999748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.005701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.011583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.014193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-1c96bd0b-97b0-43de-9a14-50edcf6f64fe tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.7105069 Feb 10 15:55:23.061808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-032b6bbf-2429-40d1-98c2-d4445b204b68 req-8949d124-f8e2-4360-b8c3-767ac2b82e09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288317 Feb 10 15:55:23.083269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c5f5-1077-4591-a709-75fcc5503715 req-ef4c4e93-d4cb-43da-b3d3-ea7aa55218d9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.084805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dc0c5f5-1077-4591-a709-75fcc5503715 req-ef4c4e93-d4cb-43da-b3d3-ea7aa55218d9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.6605182 Feb 10 15:55:23.130871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7ad54f7-f40c-4d91-a64c-2c35570f0bbd req-8ee97837-8d50-441f-a00e-883858fc974c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076744 Feb 10 15:55:23.141283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.198453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0dc0c5f5-1077-4591-a709-75fcc5503715 req-2b6e9291-d8ef-4f15-9360-9c5c64a8dcec tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033475 Feb 10 15:55:23.199729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event deleted for resources: {'Port': ['ID=ec04832e-e60e-4ee9-8743-e314895f33e5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:23.281046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['5dabc5a9-19a6-42f1-a146-865eb1d30372'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:23.312151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffe86d10-09bc-43df-a5f6-777d4f242fdc req-e03fc4c5-ed51-4e2b-a0fa-b6d23d6045d5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 210 time: 0.0734420 Feb 10 15:55:23.375401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.379292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1eb3dbf0-71f0-4245-9cd7-1d0fccf3c1cc tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "DELETE /v2.0/ports/ec04832e-e60e-4ee9-8743-e314895f33e5 HTTP/1.1" status: 204 len: 168 time: 1.5548639 Feb 10 15:55:23.382924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38768) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:23.389285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Request body: {'port': {'name': 'tempest-new-port-name-1744160808', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:23.389524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] bootfile-name is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:55:23.390292 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] tftp-server is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:55:23.390292 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] server-ip-address is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:55:23.401239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.426084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a031c1-d5a3-4f5c-a54c-ef26ac04a5dd req-c803c6ee-320e-4031-900b-d4f86bb7f502 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.434629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5a031c1-d5a3-4f5c-a54c-ef26ac04a5dd req-c803c6ee-320e-4031-900b-d4f86bb7f502 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 949 time: 0.1214447 Feb 10 15:55:23.476176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.559144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5a031c1-d5a3-4f5c-a54c-ef26ac04a5dd req-365cb4b2-fcda-4f40-8071-b719a1e81f99 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236343 Feb 10 15:55:23.572581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.583158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89832fd2-5625-4609-9916-15b34b64e2ea req-50f8ddcc-a3f7-4e88-8157-50ac10c09f50 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.592406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89832fd2-5625-4609-9916-15b34b64e2ea req-50f8ddcc-a3f7-4e88-8157-50ac10c09f50 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1544549 Feb 10 15:55:23.675109 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89832fd2-5625-4609-9916-15b34b64e2ea req-ff799261-13d7-4985-991a-a3d5d2f6a669 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818157 Feb 10 15:55:23.905043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-aee991d1-6e49-4f72-bd0a-41bd2fbf0030 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:23.906619 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-aee991d1-6e49-4f72-bd0a-41bd2fbf0030 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.1749537 Feb 10 15:55:23.912991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.917304 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.927981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:23.963575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:23.984148 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:24.123651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event updated for resources: {'Port': ['ID=cffc2641-7d67-48ef-ae09-43b7f0ba7c66,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:24.145114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] In _notify_port_updated(), no bound segment for port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 on network 52f536d5-cc23-41f8-904a-1b9212f4b49c {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:55:24.150583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.151366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:24.152734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6257540a-9fa5-4cc2-8bd6-46a891d6cac6 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "PUT /v2.0/ports/cffc2641-7d67-48ef-ae09-43b7f0ba7c66 HTTP/1.1" status: 200 len: 1137 time: 0.7688150 Feb 10 15:55:24.157385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38778) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:24.213784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe556196-ea36-4ec9-9c10-27e8a9e3d1ba tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.218486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fe556196-ea36-4ec9-9c10-27e8a9e3d1ba tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "GET /v2.0/ports/cffc2641-7d67-48ef-ae09-43b7f0ba7c66 HTTP/1.1" status: 200 len: 1137 time: 0.0568304 Feb 10 15:55:24.219407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38784) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:24.224028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cf950-a41b-4a35-bf5a-9676ef4eba3e req-b4cfbdf4-8bef-4588-a32e-d69c7d48e354 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.238051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a38cf950-a41b-4a35-bf5a-9676ef4eba3e req-b4cfbdf4-8bef-4588-a32e-d69c7d48e354 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2629716 Feb 10 15:55:24.329357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a38cf950-a41b-4a35-bf5a-9676ef4eba3e req-f2d26b71-38ba-440d-bf86-762c32e60a43 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873775 Feb 10 15:55:24.355639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38788) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:24.373646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:24.378735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:24.393987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.402397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.409589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-07111b0b-8b78-4128-9337-207c7eb6e77a None None] Provisioning complete for port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:24.411744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-07111b0b-8b78-4128-9337-207c7eb6e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:24.411913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.418354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.425963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.433609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.440473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.444061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-705b2c89-684d-475d-8457-7ee189605cee tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.1801865 Feb 10 15:55:24.470509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-07111b0b-8b78-4128-9337-207c7eb6e77a None None] Port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:24.483587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Router c63fe79c-75ac-4c43-b8fa-100bc9ad64cb is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:24.485488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59d29dd9-8f90-4f6e-9372-cdc8c66bd254 req-e91f5f92-2cac-4cb0-a228-f8bab3abff8b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 210 time: 0.0394609 Feb 10 15:55:24.494350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Deleting port cffc2641-7d67-48ef-ae09-43b7f0ba7c66 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:24.494633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:24.523585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9ee2104-30b2-4b8c-adf0-88009b32889f req-79b54f91-cc34-4d2f-813e-cbe39ccd88fc tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660272 Feb 10 15:55:24.687407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc064596-3d6d-4264-87f8-6294c108cc59 req-e3939573-c0d7-48b2-bf2d-d0db8f4191c9 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:24.688961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc064596-3d6d-4264-87f8-6294c108cc59 req-e3939573-c0d7-48b2-bf2d-d0db8f4191c9 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 949 time: 0.0526578 Feb 10 15:55:24.730340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc064596-3d6d-4264-87f8-6294c108cc59 req-88ec3edb-ecce-40e2-a3e9-de17f446cdbc tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Feb 10 15:55:24.941232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2731109-444e-493c-bbfd-976418a8a035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:24.992390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.12 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/f09a5692-1476-48fe-b051-f370ada7a49c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:25.058544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.097373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Calling delete_port for cffc2641-7d67-48ef-ae09-43b7f0ba7c66 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:25.121542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:25.131465 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] Sync routers for ids ['c63fe79c-75ac-4c43-b8fa-100bc9ad64cb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:25.133260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.136815 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af9646ec-712f-44d8-99d2-74e718ba7a05 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "PUT /v2.0/routers/c63fe79c-75ac-4c43-b8fa-100bc9ad64cb HTTP/1.1" status: 200 len: 915 time: 3.2365310 Feb 10 15:55:25.137777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38794) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.141533 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] Routers {'c63fe79c-75ac-4c43-b8fa-100bc9ad64cb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:25.142198 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c63fe79c-75ac-4c43-b8fa-100bc9ad64cb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.178130 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.189567 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] Routers {'c63fe79c-75ac-4c43-b8fa-100bc9ad64cb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:25.190188 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c63fe79c-75ac-4c43-b8fa-100bc9ad64cb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.226848 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.227416 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51836cd-e443-4c6b-9ceb-08e985b3c7a1 None None] The sync data for ids ['c63fe79c-75ac-4c43-b8fa-100bc9ad64cb'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:25.250362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1693732f-dc8f-4286-8fdf-7ad08007cd5f tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/c63fe79c-75ac-4c43-b8fa-100bc9ad64cb HTTP/1.1" status: 200 len: 921 time: 0.1086576 Feb 10 15:55:25.250606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.294154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e0582-7ac3-4e27-8e07-b42364f91db7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:25.299009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-799e0582-7ac3-4e27-8e07-b42364f91db7 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=c63fe79c-75ac-4c43-b8fa-100bc9ad64cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0450456 Feb 10 15:55:25.299259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38798) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.299866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2731109-444e-493c-bbfd-976418a8a035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.308276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2731109-444e-493c-bbfd-976418a8a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.368859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.386283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc616ba-6c28-4942-980b-50d0c7c185df tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:25.388440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fbc616ba-6c28-4942-980b-50d0c7c185df tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.0874770 Feb 10 15:55:25.390538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38802) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.407540 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b2731109-444e-493c-bbfd-976418a8a035 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4baf98e24844851acabdd1473ea3dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458293 Feb 10 15:55:25.410352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38804) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.413203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2731109-444e-493c-bbfd-976418a8a035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf5295-ea59-433f-97dd-82001206f04e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:25.448721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8ef61388-81b4-441b-9d92-2f84d3bbd771 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=c63fe79c-75ac-4c43-b8fa-100bc9ad64cb HTTP/1.1" status: 200 len: 205 time: 0.0570481 Feb 10 15:55:25.449817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.452022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.524200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.527309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a273-51da-45dc-8296-c02b23246254 req-40a2b56e-7058-430a-85d0-ec74d756c612 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:25.527731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event deleted for resources: {'Port': ['ID=cffc2641-7d67-48ef-ae09-43b7f0ba7c66,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:25.528917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a42a273-51da-45dc-8296-c02b23246254 req-40a2b56e-7058-430a-85d0-ec74d756c612 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0832365 Feb 10 15:55:25.533094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edb4b13b-35fb-48dd-853a-fd326f3c0c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.547715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:25.584017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edb4b13b-35fb-48dd-853a-fd326f3c0c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.642790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:25.669515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a42a273-51da-45dc-8296-c02b23246254 req-5acbee6e-4418-4dbf-b82b-7e7518fd7e40 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280034 Feb 10 15:55:25.676573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:25.683411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=f09a5692-1476-48fe-b051-f370ada7a49c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:25.685612 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edb4b13b-35fb-48dd-853a-fd326f3c0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.689049 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edb4b13b-35fb-48dd-853a-fd326f3c0c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.693782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-edb4b13b-35fb-48dd-853a-fd326f3c0c42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cdf5295-ea59-433f-97dd-82001206f04e HTTP/1.1" status: 204 len: 168 time: 0.2787743 Feb 10 15:55:25.694252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:25.712616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4b13b-35fb-48dd-853a-fd326f3c0c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf5295-ea59-433f-97dd-82001206f04e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:25.723623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c05dc-2e3e-4c10-ad60-091584d23148 req-ab3ed1e8-5604-4ed7-99a1-cec8ba848ef2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:25.729358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b79c05dc-2e3e-4c10-ad60-091584d23148 req-ab3ed1e8-5604-4ed7-99a1-cec8ba848ef2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 932 time: 0.0748708 Feb 10 15:55:25.769200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.822659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b79c05dc-2e3e-4c10-ad60-091584d23148 req-81a23e6f-0f40-472f-be25-5af524f1f97d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Feb 10 15:55:25.823913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.829996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4223deeb-5d1b-426f-a5ec-8526d5548be2 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "DELETE /v2.0/ports/cffc2641-7d67-48ef-ae09-43b7f0ba7c66 HTTP/1.1" status: 204 len: 168 time: 1.6059120 Feb 10 15:55:25.830652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38816) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:25.873889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:25.874676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:25.924910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-3de50425-9954-4c26-8e60-1946a9dd70d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0051019 Feb 10 15:55:25.945693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Request body: {'port': {'device_id': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:25.984237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.014930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Deleting subnet fa46e1fc-c383-44d5-89f5-c72a7835ff45 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:55:26.019963 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.021326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.082170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.094865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.100865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.106634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.112827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.118860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.125716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.127780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-0675e52d-bda5-47fb-8b0d-040da081cbcf tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.2238245 Feb 10 15:55:26.138724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727b420-70c6-4837-a3fc-63eb568e961b req-28cecffe-4ffb-4a52-b5a5-56f774e05c98 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.140402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9727b420-70c6-4837-a3fc-63eb568e961b req-28cecffe-4ffb-4a52-b5a5-56f774e05c98 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 949 time: 0.2037437 Feb 10 15:55:26.148811 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.172463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:26.190157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Deleting port 78c6efad-06e2-435d-8a5b-cb2a4339bcbd {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:26.191106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.211294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4069bb02-c15f-466b-a829-230a7df3cc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.239341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9727b420-70c6-4837-a3fc-63eb568e961b req-9d01eef5-ef25-4611-86a4-500609a4eafa tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874195 Feb 10 15:55:26.247041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c63b0228-fd81-4a2c-8e19-617b8886dba3 req-4cf0d357-1cd2-4ccb-a05a-f2182615b4a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056273 Feb 10 15:55:26.286260 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.350927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.378157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event deleted for resources: {'Subnet': ['ID=fa46e1fc-c383-44d5-89f5-c72a7835ff45,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.381895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.387556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-918db491-06ce-4cf8-bbae-b820a0549677 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "DELETE /v2.0/subnets/fa46e1fc-c383-44d5-89f5-c72a7835ff45 HTTP/1.1" status: 204 len: 168 time: 0.5531919 Feb 10 15:55:26.387878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.387995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:26.391745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:26.394739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c812a96-5168-49a2-a4f6-a436985e0803 None None] Network 52f536d5-cc23-41f8-904a-1b9212f4b49c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:26.428675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Calling delete_port for 78c6efad-06e2-435d-8a5b-cb2a4339bcbd owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:26.479317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.535638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 5dabc5a9-19a6-42f1-a146-865eb1d30372 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:26.539958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 5dabc5a9-19a6-42f1-a146-865eb1d30372 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:26.540553 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.541417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Deleting port 6b2716ce-d57f-4858-81e2-67324d274f9d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:26.541825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.548919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09a5692-1476-48fe-b051-f370ada7a49c {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:26.555298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4069bb02-c15f-466b-a829-230a7df3cc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.563994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.574487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4069bb02-c15f-466b-a829-230a7df3cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.608577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] For port 6b2716ce-d57f-4858-81e2-67324d274f9d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6b2716ce-d57f-4858-81e2-67324d274f9d,segment=NetworkSegment(538df0eb-5633-4e38-abae-7ace72467d38),segment_id=538df0eb-5633-4e38-abae-7ace72467d38)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:26.609020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.623030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Calling delete_port for 6b2716ce-d57f-4858-81e2-67324d274f9d owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:26.624916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Transition to ACTIVE for port object f09a5692-1476-48fe-b051-f370ada7a49c will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:55:26.638874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4069bb02-c15f-466b-a829-230a7df3cc72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb8ef5c02ef5491d8af17d9b7d25e7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653511 Feb 10 15:55:26.640385 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.641179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38824) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:26.668981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:26.671301 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c55efee-28c9-465f-b2c0-efaea92fcbb1" -d '{"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-plugged", "status": "completed", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:26.682487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.693572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:26.697855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069bb02-c15f-466b-a829-230a7df3cc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dddff9-a14d-4c51-8b1c-485200ef9ec0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.744638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] DHCP port deletion for 52f536d5-cc23-41f8-904a-1b9212f4b49c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:55:26.748166 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d64321-47e6-468d-b175-9e7509b5b59c x-openstack-request-id: req-95d64321-47e6-468d-b175-9e7509b5b59c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:26.750335 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-plugged", "status": "completed", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:26.751001 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95d64321-47e6-468d-b175-9e7509b5b59c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:26.752539 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'code': 200} Feb 10 15:55:26.765102 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.766646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bc66fa5-645c-4815-9cf2-de04604bbb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.780147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a5692-1476-48fe-b051-f370ada7a49c,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.815353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.834232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bc66fa5-645c-4815-9cf2-de04604bbb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.866421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.873052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Deleting port 6b2716ce-d57f-4858-81e2-67324d274f9d {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:26.873944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.887182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event deleted for resources: {'Port': ['ID=6b2716ce-d57f-4858-81e2-67324d274f9d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.891352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] No DVR routers for this DVR port 6b2716ce-d57f-4858-81e2-67324d274f9d on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:26.955538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] For port 6b2716ce-d57f-4858-81e2-67324d274f9d, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:26.955947 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.972697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Calling delete_port for 6b2716ce-d57f-4858-81e2-67324d274f9d owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:26.975707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Port 6b2716ce-d57f-4858-81e2-67324d274f9d was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:55:26.977303 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.980902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7f9ab-b495-4610-acb4-ff500c2066fd req-9678c290-039b-4e96-9041-4b96e2666f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:26.984516 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93f7f9ab-b495-4610-acb4-ff500c2066fd req-9678c290-039b-4e96-9041-4b96e2666f7d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 1101 time: 0.1762030 Feb 10 15:55:26.987078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:26.999503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Attempting to bind port f09a5692-1476-48fe-b051-f370ada7a49c on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:26.999862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Attempting to bind port f09a5692-1476-48fe-b051-f370ada7a49c by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:27.000197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Attempting to bind port f09a5692-1476-48fe-b051-f370ada7a49c on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:27.004016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] Pushing event deleted for resources: {'Port': ['ID=6b2716ce-d57f-4858-81e2-67324d274f9d,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.007493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9c11b-c499-4a9a-8059-15ae7f2087b2 None None] No DVR routers for this DVR port 6b2716ce-d57f-4858-81e2-67324d274f9d on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:27.028933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932842a-568f-41cf-9873-1975210274a9 req-cbe8cbbb-4e65-4927-84ca-3a62134319dc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.031116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3932842a-568f-41cf-9873-1975210274a9 req-cbe8cbbb-4e65-4927-84ca-3a62134319dc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2364995 Feb 10 15:55:27.042844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.047696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event deleted for resources: {'Port': ['ID=78c6efad-06e2-435d-8a5b-cb2a4339bcbd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.067194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Port f09a5692-1476-48fe-b051-f370ada7a49c on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:55:27.067915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Attempting to bind port f09a5692-1476-48fe-b051-f370ada7a49c on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:27.082209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.087236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bc66fa5-645c-4815-9cf2-de04604bbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.089946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bc66fa5-645c-4815-9cf2-de04604bbb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.091065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6bc66fa5-645c-4815-9cf2-de04604bbb5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14dddff9-a14d-4c51-8b1c-485200ef9ec0 HTTP/1.1" status: 204 len: 168 time: 0.4435897 Feb 10 15:55:27.092886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f536d5-cc23-41f8-904a-1b9212f4b49c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:27.095971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:27.096641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:27.096771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:27.097132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Bound port: f09a5692-1476-48fe-b051-f370ada7a49c, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:27.097491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.106029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636cd9-1308-482f-bfc1-ee1626d0ef21 req-249a20aa-fd1b-4d9c-85b3-869293ab98c0 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.107475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b636cd9-1308-482f-bfc1-ee1626d0ef21 req-249a20aa-fd1b-4d9c-85b3-869293ab98c0 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 944 time: 0.2179704 Feb 10 15:55:27.130517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538df0eb-5633-4e38-abae-7ace72467d38') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:27.130812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538df0eb-5633-4e38-abae-7ace72467d38') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:27.136917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93f7f9ab-b495-4610-acb4-ff500c2066fd req-da9bdfa9-318d-423b-8b68-522a7b474e27 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399686 Feb 10 15:55:27.140291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc66fa5-645c-4815-9cf2-de04604bbb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dddff9-a14d-4c51-8b1c-485200ef9ec0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.145373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.164003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3932842a-568f-41cf-9873-1975210274a9 req-c4138293-f43c-4ae0-ad35-7290a7a42c3e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231577 Feb 10 15:55:27.173340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.197436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.207613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b636cd9-1308-482f-bfc1-ee1626d0ef21 req-2d7aef63-342a-435a-a731-268744fd8d4b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823882 Feb 10 15:55:27.210471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:27.210744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:27.214477 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:27.281101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.311473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.315777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.350344 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.353582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] 10.222.0.21 "DELETE /v2.0/networks/52f536d5-cc23-41f8-904a-1b9212f4b49c HTTP/1.1" status: 204 len: 168 time: 0.9648273 Feb 10 15:55:27.354457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413a7c9-2792-4f07-8d25-a3dcdb1d4998 tempest-ExtraDHCPOptionsTestJSON-1069100569 tempest-ExtraDHCPOptionsTestJSON-1069100569-project] Pushing event deleted for resources: {'Network': ['ID=52f536d5-cc23-41f8-904a-1b9212f4b49c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.364342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] For port f09a5692-1476-48fe-b051-f370ada7a49c, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:27.380533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] For port f09a5692-1476-48fe-b051-f370ada7a49c, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f09a5692-1476-48fe-b051-f370ada7a49c,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:27.381888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.382614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Fanout notify agent at l3_agent the message router_deleted on router c63fe79c-75ac-4c43-b8fa-100bc9ad64cb {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:27.392431 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.399754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2408fb65-14da-437a-b4c2-596603d46572 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/c63fe79c-75ac-4c43-b8fa-100bc9ad64cb HTTP/1.1" status: 204 len: 168 time: 1.9450216 Feb 10 15:55:27.400427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38844) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:27.403462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.408697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1521670720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:27.470464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.471477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.473047 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] 10.222.0.75 "PUT /v2.0/ports/f09a5692-1476-48fe-b051-f370ada7a49c HTTP/1.1" status: 200 len: 1092 time: 1.5339208 Feb 10 15:55:27.478819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'tag': 'f09a5692-1476-48fe-b051-f370ada7a49c'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:27.481503 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15d00a8-54c2-4c57-8b60-693e533cfe20" -d '{"events": [{"name": "network-changed", "server_uuid": "9aded831-f26b-4ad1-a14a-c10976bfe3dc", "tag": "f09a5692-1476-48fe-b051-f370ada7a49c"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:27.516966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6b2716ce-d57f-4858-81e2-67324d274f9d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:27.524507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ddde-be99-4c39-a159-1b138d651810 req-60c76ab0-1ee1-4974-934b-6615ca04e67c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.529220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee60fa-0dd6-4301-9dae-18d4dc25b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a5692-1476-48fe-b051-f370ada7a49c,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.532640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5564ddde-be99-4c39-a159-1b138d651810 req-60c76ab0-1ee1-4974-934b-6615ca04e67c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 950 time: 0.1838229 Feb 10 15:55:27.540940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.544214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.553557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.555866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 6b2716ce-d57f-4858-81e2-67324d274f9d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:55:27.556492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6b2716ce-d57f-4858-81e2-67324d274f9d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:27.560314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.570674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.577758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.583851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.590525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.597782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.605510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-e275846f-08a2-44b4-81d4-41df596aa97d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.2324929 Feb 10 15:55:27.647976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.654123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.669693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-9d391d4b-3fc5-4978-a7ed-4573432d2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.671786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb03a40d-3dbf-4db1-bba3-a6472eccc445 req-181fb41a-8a6d-4efe-915e-910f30df34be tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610247 Feb 10 15:55:27.672611 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-9d391d4b-3fc5-4978-a7ed-4573432d2ff8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 1095 time: 0.1165411 Feb 10 15:55:27.691798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:27.691798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c28db128-aef4-468d-935f-e57378244585 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2820559 Feb 10 15:55:27.691798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38856) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:27.691798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'enable_snat': False}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:27.702228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5564ddde-be99-4c39-a159-1b138d651810 req-c17fc141-4416-426a-b70b-8c6c4e325271 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686471 Feb 10 15:55:27.756318 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdea0356-201e-4c61-93b7-82ac56d6168b x-openstack-request-id: req-fdea0356-201e-4c61-93b7-82ac56d6168b {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:27.756939 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aded831-f26b-4ad1-a14a-c10976bfe3dc", "tag": "f09a5692-1476-48fe-b051-f370ada7a49c", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:27.757194 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdea0356-201e-4c61-93b7-82ac56d6168b {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:27.757760 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'tag': 'f09a5692-1476-48fe-b051-f370ada7a49c', 'status': 'completed', 'code': 200} Feb 10 15:55:27.787149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-0d3469bc-d424-4a7e-83ae-f0c455a2aa14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f09a5692-1476-48fe-b051-f370ada7a49c HTTP/1.1" status: 200 len: 217 time: 0.1022360 Feb 10 15:55:27.793078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38860) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:27.943621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-beb55a03-5240-41b7-834f-7856c7539d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:27.945120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-beb55a03-5240-41b7-834f-7856c7539d4f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.1281552 Feb 10 15:55:28.005714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e082ca77-8ffc-4d0d-99b7-44f797e4351b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8f23a42d3d44a2d94ad91ce3f3bc43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114100 Feb 10 15:55:28.008162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38872) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:28.064454 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78e482a4-63ce-4d1e-8309-128c790d7e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.089433 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78e482a4-63ce-4d1e-8309-128c790d7e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.148992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78e482a4-63ce-4d1e-8309-128c790d7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.153002 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78e482a4-63ce-4d1e-8309-128c790d7e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.157294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-78e482a4-63ce-4d1e-8309-128c790d7e33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a16770-f8d1-48e1-a698-185fcd82e8c0 HTTP/1.1" status: 204 len: 168 time: 0.1451685 Feb 10 15:55:28.168697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e482a4-63ce-4d1e-8309-128c790d7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a16770-f8d1-48e1-a698-185fcd82e8c0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:28.381360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-6c823ae3-a82d-4cfb-9f51-c4b7aa772ccf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4060829 Feb 10 15:55:28.383198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.390368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89a7e5-9957-4598-85c2-ad36e0de17fb req-1f829bf1-43a6-4b3e-86fd-a73a9eaf6bdc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.392181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a89a7e5-9957-4598-85c2-ad36e0de17fb req-1f829bf1-43a6-4b3e-86fd-a73a9eaf6bdc tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1225183 Feb 10 15:55:28.401660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66102c-c4f8-40bb-bf63-fa295064e403 req-552f4a7c-a619-4e7a-9ef5-fcf7c3e05f93 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.409823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a66102c-c4f8-40bb-bf63-fa295064e403 req-552f4a7c-a619-4e7a-9ef5-fcf7c3e05f93 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 944 time: 0.0931566 Feb 10 15:55:28.481540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a89a7e5-9957-4598-85c2-ad36e0de17fb req-c95640a4-034b-4d54-a3e5-ea809a6caa1c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646446 Feb 10 15:55:28.504508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a66102c-c4f8-40bb-bf63-fa295064e403 req-fbef5a22-fdc5-4a52-8acb-4bbe7461f1b5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929635 Feb 10 15:55:28.543740 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-ad825332-5152-48a7-a4c6-18608834c010 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522422 Feb 10 15:55:28.737118 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e230b9c2-9fac-4dd0-9ace-c5aec2e53fd7 req-55eb45ae-4a8c-4b3f-aeb1-791352c9147d service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808646 Feb 10 15:55:28.790709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.816547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.841068 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-057c4e8e-2189-4ec3-9dc2-4cbb5f149e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:28.852412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.859358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.865812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.871513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.878905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.885148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.891200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.893543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-ff6b7308-3f0d-42e0-b91b-b61d2075c525 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.1322796 Feb 10 15:55:28.967146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-f58d7968-f950-4c11-8f25-e5c088794727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:28.969788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-f58d7968-f950-4c11-8f25-e5c088794727 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 1095 time: 0.1035864 Feb 10 15:55:29.000791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a76748c-1587-41d4-bafc-6a19ecce5a68 req-cb47f396-5097-4f87-b741-da95bfcc9356 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952451 Feb 10 15:55:29.029912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61299374-ec7c-44f3-8dcb-380a0a18c785 req-6fb975a3-0846-4e41-ba91-ba7a2ffa8f3f tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.030111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Allocated IP 172.25.7.66 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/87246d61-da63-4e11-9aff-eecd30ec2f1b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:29.030218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61299374-ec7c-44f3-8dcb-380a0a18c785 req-6fb975a3-0846-4e41-ba91-ba7a2ffa8f3f tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 950 time: 0.1281343 Feb 10 15:55:29.072657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61299374-ec7c-44f3-8dcb-380a0a18c785 req-71b05b1b-d34d-41c0-8887-406a52bfcd71 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Feb 10 15:55:29.199708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-1309ca0f-cc61-438d-b063-7001182b9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.201204 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-1309ca0f-cc61-438d-b063-7001182b9368 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.1907506 Feb 10 15:55:29.267113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-07b37800-4b56-492b-b8c1-e417f1792778 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f09a5692-1476-48fe-b051-f370ada7a49c HTTP/1.1" status: 200 len: 217 time: 0.0424793 Feb 10 15:55:29.270893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.313891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38920) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:29.332129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-7ad8d473-a367-4377-b56a-6748a73fcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.333606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-7ad8d473-a367-4377-b56a-6748a73fcbee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.0585918 Feb 10 15:55:29.360105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.396774 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-52ffdf6f-7626-48dc-b391-eb9536cb3c82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481904 Feb 10 15:55:29.436939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343781906'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:29.448060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:29.461721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:29.465365 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.477805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:29.478153 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.484410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:29.490773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Pushing event updated for resources: {'Port': ['ID=87246d61-da63-4e11-9aff-eecd30ec2f1b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:29.647103 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-441e60a3-40dc-461a-a298-5c90bcd925aa service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275510 Feb 10 15:55:29.676637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f952b21-9bdd-4ee2-a9b7-1e017d517a4f req-c0e18de9-981f-4944-82fd-69447f7210ff tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.678391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f952b21-9bdd-4ee2-a9b7-1e017d517a4f req-c0e18de9-981f-4944-82fd-69447f7210ff tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1176040 Feb 10 15:55:29.698400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2a0c-dc1b-4c26-b750-1004b47818ac req-1ab8ff50-ba5c-4da3-943a-9bd9f9369206 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.706457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e6e2a0c-dc1b-4c26-b750-1004b47818ac req-1ab8ff50-ba5c-4da3-943a-9bd9f9369206 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 944 time: 0.1075294 Feb 10 15:55:29.725925 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.749557 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.802284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:29.813289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400d39f4-3b70-450c-86c4-7cd2a98a51f7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:29.819187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f952b21-9bdd-4ee2-a9b7-1e017d517a4f req-b6098c3d-8774-4bd2-bfa0-25167ffb0d3b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918875 Feb 10 15:55:29.832149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f15d00a8-54c2-4c57-8b60-693e533cfe20 req-b91aa8a6-991d-4daa-ad63-bc615d3c9ee9 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646535 Feb 10 15:55:29.832661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e6e2a0c-dc1b-4c26-b750-1004b47818ac req-4456a315-63db-49d5-9223-48a8bfbb35fa tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252415 Feb 10 15:55:29.856687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.857743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.857743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.857998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.858832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.859727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.859845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.860144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.860471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.860797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.861115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.861918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:29.867327 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.867689 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment c3653fa1-0945-4ead-89b3-b11ceef2fc05 of type vlan for network 958be7ee-24ae-4371-8ad3-ae55e01bf581 Feb 10 15:55:29.901115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.912637 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.950867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:29.956952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.957601 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:30.022142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7061489 Feb 10 15:55:30.076090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900f75-b68b-4631-811d-4a1f65ecc3e9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=958be7ee-24ae-4371-8ad3-ae55e01bf581,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:30.099475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 958be7ee-24ae-4371-8ad3-ae55e01bf581 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:30.121008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:30.125796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:30.308941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Router 1c8552b1-fae9-498a-8890-3ff804de8eaf is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:30.349924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.357921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.365043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.371904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.378998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.385508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.398547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.408132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-e81bb0a8-411d-445a-84a3-29059b280f0c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5418 time: 0.1840508 Feb 10 15:55:30.444767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1800123-2825-4590-8c70-1fd375406138 req-f890e1d5-c766-491c-b0aa-550cefbc47f4 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.448331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1800123-2825-4590-8c70-1fd375406138 req-f890e1d5-c766-491c-b0aa-550cefbc47f4 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 950 time: 0.1640978 Feb 10 15:55:30.489906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:30.500061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] Sync routers for ids ['1c8552b1-fae9-498a-8890-3ff804de8eaf'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:30.512595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] Routers {'1c8552b1-fae9-498a-8890-3ff804de8eaf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:30.513461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1c8552b1-fae9-498a-8890-3ff804de8eaf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:30.516679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:30.518048 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0ba1c72f-d62d-4837-b7d5-834644d7326e tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "PUT /v2.0/routers/1c8552b1-fae9-498a-8890-3ff804de8eaf HTTP/1.1" status: 200 len: 915 time: 2.8295836 Feb 10 15:55:30.520784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38938) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:30.526346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1eee5e00-0913-4941-a14c-f39d0a150b23 req-ca13d9ce-0455-40d0-8378-afecda7ef62b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171777 Feb 10 15:55:30.538313 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1800123-2825-4590-8c70-1fd375406138 req-6f7de30e-f91e-4412-b216-60db9267b044 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749602 Feb 10 15:55:30.595799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:30.612851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] Routers {'1c8552b1-fae9-498a-8890-3ff804de8eaf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:30.613798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1c8552b1-fae9-498a-8890-3ff804de8eaf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:30.648974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:30.649821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c06c6-777d-405c-aac9-e3da4237bb34 None None] The sync data for ids ['1c8552b1-fae9-498a-8890-3ff804de8eaf'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:30.678682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-225c3d94-549e-4620-9fa5-68ce51fbeb8f tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/1c8552b1-fae9-498a-8890-3ff804de8eaf HTTP/1.1" status: 200 len: 921 time: 0.1544559 Feb 10 15:55:30.678898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38942) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:30.680265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90f647-64c8-4133-8125-91840e636639 req-315a4073-5116-4c66-b534-94e9ca34e7f0 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.681913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc90f647-64c8-4133-8125-91840e636639 req-315a4073-5116-4c66-b534-94e9ca34e7f0 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 949 time: 0.0630033 Feb 10 15:55:30.721824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc90f647-64c8-4133-8125-91840e636639 req-a4c4505f-718a-4525-96a2-9835e3e2df68 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Feb 10 15:55:30.724751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedcd550-c9b7-467e-bd88-c04ef12a1234 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.728710 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dedcd550-c9b7-467e-bd88-c04ef12a1234 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=1c8552b1-fae9-498a-8890-3ff804de8eaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0464547 Feb 10 15:55:30.729316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38944) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:30.839179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694d294-7471-4f2e-9eba-a11a36c902bd tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:30.843774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6694d294-7471-4f2e-9eba-a11a36c902bd tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/networks/2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 881 time: 0.1104507 Feb 10 15:55:30.844825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38958) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:30.867587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 92934f53-5cf5-4f6e-bbaf-de3a38837f09 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:30.892499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38964) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:30.894430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-55df8bd2-9faf-48a4-b299-9b6ad36843d4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8552b1-fae9-498a-8890-3ff804de8eaf HTTP/1.1" status: 200 len: 205 time: 0.0484056 Feb 10 15:55:31.021652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.039503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '92934f53-5cf5-4f6e-bbaf-de3a38837f09', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'port_id': '92934f53-5cf5-4f6e-bbaf-de3a38837f09', 'mac_address': 'fa:16:3e:39:2a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:31.084075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0bd92-60b9-4933-8f17-ba1c1f222fb7 req-f3dbf45f-ad3f-40a1-99c8-1fa926e49c7b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.088501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fb0bd92-60b9-4933-8f17-ba1c1f222fb7 req-f3dbf45f-ad3f-40a1-99c8-1fa926e49c7b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0804086 Feb 10 15:55:31.093974 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.108247 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.122890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92934f53-5cf5-4f6e-bbaf-de3a38837f09 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:31.150829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.155852 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.157077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 086746f8-6103-414e-a501-a98cfe458ca9 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:31.196850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=086746f8-6103-414e-a501-a98cfe458ca9,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.214236 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '086746f8-6103-414e-a501-a98cfe458ca9', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'port_id': '086746f8-6103-414e-a501-a98cfe458ca9', 'mac_address': 'fa:16:3e:2f:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:31.236274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fb0bd92-60b9-4933-8f17-ba1c1f222fb7 req-0dc6823d-dd94-49f7-b804-c41d5d7e10f4 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259396 Feb 10 15:55:31.415489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee728d-30f4-477f-a81f-fb729081f332 req-af6a3eb6-73ca-4e5e-8970-140600f6bb92 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.418721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5eee728d-30f4-477f-a81f-fb729081f332 req-af6a3eb6-73ca-4e5e-8970-140600f6bb92 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 944 time: 0.1047049 Feb 10 15:55:31.446498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.488972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5eee728d-30f4-477f-a81f-fb729081f332 req-820f4987-dfe3-495e-8515-1d8145c66c3e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625594 Feb 10 15:55:31.560791 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.569514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Deleting port 87246d61-da63-4e11-9aff-eecd30ec2f1b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:31.569863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.581408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086746f8-6103-414e-a501-a98cfe458ca9 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:31.637927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=086746f8-6103-414e-a501-a98cfe458ca9,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.657173 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.658269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 304046c0-7eec-43dc-bcab-2bb59dcf53db details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:31.751699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.765568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.771747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.777066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.777756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.784171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.790064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.790207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '304046c0-7eec-43dc-bcab-2bb59dcf53db', 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'port_id': '304046c0-7eec-43dc-bcab-2bb59dcf53db', 'mac_address': 'fa:16:3e:2b:47:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a9641e-f79c-4afb-be39-2212e8e676d1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:31.795271 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1d777e4d-200d-4fe9-9eec-bea6c0d97689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.797977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.799586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:31.804480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:31.806344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-0ddcb9e6-a0c1-4802-8e58-531b357bce35 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5420 time: 0.1526124 Feb 10 15:55:31.861045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8ce338b-e0bf-4905-a54c-a7bf9f674590 req-03189d77-dd2c-45a4-ac69-9f135aa91468 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459342 Feb 10 15:55:31.861940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Calling delete_port for 87246d61-da63-4e11-9aff-eecd30ec2f1b owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:31.902668 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.928074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:31.934781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304046c0-7eec-43dc-bcab-2bb59dcf53db {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:31.961242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.966000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:31.967073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e2d9296d-5cc9-401b-88a5-92dd9227c95f details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:32.074634 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.107253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event deleted for resources: {'Port': ['ID=87246d61-da63-4e11-9aff-eecd30ec2f1b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.113370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:32.137248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'port_id': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'mac_address': 'fa:16:3e:76:cc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:32.194101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.206598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.208385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.213671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d9296d-5cc9-401b-88a5-92dd9227c95f {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:32.235085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:32.247427 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.251340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4606b0c0-2ac7-4788-a537-571f0d43fd4c details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:32.448196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f09a5692-1476-48fe-b051-f370ada7a49c details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:32.597669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f09a5692-1476-48fe-b051-f370ada7a49c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f09a5692-1476-48fe-b051-f370ada7a49c,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:32.619602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'f09a5692-1476-48fe-b051-f370ada7a49c', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': 'f09a5692-1476-48fe-b051-f370ada7a49c', 'mac_address': 'fa:16:3e:78:0f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:32.627050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:32.639119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.649551 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.710694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '4606b0c0-2ac7-4788-a537-571f0d43fd4c', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'port_id': '4606b0c0-2ac7-4788-a537-571f0d43fd4c', 'mac_address': 'fa:16:3e:36:f0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:32.729150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.802959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09a5692-1476-48fe-b051-f370ada7a49c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:32.830068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f09a5692-1476-48fe-b051-f370ada7a49c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f09a5692-1476-48fe-b051-f370ada7a49c,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:32.839469 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.842236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.850552 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.929300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.966308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4606b0c0-2ac7-4788-a537-571f0d43fd4c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:32.978689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:32.980183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f09a5692-1476-48fe-b051-f370ada7a49c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.980372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8552b1-fae9-498a-8890-3ff804de8eaf {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:33.000887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.002637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d2c87b8f-8ff0-49d3-9ff1-45463a366a17 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/1c8552b1-fae9-498a-8890-3ff804de8eaf HTTP/1.1" status: 204 len: 168 time: 2.1085215 Feb 10 15:55:33.006942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39004) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:33.012242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:33.018632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2905-1153-4ced-8ba0-e764e6c293f3 req-d2fcabc7-c8a8-4d85-8318-c5b316ed3c3a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.019376 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.019962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2043747799', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:33.020215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b1c2905-1153-4ced-8ba0-e764e6c293f3 req-d2fcabc7-c8a8-4d85-8318-c5b316ed3c3a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 945 time: 0.1834934 Feb 10 15:55:33.021606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:33.051205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.052992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.057561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33ff48-79fe-404b-8381-1561aba7990d req-b86d2adb-df4a-43c3-a099-d9e95f1b5898 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.059270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f33ff48-79fe-404b-8381-1561aba7990d req-b86d2adb-df4a-43c3-a099-d9e95f1b5898 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2234793 Feb 10 15:55:33.120217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.135059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b1c2905-1153-4ced-8ba0-e764e6c293f3 req-8d07e272-83ac-4264-b8b2-2dcf85ca4526 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864329 Feb 10 15:55:33.157673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:33.178270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:33.192443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '0e55fdac-bb6b-4425-9ffd-a7b31fda62b5', 'network_id': 'edf72dcd-d60f-48a5-80d6-58868ca355eb', 'port_id': '0e55fdac-bb6b-4425-9ffd-a7b31fda62b5', 'mac_address': 'fa:16:3e:46:60:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc50dbd-c940-4639-b713-3e7c1afc04a2', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:33.193224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f33ff48-79fe-404b-8381-1561aba7990d req-92e1eded-7451-4a1e-9989-4fb26c2c9bdf tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976086 Feb 10 15:55:33.252233 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.268082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:33.289670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:33.297344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.298253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf311dc7-fe11-4827-b4a9-457cb289a216 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:33.349412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:33.354664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:33.370279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f09a5692-1476-48fe-b051-f370ada7a49c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:33.391321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf311dc7-fe11-4827-b4a9-457cb289a216,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:33.397764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.429337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:33.447778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.453859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.459981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.463232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'bf311dc7-fe11-4827-b4a9-457cb289a216', 'network_id': 'b340ef99-402b-4687-ad5f-92dcb56aa7c6', 'port_id': 'bf311dc7-fe11-4827-b4a9-457cb289a216', 'mac_address': 'fa:16:3e:68:fc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a9641e-f79c-4afb-be39-2212e8e676d1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:33.465771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.472363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.479185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.486801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.488988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-83a09201-859b-409e-86ad-19b6645bb1a8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5424 time: 0.1802011 Feb 10 15:55:33.524226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.551731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf311dc7-fe11-4827-b4a9-457cb289a216 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:33.560355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e6336fd-30f3-479e-b459-f98d8627a3c9 req-66c099a2-4bdb-4da8-ac64-e57d0ae91999 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616286 Feb 10 15:55:33.566058 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:33.571042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.584075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf311dc7-fe11-4827-b4a9-457cb289a216,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:33.599367 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.665837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.679902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:33.693068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.810737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.811272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Allocated IP 172.25.7.207 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/1ac665c5-91b6-4b4f-a3a9-d56330768362) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:33.862713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=7e329721-84fa-4024-9a3c-b150386ee1c2,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:33.903022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': 'c3653fa1-0945-4ead-89b3-b11ceef2fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:33.903970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: 958be7ee-24ae-4371-8ad3-ae55e01bf581, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:33.916917 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.933632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 958be7ee-24ae-4371-8ad3-ae55e01bf581 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:33.943949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 958be7ee-24ae-4371-8ad3-ae55e01bf581) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:33.949396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:33.950377 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.954504 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:33.956630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72280629-b534-492e-9ecc-c4e1d896506e None None] Network 958be7ee-24ae-4371-8ad3-ae55e01bf581 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:33.976795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f712c819-15f6-45ea-a357-0f231318b1d1 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6259768 Feb 10 15:55:33.979699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39016) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:33.989028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064921904'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:34.001208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:34.004548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:34.008240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:34.019484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:34.025092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.038529 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.049687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event updated for resources: {'Port': ['ID=1ac665c5-91b6-4b4f-a3a9-d56330768362,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:34.079167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:34.096600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.097225 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment 72c5facb-d601-42a6-b73f-1309f35172f3 of type vlan for network 14797074-dbf7-4ddc-adab-e4e62cb0103d Feb 10 15:55:34.176338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.181527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-958be7ee-24ae-4371-8ad3-ae55e01bf581', 'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': '7e329721-84fa-4024-9a3c-b150386ee1c2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:34.182749 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.214506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.224102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:34.224975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.322706 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.379053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3979948 Feb 10 15:55:34.384520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39026) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:34.392751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '14797074-dbf7-4ddc-adab-e4e62cb0103d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:34.405375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Allocated IP 2001:db8:0:ffff::2 (958be7ee-24ae-4371-8ad3-ae55e01bf581/7e329721-84fa-4024-9a3c-b150386ee1c2/36d99080-7f80-4ec3-a8b0-89217b984392) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:34.495954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5ad9f-703c-4cec-879c-ef1039644690 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=14797074-dbf7-4ddc-adab-e4e62cb0103d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:34.588525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc49d23-33ad-4084-b43b-89459f90f164 req-c70758a3-a6d9-4f2b-a669-e13c11b2d71d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:34.588748 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.601065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['92934f53-5cf5-4f6e-bbaf-de3a38837f09'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:34.603145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 14797074-dbf7-4ddc-adab-e4e62cb0103d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:34.605879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbc49d23-33ad-4084-b43b-89459f90f164 req-c70758a3-a6d9-4f2b-a669-e13c11b2d71d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 945 time: 0.3104033 Feb 10 15:55:34.606569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:34.620302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.656225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a616bbd-b36e-434d-b6e8-4a645b3e9138 req-7889ad47-a6ef-403b-a74e-7b0a1c20c137 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:34.661955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a616bbd-b36e-434d-b6e8-4a645b3e9138 req-7889ad47-a6ef-403b-a74e-7b0a1c20c137 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3787699 Feb 10 15:55:34.685928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['086746f8-6103-414e-a501-a98cfe458ca9'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:34.688365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['bf311dc7-fe11-4827-b4a9-457cb289a216'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:34.690245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['4606b0c0-2ac7-4788-a537-571f0d43fd4c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:34.692996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['e2d9296d-5cc9-401b-88a5-92dd9227c95f'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:34.695270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.721856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Network 958be7ee-24ae-4371-8ad3-ae55e01bf581 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:34.763365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:34.821429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:34.872910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:34.878237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbc49d23-33ad-4084-b43b-89459f90f164 req-32b6a2ce-8eae-4fe8-9f1b-650d44c2de23 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508202 Feb 10 15:55:34.898140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a616bbd-b36e-434d-b6e8-4a645b3e9138 req-c9a1a2e6-fb6f-45af-8792-801cf0b99159 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816754 Feb 10 15:55:35.018364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Attempting to bind port 36d99080-7f80-4ec3-a8b0-89217b984392 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:35.018726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Attempting to bind port 36d99080-7f80-4ec3-a8b0-89217b984392 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'c3653fa1-0945-4ead-89b3-b11ceef2fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:35.019089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Attempting to bind port 36d99080-7f80-4ec3-a8b0-89217b984392 on network 958be7ee-24ae-4371-8ad3-ae55e01bf581 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:35.038087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:35.038481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Checking segment: {'id': 'c3653fa1-0945-4ead-89b3-b11ceef2fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:35.038912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.039618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Bound using segment: {'id': 'c3653fa1-0945-4ead-89b3-b11ceef2fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:35.040183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Bound port: 36d99080-7f80-4ec3-a8b0-89217b984392, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3653fa1-0945-4ead-89b3-b11ceef2fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '958be7ee-24ae-4371-8ad3-ae55e01bf581'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:35.040567 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.117989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] For port 36d99080-7f80-4ec3-a8b0-89217b984392, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:35.120916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] For port 36d99080-7f80-4ec3-a8b0-89217b984392, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=36d99080-7f80-4ec3-a8b0-89217b984392,segment=NetworkSegment(c3653fa1-0945-4ead-89b3-b11ceef2fc05),segment_id=c3653fa1-0945-4ead-89b3-b11ceef2fc05)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:35.142445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Pushing event updated for resources: {'Port': ['ID=36d99080-7f80-4ec3-a8b0-89217b984392,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:35.161355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.161679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.162029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.162340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.162665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.162987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.163299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.163906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.164259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.164579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.164895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.165212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:35.169860 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.242008 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.260203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.317894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=0d1334b7-4dea-4679-8830-f7ed3bedd1ee,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:35.383711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.390253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.396802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.398290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['304046c0-7eec-43dc-bcab-2bb59dcf53db'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:35.403998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.411180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.417292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.424244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.426214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-291fc4f7-dbb6-41d0-a13a-8b3a33b1289f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5425 time: 0.2775049 Feb 10 15:55:35.430655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': '72c5facb-d601-42a6-b73f-1309f35172f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14797074-dbf7-4ddc-adab-e4e62cb0103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:35.431013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: 14797074-dbf7-4ddc-adab-e4e62cb0103d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:35.470561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 14797074-dbf7-4ddc-adab-e4e62cb0103d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:35.492703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 14797074-dbf7-4ddc-adab-e4e62cb0103d) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:35.505049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:35.505858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.514229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7eea13a3-2175-4700-a043-0aa7222294b7 req-2c18ac2f-ef40-4632-af33-f50f301aa909 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685995 Feb 10 15:55:35.536068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-caaaf1f5-74bd-41c0-bc69-110b6715e2fa tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1487970 Feb 10 15:55:35.536709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39058) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:35.563999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Router b54bbf82-2edc-43ee-b2f7-78ed06cea22e is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:35.643670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['0e55fdac-bb6b-4425-9ffd-a7b31fda62b5'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:35.737797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.782399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd0eea-32c1-48c5-b307-4ab74e64a2b6 None None] Network 14797074-dbf7-4ddc-adab-e4e62cb0103d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:35.824755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:35.839166 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] Sync routers for ids ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:35.863747 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.881221 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] Routers {'b54bbf82-2edc-43ee-b2f7-78ed06cea22e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:35.882310 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:35.894024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:35.907978 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:35.913878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39066) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:35.915329 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-077b9547-9dab-45f1-89ed-feaaf272ef14 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9016323 Feb 10 15:55:35.935839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:35.985084 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:36.018155 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] Routers {'b54bbf82-2edc-43ee-b2f7-78ed06cea22e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:36.019062 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:36.069253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:36.075371 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:36.076609 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a943-1f7d-4592-b352-cc6bae1b4ce9 None None] The sync data for ids ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:36.091430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909766b7-5708-4e8e-ab25-27af14e8400e None None] Pushing event updated for resources: {'Port': ['ID=36d99080-7f80-4ec3-a8b0-89217b984392,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:36.130521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.148459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'mac_address': 'fa:16:3e:2f:e9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:36.286722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.326212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c573fe96-338f-45c4-a3e3-aff863e26c5b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:36.355011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.386685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14797074-dbf7-4ddc-adab-e4e62cb0103d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:36.400381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c5facb-d601-42a6-b73f-1309f35172f3') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:36.400922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c5facb-d601-42a6-b73f-1309f35172f3') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:36.412948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.445969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f09a5692-1476-48fe-b051-f370ada7a49c up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:36.467112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.503929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:36.504757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.509154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34486ab-9eb9-4d4f-96a7-dee0c0450848 None None] Network 14797074-dbf7-4ddc-adab-e4e62cb0103d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:36.514408 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:36.533899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1334b7-4dea-4679-8830-f7ed3bedd1ee,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:36.654663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:36.662637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c925-51dd-41b7-b4be-d01440ce8d1d req-0c18517a-dd94-49c9-bb92-049fe878c845 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:36.671866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2747c925-51dd-41b7-b4be-d01440ce8d1d req-0c18517a-dd94-49c9-bb92-049fe878c845 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 945 time: 0.5732248 Feb 10 15:55:36.725845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9510-4e27-454d-8cc0-1f92ac8437df req-40698d57-a5e6-4c55-8733-afa0493b8596 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:36.734156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-317a9510-4e27-454d-8cc0-1f92ac8437df req-40698d57-a5e6-4c55-8733-afa0493b8596 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.5955756 Feb 10 15:55:36.743000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.792498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.798695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.806459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/14797074-dbf7-4ddc-adab-e4e62cb0103d HTTP/1.1" status: 204 len: 168 time: 1.2654152 Feb 10 15:55:36.807510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39076) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:36.814611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1939204006'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:36.835429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2747c925-51dd-41b7-b4be-d01440ce8d1d req-8f26a8ca-7913-4278-aa12-2e788519690f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622889 Feb 10 15:55:36.868464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:36.885509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.944903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-317a9510-4e27-454d-8cc0-1f92ac8437df req-00f7bdcd-2797-4d6b-8cf4-ad471add5a79 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958857 Feb 10 15:55:36.946480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259ec6c-24b3-4635-af21-a8597d0e9787 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=14797074-dbf7-4ddc-adab-e4e62cb0103d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:36.952246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:36.972323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:36.972725 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment f2687df6-901e-44c9-bc6a-dc05bc17d50b of type vlan for network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a Feb 10 15:55:37.043288 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.082635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.099086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.102123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.164645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['c573fe96-338f-45c4-a3e3-aff863e26c5b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:37.202495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3912599 Feb 10 15:55:37.202495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:37.253758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:37.255154 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.297689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.306010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.313341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.320458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.326967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.333471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port f09a5692-1476-48fe-b051-f370ada7a49c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:37.334120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.348613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:37.351649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-3c1b1d8f-e5c6-4200-b6a5-19975981b339 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5425 time: 0.1764641 Feb 10 15:55:37.353432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.396522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71994d9-290f-4d1d-ac9e-a73dacee694e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=1f3e111b-0e14-48a3-8769-4351e0c0ea4a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:37.469848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:37.501450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port f09a5692-1476-48fe-b051-f370ada7a49c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:37.503079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.508352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8428cfd5-96b7-4894-bd0c-a834b0823445 req-96f83db3-b4d2-4250-8ffb-21d51d9132fd tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467679 Feb 10 15:55:37.536408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:37.545645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.553611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:37.561599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Deleting port 1ac665c5-91b6-4b4f-a3a9-d56330768362 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:37.562013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.744097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 36d99080-7f80-4ec3-a8b0-89217b984392 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:37.809980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:37.836599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Calling delete_port for 1ac665c5-91b6-4b4f-a3a9-d56330768362 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:38.001740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c50f4-9b0a-4b4d-b1b1-788a6bfebcc0 None None] Network 958be7ee-24ae-4371-8ad3-ae55e01bf581 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:38.045985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.136159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': 'f2687df6-901e-44c9-bc6a-dc05bc17d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:38.136525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: 1f3e111b-0e14-48a3-8769-4351e0c0ea4a, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:38.152877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=364fbf47-ecc8-4f31-be50-2e876792a892,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:38.177677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:38.192755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1f3e111b-0e14-48a3-8769-4351e0c0ea4a) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:38.201308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:38.202029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.228656 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-324cb286-d937-4cca-a150-35fd2d84d191 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9914629 Feb 10 15:55:38.231763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39104) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:38.239608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624165751'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:38.257774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab809b36-17a8-4b5a-8f55-ee318e91c301 req-dea1d2a2-3df9-4e07-afbf-e03804fd9a20 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:38.259739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab809b36-17a8-4b5a-8f55-ee318e91c301 req-dea1d2a2-3df9-4e07-afbf-e03804fd9a20 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 945 time: 0.3040049 Feb 10 15:55:38.263512 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.266594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9aa32-af10-4f1c-b248-ca5f71db1a60 None None] Network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:38.298281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:38.305114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.329931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479cfa0-9b02-442e-8f6f-3cbe4a03d2e2 req-559d7f64-4ead-42db-a051-2d5028ec5168 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:38.331807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8479cfa0-9b02-442e-8f6f-3cbe4a03d2e2 req-559d7f64-4ead-42db-a051-2d5028ec5168 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2426639 Feb 10 15:55:38.350898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:38.368558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.368912 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment 59e2b982-e40b-4661-97bc-73beb1a4fc00 of type vlan for network 2c1426c3-f46e-419b-9018-2967558563d8 Feb 10 15:55:38.394239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab809b36-17a8-4b5a-8f55-ee318e91c301 req-0ca3a7c3-9787-4083-895c-7edf268cfe4a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230922 Feb 10 15:55:38.462390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.478119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8479cfa0-9b02-442e-8f6f-3cbe4a03d2e2 req-033477dd-811f-480c-bd4c-ae69678152b1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250553 Feb 10 15:55:38.478835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.528258 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.533462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-53535403-d076-4a24-9cd9-76d813bba88a None None] Provisioning complete for port 36d99080-7f80-4ec3-a8b0-89217b984392 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:38.534453 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53535403-d076-4a24-9cd9-76d813bba88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.536196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:38.538331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.538611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Pushing event deleted for resources: {'Port': ['ID=1ac665c5-91b6-4b4f-a3a9-d56330768362,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:38.659040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.659466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-1f3e111b-0e14-48a3-8769-4351e0c0ea4a', 'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': '364fbf47-ecc8-4f31-be50-2e876792a892'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:38.660363 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.714919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=2c1426c3-f46e-419b-9018-2967558563d8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:38.725852 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7766f7e9-0d4b-4a4e-b0ec-86f52e0c22da tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4928424 Feb 10 15:55:38.730689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39116) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:38.737358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '2c1426c3-f46e-419b-9018-2967558563d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:38.877814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:38.885579 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:38.969551 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f09a5692-1476-48fe-b051-f370ada7a49c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f09a5692-1476-48fe-b051-f370ada7a49c,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:38.993670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Performing IP validity checks on allocation pools {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:55:38.995182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:55:38.997278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a5692-1476-48fe-b051-f370ada7a49c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:39.003987 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5a7da1-e8a8-4992-aa6a-e6d5dbc28af4" -d '{"events": [{"server_uuid": "9aded831-f26b-4ad1-a14a-c10976bfe3dc", "name": "network-vif-plugged", "status": "completed", "tag": "f09a5692-1476-48fe-b051-f370ada7a49c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:39.011587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 36d99080-7f80-4ec3-a8b0-89217b984392 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:39.011985 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.018135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2c1426c3-f46e-419b-9018-2967558563d8 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:39.060550 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.171210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.208656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.223046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.237432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.253697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.270212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.284099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.286456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-d09cc5a0-f33b-4c62-a57b-47d38e963e0d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5425 time: 0.5618248 Feb 10 15:55:39.318796 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704b2cd8-c70e-4edc-9029-56d53a8ad070 x-openstack-request-id: req-704b2cd8-c70e-4edc-9029-56d53a8ad070 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:39.319214 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aded831-f26b-4ad1-a14a-c10976bfe3dc", "name": "network-vif-plugged", "status": "completed", "tag": "f09a5692-1476-48fe-b051-f370ada7a49c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:39.319759 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-704b2cd8-c70e-4edc-9029-56d53a8ad070 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:39.320548 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a5692-1476-48fe-b051-f370ada7a49c', 'code': 200} Feb 10 15:55:39.345319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.358757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5a6b6-b3ac-4355-b331-977652f781f0 req-cbc8d123-d8fe-4ceb-ac90-295efa472c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.361322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40b5a6b6-b3ac-4355-b331-977652f781f0 req-cbc8d123-d8fe-4ceb-ac90-295efa472c1f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 1097 time: 0.1208766 Feb 10 15:55:39.476449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Allocated IP 2001:db8::1 (1f3e111b-0e14-48a3-8769-4351e0c0ea4a/364fbf47-ecc8-4f31-be50-2e876792a892/707ba578-2268-442d-9683-0443c4c06096) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:39.477812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': '59e2b982-e40b-4661-97bc-73beb1a4fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2c1426c3-f46e-419b-9018-2967558563d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:39.478400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: 2c1426c3-f46e-419b-9018-2967558563d8, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:39.485210 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40b5a6b6-b3ac-4355-b331-977652f781f0 req-dd50a0c4-c56e-4775-8a8e-68c8c0356511 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784955 Feb 10 15:55:39.510229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 2c1426c3-f46e-419b-9018-2967558563d8 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:39.526504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2c1426c3-f46e-419b-9018-2967558563d8) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:39.545899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.548637 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.560806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9daa93-3a28-4b66-9ccd-07490254663f None None] Network 2c1426c3-f46e-419b-9018-2967558563d8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:39.600889 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8688171 Feb 10 15:55:39.603675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39130) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:39.606078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bf572-43f5-4111-a27c-8c089d54e959 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=dcdb9ac2-73dc-4855-8c34-1223060ee4b4,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:39.743966 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.748892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 92934f53-5cf5-4f6e-bbaf-de3a38837f09 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:39.807402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.941175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:39.970728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdb9ac2-73dc-4855-8c34-1223060ee4b4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:39.981075 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53535403-d076-4a24-9cd9-76d813bba88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.060811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.089426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1426c3-f46e-419b-9018-2967558563d8']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:40.093664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-53535403-d076-4a24-9cd9-76d813bba88a None None] For port 36d99080-7f80-4ec3-a8b0-89217b984392, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=36d99080-7f80-4ec3-a8b0-89217b984392,segment=NetworkSegment(c3653fa1-0945-4ead-89b3-b11ceef2fc05),segment_id=c3653fa1-0945-4ead-89b3-b11ceef2fc05)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:40.100195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e2b982-e40b-4661-97bc-73beb1a4fc00') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:40.100625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e2b982-e40b-4661-97bc-73beb1a4fc00') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:40.114347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.121698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53535403-d076-4a24-9cd9-76d813bba88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.122219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f09a5692-1476-48fe-b051-f370ada7a49c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:40.146508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.159217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:40.160399 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:40.165380 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:40.179533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.250102 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.264797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26dd0d85-a238-40dd-9d3f-e29d990c44d3 req-81f460db-cd8c-4983-b847-930695a2d3fb tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1847079 Feb 10 15:55:40.271117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53535403-d076-4a24-9cd9-76d813bba88a None None] Pushing event updated for resources: {'Port': ['ID=36d99080-7f80-4ec3-a8b0-89217b984392,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:40.279915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.307242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.319163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/2c1426c3-f46e-419b-9018-2967558563d8 HTTP/1.1" status: 204 len: 168 time: 0.7139792 Feb 10 15:55:40.346688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39138) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:40.353493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975721392'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:40.367724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2dd00-de36-425e-993f-093f76e98055 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=2c1426c3-f46e-419b-9018-2967558563d8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:40.406193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:40.448838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Router b54bbf82-2edc-43ee-b2f7-78ed06cea22e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:40.459367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712c01-0513-4b74-9963-20bb9cb4f3b4 req-66a512dc-b26b-4658-bb7b-37d96c74ddd1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:40.470744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06712c01-0513-4b74-9963-20bb9cb4f3b4 req-66a512dc-b26b-4658-bb7b-37d96c74ddd1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.3707492 Feb 10 15:55:40.496063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:40.496063 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.691168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e7bfc-ca1c-42b3-b5ff-21c2cfe9d8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-2c1426c3-f46e-419b-9018-2967558563d8', 'network_id': '2c1426c3-f46e-419b-9018-2967558563d8', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': 'dcdb9ac2-73dc-4855-8c34-1223060ee4b4'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:40.693370 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9e8e7bfc-ca1c-42b3-b5ff-21c2cfe9d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.704821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06712c01-0513-4b74-9963-20bb9cb4f3b4 req-0c1e2e99-5d96-4220-9691-1a354a97f64c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279994 Feb 10 15:55:40.709591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:40.713130 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.800172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090f833-85d6-479f-ad1f-09662f274d05 None None] Network 2c1426c3-f46e-419b-9018-2967558563d8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:40.817008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:40.843719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.845871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-820f1116-8ce9-40e4-8bd6-a57f30bc0323 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "PUT /v2.0/routers/b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 200 len: 706 time: 4.9299374 Feb 10 15:55:40.848472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39150) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:40.881015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508eac1-2af8-4104-8235-5cdbdb04f497 req-3b067207-0b88-499b-abfd-d35035caea75 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:40.884199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6508eac1-2af8-4104-8235-5cdbdb04f497 req-3b067207-0b88-499b-abfd-d35035caea75 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.4071167 Feb 10 15:55:40.886000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:40.899862 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:40.902256 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment ecf3f79f-715c-4c49-b4ae-1631812df4dc of type vlan for network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 Feb 10 15:55:40.907639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] Sync routers for ids ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:40.957014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090f833-85d6-479f-ad1f-09662f274d05 None None] Network 2c1426c3-f46e-419b-9018-2967558563d8 could not be found, it might have been deleted concurrently. {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 10 15:55:40.967669 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.104158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6508eac1-2af8-4104-8235-5cdbdb04f497 req-83f4f178-02e1-491d-891d-a47d50420e8e tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222215 Feb 10 15:55:41.104710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.106108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] Routers {'b54bbf82-2edc-43ee-b2f7-78ed06cea22e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:41.111537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:41.122930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:41.123604 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.124531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.144479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00b25543-666c-4174-8bab-2b54954758b1 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/routers/b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 200 len: 741 time: 0.2856431 Feb 10 15:55:41.146109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39160) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:41.150599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 36d99080-7f80-4ec3-a8b0-89217b984392 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:41.246068 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c35e0283-c3cf-48d7-bd42-a370770d8678 tempest-RoutersAdminTest-2033727415 tempest-RoutersAdminTest-2033727415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&device_id=b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 200 len: 205 time: 0.0943093 Feb 10 15:55:41.247200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39162) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:41.341530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=058d3a59-f4d5-4fd4-9d41-53f15d82f7f1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:41.372118 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-614c7e4e-5c02-4b01-98b0-a8b47e4347e7 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 200 len: 205 time: 0.1200905 Feb 10 15:55:41.374543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39168) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:41.382139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a7f9ff7f-662d-4d83-b299-21432539854e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0336683 Feb 10 15:55:41.387308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39170) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:41.410483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:41.597323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.694364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f211f-8f2b-488a-b63a-91d3e3d8ad2a req-6bff9738-f239-46c5-a2da-80599c2752a3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:41.709517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-444f211f-8f2b-488a-b63a-91d3e3d8ad2a req-6bff9738-f239-46c5-a2da-80599c2752a3 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2931643 Feb 10 15:55:41.710757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39174) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:41.715582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-21beea93-bee2-487b-bdba-d6043adffb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:41.723028 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-21beea93-bee2-487b-bdba-d6043adffb81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.2161007 Feb 10 15:55:41.733457 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.750209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:41.902707 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.903764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:41.905773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:41.915127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.939740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-97c5591c-22ba-469c-9f1d-7eff08096c1d None None] Provisioning complete for port 36d99080-7f80-4ec3-a8b0-89217b984392 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:41.941059 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-97c5591c-22ba-469c-9f1d-7eff08096c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:41.955916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92934f53-5cf5-4f6e-bbaf-de3a38837f09'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:41.958321 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e1d85-0c34-4273-88ab-e0c7a274abce" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "92934f53-5cf5-4f6e-bbaf-de3a38837f09"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:41.988033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-444f211f-8f2b-488a-b63a-91d3e3d8ad2a req-0b4becc8-c3e7-44b6-9fea-b7465d125062 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458465 Feb 10 15:55:42.057838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-14470f84-94a3-4c3e-8107-ff5fd4fe7214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.086765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.105854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.178583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.178583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Fanout notify agent at l3_agent the message router_deleted on router b54bbf82-2edc-43ee-b2f7-78ed06cea22e {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:42.187708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.190360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ddb2a304-cc45-4c4a-9abc-d5f14f7a0ad4 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 204 len: 168 time: 0.8126204 Feb 10 15:55:42.194000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.220418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:42.234065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:42.248037 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-610cc0ea-3012-4dea-9443-25498618c25d tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 200 len: 205 time: 0.0509973 Feb 10 15:55:42.251379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39190) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.267824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:42.279887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:42.306342 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-261c3867-a001-4ca7-86ef-1ddadc24c01c tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] delete failed (client error): The resource could not be found. Feb 10 15:55:42.308507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-261c3867-a001-4ca7-86ef-1ddadc24c01c tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/b54bbf82-2edc-43ee-b2f7-78ed06cea22e HTTP/1.1" status: 404 len: 336 time: 0.0556026 Feb 10 15:55:42.312041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39192) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.322704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-5849f8b3-5d31-44f8-bbef-be2d4e977d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.324443 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-5849f8b3-5d31-44f8-bbef-be2d4e977d3a service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.5566907 Feb 10 15:55:42.334343 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.335463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 086746f8-6103-414e-a501-a98cfe458ca9 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:42.355231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:42.355231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:55:42.357593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_agentschedulers_db [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b54bbf82-2edc-43ee-b2f7-78ed06cea22e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102616) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:55:42.358874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff0b9f-f030-43e1-99e6-d06d970c1b76 None None] The sync data for ids ['b54bbf82-2edc-43ee-b2f7-78ed06cea22e'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:42.363128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f26f49eb-d4ff-41d0-8ba2-adee83c2cf8e tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8552b1-fae9-498a-8890-3ff804de8eaf HTTP/1.1" status: 200 len: 205 time: 0.0430167 Feb 10 15:55:42.371014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39198) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.440816 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-d8659afb-c48d-46ec-abf3-a275235f0958 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] delete failed (client error): The resource could not be found. Feb 10 15:55:42.445244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d8659afb-c48d-46ec-abf3-a275235f0958 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/1c8552b1-fae9-498a-8890-3ff804de8eaf HTTP/1.1" status: 404 len: 336 time: 0.0683362 Feb 10 15:55:42.450871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39200) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.455856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 36d99080-7f80-4ec3-a8b0-89217b984392 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:42.456855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.458509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Pushing event updated for resources: {'Port': ['ID=707ba578-2268-442d-9683-0443c4c06096,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:42.503369 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-9d5951bb-9edd-4aee-9492-8a08534eeec1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.1676235 Feb 10 15:55:42.533836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.549625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.555744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.565923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.572461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.579284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.585720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.595036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b41d454-bb34-47e6-886a-47047d5449fb req-39976bc5-7ae9-493e-914e-ee16fb0b773e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5425 time: 0.4203911 Feb 10 15:55:42.611154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-ffb64f0f-4681-44d6-95b3-6a9e9be2f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.613297 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-ffb64f0f-4681-44d6-95b3-6a9e9be2f7c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.0973964 Feb 10 15:55:42.624112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-14470f84-94a3-4c3e-8107-ff5fd4fe7214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.679002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e58e583e-4199-47f5-b6e4-7cee434e066d tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=c63fe79c-75ac-4c43-b8fa-100bc9ad64cb HTTP/1.1" status: 200 len: 205 time: 0.2241776 Feb 10 15:55:42.679606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-a8f2e396-c376-49f2-9974-df974fe903f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:42.681123 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-a8f2e396-c376-49f2-9974-df974fe903f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561097 Feb 10 15:55:42.681580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39204) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.723219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-14470f84-94a3-4c3e-8107-ff5fd4fe7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.767762 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-7c0b4d4e-37bf-4948-917b-827b35431b57 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] delete failed (client error): The resource could not be found. Feb 10 15:55:42.771161 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c0b4d4e-37bf-4948-917b-827b35431b57 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/c63fe79c-75ac-4c43-b8fa-100bc9ad64cb HTTP/1.1" status: 404 len: 336 time: 0.0864701 Feb 10 15:55:42.772991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39206) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:42.774628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 086746f8-6103-414e-a501-a98cfe458ca9 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:42.776644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Attempting to bind port 707ba578-2268-442d-9683-0443c4c06096 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:42.777005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Attempting to bind port 707ba578-2268-442d-9683-0443c4c06096 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'f2687df6-901e-44c9-bc6a-dc05bc17d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:42.777356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Attempting to bind port 707ba578-2268-442d-9683-0443c4c06096 on network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:42.783717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.817188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b41d454-bb34-47e6-886a-47047d5449fb req-ae4725a2-58aa-46d7-a7f4-044f375896a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2208705 Feb 10 15:55:42.826786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:42.829986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:42.830361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Checking segment: {'id': 'f2687df6-901e-44c9-bc6a-dc05bc17d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:42.830768 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.831156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Bound using segment: {'id': 'f2687df6-901e-44c9-bc6a-dc05bc17d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:42.831658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Bound port: 707ba578-2268-442d-9683-0443c4c06096, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2687df6-901e-44c9-bc6a-dc05bc17d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f3e111b-0e14-48a3-8769-4351e0c0ea4a'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:42.832036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.838039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 086746f8-6103-414e-a501-a98cfe458ca9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:42.838401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:42.921877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-170bc22c-2182-498b-9ccd-b82d75342531 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501679 Feb 10 15:55:42.972158 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-66632769-f86b-4114-b2f3-ae437d48b7c6 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3656093-3671-446b-bd37-9918eba14710 HTTP/1.1" status: 200 len: 205 time: 0.0507474 Feb 10 15:55:42.992086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] For port 707ba578-2268-442d-9683-0443c4c06096, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:42.995415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] For port 707ba578-2268-442d-9683-0443c4c06096, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=707ba578-2268-442d-9683-0443c4c06096,segment=NetworkSegment(f2687df6-901e-44c9-bc6a-dc05bc17d50b),segment_id=f2687df6-901e-44c9-bc6a-dc05bc17d50b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:43.007992 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.014914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39216) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.061122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48cd2c-90e6-4872-84f4-f4614f50f287 None None] Pushing event updated for resources: {'Port': ['ID=707ba578-2268-442d-9683-0443c4c06096,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:43.072911 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f63db-2a50-461f-9dc5-cb5837906fc1 x-openstack-request-id: req-793f63db-2a50-461f-9dc5-cb5837906fc1 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:43.073199 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "92934f53-5cf5-4f6e-bbaf-de3a38837f09", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:43.073451 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-793f63db-2a50-461f-9dc5-cb5837906fc1 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:43.073845 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92934f53-5cf5-4f6e-bbaf-de3a38837f09', 'code': 200} Feb 10 15:55:43.134223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-14470f84-94a3-4c3e-8107-ff5fd4fe7214 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=181991e158b147e6b9fc4b5c0aa59258&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4222372 Feb 10 15:55:43.151484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39220) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.155938 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-0e6414ed-62e8-44f9-bab0-41309c3a87d6 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] delete failed (client error): The resource could not be found. Feb 10 15:55:43.161519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e6414ed-62e8-44f9-bab0-41309c3a87d6 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/e3656093-3671-446b-bd37-9918eba14710 HTTP/1.1" status: 404 len: 336 time: 0.1355166 Feb 10 15:55:43.163228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39222) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.190461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14470f84-94a3-4c3e-8107-ff5fd4fe7214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999e0763-28c4-4576-b281-40dc37e7d1b7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:43.209884 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c307de27-5d80-4c01-a56c-fffeb6217ece req-983d685c-57ff-40d5-9e3d-e1d98b85b3b4 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389131 Feb 10 15:55:43.232444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e205-9239-4433-bc84-dd37972ccf30 req-6e19897b-7ae6-452a-bfed-b3cd9d077fd5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:43.242312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0db1e205-9239-4433-bc84-dd37972ccf30 req-6e19897b-7ae6-452a-bfed-b3cd9d077fd5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.6127789 Feb 10 15:55:43.255208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.309655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-742bac85-dfa1-4c3e-9f33-1b03aa5864f0 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=17571a0a-c152-4515-98f4-2ec97747b6cb HTTP/1.1" status: 200 len: 205 time: 0.1284549 Feb 10 15:55:43.324019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39224) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.326652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=086746f8-6103-414e-a501-a98cfe458ca9,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:43.349783 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.351476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:43.357561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=e7c7eb0a-976a-46d2-95f9-9f55844793c4,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:43.429367 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-9e738ed4-5529-4aef-9b87-30b9cbf6f5b8 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] delete failed (client error): The resource could not be found. Feb 10 15:55:43.430776 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9e738ed4-5529-4aef-9b87-30b9cbf6f5b8 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/17571a0a-c152-4515-98f4-2ec97747b6cb HTTP/1.1" status: 404 len: 336 time: 0.1030750 Feb 10 15:55:43.433376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93508d58-cfba-41ef-be7f-5e27513a5a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.434571 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0db1e205-9239-4433-bc84-dd37972ccf30 req-9f69c4f2-8269-4f9d-bb2f-5e760585f707 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842504 Feb 10 15:55:43.435165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39226) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.524025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:43.527765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port c573fe96-338f-45c4-a3e3-aff863e26c5b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:43.528203 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.570014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93508d58-cfba-41ef-be7f-5e27513a5a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.575233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-b168a05d-3438-4692-b933-e53a48479ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3063807 Feb 10 15:55:43.595633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9531494-6e7d-4c38-b6c3-37b157745684 req-46fd0163-94cc-4af4-b486-a780bc00be80 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:43.604663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9531494-6e7d-4c38-b6c3-37b157745684 req-46fd0163-94cc-4af4-b486-a780bc00be80 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.4048030 Feb 10 15:55:43.633581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4aa14e2-a31d-4bc7-ae40-1556fd834f29 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "GET /v2.0/ports?device_id=56096c38-d086-4255-9b6c-e0bb2bb66dc8 HTTP/1.1" status: 200 len: 205 time: 0.1770623 Feb 10 15:55:43.634252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39232) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.663382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': 'ecf3f79f-715c-4c49-b4ae-1631812df4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:43.663790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:43.694544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93508d58-cfba-41ef-be7f-5e27513a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.698133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93508d58-cfba-41ef-be7f-5e27513a5a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.703389 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-93508d58-cfba-41ef-be7f-5e27513a5a1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/999e0763-28c4-4576-b281-40dc37e7d1b7 HTTP/1.1" status: 204 len: 168 time: 0.5491054 Feb 10 15:55:43.730092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93508d58-cfba-41ef-be7f-5e27513a5a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e0763-28c4-4576-b281-40dc37e7d1b7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:43.780935 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-2474b502-b2bf-46cf-b6b7-aeb54fd3a44a tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] delete failed (client error): The resource could not be found. Feb 10 15:55:43.782193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2474b502-b2bf-46cf-b6b7-aeb54fd3a44a tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/routers/56096c38-d086-4255-9b6c-e0bb2bb66dc8 HTTP/1.1" status: 404 len: 336 time: 0.1248829 Feb 10 15:55:43.784816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39238) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:43.809508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9531494-6e7d-4c38-b6c3-37b157745684 req-03a7a440-2548-4113-b305-9642161a4f13 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951060 Feb 10 15:55:43.834553 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-826246b6-3450-494e-86f9-ffef756e3663 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] DELETE failed (client error): The resource could not be found. Feb 10 15:55:43.835079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826246b6-3450-494e-86f9-ffef756e3663 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:55:43.840334 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-826246b6-3450-494e-86f9-ffef756e3663 tempest-RoutersAdminTest-1120708254 tempest-RoutersAdminTest-1120708254-project] 10.222.0.21 "DELETE /v2.0/subnets/99068e6e-3a93-4d76-a54d-227ecddf3c38 HTTP/1.1" status: 404 len: 337 time: 0.0544329 Feb 10 15:55:43.869609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:43.885678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-4e1ed7e4-5bbb-4ca9-94eb-8ec6c69d3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:43.887288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-4e1ed7e4-5bbb-4ca9-94eb-8ec6c69d3988 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 1096 time: 0.2685881 Feb 10 15:55:43.941538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:43.958057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:43.960566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:43.987411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d5e9b-3e4d-44d0-beb9-88125528d864 None None] Network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:43.988463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327744b7-c156-45d3-b3c6-f1e2fc299fa8 req-5fff5c91-f3b4-4b05-8245-e3ab165afe08 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:43.990276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-327744b7-c156-45d3-b3c6-f1e2fc299fa8 req-5fff5c91-f3b4-4b05-8245-e3ab165afe08 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3761971 Feb 10 15:55:44.062611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:44.119075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed55f337-d1f1-446f-8bce-d117b4ae5fd7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7300727 Feb 10 15:55:44.121812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39248) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:44.218595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-327744b7-c156-45d3-b3c6-f1e2fc299fa8 req-73584948-fa06-4d96-9802-1d089746c344 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735620 Feb 10 15:55:44.250266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:44.285234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:44.286051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e2d9296d-5cc9-401b-88a5-92dd9227c95f up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:44.291922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-cbac8004-756c-476f-924e-86e08f42e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.315187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-cbac8004-756c-476f-924e-86e08f42e634 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.3960032 Feb 10 15:55:44.340543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39260) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:44.414274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-76f3c53b-bdb0-4902-83e0-513e6df5e23a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1 HTTP/1.1" status: 200 len: 217 time: 0.0799115 Feb 10 15:55:44.484731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.513647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.531969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.545212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.564686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.575206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.596423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.606969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-697d653c-0bd8-4492-a8f8-09847744646d req-0b70b752-bb82-4b53-8ccd-59ffa5e31b96 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5427 time: 0.3507626 Feb 10 15:55:44.700113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:44.716280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port e2d9296d-5cc9-401b-88a5-92dd9227c95f completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:44.722584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-058d3a59-f4d5-4fd4-9d41-53f15d82f7f1', 'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': 'e7c7eb0a-976a-46d2-95f9-9f55844793c4'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:44.723673 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:44.724190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39264) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:44.742550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port e2d9296d-5cc9-401b-88a5-92dd9227c95f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:44.743002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:44.860338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ecb101-2825-4542-afbc-74d4d34a94bf None None] Network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:44.885291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-697d653c-0bd8-4492-a8f8-09847744646d req-1364d74f-997f-4d4d-93b2-a2d162a3ce8d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2773581 Feb 10 15:55:44.914788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-2bf4d267-3866-452a-bfc3-90c72a9605de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.923304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-2bf4d267-3866-452a-bfc3-90c72a9605de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.4937017 Feb 10 15:55:45.010405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-916349da-4aa7-4fce-b8fb-53f1ecd6865e None None] Provisioning complete for port 707ba578-2268-442d-9683-0443c4c06096 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:45.011036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-916349da-4aa7-4fce-b8fb-53f1ecd6865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.031031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-212d2483-2080-4e89-a062-c6e7a05d4cce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976627 Feb 10 15:55:45.078389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9'}, {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:45.082034 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92495da5-9ab6-4d92-8c98-a0dfe6d9e31d" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "086746f8-6103-414e-a501-a98cfe458ca9"}, {"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-plugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:45.164078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-368c2fb2-10bf-436a-a6df-0ee26af04be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.177804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-911a82ee-7cbb-4ad9-bf54-07d8482936ea service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288989 Feb 10 15:55:45.182162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.192183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5aeb-f217-4a0f-a3c2-cab9f2a65f19 req-54528fc2-b806-42bc-a17c-1e89adf84b97 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:45.193764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9cc5aeb-f217-4a0f-a3c2-cab9f2a65f19 req-54528fc2-b806-42bc-a17c-1e89adf84b97 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.5793889 Feb 10 15:55:45.247737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daad8f2f-7814-4ca8-88f6-8d7597a16c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.250756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Allocated IP 2001:db8::1 (058d3a59-f4d5-4fd4-9d41-53f15d82f7f1/e7c7eb0a-976a-46d2-95f9-9f55844793c4/336f89d1-0438-4c5c-af71-eff4819736ce) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:45.253217 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-916349da-4aa7-4fce-b8fb-53f1ecd6865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.307140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 707ba578-2268-442d-9683-0443c4c06096 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:45.354028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.356512 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.383134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-916349da-4aa7-4fce-b8fb-53f1ecd6865e None None] For port 707ba578-2268-442d-9683-0443c4c06096, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=707ba578-2268-442d-9683-0443c4c06096,segment=NetworkSegment(f2687df6-901e-44c9-bc6a-dc05bc17d50b),segment_id=f2687df6-901e-44c9-bc6a-dc05bc17d50b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:45.383984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9cc5aeb-f217-4a0f-a3c2-cab9f2a65f19 req-9445012b-c994-475b-9d88-85a2c26f8553 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509163 Feb 10 15:55:45.397799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17858f9f-fad7-41d8-aa94-01902a215666 req-214aed53-04a5-4d96-9792-19d16d7c7ccd tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:45.399623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17858f9f-fad7-41d8-aa94-01902a215666 req-214aed53-04a5-4d96-9792-19d16d7c7ccd tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.3726623 Feb 10 15:55:45.466775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-916349da-4aa7-4fce-b8fb-53f1ecd6865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.476454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-368c2fb2-10bf-436a-a6df-0ee26af04be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.499570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-368c2fb2-10bf-436a-a6df-0ee26af04be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.570942 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-368c2fb2-10bf-436a-a6df-0ee26af04be3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e749141d48e3414c9b357c4de3e421f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2287989 Feb 10 15:55:45.572858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c2fb2-10bf-436a-a6df-0ee26af04be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c37df26-7b72-4749-85bc-f01f4f6198ff,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.576040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39278) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:45.613405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daad8f2f-7814-4ca8-88f6-8d7597a16c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.618002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f23c3ba4-c806-4808-8490-6b13baac4be0 req-344ea193-20df-440e-9054-d26d83ddcb19 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860254 Feb 10 15:55:45.631543 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd28c12-2a7f-4908-8405-67b1c27f80e0 x-openstack-request-id: req-dbd28c12-2a7f-4908-8405-67b1c27f80e0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:45.632119 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "086746f8-6103-414e-a501-a98cfe458ca9", "code": 200}, {"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-plugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:45.632565 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbd28c12-2a7f-4908-8405-67b1c27f80e0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:45.633777 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9', 'code': 200} Feb 10 15:55:45.634187 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'code': 200} Feb 10 15:55:45.655504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-17858f9f-fad7-41d8-aa94-01902a215666 req-06a511b3-c6b8-45bf-8e8b-a35bbe52bde0 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341716 Feb 10 15:55:45.656613 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daad8f2f-7814-4ca8-88f6-8d7597a16c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.689557 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:45.724999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54eb34cb-4cc2-4382-94de-e72e611003fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.733694 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.734257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4606b0c0-2ac7-4788-a537-571f0d43fd4c up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:45.755548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54eb34cb-4cc2-4382-94de-e72e611003fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.776294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-daad8f2f-7814-4ca8-88f6-8d7597a16c70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b380d43a58f44165a27b16929c3324d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0174236 Feb 10 15:55:45.783983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39288) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:45.803330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916349da-4aa7-4fce-b8fb-53f1ecd6865e None None] Pushing event updated for resources: {'Port': ['ID=707ba578-2268-442d-9683-0443c4c06096,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.810600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54eb34cb-4cc2-4382-94de-e72e611003fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.814549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54eb34cb-4cc2-4382-94de-e72e611003fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.817291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-54eb34cb-4cc2-4382-94de-e72e611003fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c37df26-7b72-4749-85bc-f01f4f6198ff HTTP/1.1" status: 204 len: 168 time: 0.2397313 Feb 10 15:55:45.826290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb34cb-4cc2-4382-94de-e72e611003fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c37df26-7b72-4749-85bc-f01f4f6198ff,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.893015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.927084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 707ba578-2268-442d-9683-0443c4c06096 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:45.927640 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:45.984164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad8f2f-7814-4ca8-88f6-8d7597a16c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb1853b-217f-47bc-8b30-2067e1d48cab,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.076369 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5c4ebaa5-984c-44b6-bf59-4a58b356e9df None None] Provisioning complete for port 707ba578-2268-442d-9683-0443c4c06096 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:46.076976 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5c4ebaa5-984c-44b6-bf59-4a58b356e9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.079663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adbed3fe-9dda-4a7f-9678-f5636583b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.086199 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.115669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040cd18-2fe7-4513-a4db-591cb8da028e req-45bcc9f1-5ff1-406e-90e3-2ab65abd0521 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.120835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4040cd18-2fe7-4513-a4db-591cb8da028e req-45bcc9f1-5ff1-406e-90e3-2ab65abd0521 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.1500192 Feb 10 15:55:46.129497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b86e-12aa-44d0-bacd-4fc19361837a req-6fb2190b-31b6-4e54-8b0a-f3d15134c300 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.131801 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0139b86e-12aa-44d0-bacd-4fc19361837a req-6fb2190b-31b6-4e54-8b0a-f3d15134c300 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3525503 Feb 10 15:55:46.134570 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adbed3fe-9dda-4a7f-9678-f5636583b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.183318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.204517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 4606b0c0-2ac7-4788-a537-571f0d43fd4c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:46.207582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.223372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 4606b0c0-2ac7-4788-a537-571f0d43fd4c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:46.223372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.264808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c7eb0a-976a-46d2-95f9-9f55844793c4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.282426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4040cd18-2fe7-4513-a4db-591cb8da028e req-da638834-2478-40c9-9c1b-9d0f9656de05 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449037 Feb 10 15:55:46.371197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adbed3fe-9dda-4a7f-9678-f5636583b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.379019 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adbed3fe-9dda-4a7f-9678-f5636583b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.394838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-adbed3fe-9dda-4a7f-9678-f5636583b94f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bb1853b-217f-47bc-8b30-2067e1d48cab HTTP/1.1" status: 204 len: 168 time: 0.6057034 Feb 10 15:55:46.435266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbed3fe-9dda-4a7f-9678-f5636583b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb1853b-217f-47bc-8b30-2067e1d48cab,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.446832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0139b86e-12aa-44d0-bacd-4fc19361837a req-f3ee622e-d23a-435d-a2ee-40b06699e205 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971179 Feb 10 15:55:46.489441 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:46.501802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.514628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:46.521623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Pushing event updated for resources: {'Port': ['ID=336f89d1-0438-4c5c-af71-eff4819736ce,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.535758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:46.555281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.562498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.570792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.579734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.587113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.588999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058d3a59-f4d5-4fd4-9d41-53f15d82f7f1']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:46.594305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.605507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.614833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-22c00572-188d-4de7-bb18-61a6aa51b06e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5428 time: 0.1584408 Feb 10 15:55:46.626678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf3f79f-715c-4c49-b4ae-1631812df4dc') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:46.627057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf3f79f-715c-4c49-b4ae-1631812df4dc') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:46.675883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77b36c13-4a7d-4b11-920a-d2cfe7b72787 req-c7f50930-4b0b-44fc-a6ad-4b2cbbd52acc tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540402 Feb 10 15:55:46.700207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.791774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.820388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:46.822192 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:46.835069 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:46.861139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Attempting to bind port 336f89d1-0438-4c5c-af71-eff4819736ce on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:46.861529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Attempting to bind port 336f89d1-0438-4c5c-af71-eff4819736ce by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ecf3f79f-715c-4c49-b4ae-1631812df4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:46.861912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Attempting to bind port 336f89d1-0438-4c5c-af71-eff4819736ce on network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:46.863211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e4465-c14d-4742-851c-4b57332fa9ab req-6706ba5c-2323-4e7a-8df3-8404e9da5f62 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:46.874189 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-a8c5d560-e789-4be2-96da-5ebe9f183029 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2170186 Feb 10 15:55:46.884474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d87e4465-c14d-4742-851c-4b57332fa9ab req-6706ba5c-2323-4e7a-8df3-8404e9da5f62 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.0860026 Feb 10 15:55:46.932902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d87e4465-c14d-4742-851c-4b57332fa9ab req-36d7bf2e-bee0-4ad9-b08f-960a8f818cc5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469077 Feb 10 15:55:46.963041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:46.963396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Checking segment: {'id': 'ecf3f79f-715c-4c49-b4ae-1631812df4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:46.964049 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:46.966470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Bound using segment: {'id': 'ecf3f79f-715c-4c49-b4ae-1631812df4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:46.967201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Bound port: 336f89d1-0438-4c5c-af71-eff4819736ce, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf3f79f-715c-4c49-b4ae-1631812df4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:46.967359 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.013402 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.030372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39320) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:47.086024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76462f1-db68-4ecd-961e-571aef67400c req-760882a7-24d2-493c-b019-6bdc84e692e4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.088191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a76462f1-db68-4ecd-961e-571aef67400c req-760882a7-24d2-493c-b019-6bdc84e692e4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.0826116 Feb 10 15:55:47.092360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.api [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:55:47.092360 n-d-827895-3 neutron-server[102614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:55:47.092360 n-d-827895-3 neutron-server[102614]: [parameters: {'id': '058d3a59-f4d5-4fd4-9d41-53f15d82f7f1'}] Feb 10 15:55:47.092360 n-d-827895-3 neutron-server[102614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:55:47.093130 n-d-827895-3 neutron-server[102614]: DEBUG oslo_db.api [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:55:47.136381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-792a4256-8483-40ee-a7f1-3325857b5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.137727 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-792a4256-8483-40ee-a7f1-3325857b5450 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 1096 time: 0.1901674 Feb 10 15:55:47.174000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:47.194920 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.199902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:47.209102 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-926d5cc7-d7c7-4a32-ad41-1f6b04dc1701 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fd19b0476d140f8b1789e4f58ee9b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772985 Feb 10 15:55:47.214552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39322) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:47.353245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-964cac9f-6bc7-4964-9267-35dd4395cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.354927 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-964cac9f-6bc7-4964-9267-35dd4395cc67 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.1707292 Feb 10 15:55:47.364831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a76462f1-db68-4ecd-961e-571aef67400c req-da7596be-f612-4838-ae77-9b1f9db9d69a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643042 Feb 10 15:55:47.385501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 707ba578-2268-442d-9683-0443c4c06096 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:47.423140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c472-49ba-4855-9f33-6003f6b1350f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.440556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.452369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c472-49ba-4855-9f33-6003f6b1350f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.455542 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-911740c3-9b8d-423b-926d-419badda9b67 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f27b47f0-f40b-47c7-9783-77bb83590032 HTTP/1.1" status: 200 len: 217 time: 0.0891657 Feb 10 15:55:47.519189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1085418-74e5-4171-a368-548c203a76f0 req-f367bb76-ecbc-48f0-ab40-7dc29cf1a63c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.520889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] For port 336f89d1-0438-4c5c-af71-eff4819736ce, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:47.547762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1085418-74e5-4171-a368-548c203a76f0 req-f367bb76-ecbc-48f0-ab40-7dc29cf1a63c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.4284739 Feb 10 15:55:47.586801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-6f3ca185-7c81-4166-b974-103490ad7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.587008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] For port 336f89d1-0438-4c5c-af71-eff4819736ce, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=336f89d1-0438-4c5c-af71-eff4819736ce,segment=NetworkSegment(ecf3f79f-715c-4c49-b4ae-1631812df4dc),segment_id=ecf3f79f-715c-4c49-b4ae-1631812df4dc)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:47.588701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-6f3ca185-7c81-4166-b974-103490ad7f36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1178901 Feb 10 15:55:47.594634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.597112 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.613396 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c472-49ba-4855-9f33-6003f6b1350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.616116 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c472-49ba-4855-9f33-6003f6b1350f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.617248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7cb1c472-49ba-4855-9f33-6003f6b1350f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3026ccd2-aa25-447f-8e7b-eca5bd9796db HTTP/1.1" status: 204 len: 168 time: 0.4013522 Feb 10 15:55:47.686939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1085418-74e5-4171-a368-548c203a76f0 req-f3e091f2-562e-424b-977e-7fbf211b8f85 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373072 Feb 10 15:55:47.699224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1c472-49ba-4855-9f33-6003f6b1350f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026ccd2-aa25-447f-8e7b-eca5bd9796db,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.701576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-7858b6b7-d4cf-4658-ba3c-2b61b8760d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.713783 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-7858b6b7-d4cf-4658-ba3c-2b61b8760d2e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061366 Feb 10 15:55:47.732643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port 336f89d1-0438-4c5c-af71-eff4819736ce {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:47.733086 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.810424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port 336f89d1-0438-4c5c-af71-eff4819736ce, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=336f89d1-0438-4c5c-af71-eff4819736ce,segment=NetworkSegment(ecf3f79f-715c-4c49-b4ae-1631812df4dc),segment_id=ecf3f79f-715c-4c49-b4ae-1631812df4dc)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:47.811260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.827365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for 336f89d1-0438-4c5c-af71-eff4819736ce owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:47.902127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f'}, {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:47.904828 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624bb57-1808-458f-8b38-3285a44401e8" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f"}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:47.909102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f360e74-ecaf-4603-8a17-3604388256ec None None] Pushing event updated for resources: {'Port': ['ID=336f89d1-0438-4c5c-af71-eff4819736ce,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.956696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:47.975336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.976739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:47.981795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:47.992534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port 336f89d1-0438-4c5c-af71-eff4819736ce on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:47.996685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.012284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.020876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.023530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.027940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.040609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.052803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.053312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=336f89d1-0438-4c5c-af71-eff4819736ce,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:48.055263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083981ab-1a98-41f3-a373-885b852dc403 req-868454ef-3ccd-44a0-9eb6-87a0b193e0a7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5429 time: 0.2377899 Feb 10 15:55:48.084222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 707ba578-2268-442d-9683-0443c4c06096 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.090513 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-79c4f98a-fe76-41b9-89b4-cf52cc30c217 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 336f89d1-0438-4c5c-af71-eff4819736ce could not be found. Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:55:48.111611 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1557, in get_port Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 336f89d1-0438-4c5c-af71-eff4819736ce could not be found. Feb 10 15:55:48.118338 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:55:48.147693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083981ab-1a98-41f3-a373-885b852dc403 req-317ca056-ca46-4722-84ea-813478da5f09 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816565 Feb 10 15:55:48.186730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd7b63-95a6-427c-934e-3a9fcd938d18 None None] Network 058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:48.250907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.298526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058d3a59-f4d5-4fd4-9d41-53f15d82f7f1']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:48.314713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf3f79f-715c-4c49-b4ae-1631812df4dc') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:48.315518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf3f79f-715c-4c49-b4ae-1631812df4dc') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:48.320402 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-3fc6e01c-bdd5-43f6-872f-b5f931095d65 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921848 Feb 10 15:55:48.332204 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f16cce-fd16-4bc5-8619-d82bb15a780a x-openstack-request-id: req-09f16cce-fd16-4bc5-8619-d82bb15a780a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:48.332533 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f", "code": 200}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:48.332792 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09f16cce-fd16-4bc5-8619-d82bb15a780a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:48.333201 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'code': 200} Feb 10 15:55:48.333457 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c', 'code': 200} Feb 10 15:55:48.334148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.480698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce50f35-8c89-4a6b-9c68-6fd799ef34fd None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:55:48.523265 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0adb0ad1-09d8-4bf4-b33f-7bd962e8b876 req-9c14322d-5e0f-4c7a-8c39-f9912f6971c7 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861587 Feb 10 15:55:48.554818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.569906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:48.570325 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:48.578328 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:48.617410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e5dd-8924-4567-bf11-bef2bed9325a req-018a09f2-9f9d-4152-9b73-b269dc0b9628 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.619736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c64e5dd-8924-4567-bf11-bef2bed9325a req-018a09f2-9f9d-4152-9b73-b269dc0b9628 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1619525 Feb 10 15:55:48.646448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1d0f5-ffc4-4624-b289-a11168dda7a1 req-06262598-0a4b-4d88-b961-d79ecb34c8ef tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:48.648389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55e1d0f5-ffc4-4624-b289-a11168dda7a1 req-06262598-0a4b-4d88-b961-d79ecb34c8ef tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1306069 Feb 10 15:55:48.683720 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.722421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55e1d0f5-ffc4-4624-b289-a11168dda7a1 req-4c61cd45-0b10-40e0-afec-f3f1273c858a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649347 Feb 10 15:55:48.728827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.734848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.751792 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 HTTP/1.1" status: 204 len: 168 time: 4.6187713 Feb 10 15:55:48.752973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39362) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:48.760730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993127999'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:48.779696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e75f-6510-4d0e-9687-6a6b856d7477 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=058d3a59-f4d5-4fd4-9d41-53f15d82f7f1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:48.796248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c64e5dd-8924-4567-bf11-bef2bed9325a req-4234ee4e-0ee4-4bed-aaf0-17b00242850d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420054 Feb 10 15:55:48.851065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:48.857280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.971129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:48.981803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:48.982671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf311dc7-fe11-4827-b4a9-457cb289a216 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:48.999667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:49.060079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956f325-4480-4a94-80e1-f1163d107b53 req-5ed3b9de-0032-4fb2-a98c-e15facef6a2e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.072073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6956f325-4480-4a94-80e1-f1163d107b53 req-5ed3b9de-0032-4fb2-a98c-e15facef6a2e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.1908085 Feb 10 15:55:49.131488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:49.158732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port bf311dc7-fe11-4827-b4a9-457cb289a216 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:49.159622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.160071 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment abba591e-3a1e-4ad3-bf15-d525702dbcda of type vlan for network dd6d0acd-17a0-49d8-bd48-e687e28e359b Feb 10 15:55:49.174020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port bf311dc7-fe11-4827-b4a9-457cb289a216 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:49.174285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.178863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce50f35-8c89-4a6b-9c68-6fd799ef34fd None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:55:49.188583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6956f325-4480-4a94-80e1-f1163d107b53 req-e7563722-dfd9-4cfc-97a8-277f9bd26947 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155534 Feb 10 15:55:49.356383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-d54e34f0-4abb-46bd-a1a7-53638b7d2563 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.360177 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-d54e34f0-4abb-46bd-a1a7-53638b7d2563 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 946 time: 0.0894270 Feb 10 15:55:49.473847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.532236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a152f7-2d2c-422b-94b6-9436f9f45828 req-ceea10a3-8e2e-4cb9-85eb-087493aa877f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.542570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0a152f7-2d2c-422b-94b6-9436f9f45828 req-ceea10a3-8e2e-4cb9-85eb-087493aa877f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3928123 Feb 10 15:55:49.587476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.593563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.601784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.608334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.615348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.621655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.622271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port f09a5692-1476-48fe-b051-f370ada7a49c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:49.622570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.629275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.637386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-e3f68b59-cbd7-4ce9-bc82-02572528f6ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5430 time: 0.2600241 Feb 10 15:55:49.673126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.679156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:49.680084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.718309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0a152f7-2d2c-422b-94b6-9436f9f45828 req-3a6ed685-f851-462d-b378-351608bda8fe tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744876 Feb 10 15:55:49.753402 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.864382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1095877 Feb 10 15:55:49.868676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39418) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:49.888899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf311dc7-fe11-4827-b4a9-457cb289a216,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:49.893416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:49.932626 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.972469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port f09a5692-1476-48fe-b051-f370ada7a49c, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f09a5692-1476-48fe-b051-f370ada7a49c,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:49.976154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:49.991347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1debee1-30ce-4e6d-a99c-6492d40007cc req-0806cd14-4dbd-4537-8bf4-b55ae9e4cf71 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3527620 Feb 10 15:55:49.994469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for f09a5692-1476-48fe-b051-f370ada7a49c owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:50.048118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 304046c0-7eec-43dc-bcab-2bb59dcf53db up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:50.091723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:50.157318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b7c38-6df3-4d4e-8e28-72d72323af5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=dd6d0acd-17a0-49d8-bd48-e687e28e359b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:50.167804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:50.188651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network dd6d0acd-17a0-49d8-bd48-e687e28e359b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:50.267305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720a23-e344-404e-b2a3-4fdc1a4bb051 req-592a6591-3018-4a97-9baf-580ab3cd7ce2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:50.275029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3720a23-e344-404e-b2a3-4fdc1a4bb051 req-592a6591-3018-4a97-9baf-580ab3cd7ce2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.4209292 Feb 10 15:55:50.304522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-284175409'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:50.314317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c04966-3cdb-4654-ab33-bc9b290d9f47 req-f7515f63-272d-4035-b629-1a6764d938f2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:50.321867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39c04966-3cdb-4654-ab33-bc9b290d9f47 req-f7515f63-272d-4035-b629-1a6764d938f2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.2006114 Feb 10 15:55:50.330193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.366191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:50.371031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e55fdac-bb6b-4425-9ffd-a7b31fda62b5'}, {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:50.374999 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aabc95b-cd53-4d95-bbcb-2f4ef8cb4031" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "0e55fdac-bb6b-4425-9ffd-a7b31fda62b5"}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:50.375974 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.380256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=f09a5692-1476-48fe-b051-f370ada7a49c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:50.390536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f09a5692-1476-48fe-b051-f370ada7a49c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:50.394727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:50.445026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port f09a5692-1476-48fe-b051-f370ada7a49c on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:50.450048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.453912 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b628632a-9b14-47b8-9b31-7911ae3b2a8f req-62fae29c-e687-47fd-9ead-e7c955bcbfe8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "DELETE /v2.0/ports/f09a5692-1476-48fe-b051-f370ada7a49c HTTP/1.1" status: 204 len: 173 time: 1.0695343 Feb 10 15:55:50.457760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3720a23-e344-404e-b2a3-4fdc1a4bb051 req-90e9b7cd-772b-4804-be99-5745f73ae97f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718082 Feb 10 15:55:50.465175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'name': 'network-vif-deleted', 'tag': 'f09a5692-1476-48fe-b051-f370ada7a49c'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:50.472467 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bec14c2-97e9-4ab1-9aa6-a2565a6d985b" -d '{"events": [{"server_uuid": "9aded831-f26b-4ad1-a14a-c10976bfe3dc", "name": "network-vif-deleted", "tag": "f09a5692-1476-48fe-b051-f370ada7a49c"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:50.488488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:50.494858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.510718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.644810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 304046c0-7eec-43dc-bcab-2bb59dcf53db completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:50.716913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.727705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.739754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 304046c0-7eec-43dc-bcab-2bb59dcf53db triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:50.740195 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.749339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:50.761447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.761800 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Added segment abba1ea6-1a8e-42f8-94c5-cbd23463e5a0 of type vlan for network b997af79-af3f-40eb-b09a-8bc6973fa939 Feb 10 15:55:50.785314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39c04966-3cdb-4654-ab33-bc9b290d9f47 req-6ef64049-9725-4a75-a709-4181991f6eab tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4624767 Feb 10 15:55:50.860151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d6429f-0b10-4689-bffd-66caf52845a2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:50.865517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.908715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.928376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8ba5c1c-8ce3-496b-afc2-fc1361f38c7d req-95958aa4-87cd-4a21-b005-da3467d5f8be tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aded831-f26b-4ad1-a14a-c10976bfe3dc HTTP/1.1" status: 200 len: 210 time: 0.1687214 Feb 10 15:55:50.934951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.941457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:50.942137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:50.959127 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c181f7-e6a7-4975-a1d5-6bbe69eee10a x-openstack-request-id: req-50c181f7-e6a7-4975-a1d5-6bbe69eee10a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:50.959428 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "0e55fdac-bb6b-4425-9ffd-a7b31fda62b5", "code": 200}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:50.959714 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50c181f7-e6a7-4975-a1d5-6bbe69eee10a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:50.960114 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e55fdac-bb6b-4425-9ffd-a7b31fda62b5', 'code': 200} Feb 10 15:55:50.960372 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216', 'code': 200} Feb 10 15:55:50.968044 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.012144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:51.018998 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.082023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39466) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:51.088698 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade8394a-2fca-4f6f-a70f-69310f954545 x-openstack-request-id: req-ade8394a-2fca-4f6f-a70f-69310f954545 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:51.089001 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aded831-f26b-4ad1-a14a-c10976bfe3dc", "name": "network-vif-deleted", "tag": "f09a5692-1476-48fe-b051-f370ada7a49c", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:51.089266 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade8394a-2fca-4f6f-a70f-69310f954545 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:51.089702 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aded831-f26b-4ad1-a14a-c10976bfe3dc', 'name': 'network-vif-deleted', 'tag': 'f09a5692-1476-48fe-b051-f370ada7a49c', 'status': 'completed', 'code': 200} Feb 10 15:55:51.102331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Network': ['ID=b997af79-af3f-40eb-b09a-8bc6973fa939,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:51.117904 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6378903d-0c44-4b97-ab39-8e700fd6cea9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0240006 Feb 10 15:55:51.120980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b997af79-af3f-40eb-b09a-8bc6973fa939 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:51.121164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39468) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:51.144261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'subnet': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:51.385544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:51.392935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.464628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:51.670865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.729543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Subnet': ['ID=d0699b22-1ba2-41e8-9395-37e6238e14ee,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:51.742175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=8f493db5-b487-4d78-8f38-2a6bbdceec97,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:51.759743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17507923-ab1e-486c-ac3c-b1abd226a09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.765864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Checking segment: {'id': 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:51.766188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network hostable DHCP agents. Network: b997af79-af3f-40eb-b09a-8bc6973fa939, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:51.779216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': 'abba591e-3a1e-4ad3-bf15-d525702dbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:51.779576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: dd6d0acd-17a0-49d8-bd48-e687e28e359b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:51.792963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:51.811616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b997af79-af3f-40eb-b09a-8bc6973fa939) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:51.826595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c792f6-3a10-4f1e-8130-d9d00951e89c None None] Network b997af79-af3f-40eb-b09a-8bc6973fa939 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:51.831724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.834578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.835238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.837708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.843641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.850075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.856088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.862360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.868173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.870089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-1ca30446-aecd-481e-916e-363d4edf0c69 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.6746306 Feb 10 15:55:51.883530 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d89be836-52ea-42d5-be07-de9a04199a21 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7575026 Feb 10 15:55:51.886053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39484) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:51.890600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5e7c-9274-4520-9ffa-7b62d09b6580 req-a2dde0ec-0d23-440b-8e49-5bad2d2033b0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.893203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e79e5e7c-9274-4520-9ffa-7b62d09b6580 req-a2dde0ec-0d23-440b-8e49-5bad2d2033b0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1965842 Feb 10 15:55:51.897832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network dd6d0acd-17a0-49d8-bd48-e687e28e359b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:51.905417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1087323987'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:51.939996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, dd6d0acd-17a0-49d8-bd48-e687e28e359b) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:51.953973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:51.954654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:51.979954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd233b-2b22-4e5c-9e4b-4f68a384064a None None] Network dd6d0acd-17a0-49d8-bd48-e687e28e359b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:52.000705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a9cf6c6-44a0-446a-918e-576df3b64437 req-7af3b42c-36bc-406e-bae9-f32a6829a1be tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071203 Feb 10 15:55:52.008960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e79e5e7c-9274-4520-9ffa-7b62d09b6580 req-f5a1fbb4-14c1-4ae0-a93c-2821f5c6e437 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086395 Feb 10 15:55:52.016600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f52baed6-a391-42be-8959-a67eb9a3299c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1408527 Feb 10 15:55:52.017880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39488) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:52.095608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17507923-ab1e-486c-ac3c-b1abd226a09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.096924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17507923-ab1e-486c-ac3c-b1abd226a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.179647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-17507923-ab1e-486c-ac3c-b1abd226a09b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eec32cd90f1644d5a3ee3f967cdd9ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0847945 Feb 10 15:55:52.183204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17507923-ab1e-486c-ac3c-b1abd226a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383b241d-4804-4f93-855c-95fea2ecf43d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:52.184907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39498) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:52.249757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.290649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:52.308886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.351080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-dd6d0acd-17a0-49d8-bd48-e687e28e359b', 'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': '8f493db5-b487-4d78-8f38-2a6bbdceec97'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:52.352786 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.395512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] device_id is not set on port f0ca5a1c-219f-4bbe-b450-e00465d62501 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:55:52.402182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-b997af79-af3f-40eb-b09a-8bc6973fa939', 'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'tenant_id': '92c199e1953f4827bfcc8206ea611be4', 'fixed_ips': [{'subnet_id': 'd0699b22-1ba2-41e8-9395-37e6238e14ee'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:55:52.405383 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.516075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.535015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b96c-8847-45d3-9eaf-b98a5845851c req-946fcb27-ce94-444e-a39c-df81e1d6d257 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:52.543861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ad0b96c-8847-45d3-9eaf-b98a5845851c req-946fcb27-ce94-444e-a39c-df81e1d6d257 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.3686190 Feb 10 15:55:52.585550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af0d8bcf-25ae-4e59-ac86-e4a55eb36d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.678868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Allocated IP 2001:db8::3be (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/f0ca5a1c-219f-4bbe-b450-e00465d62501) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:52.695919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f09a5692-1476-48fe-b051-f370ada7a49c no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:52.712854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-1203c73a-5279-4326-be70-b2a69c04b5fe tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:52.714438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-1203c73a-5279-4326-be70-b2a69c04b5fe tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.1680257 Feb 10 15:55:52.740667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: f09a5692-1476-48fe-b051-f370ada7a49c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:55:52.741107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f09a5692-1476-48fe-b051-f370ada7a49c not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:52.784896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ad0b96c-8847-45d3-9eaf-b98a5845851c req-53b70f8c-45db-445b-84b1-a424cca1cb96 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396941 Feb 10 15:55:52.821830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-3fa297d1-4f27-4a4e-8c50-f8e5c76e0c68 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/quotas/448495bf51704c9d8bc83582880d21a3 HTTP/1.1" status: 200 len: 375 time: 0.0809987 Feb 10 15:55:52.882249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af0d8bcf-25ae-4e59-ac86-e4a55eb36d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.899144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Allocated IP 2001:db8::1 (dd6d0acd-17a0-49d8-bd48-e687e28e359b/8f493db5-b487-4d78-8f38-2a6bbdceec97/971c9dea-14d2-4fd6-94e0-139967016ccb) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:52.946050 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:52.966943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:55:52.967175 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-643c239b-6477-4e65-9709-fcce397bf97b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439176 Feb 10 15:55:52.969932 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16600392-3ede-4f1d-a7be-9b3cbd6def90" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:53.032597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.054584 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4e55de-e533-4ef6-8a09-b90bd9056bc0 x-openstack-request-id: req-8d4e55de-e533-4ef6-8a09-b90bd9056bc0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:53.055246 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-plugged", "status": "completed", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:53.055246 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d4e55de-e533-4ef6-8a09-b90bd9056bc0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:53.055646 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db', 'code': 200} Feb 10 15:55:53.075235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-d88fa010-a271-41c5-96e4-cf7f570fdefa service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073616 Feb 10 15:55:53.109609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:53.116951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:53.167920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:53.176199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.177009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.189388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.202387 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.218019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3256681 Feb 10 15:55:53.218019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1689b7-a302-402e-b135-eadf3c5f1fb8 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=f0ca5a1c-219f-4bbe-b450-e00465d62501,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:53.219222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39520) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:53.226875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-240077312', 'allowed_address_pairs': [{'ip_address': '2001:db8::3be', 'mac_address': 'fa:16:3e:08:b1:49'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:53.256786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Allocated IP 2001:db8::2 (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/4b97b80b-7c1c-4f51-9386-099faf52add9) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:53.257174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af0d8bcf-25ae-4e59-ac86-e4a55eb36d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.260349 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-af0d8bcf-25ae-4e59-ac86-e4a55eb36d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.261161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-af0d8bcf-25ae-4e59-ac86-e4a55eb36d9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/383b241d-4804-4f93-855c-95fea2ecf43d HTTP/1.1" status: 204 len: 168 time: 1.0735052 Feb 10 15:55:53.278960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Network dd6d0acd-17a0-49d8-bd48-e687e28e359b is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:53.288263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:53.291974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Pushing event updated for resources: {'Port': ['ID=971c9dea-14d2-4fd6-94e0-139967016ccb,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:53.294862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:53.396340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d8bcf-25ae-4e59-ac86-e4a55eb36d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b241d-4804-4f93-855c-95fea2ecf43d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:53.402076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Attempting to bind port 971c9dea-14d2-4fd6-94e0-139967016ccb on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:53.402413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Attempting to bind port 971c9dea-14d2-4fd6-94e0-139967016ccb by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'abba591e-3a1e-4ad3-bf15-d525702dbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:53.403473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Attempting to bind port 971c9dea-14d2-4fd6-94e0-139967016ccb on network dd6d0acd-17a0-49d8-bd48-e687e28e359b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:53.413729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.428414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:53.428842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Checking segment: {'id': 'abba591e-3a1e-4ad3-bf15-d525702dbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:53.429153 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:53.429630 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.429630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Bound using segment: {'id': 'abba591e-3a1e-4ad3-bf15-d525702dbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:53.430058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Bound port: 971c9dea-14d2-4fd6-94e0-139967016ccb, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba591e-3a1e-4ad3-bf15-d525702dbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:53.430454 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.462960 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.475749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.475904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.477269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.477269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.477269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.477707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.478181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.480317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-194c30b2-9681-4309-84be-e78efc1ccdda req-21c9df36-7d26-4004-aa18-5fde1b3ac140 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6489 time: 0.3116624 Feb 10 15:55:53.490361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=8f493db5-b487-4d78-8f38-2a6bbdceec97,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:53.515772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81333c-fd33-4284-ab07-67ec6c49644d req-656368b0-0b1c-403a-b349-52e3262033bd tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:53.524569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a81333c-fd33-4284-ab07-67ec6c49644d req-656368b0-0b1c-403a-b349-52e3262033bd tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.3545728 Feb 10 15:55:53.579255 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.581914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] For port 971c9dea-14d2-4fd6-94e0-139967016ccb, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:53.586155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] For port 971c9dea-14d2-4fd6-94e0-139967016ccb, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=971c9dea-14d2-4fd6-94e0-139967016ccb,segment=NetworkSegment(abba591e-3a1e-4ad3-bf15-d525702dbcda),segment_id=abba591e-3a1e-4ad3-bf15-d525702dbcda)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:53.600025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.606835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.607119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-ecae3e70-74b4-47c9-919d-cf004bbef4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273454 Feb 10 15:55:53.650346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:53.656467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:53.659805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:53.743682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.776430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] device_id is not set on port cec83fd2-ee0f-4aa9-a11e-92b7e36838ce yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:55:53.798665 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.809819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-194c30b2-9681-4309-84be-e78efc1ccdda req-fa459982-8444-405d-99a7-a0e99d22c4b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b833a773-2cb3-45e5-9a06-af04886a6b77&id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3141589 Feb 10 15:55:53.834533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744aa9e-1ffd-4efc-9062-ae1ac9429dd2 None None] Pushing event updated for resources: {'Port': ['ID=971c9dea-14d2-4fd6-94e0-139967016ccb,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:53.842208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Attempting to bind port 4b97b80b-7c1c-4f51-9386-099faf52add9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:55:53.847535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Attempting to bind port 4b97b80b-7c1c-4f51-9386-099faf52add9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:55:53.848043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Attempting to bind port 4b97b80b-7c1c-4f51-9386-099faf52add9 on network b997af79-af3f-40eb-b09a-8bc6973fa939 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:53.856062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a81333c-fd33-4284-ab07-67ec6c49644d req-ed61cbc3-1014-409b-89f2-095c0b29dc18 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268969 Feb 10 15:55:53.881020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39528) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:53.892440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6d0acd-17a0-49d8-bd48-e687e28e359b']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:53.903273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fd9223e-f941-4169-a127-a5ebf5e0a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:53.921710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abba591e-3a1e-4ad3-bf15-d525702dbcda') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:53.922334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abba591e-3a1e-4ad3-bf15-d525702dbcda') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:53.948730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.000859 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.023693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:54.024258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:54.027911 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:54.047106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Pushing event updated for resources: {'Port': ['ID=4b97b80b-7c1c-4f51-9386-099faf52add9,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:54.056428 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:54.060047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Checking segment: {'id': 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:55:54.060717 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.061284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Bound using segment: {'id': 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:54.062435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Bound port: 4b97b80b-7c1c-4f51-9386-099faf52add9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:55:54.062990 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.079550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f1c64-c69e-44bb-81c2-3cddd712c6fe None None] Network dd6d0acd-17a0-49d8-bd48-e687e28e359b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:54.102827 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.api [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:55:54.102827 n-d-827895-3 neutron-server[102615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:55:54.102827 n-d-827895-3 neutron-server[102615]: [parameters: {'id': 'dd6d0acd-17a0-49d8-bd48-e687e28e359b'}] Feb 10 15:55:54.102827 n-d-827895-3 neutron-server[102615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:55:54.103543 n-d-827895-3 neutron-server[102615]: DEBUG oslo_db.api [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:55:54.130147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.137295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.145152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.151734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Allocated IP 2001:db8::4 (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/cec83fd2-ee0f-4aa9-a11e-92b7e36838ce) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:54.169675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.187753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.208295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.227005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.247058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fd9223e-f941-4169-a127-a5ebf5e0a130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.248146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-e4462b8b-2bac-4610-947a-97b9f964b906 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.2616353 Feb 10 15:55:54.262824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fd9223e-f941-4169-a127-a5ebf5e0a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.363557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c5c2c2e-a71d-4580-96a5-29b53bec76c3 req-f8646a5b-a7cc-4cb7-9faf-4355303382c8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145141 Feb 10 15:55:54.386961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad407828-9d2b-404e-b769-6d95e759b03c req-f3c1fb0f-d90e-4fc2-9c08-cfa50516ab37 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.391817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad407828-9d2b-404e-b769-6d95e759b03c req-f3c1fb0f-d90e-4fc2-9c08-cfa50516ab37 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.2937138 Feb 10 15:55:54.461325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] For port 4b97b80b-7c1c-4f51-9386-099faf52add9, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:54.465061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] For port 4b97b80b-7c1c-4f51-9386-099faf52add9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4b97b80b-7c1c-4f51-9386-099faf52add9,segment=NetworkSegment(abba1ea6-1a8e-42f8-94c5-cbd23463e5a0),segment_id=abba1ea6-1a8e-42f8-94c5-cbd23463e5a0)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:54.473929 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.481102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad407828-9d2b-404e-b769-6d95e759b03c req-b673bbdd-d773-45e3-9339-12ff529d3422 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820813 Feb 10 15:55:54.546913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.607899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da2df-2015-436d-8b46-a0d8c478a553 None None] Pushing event updated for resources: {'Port': ['ID=4b97b80b-7c1c-4f51-9386-099faf52add9,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:54.612227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.632239 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8fd9223e-f941-4169-a127-a5ebf5e0a130 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=133df1f6c28d44e4b74e9eb5503dad59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7494376 Feb 10 15:55:54.635377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56cb8519-0f28-4572-9554-05bb2dcd9d17 req-36a86991-4fff-4cc3-8981-a3305020452e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 210 time: 0.0692601 Feb 10 15:55:54.638516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39552) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:54.726717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9223e-f941-4169-a127-a5ebf5e0a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027455e7-886f-4d67-9e2e-81120697fc1e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:54.777694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.867340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:54.874887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-0516f8ae-60cd-49ba-971c-86a1200ce85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.876847 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-0516f8ae-60cd-49ba-971c-86a1200ce85e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 1095 time: 0.1459672 Feb 10 15:55:54.878242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=cec83fd2-ee0f-4aa9-a11e-92b7e36838ce,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:54.888978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76473d5f-2ae7-480e-8b56-2d7979090208 req-2b94e811-0370-4857-b7bc-627bff00de24 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.889152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:54.890746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76473d5f-2ae7-480e-8b56-2d7979090208 req-2b94e811-0370-4857-b7bc-627bff00de24 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1767421 Feb 10 15:55:54.894060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66cd1cca-3c6c-49f0-9bd0-c7ffb8573cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.901159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:54.927054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:54.933706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:54.942781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port 971c9dea-14d2-4fd6-94e0-139967016ccb {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:54.943124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.055357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66cd1cca-3c6c-49f0-9bd0-c7ffb8573cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.092882 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-738f6b87-5273-4b7d-a196-696db53327f9 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8725812 Feb 10 15:55:55.098357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39564) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:55.185232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port 971c9dea-14d2-4fd6-94e0-139967016ccb, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=971c9dea-14d2-4fd6-94e0-139967016ccb,segment=NetworkSegment(abba591e-3a1e-4ad3-bf15-d525702dbcda),segment_id=abba591e-3a1e-4ad3-bf15-d525702dbcda)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:55.185726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.206840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for 971c9dea-14d2-4fd6-94e0-139967016ccb owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:55.254911 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-fa54224a-45f1-40ff-aa18-bd4f8cee3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:55.256436 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-fa54224a-45f1-40ff-aa18-bd4f8cee3c07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 200 len: 912 time: 0.3642972 Feb 10 15:55:55.274013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801f6ff-ccac-455b-8416-6f5493f47c42 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:55.281162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801f6ff-ccac-455b-8416-6f5493f47c42 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:55.290438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801f6ff-ccac-455b-8416-6f5493f47c42 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:55.293152 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b801f6ff-ccac-455b-8416-6f5493f47c42 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1916881 Feb 10 15:55:55.299255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39566) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:55.338524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76473d5f-2ae7-480e-8b56-2d7979090208 req-e1a58e01-93a0-438a-b537-f6d991a67e5f tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4403753 Feb 10 15:55:55.393284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4b97b80b-7c1c-4f51-9386-099faf52add9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:55.501349 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-2e6c3882-4961-448c-92a8-6cb5546d5b70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 200 len: 998 time: 0.2067945 Feb 10 15:55:55.501668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.572690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66cd1cca-3c6c-49f0-9bd0-c7ffb8573cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.575644 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66cd1cca-3c6c-49f0-9bd0-c7ffb8573cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.577043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-66cd1cca-3c6c-49f0-9bd0-c7ffb8573cad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/027455e7-886f-4d67-9e2e-81120697fc1e HTTP/1.1" status: 204 len: 168 time: 0.9250963 Feb 10 15:55:55.599688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=971c9dea-14d2-4fd6-94e0-139967016ccb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:55.623654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4b97b80b-7c1c-4f51-9386-099faf52add9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:55.624036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.632143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port 971c9dea-14d2-4fd6-94e0-139967016ccb on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:55.635287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd1cca-3c6c-49f0-9bd0-c7ffb8573cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027455e7-886f-4d67-9e2e-81120697fc1e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:55.658211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-96c8b92b-fedf-4eec-a384-c04094dc9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:55.664313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-96c8b92b-fedf-4eec-a384-c04094dc9aeb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 200 len: 850 time: 0.1546066 Feb 10 15:55:55.787240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-7afb50e1-583e-4a38-a6de-17af41e0b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:55.788739 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-7afb50e1-583e-4a38-a6de-17af41e0b51c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=361bcf6d-8fb7-4850-bc58-cb96fa8d4262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074061 Feb 10 15:55:55.851657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting port cec83fd2-ee0f-4aa9-a11e-92b7e36838ce {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:55:55.856702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.890571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:55.964415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 4b97b80b-7c1c-4f51-9386-099faf52add9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4b97b80b-7c1c-4f51-9386-099faf52add9,segment=NetworkSegment(abba1ea6-1a8e-42f8-94c5-cbd23463e5a0),segment_id=abba1ea6-1a8e-42f8-94c5-cbd23463e5a0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:55.972335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.007139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-4751a200-c03b-4178-8f86-35fc5654c500 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035341 Feb 10 15:55:56.089769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=4b97b80b-7c1c-4f51-9386-099faf52add9,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:56.126207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.152900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.160130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.171886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.183271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.190545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.196340 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9dd9bfd4-d0ab-463f-8a46-9a4f85d0c9d3 req-b0bf355a-056a-4812-be22-07e27f361253 service neutron] 10.222.0.75 "GET /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815720 Feb 10 15:55:56.197501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.210961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-e0d0bb77-ebd5-48d6-9ab6-db4cba80a1d8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.5845175 Feb 10 15:55:56.217862 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.359320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5bf8d-12d0-4572-998e-7b5d8f257c1e req-2969eb40-5603-41a8-ab79-06a7d2a8be15 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.361800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-583a67cb-fda1-467b-a685-c05f033e4e8d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:56.373088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7b5bf8d-12d0-4572-998e-7b5d8f257c1e req-2969eb40-5603-41a8-ab79-06a7d2a8be15 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.6920576 Feb 10 15:55:56.374013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-583a67cb-fda1-467b-a685-c05f033e4e8d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 806 time: 0.1754148 Feb 10 15:55:56.382214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6d0acd-17a0-49d8-bd48-e687e28e359b']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:56.403320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Request body: {'port': {'device_id': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'admin_state_up': True, 'tenant_id': '448495bf51704c9d8bc83582880d21a3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:56.438909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53683e6-e9cd-40ab-b435-28b937a60052 None None] Network b997af79-af3f-40eb-b09a-8bc6973fa939 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:55:56.460463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abba591e-3a1e-4ad3-bf15-d525702dbcda') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:56.460753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abba591e-3a1e-4ad3-bf15-d525702dbcda') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:56.483497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.519481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac4064fd-c046-42e5-b422-5e17c7548b50 req-f3559f47-2765-4432-9e64-4b52e8d80342 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2851012 Feb 10 15:55:56.578083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.594470 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.598992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0760c349-4a76-4fc6-af8a-f38b5eeb7d60 None None] Provisioning complete for port 4b97b80b-7c1c-4f51-9386-099faf52add9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:56.599366 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0760c349-4a76-4fc6-af8a-f38b5eeb7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.652526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7b5bf8d-12d0-4572-998e-7b5d8f257c1e req-42ae7b1d-ce66-43a9-8096-3bf57427d3fb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784946 Feb 10 15:55:56.673251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Made reservation on behalf of 448495bf51704c9d8bc83582880d21a3 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:56.677944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:56.681427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.683387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:56.688517 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:56.751274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Calling delete_port for cec83fd2-ee0f-4aa9-a11e-92b7e36838ce owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:55:56.906997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Allocated IP 172.20.0.12 (a351e18d-489a-4740-b802-3d5f271cf74b/77b37871-c8e7-447c-afd0-1be6e5548d0c/0183e148-6054-4db2-a99d-b02d46304f12) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:57.016902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8d65e18-2e9c-425d-b530-f36b6c49571c req-8aabc274-6c69-487c-be35-bf343d3e373d tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 210 time: 0.3293400 Feb 10 15:55:57.116639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.153247 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.173959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/dd6d0acd-17a0-49d8-bd48-e687e28e359b HTTP/1.1" status: 204 len: 168 time: 5.1535707 Feb 10 15:55:57.178264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39614) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:57.201618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.201871 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.269924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38b646-91fd-4c1c-af1e-2fa4439e3387 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=dd6d0acd-17a0-49d8-bd48-e687e28e359b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:57.277262 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.317180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423524180'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:57.325401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4b97b80b-7c1c-4f51-9386-099faf52add9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:57.327434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:57.442510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Network a351e18d-489a-4740-b802-3d5f271cf74b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:57.455384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519e1b-5736-44ac-9ef8-e7bbc269776b req-fe53360c-46d4-4667-b2b3-aa717b7a5cf9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.458161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af519e1b-5736-44ac-9ef8-e7bbc269776b req-fe53360c-46d4-4667-b2b3-aa717b7a5cf9 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.5355983 Feb 10 15:55:57.473786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:57.481000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:57.486862 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.495182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:57.510958 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:55:57.595772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.607168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.617493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.636506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.643777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event updated for resources: {'Port': ['ID=0183e148-6054-4db2-a99d-b02d46304f12,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:57.645136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.655180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.684463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:57.694494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-96850a0b-7762-4816-92f9-d282b8a37f17 req-a9009216-96e0-4991-af9b-d2a030943594 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.5450881 Feb 10 15:55:57.703420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:57.730381 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.740199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:57.752231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4b97b80b-7c1c-4f51-9386-099faf52add9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:57.753087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:57.753473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Request body: {'floatingip': {'port_id': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:57.855123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af519e1b-5736-44ac-9ef8-e7bbc269776b req-9c8090dc-5b46-4a16-b4ae-d49064adc1b8 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236721 Feb 10 15:55:57.890932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:57.913375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.026103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.027010 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment cdbb0ffa-828b-464e-af94-8dbe5510f453 of type vlan for network 023e50dd-b8da-4098-a091-ba465d3fc9fd Feb 10 15:55:58.054811 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:58.055527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.083118 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-9c5c51d8-4d27-4472-a566-90ac42cc0ad3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6952112 Feb 10 15:55:58.105199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Request body: {'port': {'device_id': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:58.118350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.165371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-730c1ef7-be2f-4ac0-8cde-e42734886ba8 None None] Provisioning complete for port f0ca5a1c-219f-4bbe-b450-e00465d62501 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:58.165877 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-730c1ef7-be2f-4ac0-8cde-e42734886ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.222366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-730c1ef7-be2f-4ac0-8cde-e42734886ba8 None None] Port f0ca5a1c-219f-4bbe-b450-e00465d62501 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:58.239288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-730c1ef7-be2f-4ac0-8cde-e42734886ba8 None None] Provisioning complete for port 4b97b80b-7c1c-4f51-9386-099faf52add9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:58.239696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-730c1ef7-be2f-4ac0-8cde-e42734886ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.279105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Port': ['ID=cec83fd2-ee0f-4aa9-a11e-92b7e36838ce,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:58.280564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c805bc37-403f-4613-a2c8-121450b63c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.319142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd47f3e-aafd-49ae-b04b-5141d92e95d2 req-a9c058bc-7e1a-4165-bcc7-d04aee5298be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:58.320743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dd47f3e-aafd-49ae-b04b-5141d92e95d2 req-a9c058bc-7e1a-4165-bcc7-d04aee5298be tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.3580568 Feb 10 15:55:58.332181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca989fa-a044-42e2-a9ff-a3271ada938b req-156404a0-594d-4f38-ac88-10909c1b1631 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:58.339293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-730c1ef7-be2f-4ac0-8cde-e42734886ba8 None None] Could not find standard attr ID for object cec83fd2-ee0f-4aa9-a11e-92b7e36838ce. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:55:58.342497 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ca989fa-a044-42e2-a9ff-a3271ada938b req-156404a0-594d-4f38-ac88-10909c1b1631 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 932 time: 0.1240978 Feb 10 15:55:58.351594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.366281 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.372254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:58.372803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.482162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f191f69d-9d9a-4c12-98f1-9f6e3bd2f60e None None] Provisioning complete for port f0ca5a1c-219f-4bbe-b450-e00465d62501 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:58.482803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f191f69d-9d9a-4c12-98f1-9f6e3bd2f60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.514874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ca989fa-a044-42e2-a9ff-a3271ada938b req-db61a048-84a5-4515-9023-59ac1869acb6 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711957 Feb 10 15:55:58.568690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f191f69d-9d9a-4c12-98f1-9f6e3bd2f60e None None] Port f0ca5a1c-219f-4bbe-b450-e00465d62501 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:55:58.622064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3560615 Feb 10 15:55:58.633412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39642) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:58.637609 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:58.641563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cba305f9-2276-463f-91cc-de43e10e445b tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/ports/cec83fd2-ee0f-4aa9-a11e-92b7e36838ce HTTP/1.1" status: 204 len: 168 time: 3.3408473 Feb 10 15:55:58.651368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:58.659647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39644) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:58.693556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dd47f3e-aafd-49ae-b04b-5141d92e95d2 req-29410fc3-e013-4bc3-a4de-f6bd1d43e49a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353884 Feb 10 15:55:58.778396 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3c030e-f49a-4b45-878d-d9523528d63c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] GET failed (client error): The resource could not be found. Feb 10 15:55:58.780809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3b3c030e-f49a-4b45-878d-d9523528d63c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "GET /v2.0/ports/cec83fd2-ee0f-4aa9-a11e-92b7e36838ce HTTP/1.1" status: 404 len: 333 time: 0.1200302 Feb 10 15:55:58.784620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7034b1-cffc-4dc0-908d-d8d3a60e0682 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=023e50dd-b8da-4098-a091-ba465d3fc9fd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:58.788139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cd8e33f1-1fbe-4613-b67b-234523f8b6b4 None None] Could not find standard attr ID for object cec83fd2-ee0f-4aa9-a11e-92b7e36838ce. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:55:58.793676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39646) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:58.798773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-794621906'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:58.812631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:58.935430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:58.939267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.035807 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9249d7ef-fb54-49a7-8a94-f9a9bfb6f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.196757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3b93e-9dd1-4114-91c1-bfd94b5de061 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:55:59.257082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68e0d-e04f-4567-9864-e53ffad63dc2 req-ff0c05dd-308c-46ee-be1c-7bbe85f27476 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:59.259394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93a68e0d-e04f-4567-9864-e53ffad63dc2 req-ff0c05dd-308c-46ee-be1c-7bbe85f27476 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2030387 Feb 10 15:55:59.262790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:59.266973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.321897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c805bc37-403f-4613-a2c8-121450b63c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.335972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] device_id is not set on port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:55:59.344913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93a68e0d-e04f-4567-9864-e53ffad63dc2 req-e95f86c3-8c32-4d18-a1ad-e20cac21ebda tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722849 Feb 10 15:55:59.357537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c805bc37-403f-4613-a2c8-121450b63c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.396716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c805bc37-403f-4613-a2c8-121450b63c20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=695ad4b5a40149608f89aed20be75190&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4999397 Feb 10 15:55:59.404647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39662) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:55:59.481136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3b93e-9dd1-4114-91c1-bfd94b5de061 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:55:59.487073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805bc37-403f-4613-a2c8-121450b63c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e443a3-9478-473b-8e95-ea50945c6b0f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:59.617217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a0eed8c-7c43-4b4d-aedf-8ba392483121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.661838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Allocated IP 2001:db8::3c9 (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/347db1bc-3d8d-4b8f-a352-700c9f4b06e7) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:59.666549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a0eed8c-7c43-4b4d-aedf-8ba392483121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.685391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.704635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.707407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0183e148-6054-4db2-a99d-b02d46304f12 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:55:59.722511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.726149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.790597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80d86b-2945-4ef8-bdc9-7e48cce24895 req-7757ef2c-3329-486f-9c07-e1a855149578 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:59.798154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa80d86b-2945-4ef8-bdc9-7e48cce24895 req-7757ef2c-3329-486f-9c07-e1a855149578 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.2675078 Feb 10 15:55:59.800157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Transition to ACTIVE for port object 0183e148-6054-4db2-a99d-b02d46304f12 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:55:59.844181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.863911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a0eed8c-7c43-4b4d-aedf-8ba392483121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.864760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=9f02cac2-9e31-439c-ab55-b0e1082c1e67,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:59.866974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a0eed8c-7c43-4b4d-aedf-8ba392483121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:55:59.870537 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a0eed8c-7c43-4b4d-aedf-8ba392483121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77e443a3-9478-473b-8e95-ea50945c6b0f HTTP/1.1" status: 204 len: 168 time: 0.4625680 Feb 10 15:55:59.886039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194d3ce-d8fc-45dd-ad43-9110788d9b55 req-0c21c7f4-dc82-410d-b3e8-9db2c32a841e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:59.895113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1194d3ce-d8fc-45dd-ad43-9110788d9b55 req-0c21c7f4-dc82-410d-b3e8-9db2c32a841e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 932 time: 0.2724314 Feb 10 15:55:59.945216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0eed8c-7c43-4b4d-aedf-8ba392483121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e443a3-9478-473b-8e95-ea50945c6b0f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:59.949806 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Floating IP 656f0863-fd1e-4a2b-a7b2-31ff86913b0b associated. External IP: 172.25.7.248, port: e2d9296d-5cc9-401b-88a5-92dd9227c95f. Feb 10 15:55:59.958802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa80d86b-2945-4ef8-bdc9-7e48cce24895 req-b399391d-babf-46f3-bf97-611ede783928 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597025 Feb 10 15:56:00.018164 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1194d3ce-d8fc-45dd-ad43-9110788d9b55 req-b00fac9b-8f67-4b0a-b295-5b073ca225ad tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221504 Feb 10 15:56:00.024865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': 'cdbb0ffa-828b-464e-af94-8dbe5510f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:00.025235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: 023e50dd-b8da-4098-a091-ba465d3fc9fd, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:00.057772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:00.074019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Pushing event updated for resources: {'Port': ['ID=0183e148-6054-4db2-a99d-b02d46304f12,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:00.092214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 023e50dd-b8da-4098-a091-ba465d3fc9fd) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:00.108186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d52a04-bbd6-4a27-a84a-a37ed46c6543 None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:00.145189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:00.145900 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.198991 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.244504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.244746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Attempting to bind port 0183e148-6054-4db2-a99d-b02d46304f12 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:00.245074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Attempting to bind port 0183e148-6054-4db2-a99d-b02d46304f12 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:00.246585 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Attempting to bind port 0183e148-6054-4db2-a99d-b02d46304f12 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:00.268159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Port 0183e148-6054-4db2-a99d-b02d46304f12 on network a351e18d-489a-4740-b802-3d5f271cf74b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:56:00.271036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Attempting to bind port 0183e148-6054-4db2-a99d-b02d46304f12 on network a351e18d-489a-4740-b802-3d5f271cf74b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:00.279518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:00.279865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Checking segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:00.280247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Bound using segment: {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:00.280683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Bound port: 0183e148-6054-4db2-a99d-b02d46304f12, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a8437-7f60-40d0-af0d-afcf4d3058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:00.281039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.429838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-023e50dd-b8da-4098-a091-ba465d3fc9fd', 'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': '9f02cac2-9e31-439c-ab55-b0e1082c1e67'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:00.435356 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.452037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Router 6958d884-ae06-49b4-a666-d4e7c9953024 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:56:00.622034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] For port 0183e148-6054-4db2-a99d-b02d46304f12, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:00.633309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] For port 0183e148-6054-4db2-a99d-b02d46304f12, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0183e148-6054-4db2-a99d-b02d46304f12,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:00.641353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.665034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Allocated IP 2001:db8::2 (023e50dd-b8da-4098-a091-ba465d3fc9fd/9f02cac2-9e31-439c-ab55-b0e1082c1e67/d0e77311-772b-47da-8164-04320e64c666) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:00.744218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Pushing event updated for resources: {'Port': ['ID=0183e148-6054-4db2-a99d-b02d46304f12,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:00.776705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:00.778242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.780153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-c13ced46-f5a3-4c5c-b82c-e9a464147972 service neutron] 10.222.0.75 "PUT /v2.0/ports/0183e148-6054-4db2-a99d-b02d46304f12 HTTP/1.1" status: 200 len: 1092 time: 2.6835663 Feb 10 15:56:00.781622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:00.785926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'tag': '0183e148-6054-4db2-a99d-b02d46304f12'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:00.790094 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f35ce2-3a64-4828-ac83-52e2883181d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cffc0e-9adb-4b04-b849-824f9803da3d", "tag": "0183e148-6054-4db2-a99d-b02d46304f12"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:00.806242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39710) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:00.806575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a59dd83f-ebce-4c1e-95e2-f4ef3c00d544 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1636758 Feb 10 15:56:00.813420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:00.836495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfa976-9a1a-491e-bf14-bc7d2d6f34f6 req-543008c5-0995-4048-a833-c0ef0f41c45c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:00.849139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afbfa976-9a1a-491e-bf14-bc7d2d6f34f6 req-543008c5-0995-4048-a833-c0ef0f41c45c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.7605059 Feb 10 15:56:00.853375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:00.896582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.911648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:56:00.924624 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.939797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:00.945085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:00.945733 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:00.991371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afbfa976-9a1a-491e-bf14-bc7d2d6f34f6 req-b6733009-0b90-449e-91fa-93b9f3dcc650 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325884 Feb 10 15:56:00.998178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=347db1bc-3d8d-4b8f-a352-700c9f4b06e7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:01.029267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:56:01.038648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.042975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b510ffcd-63fc-49e5-88f0-30b4a7553d75 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2483802 Feb 10 15:56:01.044781 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] Sync routers for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:56:01.049978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39720) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:01.057706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3be', 'mac_address': 'fa:16:3e:08:b1:49'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:01.060920 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:01.061554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:55:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:01.142236 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:56:01.167660 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0b4e57d1-67aa-4efb-ab88-99f822b52a19 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "PUT /v2.0/floatingips/656f0863-fd1e-4a2b-a7b2-31ff86913b0b HTTP/1.1" status: 200 len: 991 time: 3.4629972 Feb 10 15:56:01.184339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Pushing event updated for resources: {'Port': ['ID=d0e77311-772b-47da-8164-04320e64c666,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:01.204847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:01.279121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:01.287315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:01.291865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.383467 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:01.401214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.439027 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836bb7cc-2d7e-44e1-8659-4294e669e2fb x-openstack-request-id: req-836bb7cc-2d7e-44e1-8659-4294e669e2fb {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:01.439778 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cffc0e-9adb-4b04-b849-824f9803da3d", "tag": "0183e148-6054-4db2-a99d-b02d46304f12", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:01.440992 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-836bb7cc-2d7e-44e1-8659-4294e669e2fb {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:01.444152 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'tag': '0183e148-6054-4db2-a99d-b02d46304f12', 'status': 'completed', 'code': 200} Feb 10 15:56:01.487268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:01.527877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce1243-f0cb-4182-ae1d-7a3540ecfcd9 req-44390c6d-0e5b-46b1-8fdb-e6fc7f9d997e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:01.529159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9ce1243-f0cb-4182-ae1d-7a3540ecfcd9 req-44390c6d-0e5b-46b1-8fdb-e6fc7f9d997e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 944 time: 0.0876696 Feb 10 15:56:01.534127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-6830ae3d-b526-4442-bd2d-0d03a6419832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:01.538033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-6830ae3d-b526-4442-bd2d-0d03a6419832 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 1095 time: 0.5393465 Feb 10 15:56:01.546341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:01.555586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'mac_address': 'fa:16:3e:17:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:56:01.601219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e9efa7e8-d9d7-45ec-beb1-b696fee59385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.632201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9ce1243-f0cb-4182-ae1d-7a3540ecfcd9 req-838ae5d9-1d93-453a-962c-a6ce358779a4 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905304 Feb 10 15:56:01.666450 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-713df779-1e36-43de-8efa-78bbcd43d6ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0183e148-6054-4db2-a99d-b02d46304f12 HTTP/1.1" status: 200 len: 217 time: 0.0940084 Feb 10 15:56:01.746205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4ed64a9c-7b09-4e53-9d77-5721f7fa578a None None] Provisioning complete for port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:01.746852 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a9c-7b09-4e53-9d77-5721f7fa578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.754553 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.758825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088002-327e-4754-810b-6d67f25339fd req-c241b98f-de7b-49b6-b61e-0997baa5364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:01.760972 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-c241b98f-de7b-49b6-b61e-0997baa5364f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.0845559 Feb 10 15:56:01.850181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a9bed48-b369-4661-8359-6ca06ee2a5ea {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:01.874789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Attempting to bind port d0e77311-772b-47da-8164-04320e64c666 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:01.874976 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-ab004386-7caf-41e3-9b7a-81c3bfab68ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644212 Feb 10 15:56:01.875678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Attempting to bind port d0e77311-772b-47da-8164-04320e64c666 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'cdbb0ffa-828b-464e-af94-8dbe5510f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:01.876314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Attempting to bind port d0e77311-772b-47da-8164-04320e64c666 on network 023e50dd-b8da-4098-a091-ba465d3fc9fd {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:01.892997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:01.894303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Checking segment: {'id': 'cdbb0ffa-828b-464e-af94-8dbe5510f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:01.894970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.895619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Bound using segment: {'id': 'cdbb0ffa-828b-464e-af94-8dbe5510f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:01.896438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Bound port: d0e77311-772b-47da-8164-04320e64c666, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbb0ffa-828b-464e-af94-8dbe5510f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:01.897079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:01.903338 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '656f0863-fd1e-4a2b-a7b2-31ff86913b0b', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'port_id': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'mac_address': 'fa:16:3e:76:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:54:10Z', 'updated_at': '2022-02-10T15:55:59Z', 'revision_number': 1, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:01.938581 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] Checking router: 6958d884-ae06-49b4-a666-d4e7c9953024 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:56:01.954717 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:01.956805 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:56:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:01.969475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f485298-9298-4b67-88db-b78db2602f2f req-91d4719a-19e9-4bd7-a139-5cac3cd2d5da tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:01.976919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f485298-9298-4b67-88db-b78db2602f2f req-91d4719a-19e9-4bd7-a139-5cac3cd2d5da tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7403e3-dd0e-4b55-84b3-93079e45b363 HTTP/1.1" status: 200 len: 943 time: 0.2934630 Feb 10 15:56:02.005026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] For port d0e77311-772b-47da-8164-04320e64c666, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:02.009263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] For port d0e77311-772b-47da-8164-04320e64c666, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d0e77311-772b-47da-8164-04320e64c666,segment=NetworkSegment(cdbb0ffa-828b-464e-af94-8dbe5510f453),segment_id=cdbb0ffa-828b-464e-af94-8dbe5510f453)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:02.020527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4ed64a9c-7b09-4e53-9d77-5721f7fa578a None None] Port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:02.027937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.032455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:02.046033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.052742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.058598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.065226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.071699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.078056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.085480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.094012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-140bf05a-5e22-4277-8ed3-a1ac96ebd00b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.3073895 Feb 10 15:56:02.096140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de82d9-f919-4739-8660-fd3bcc8783ef None None] Pushing event updated for resources: {'Port': ['ID=d0e77311-772b-47da-8164-04320e64c666,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:02.103178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.117718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.155978 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.168305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:02.220254 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:02.228824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39772) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:02.229537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=347db1bc-3d8d-4b8f-a352-700c9f4b06e7,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:02.248926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3a9bed48-b369-4661-8359-6ca06ee2a5ea'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:02.266214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64692e1d-87ac-4bf3-bc7b-c54257670371 req-917b6c09-b594-4f7a-b5f5-8d12026e1907 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676588 Feb 10 15:56:02.275836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] In _notify_port_updated(), no bound segment for port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 on network b997af79-af3f-40eb-b09a-8bc6973fa939 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:56:02.285827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.286637 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.287984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da01afe9-ff8f-4979-86a9-be2b0799f9a2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "PUT /v2.0/ports/347db1bc-3d8d-4b8f-a352-700c9f4b06e7 HTTP/1.1" status: 200 len: 1002 time: 1.2363150 Feb 10 15:56:02.304915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39776) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:02.336695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.396265 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.561990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:02.583130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:02.593125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.593707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.647906 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8398814 Feb 10 15:56:02.648644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39790) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:02.661617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c0d728f-65bb-47be-ba3f-a4b20a4a133d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.665307 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '656f0863-fd1e-4a2b-a7b2-31ff86913b0b', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'port_id': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'mac_address': 'fa:16:3e:76:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:54:10Z', 'updated_at': '2022-02-10T15:55:59Z', 'revision_number': 1, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:02.671234 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-97970027-f0ab-40c1-8832-9ad6e1660a19 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759709 Feb 10 15:56:02.681090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Deleting port 80d57d58-f166-4a16-abc3-cd35ab2671d8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:02.681682 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.728404 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798c3d8-e420-445a-bd56-75a736992f0b None None] The sync data for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 is: [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '656f0863-fd1e-4a2b-a7b2-31ff86913b0b', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'port_id': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'mac_address': 'fa:16:3e:76:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:54:10Z', 'updated_at': '2022-02-10T15:55:59Z', 'revision_number': 1, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:56:02.802960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a80a1-c789-430a-9d9b-0a532e3fe80e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=76eeef47-4e48-422d-9a18-0f6e41b15e39,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:02.808335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d8e7b-5b0c-4728-a23d-1ea9878fc49e req-cf819151-818d-4667-aed3-e72a793974c9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.809926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-701d8e7b-5b0c-4728-a23d-1ea9878fc49e req-cf819151-818d-4667-aed3-e72a793974c9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.2513223 Feb 10 15:56:02.887089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b24e39b8-837f-4a8a-8559-5ba0247174d2 None None] Provisioning complete for port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:02.887398 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b24e39b8-837f-4a8a-8559-5ba0247174d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.923730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f6b51-9f5a-475b-a02c-ed691aff3da3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.925472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f6b51-9f5a-475b-a02c-ed691aff3da3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.927254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f6b51-9f5a-475b-a02c-ed691aff3da3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.928204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b24e39b8-837f-4a8a-8559-5ba0247174d2 None None] Port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:02.928858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f6b51-9f5a-475b-a02c-ed691aff3da3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.930520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f6b51-9f5a-475b-a02c-ed691aff3da3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:02.931777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] For port 80d57d58-f166-4a16-abc3-cd35ab2671d8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=80d57d58-f166-4a16-abc3-cd35ab2671d8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:02.932156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.936659 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a72f6b51-9f5a-475b-a02c-ed691aff3da3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2803633 Feb 10 15:56:02.937371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:02.946208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192674168'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:02.958502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting port 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:02.958768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:02.969158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-701d8e7b-5b0c-4728-a23d-1ea9878fc49e req-50a779b7-499e-435b-82bb-40be9d6c17b7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414380 Feb 10 15:56:02.979668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Calling delete_port for 80d57d58-f166-4a16-abc3-cd35ab2671d8 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:02.993355 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b6088002-327e-4754-810b-6d67f25339fd req-5a8dfcfa-5db0-43cf-81e8-a59067b0e62e service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404609 Feb 10 15:56:03.005446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:03.011888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.039969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:03.050897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.051335 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment e91d6752-a40c-4fd9-81b3-db0e2a9bb04a of type vlan for network c07387a0-3e91-40f5-88d7-6b6a4459edb0 Feb 10 15:56:03.083327 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c0d728f-65bb-47be-ba3f-a4b20a4a133d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.114790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.147472 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c0d728f-65bb-47be-ba3f-a4b20a4a133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.149397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-43de3b5f-4b4b-419b-9173-4005208bd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.151362 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-43de3b5f-4b4b-419b-9173-4005208bd6c2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 1095 time: 0.0716369 Feb 10 15:56:03.154940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.165947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.166613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.192397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d728f-65bb-47be-ba3f-a4b20a4a133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dfdea4-7245-4801-948a-de08e888f17d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:03.246846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.264068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c0d728f-65bb-47be-ba3f-a4b20a4a133d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eed28a350bf54a1c98a79967a124c3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0274878 Feb 10 15:56:03.265894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:03.314926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d0e77311-772b-47da-8164-04320e64c666 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:03.317570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.323752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.329595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.334724 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3922622 Feb 10 15:56:03.336596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.341396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:03.342384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.347941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:03.353453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.360845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.363317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cd1ed47-e3b4-4ec3-9b92-5bd248a8ffca req-778042e9-1305-4c6b-8e5f-baa1f663dda0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.3049762 Feb 10 15:56:03.365670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd41e1-d363-4216-a2d5-df006542b13f tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=c07387a0-3e91-40f5-88d7-6b6a4459edb0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:03.377676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Calling delete_port for 347db1bc-3d8d-4b8f-a352-700c9f4b06e7 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:03.379274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:03.510108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96784d1a-b6be-4a50-a68a-54e436c0b9d9 None None] New status for floating IP 656f0863-fd1e-4a2b-a7b2-31ff86913b0b: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:56:03.636209 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c983586-c18c-4abb-9972-a9393b694575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.661653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c983586-c18c-4abb-9972-a9393b694575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.663201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d0e77311-772b-47da-8164-04320e64c666 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:03.663794 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.730805 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.745991 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.749162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c983586-c18c-4abb-9972-a9393b694575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.752408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c983586-c18c-4abb-9972-a9393b694575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:03.759650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4c983586-c18c-4abb-9972-a9393b694575 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33dfdea4-7245-4801-948a-de08e888f17d HTTP/1.1" status: 204 len: 168 time: 0.4912763 Feb 10 15:56:03.768067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['e339a662-2d5c-470e-9045-b2868348f8c8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:03.771403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:03.773272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c21b3-0e10-49fc-924b-3695f9efa5a2 None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:03.791625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Port': ['ID=347db1bc-3d8d-4b8f-a352-700c9f4b06e7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:03.802973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb587fb-4925-4bb0-bdaa-99bb2f4ab144 req-db3245b9-b6ac-4ffa-b860-083a9afde3c3 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.805142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cb587fb-4925-4bb0-bdaa-99bb2f4ab144 req-db3245b9-b6ac-4ffa-b860-083a9afde3c3 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 949 time: 0.2494907 Feb 10 15:56:03.846535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:03.849973 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:03.851083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983586-c18c-4abb-9972-a9393b694575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dfdea4-7245-4801-948a-de08e888f17d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:03.899802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'Port': ['ID=80d57d58-f166-4a16-abc3-cd35ab2671d8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:03.906461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-e826c249-20c5-4af3-8848-83d8224f1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:03.908327 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-e826c249-20c5-4af3-8848-83d8224f1a3e service neutron] 10.222.0.75 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.7389057 Feb 10 15:56:04.003536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cb587fb-4925-4bb0-bdaa-99bb2f4ab144 req-1487a006-70d5-4b5d-a9ae-72f772052a07 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828883 Feb 10 15:56:04.004717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] No DVR routers for this DVR port 80d57d58-f166-4a16-abc3-cd35ab2671d8 on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:04.008906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.012414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f485298-9298-4b67-88db-b78db2602f2f req-36256908-2543-492d-87ab-92e3d6a09eef tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "DELETE /v2.0/ports/80d57d58-f166-4a16-abc3-cd35ab2671d8 HTTP/1.1" status: 204 len: 173 time: 2.0346344 Feb 10 15:56:04.013235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-deleted', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:04.015633 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee214048-a207-4ea3-9ef8-6c737d331469" -d '{"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-deleted", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:04.061932 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-3100149f-536a-4266-9132-bfc2d9f74f7a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0183e148-6054-4db2-a99d-b02d46304f12 HTTP/1.1" status: 200 len: 217 time: 0.1398330 Feb 10 15:56:04.125305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.131618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-823a3379-193a-48d6-bcf0-824e101cc21c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/ports/347db1bc-3d8d-4b8f-a352-700c9f4b06e7 HTTP/1.1" status: 204 len: 168 time: 1.8191512 Feb 10 15:56:04.136961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:04.143364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39816) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:04.220916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-27429c3a-5cb0-4a7e-a982-30ea68e25de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:04.223491 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-27429c3a-5cb0-4a7e-a982-30ea68e25de8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.1392963 Feb 10 15:56:04.226010 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3caab5-3d85-4286-bff0-1dc0b3b1da08 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] GET failed (client error): The resource could not be found. Feb 10 15:56:04.236354 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ab3caab5-3d85-4286-bff0-1dc0b3b1da08 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "GET /v2.0/ports/347db1bc-3d8d-4b8f-a352-700c9f4b06e7 HTTP/1.1" status: 404 len: 333 time: 0.0885119 Feb 10 15:56:04.237244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39818) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:04.249244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-732257323'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:04.301732 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-9ca0cc51-1ec4-4ef2-a8d7-10922972fda3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578918 Feb 10 15:56:04.435232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.448247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04268d1-19b1-429e-9c3e-fe26e45a1e43 req-25f2f1a7-66d0-4ede-b9ab-7a2e46d88d11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:04.449572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2da58597-bf92-4940-9a9d-155715d3d950 None None] Provisioning complete for port d0e77311-772b-47da-8164-04320e64c666 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:04.450591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2da58597-bf92-4940-9a9d-155715d3d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.455342 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a04268d1-19b1-429e-9c3e-fe26e45a1e43 req-25f2f1a7-66d0-4ede-b9ab-7a2e46d88d11 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 944 time: 0.2111659 Feb 10 15:56:04.487023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.532897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 is not hosted by any dhcp agent {{(pid=102614) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:56:04.551290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:04.558600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.560088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a04268d1-19b1-429e-9c3e-fe26e45a1e43 req-7e13d27e-d195-4da6-9b9c-8dfe523d837c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037815 Feb 10 15:56:04.565230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39828) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:04.567713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "PUT /v2.0/networks/c07387a0-3e91-40f5-88d7-6b6a4459edb0 HTTP/1.1" status: 200 len: 723 time: 1.2250054 Feb 10 15:56:04.574897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:04.581792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.633994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f71be-5856-4f94-bdc5-a4c67af35159 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=c07387a0-3e91-40f5-88d7-6b6a4459edb0,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:04.637775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-185cec31-302e-46f2-afd4-e1e4c5704876 service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201058 Feb 10 15:56:04.638633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:04.648428 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8032db0c-1cfa-4c74-9ab6-6c396fd7b3ed x-openstack-request-id: req-8032db0c-1cfa-4c74-9ab6-6c396fd7b3ed {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:04.648728 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.648920 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:04.649335 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8032db0c-1cfa-4c74-9ab6-6c396fd7b3ed {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:04.649760 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'status': 'completed', 'code': 200} Feb 10 15:56:04.650407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:04.652717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:04.699223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:04.733376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] device_id is not set on port 255ea649-383f-48fe-baa8-9361bf172f88 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:56:04.748949 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f09d27-cfd9-406c-a833-918071a54f97 x-openstack-request-id: req-e9f09d27-cfd9-406c-a833-918071a54f97 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:04.749439 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7403e3-dd0e-4b55-84b3-93079e45b363", "name": "network-vif-deleted", "tag": "80d57d58-f166-4a16-abc3-cd35ab2671d8", "status": "failed", "code": 422}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:04.749872 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9f09d27-cfd9-406c-a833-918071a54f97 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:04.750450 n-d-827895-3 neutron-server[102615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f7403e3-dd0e-4b55-84b3-93079e45b363', 'name': 'network-vif-deleted', 'tag': '80d57d58-f166-4a16-abc3-cd35ab2671d8', 'status': 'failed', 'code': 422} returned with failed status Feb 10 15:56:04.849520 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-08f35ce2-3a64-4828-ac83-52e2883181d0 req-ff689f37-8c01-4505-8b21-4d58db3dc6ee service neutron] 10.222.0.75 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045341 Feb 10 15:56:04.899922 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.000872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753f329-c3cb-4f12-9224-e5dbcf0ee7ea req-133fb266-95f4-4f08-9d8d-5197593846a8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.002510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c753f329-c3cb-4f12-9224-e5dbcf0ee7ea req-133fb266-95f4-4f08-9d8d-5197593846a8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.3208704 Feb 10 15:56:05.020649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2da58597-bf92-4940-9a9d-155715d3d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.040718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Allocated IP 2001:db8::3b0 (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/255ea649-383f-48fe-baa8-9361bf172f88) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:05.058791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.059256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.059754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.060621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.061099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.066571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.067236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.070006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-f41674cc-9215-4e93-8799-e905d038a0f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6489 time: 0.3872249 Feb 10 15:56:05.072226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.080876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port d0e77311-772b-47da-8164-04320e64c666, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d0e77311-772b-47da-8164-04320e64c666,segment=NetworkSegment(cdbb0ffa-828b-464e-af94-8dbe5510f453),segment_id=cdbb0ffa-828b-464e-af94-8dbe5510f453)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:05.110442 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.119941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 3a9bed48-b369-4661-8359-6ca06ee2a5ea triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:05.120313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.239084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:05.244243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.261153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:05.263342 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646589f8-2c6c-45c9-a26b-422c7f207755" -d '{"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-unplugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:05.277119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39862) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:05.280711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c753f329-c3cb-4f12-9224-e5dbcf0ee7ea req-4fef1c25-4f6b-4210-a27e-95ffec9ba749 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524054 Feb 10 15:56:05.319866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:05.337964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-2da58597-bf92-4940-9a9d-155715d3d950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:56:05.338325 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-2da58597-bf92-4940-9a9d-155715d3d950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:56:05.345745 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.353490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=d0e77311-772b-47da-8164-04320e64c666,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:05.357425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] Update dhcp port {'port': {'network_id': '023e50dd-b8da-4098-a091-ba465d3fc9fd', 'fixed_ips': [{'subnet_id': '9f02cac2-9e31-439c-ab55-b0e1082c1e67', 'ip_address': '2001:db8::2'}, {'subnet_id': '76eeef47-4e48-422d-9a18-0f6e41b15e39'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'd0e77311-772b-47da-8164-04320e64c666'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 15:56:05.406687 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b5824-dae4-4e74-aaa5-825df2814cf5 x-openstack-request-id: req-106b5824-dae4-4e74-aaa5-825df2814cf5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:05.406951 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-unplugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:05.407075 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-106b5824-dae4-4e74-aaa5-825df2814cf5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:05.407469 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'code': 200} Feb 10 15:56:05.431936 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.488618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:05.515020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.546417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2093829376-network', 'tenant_id': '02a747e74cd442868948d6051130002e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:05.582376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-92eeb7f5-9fa5-4be6-b21a-a0032633c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.583964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-92eeb7f5-9fa5-4be6-b21a-a0032633c0ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 HTTP/1.1" status: 200 len: 913 time: 0.5027485 Feb 10 15:56:05.606604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Made reservation on behalf of 02a747e74cd442868948d6051130002e for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:05.610871 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.630198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:05.640665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.641478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.670573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.730330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:05.740826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.746301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.748079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] Allocated IP 172.20.0.1 (023e50dd-b8da-4098-a091-ba465d3fc9fd/76eeef47-4e48-422d-9a18-0f6e41b15e39/d0e77311-772b-47da-8164-04320e64c666) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:05.760946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:05.786138 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.786644 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Added segment e82eecc3-5562-4cba-b8a4-b4e628c94ad4 of type vlan for network 139f0778-c37d-4945-a800-b036d6dac5de Feb 10 15:56:05.795054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0f8ab-d0a5-407f-a101-512552602b01,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:05.826708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-49d0dac9-94b0-490c-96e7-c020f4ceb831 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f HTTP/1.1" status: 200 len: 1001 time: 0.2218606 Feb 10 15:56:05.835613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.864498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.865327 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.865813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.867217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.879502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=2ecc46c0-adb0-49f2-86be-ee96c536bf8b,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:05.889355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] For port d0e77311-772b-47da-8164-04320e64c666, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d0e77311-772b-47da-8164-04320e64c666,segment=NetworkSegment(cdbb0ffa-828b-464e-af94-8dbe5510f453),segment_id=cdbb0ffa-828b-464e-af94-8dbe5510f453)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:05.913068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee05cc-afa9-4aef-802d-2ba9dc3e6087 req-b69479fa-6955-45b2-87aa-632f30bd8b61 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.914588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4ee05cc-afa9-4aef-802d-2ba9dc3e6087 req-b69479fa-6955-45b2-87aa-632f30bd8b61 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 908 time: 0.2590966 Feb 10 15:56:05.921851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff72ac-abcb-48a6-b4f5-75a2a9523fbb req-c2c2bdba-53c8-462f-909d-298d3ecf25bc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.923273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26ff72ac-abcb-48a6-b4f5-75a2a9523fbb req-c2c2bdba-53c8-462f-909d-298d3ecf25bc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 944 time: 0.2712319 Feb 10 15:56:05.929083 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.936971 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:05.961319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:05.961319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: c07387a0-3e91-40f5-88d7-6b6a4459edb0, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:05.963196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39870) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:05.968479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6803629 Feb 10 15:56:05.968937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Request body: {'subnet': {'network_id': '139f0778-c37d-4945-a800-b036d6dac5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2093829376-subnet', 'tenant_id': '02a747e74cd442868948d6051130002e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:05.975459 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728323e-7762-4cf6-b1cb-6b9ca2029dfc admin admin] Pushing event updated for resources: {'Network': ['ID=139f0778-c37d-4945-a800-b036d6dac5de,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:05.986713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-7a0cdee8-a5f6-4576-b104-9b8fb305855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:05.988738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-7a0cdee8-a5f6-4576-b104-9b8fb305855b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e59aaab6-43f5-4f3f-8014-f426c4f78c11 HTTP/1.1" status: 200 len: 851 time: 0.1433821 Feb 10 15:56:06.004301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 139f0778-c37d-4945-a800-b036d6dac5de details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:06.072893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26ff72ac-abcb-48a6-b4f5-75a2a9523fbb req-dea855a5-36b9-4e78-88e9-4eb703b86a8b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289630 Feb 10 15:56:06.077288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.081285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:06.081476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bbb2b-5667-40bb-b949-66f63471690b None None] Pushing event updated for resources: {'Port': ['ID=d0e77311-772b-47da-8164-04320e64c666,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:06.125834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Made reservation on behalf of 02a747e74cd442868948d6051130002e for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:06.128170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.141809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c07387a0-3e91-40f5-88d7-6b6a4459edb0) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:06.147671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:06.148239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.151882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbcf7c-c105-48a6-b95e-dc1aa6a0351c None None] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:06.170370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-b2db0781-e1bd-4883-9e2e-83e572d2a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:06.171901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-b2db0781-e1bd-4883-9e2e-83e572d2a412 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716323 Feb 10 15:56:06.223126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:06.249261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:06.252134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:06.257785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:06.258405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.270570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=255ea649-383f-48fe-baa8-9361bf172f88,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:06.317163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-791b623a-3d33-4941-a1cc-e20ec55c5fb6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7495601 Feb 10 15:56:06.320202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39878) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:06.328719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:06.358111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bdc2b90c-94dc-4834-9868-758210a7e114 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1117918 Feb 10 15:56:06.361985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39886) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:06.375001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:08:b1:49'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:06.394715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-c07387a0-3e91-40f5-88d7-6b6a4459edb0', 'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': '2ecc46c0-adb0-49f2-86be-ee96c536bf8b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:06.395933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.474091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3593578'] for subnet, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.699780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755768968551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3452068'] for subnet, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.721489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:06.722201 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.726847 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "PUT /v2.0/subnets/2ecc46c0-adb0-49f2-86be-ee96c536bf8b HTTP/1.1" status: 200 len: 826 time: 0.4053073 Feb 10 15:56:06.748659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39888) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:06.763024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-80db5b16-7640-439d-8962-6c3ca21d25e1 None None] Provisioning complete for port 255ea649-383f-48fe-baa8-9361bf172f88 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:06.764237 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-80db5b16-7640-439d-8962-6c3ca21d25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.843051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-80db5b16-7640-439d-8962-6c3ca21d25e1 None None] Port 255ea649-383f-48fe-baa8-9361bf172f88 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:06.846189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Allocated IP 2001:db8::2 (c07387a0-3e91-40f5-88d7-6b6a4459edb0/2ecc46c0-adb0-49f2-86be-ee96c536bf8b/02e827e8-ab69-4ed4-8f6f-708ab73ce55d) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:06.874113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.904459 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e84514-6ac1-4901-b37c-291d4e0d55fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=2ecc46c0-adb0-49f2-86be-ee96c536bf8b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:06.926730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1e67a-d88a-46c6-8dd6-d30ad0674bdc None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:06.967552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:06.981685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-e862b0ef-fc6f-44a1-a518-47200e3842a3 service neutron] 10.222.0.45 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695003 Feb 10 15:56:07.051764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5239513e-8252-4c9d-865c-cdf3890dd57e None None] Provisioning complete for port d0e77311-772b-47da-8164-04320e64c666 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:07.052136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5239513e-8252-4c9d-865c-cdf3890dd57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.172450 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.185262 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.198559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cab6f-133b-4e1a-b31a-cd8a91e13387 req-84e1f22a-06ae-4f07-ad4c-15da30ac8961 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:07.200137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-078cab6f-133b-4e1a-b31a-cd8a91e13387 req-84e1f22a-06ae-4f07-ad4c-15da30ac8961 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.3140497 Feb 10 15:56:07.219133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.243150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d0e77311-772b-47da-8164-04320e64c666 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:07.268220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecc46c0-adb0-49f2-86be-ee96c536bf8b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:07.274133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:07.329394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:07.332597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:07.359220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.361199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Pushing event updated for resources: {'Port': ['ID=02e827e8-ab69-4ed4-8f6f-708ab73ce55d,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:07.369683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ed4e8b-4319-48d5-b686-ca2c37e01e0c req-e700126b-7db1-4d20-9424-75ed40d1f633 service neutron] 10.222.0.45 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685839 Feb 10 15:56:07.380458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.391662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07387a0-3e91-40f5-88d7-6b6a4459edb0']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:07.407369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:07.407711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:07.421113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.425229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:07.428667 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53fd712-da5f-4412-8868-d9d05e578690" -d '{"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:07.439435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.461251 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Attempting to bind port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:07.461467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:07.461564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Attempting to bind port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:07.462284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.462410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Attempting to bind port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d on network c07387a0-3e91-40f5-88d7-6b6a4459edb0 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:07.468616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:07.469103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Checking segment: {'id': 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:07.469691 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.470257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Bound using segment: {'id': 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:07.470821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Bound port: 02e827e8-ab69-4ed4-8f6f-708ab73ce55d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:07.471293 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:07.471771 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:07.478657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d0e77311-772b-47da-8164-04320e64c666 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:07.478657 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.510360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e478-1f4b-45cd-9958-b6fc84d9e9fa req-640c8f7b-3212-46eb-9c35-d399d2396a9d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:07.512867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6907e478-1f4b-45cd-9958-b6fc84d9e9fa req-640c8f7b-3212-46eb-9c35-d399d2396a9d tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 908 time: 0.4425585 Feb 10 15:56:07.568645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e609a1-b964-4641-b0b7-b713619e5833,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:07.587564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] For port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:07.589726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-078cab6f-133b-4e1a-b31a-cd8a91e13387 req-c116ee09-299a-4f2e-a4f8-1f4d182ceb4b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126278 Feb 10 15:56:07.607167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.690306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.api [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:56:07.690306 n-d-827895-3 neutron-server[102614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:56:07.690306 n-d-827895-3 neutron-server[102614]: [parameters: {'id': 'c07387a0-3e91-40f5-88d7-6b6a4459edb0'}] Feb 10 15:56:07.690306 n-d-827895-3 neutron-server[102614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:56:07.690887 n-d-827895-3 neutron-server[102614]: DEBUG oslo_db.api [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:56:07.726218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] For port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=02e827e8-ab69-4ed4-8f6f-708ab73ce55d,segment=NetworkSegment(e91d6752-a40c-4fd9-81b3-db0e2a9bb04a),segment_id=e91d6752-a40c-4fd9-81b3-db0e2a9bb04a)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:07.731544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Checking segment: {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:07.731866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Network hostable DHCP agents. Network: 139f0778-c37d-4945-a800-b036d6dac5de, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:07.740091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.846797 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0aba5-00e3-4ec9-ae34-a1532964de95 x-openstack-request-id: req-a8f0aba5-00e3-4ec9-ae34-a1532964de95 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:07.847569 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:07.851593 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8f0aba5-00e3-4ec9-ae34-a1532964de95 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:07.852077 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'code': 200} Feb 10 15:56:07.887374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896022f-9c2e-4c39-8e4b-6df284ab0f84 req-8eb08fe3-ecb3-46b3-b3cb-ae4438577347 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:07.889324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8896022f-9c2e-4c39-8e4b-6df284ab0f84 req-8eb08fe3-ecb3-46b3-b3cb-ae4438577347 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 944 time: 0.1754050 Feb 10 15:56:07.894808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Network 139f0778-c37d-4945-a800-b036d6dac5de is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:07.919856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 139f0778-c37d-4945-a800-b036d6dac5de) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:07.925964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a6f99-d564-4a6a-9319-c41f8e55d919 None None] Pushing event updated for resources: {'Port': ['ID=02e827e8-ab69-4ed4-8f6f-708ab73ce55d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:07.940980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:07.941895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.943632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-03fba83c-1078-4d5f-8c4d-550a24dc13f0 None None] Provisioning complete for port d0e77311-772b-47da-8164-04320e64c666 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:07.945380 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03fba83c-1078-4d5f-8c4d-550a24dc13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:07.974521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81958b5-567e-4f37-8a3c-2d60710f6e1d None None] Network 139f0778-c37d-4945-a800-b036d6dac5de requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:08.002592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8896022f-9c2e-4c39-8e4b-6df284ab0f84 req-a84a907b-3f1d-47c9-9f6b-dbd922550e42 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994494 Feb 10 15:56:08.027010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba57576-22fa-4234-a568-22df78ffdc9c None None] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:08.028316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-300222e8-b39d-4bc4-a581-a65811e3157b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0627186 Feb 10 15:56:08.085847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.092350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.161528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] In _notify_port_updated(), no bound segment for port 255ea649-383f-48fe-baa8-9361bf172f88 on network b997af79-af3f-40eb-b09a-8bc6973fa939 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:56:08.170576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:08.171263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.176005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "PUT /v2.0/ports/255ea649-383f-48fe-baa8-9361bf172f88 HTTP/1.1" status: 200 len: 1002 time: 1.8071499 Feb 10 15:56:08.179118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39930) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:08.202099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e171523-908b-4a40-93f6-ff9af5946f7e tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=255ea649-383f-48fe-baa8-9361bf172f88,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:08.256067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.394717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a569e-4f03-4588-aab7-9736a5cb767c None None] Network 139f0778-c37d-4945-a800-b036d6dac5de requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:08.436038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ec39f-21e2-4897-b324-56b04961b1dc None None] Network c07387a0-3e91-40f5-88d7-6b6a4459edb0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:08.486869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting port 255ea649-383f-48fe-baa8-9361bf172f88 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:08.487213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.622145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-10c4cac7-debe-40c2-bb13-85986b9c36a6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:08.624264 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-10c4cac7-debe-40c2-bb13-85986b9c36a6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 908 time: 0.2112870 Feb 10 15:56:08.635807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0183e148-6054-4db2-a99d-b02d46304f12 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:56:08.661760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:08.662429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.761523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0183e148-6054-4db2-a99d-b02d46304f12, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0183e148-6054-4db2-a99d-b02d46304f12,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:08.780760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '0183e148-6054-4db2-a99d-b02d46304f12', 'network_id': 'a351e18d-489a-4740-b802-3d5f271cf74b', 'port_id': '0183e148-6054-4db2-a99d-b02d46304f12', 'mac_address': 'fa:16:3e:c3:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b37871-c8e7-447c-afd0-1be6e5548d0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:56:08.811946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.840915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf22b-73e6-44e7-bf95-d4168b0f3f1a req-35c4c0f4-a05e-4186-9b94-75750118f208 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:08.846216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dfbdf22b-73e6-44e7-bf95-d4168b0f3f1a req-35c4c0f4-a05e-4186-9b94-75750118f208 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 908 time: 0.2031646 Feb 10 15:56:08.892959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d95417e8-7501-44e5-bc76-542d20b7d79a None None] Provisioning complete for port 255ea649-383f-48fe-baa8-9361bf172f88 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:08.894006 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95417e8-7501-44e5-bc76-542d20b7d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:08.935426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2550318-23df-43e6-98b2-396b52ad5d70 req-ce0f799b-2bff-4d5a-af68-99db9749d859 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:08.939845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2550318-23df-43e6-98b2-396b52ad5d70 req-ce0f799b-2bff-4d5a-af68-99db9749d859 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1501656 Feb 10 15:56:08.942941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Calling delete_port for 255ea649-383f-48fe-baa8-9361bf172f88 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:09.033167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2550318-23df-43e6-98b2-396b52ad5d70 req-e360dac8-dafd-4b41-89d3-548895391044 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832305 Feb 10 15:56:09.036195 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.081673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0183e148-6054-4db2-a99d-b02d46304f12 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:09.088330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d95417e8-7501-44e5-bc76-542d20b7d79a None None] Port 255ea649-383f-48fe-baa8-9361bf172f88 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:09.172377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0183e148-6054-4db2-a99d-b02d46304f12, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0183e148-6054-4db2-a99d-b02d46304f12,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:09.182040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.213827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=02e827e8-ab69-4ed4-8f6f-708ab73ce55d,segment=NetworkSegment(e91d6752-a40c-4fd9-81b3-db0e2a9bb04a),segment_id=e91d6752-a40c-4fd9-81b3-db0e2a9bb04a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:09.214979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.231872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81565ca7-5f12-400b-9f13-f2a3b5e2ddc1 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:56:09.241379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for 02e827e8-ab69-4ed4-8f6f-708ab73ce55d owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:09.261298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Deleting port a8d7e4c9-baad-4ee8-92e1-dd398de48402 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:09.261829 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.268664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.305755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82bf00-5898-4bf7-85b2-bfa21a8c2832 req-8ce6d921-dcb3-473f-a8cc-d8566400c78f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:09.314793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee82bf00-5898-4bf7-85b2-bfa21a8c2832 req-8ce6d921-dcb3-473f-a8cc-d8566400c78f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 945 time: 0.0934033 Feb 10 15:56:09.334137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0183e148-6054-4db2-a99d-b02d46304f12,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:09.374651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee82bf00-5898-4bf7-85b2-bfa21a8c2832 req-e4a1c585-883c-4d5c-b1e0-754571e6997e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529351 Feb 10 15:56:09.463254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] For port a8d7e4c9-baad-4ee8-92e1-dd398de48402, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a8d7e4c9-baad-4ee8-92e1-dd398de48402,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:09.463620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.476179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Calling delete_port for a8d7e4c9-baad-4ee8-92e1-dd398de48402 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:09.510756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81565ca7-5f12-400b-9f13-f2a3b5e2ddc1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:56:09.650285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Port': ['ID=255ea649-383f-48fe-baa8-9361bf172f88,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:09.658299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.665437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39960) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:09.676299 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eddd473b-680a-4367-93a7-3e014a2be701 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/ports/255ea649-383f-48fe-baa8-9361bf172f88 HTTP/1.1" status: 204 len: 168 time: 1.4917395 Feb 10 15:56:09.677711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.699400 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c97c660-8be6-4791-8649-3b5353f6fec5 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] GET failed (client error): The resource could not be found. Feb 10 15:56:09.710407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c97c660-8be6-4791-8649-3b5353f6fec5 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "GET /v2.0/ports/255ea649-383f-48fe-baa8-9361bf172f88 HTTP/1.1" status: 404 len: 333 time: 0.0420353 Feb 10 15:56:09.711412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39962) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:09.719762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-398213028'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:09.756284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'Port': ['ID=a8d7e4c9-baad-4ee8-92e1-dd398de48402,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:09.766244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0183e148-6054-4db2-a99d-b02d46304f12'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:09.801205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] No DVR routers for this DVR port a8d7e4c9-baad-4ee8-92e1-dd398de48402 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:09.807063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.829910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b1243c4a-a9d3-483c-b69c-20337a7572de req-e9382ccd-2202-4925-9fdf-4ae8c8a8a14a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "DELETE /v2.0/ports/a8d7e4c9-baad-4ee8-92e1-dd398de48402 HTTP/1.1" status: 204 len: 173 time: 1.1873569 Feb 10 15:56:09.830141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'name': 'network-vif-deleted', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:09.844606 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f3342-6e1f-4ba7-8470-aa41377a9a63" -d '{"events": [{"server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "name": "network-vif-deleted", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:09.851947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:09.961009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=02e827e8-ab69-4ed4-8f6f-708ab73ce55d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:09.978637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port 02e827e8-ab69-4ed4-8f6f-708ab73ce55d on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:09.981158 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44628ba-d24a-4659-a5cb-272d277fb9c9 x-openstack-request-id: req-f44628ba-d24a-4659-a5cb-272d277fb9c9 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:09.981453 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc", "name": "network-vif-deleted", "tag": "a8d7e4c9-baad-4ee8-92e1-dd398de48402", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:09.981953 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f44628ba-d24a-4659-a5cb-272d277fb9c9 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:09.982095 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc', 'name': 'network-vif-deleted', 'tag': 'a8d7e4c9-baad-4ee8-92e1-dd398de48402', 'status': 'completed', 'code': 200} Feb 10 15:56:10.002293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:10.013042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.068908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] device_id is not set on port b3067742-8b65-4b68-a216-8df661169c74 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:56:10.170028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.216870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07387a0-3e91-40f5-88d7-6b6a4459edb0']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:10.237107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:10.237412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91d6752-a40c-4fd9-81b3-db0e2a9bb04a') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:10.258052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.286524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1752ac92-4936-4aff-b915-d2f560fdb86e req-e1a4f214-ecc8-4f9f-a6fb-0d6267ee5878 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb40a5b-e5e7-43e7-ba3a-e4502f54f9cc HTTP/1.1" status: 200 len: 210 time: 0.0994358 Feb 10 15:56:10.299882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.314701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:10.318335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:10.325553 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:10.375299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321999b9-c247-4b10-b9c0-5684d99548da req-d5b3db29-7bb2-404d-a6c4-2823f5100108 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:10.384027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-321999b9-c247-4b10-b9c0-5684d99548da req-d5b3db29-7bb2-404d-a6c4-2823f5100108 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1981003 Feb 10 15:56:10.481352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Allocated IP 2001:db8::1ec (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/b3067742-8b65-4b68-a216-8df661169c74) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:10.482025 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.497055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.502934 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/c07387a0-3e91-40f5-88d7-6b6a4459edb0 HTTP/1.1" status: 204 len: 168 time: 3.7504892 Feb 10 15:56:10.522406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:10.542604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5545f-7514-40c7-aafd-086d05790258 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=c07387a0-3e91-40f5-88d7-6b6a4459edb0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:10.588022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:56:10.597023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a8d7e4c9-baad-4ee8-92e1-dd398de48402 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:10.652844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: a8d7e4c9-baad-4ee8-92e1-dd398de48402 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:10.653246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a8d7e4c9-baad-4ee8-92e1-dd398de48402 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:10.717049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-321999b9-c247-4b10-b9c0-5684d99548da req-769ce914-f95a-4554-9a4b-491b6ca11105 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317921 Feb 10 15:56:10.754708 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71a262-0c94-419f-b702-0e1b43acd0fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:10.755614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc71a262-0c94-419f-b702-0e1b43acd0fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:10.759026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cc71a262-0c94-419f-b702-0e1b43acd0fb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/c07387a0-3e91-40f5-88d7-6b6a4459edb0 HTTP/1.1" status: 404 len: 339 time: 0.2105682 Feb 10 15:56:10.762988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39986) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:10.768314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461213472', 'description': 'd1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:10.789518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109de319-77bf-4295-aaf2-58c67b957f81 req-1b46e41c-7c1f-40d7-a973-5575a883e15c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:10.798859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-109de319-77bf-4295-aaf2-58c67b957f81 req-1b46e41c-7c1f-40d7-a973-5575a883e15c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 945 time: 0.2547085 Feb 10 15:56:10.835953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:10.845648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.887362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:10.898947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.899357 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment 475049ef-e799-4734-b9b6-c6720c1d378e of type vlan for network 52eac658-c2db-4698-af8b-987f8e08f10d Feb 10 15:56:10.908205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-109de319-77bf-4295-aaf2-58c67b957f81 req-cc538d8d-66c1-4fb3-9f47-be3acac02b1a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083870 Feb 10 15:56:10.914750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:10.948189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'mac_address': 'fa:16:3e:83:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:56:10.949798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.982926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.990790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:10.991768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:10.998922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.013260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.034534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dabc5a9-19a6-42f1-a146-865eb1d30372 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:11.053339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.067625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:11.070987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3068073 Feb 10 15:56:11.071685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39988) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:11.083532 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.114965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=b3067742-8b65-4b68-a216-8df661169c74,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:11.132745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:11.134548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:11.154655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:11.165354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:11.166866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e45f2-3caf-47f7-ba2c-7d9f40d72ddc tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=52eac658-c2db-4698-af8b-987f8e08f10d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:11.176498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:11.176954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.221703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ea241804-39fe-4860-a6bb-a3189f81a4f3 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5069973 Feb 10 15:56:11.222562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40002) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:11.223506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 52eac658-c2db-4698-af8b-987f8e08f10d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:11.229270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'network_id': 'b997af79-af3f-40eb-b09a-8bc6973fa939', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1263552028'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:11.235065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e981c-fda1-4cc8-9e79-d8ca5553b525 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:11.251509 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ee6e981c-fda1-4cc8-9e79-d8ca5553b525 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks?id=52eac658-c2db-4698-af8b-987f8e08f10d HTTP/1.1" status: 200 len: 765 time: 0.1758339 Feb 10 15:56:11.252117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40004) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:11.257608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'description': 'd2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:11.446761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Made reservation on behalf of 92c199e1953f4827bfcc8206ea611be4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:11.457012 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.481564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] device_id is not set on port a08118ee-5e91-4cb7-95fe-c796e06ca982 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:56:11.579216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.603331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.673738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['5dabc5a9-19a6-42f1-a146-865eb1d30372'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:11.679705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network 52eac658-c2db-4698-af8b-987f8e08f10d is not hosted by any dhcp agent {{(pid=102614) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:56:11.686159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:11.687169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.689149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "PUT /v2.0/networks/52eac658-c2db-4698-af8b-987f8e08f10d HTTP/1.1" status: 200 len: 762 time: 0.4360495 Feb 10 15:56:11.697960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bb26e349-7467-44ec-ac83-2ecd2b01351a tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:11.706167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bb26e349-7467-44ec-ac83-2ecd2b01351a tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/networks?id=139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 200 len: 809 time: 0.1474528 Feb 10 15:56:11.716818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40024) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:11.746271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c9d3ab5a-2145-4276-9a03-7a9d313a6444 None None] Provisioning complete for port b3067742-8b65-4b68-a216-8df661169c74 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:11.747108 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ab5a-2145-4276-9a03-7a9d313a6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:11.763680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c950fc-3e5a-4775-9582-bd26196f9b37 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=52eac658-c2db-4698-af8b-987f8e08f10d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:11.789867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 52eac658-c2db-4698-af8b-987f8e08f10d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:11.854967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-d1dc444c-7a38-472a-9612-ecaf839ae6ba tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/quotas/02a747e74cd442868948d6051130002e HTTP/1.1" status: 200 len: 375 time: 0.1475868 Feb 10 15:56:11.881346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3ab5a-2145-4276-9a03-7a9d313a6444 None None] Port b3067742-8b65-4b68-a216-8df661169c74 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:11.915233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-ba4443d0-e276-4dc8-8c8a-431eb30f50c9 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02a747e74cd442868948d6051130002e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591486 Feb 10 15:56:11.987865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c501cd-ca0f-4e1e-94d0-f9544538ed13 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:11.990177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-53c501cd-ca0f-4e1e-94d0-f9544538ed13 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks?id=52eac658-c2db-4698-af8b-987f8e08f10d HTTP/1.1" status: 200 len: 765 time: 0.2684195 Feb 10 15:56:11.995520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40032) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:12.021561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f34f2a-de2e-4475-b393-4f42a8d7dc2a req-b4f9f8e4-1872-4776-8531-d1faccd51356 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.029499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22f34f2a-de2e-4475-b393-4f42a8d7dc2a req-b4f9f8e4-1872-4776-8531-d1faccd51356 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 945 time: 0.2290144 Feb 10 15:56:12.081660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Allocated IP 2001:db8::2ce (b997af79-af3f-40eb-b09a-8bc6973fa939/d0699b22-1ba2-41e8-9395-37e6238e14ee/a08118ee-5e91-4cb7-95fe-c796e06ca982) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:12.135320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22f34f2a-de2e-4475-b393-4f42a8d7dc2a req-8cccf844-6371-4a56-a68e-419203240fb2 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048834 Feb 10 15:56:12.259646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0b79d-668c-4c4b-a082-cb9fa9e703a5 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.261318 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-23c0b79d-668c-4c4b-a082-cb9fa9e703a5 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2647593 Feb 10 15:56:12.264813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40036) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:12.295396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-e7093f44-fd1a-41ec-b734-56e0715c8282 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.297147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-e7093f44-fd1a-41ec-b734-56e0715c8282 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.45 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 945 time: 0.2048850 Feb 10 15:56:12.306321 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7b7d412f-86a0-4b85-a5ca-14206811854d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 207 time: 0.0399809 Feb 10 15:56:12.309145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40038) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:12.385006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c5d8-b109-4156-99d2-c6e86b55d847 req-b0db30c8-7ae7-48b4-a958-f8a51b3a7f20 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.386572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b953c5d8-b109-4156-99d2-c6e86b55d847 req-b0db30c8-7ae7-48b4-a958-f8a51b3a7f20 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1404994 Feb 10 15:56:12.388428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-3d983d31-842e-47e3-b18d-44cf593c1e87 service neutron] 10.222.0.21 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302256 Feb 10 15:56:12.517057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.523840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.530483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.536188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.541808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.547706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.550125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0163f012-fced-40ba-bb61-0e56e1ac8824 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2391264 Feb 10 15:56:12.554211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40040) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:12.573550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b953c5d8-b109-4156-99d2-c6e86b55d847 req-38acf3bc-ed5d-4595-b88f-2e0b35ea62b6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544130 Feb 10 15:56:12.596435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0183e148-6054-4db2-a99d-b02d46304f12 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:12.626417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Deleting port e339a662-2d5c-470e-9045-b2868348f8c8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:12.626763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.635317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.685505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-cad80da7-ce52-4291-b1f3-b38ea6ef02ed service neutron] 10.222.0.21 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674918 Feb 10 15:56:12.699878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5cd9373-eaac-4cf3-8960-ea051c8ccf03 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1434884 Feb 10 15:56:12.702554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40042) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:12.727525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 0183e148-6054-4db2-a99d-b02d46304f12 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:56:12.731915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 0183e148-6054-4db2-a99d-b02d46304f12 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:12.732294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.846926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.886644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] For port e339a662-2d5c-470e-9045-b2868348f8c8, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e339a662-2d5c-470e-9045-b2868348f8c8,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:12.886818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.895658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0183e148-6054-4db2-a99d-b02d46304f12'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:12.899606 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b02e11-f454-4e56-a0ae-171bb71a1a8d" -d '{"events": [{"server_uuid": "a1cffc0e-9adb-4b04-b849-824f9803da3d", "name": "network-vif-plugged", "status": "completed", "tag": "0183e148-6054-4db2-a99d-b02d46304f12"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:12.904747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d444b51-e29b-4171-8067-5ec2494ad402 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.918228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0183e148-6054-4db2-a99d-b02d46304f12, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0183e148-6054-4db2-a99d-b02d46304f12,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:12.926098 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.927801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:12.940045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d444b51-e29b-4171-8067-5ec2494ad402 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.941479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d444b51-e29b-4171-8067-5ec2494ad402 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.943502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d444b51-e29b-4171-8067-5ec2494ad402 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.955843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d444b51-e29b-4171-8067-5ec2494ad402 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:12.959034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4d444b51-e29b-4171-8067-5ec2494ad402 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2541218 Feb 10 15:56:12.962516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40058) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:12.972446 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:12.972446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Calling delete_port for e339a662-2d5c-470e-9045-b2868348f8c8 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:13.041590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886e90a-671a-4733-b103-1da42f4d0bc9 req-c888b358-37ac-48ee-8663-dcba20e0fcf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.043135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5886e90a-671a-4733-b103-1da42f4d0bc9 req-c888b358-37ac-48ee-8663-dcba20e0fcf8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 945 time: 0.3141119 Feb 10 15:56:13.068190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05215f-94c1-48cc-b963-7b374462f686 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.072090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05215f-94c1-48cc-b963-7b374462f686 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.075431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05215f-94c1-48cc-b963-7b374462f686 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.078959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05215f-94c1-48cc-b963-7b374462f686 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.081630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05215f-94c1-48cc-b963-7b374462f686 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.090546 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9f05215f-94c1-48cc-b963-7b374462f686 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1226180 Feb 10 15:56:13.090940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40060) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:13.104282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0183e148-6054-4db2-a99d-b02d46304f12,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:13.119989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a2558c7-6065-438a-9ebe-411e6f83d51a req-fa83cae7-9dfa-4bba-9156-97b57c5e504a tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 210 time: 0.0757811 Feb 10 15:56:13.149668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 5dabc5a9-19a6-42f1-a146-865eb1d30372 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:13.150046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:13.229505 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f19ecf3-40e1-4aac-a37d-44b50178229f x-openstack-request-id: req-7f19ecf3-40e1-4aac-a37d-44b50178229f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:13.229801 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cffc0e-9adb-4b04-b849-824f9803da3d", "name": "network-vif-plugged", "status": "completed", "tag": "0183e148-6054-4db2-a99d-b02d46304f12", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:13.232801 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f19ecf3-40e1-4aac-a37d-44b50178229f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:13.233229 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0183e148-6054-4db2-a99d-b02d46304f12', 'code': 200} Feb 10 15:56:13.269608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Network b997af79-af3f-40eb-b09a-8bc6973fa939 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:13.301949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:13.311943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:13.327955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.328668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:13.339009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d6d8f-f823-4e82-99fe-bb3f6c697ff9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.345457 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-259d6d8f-f823-4e82-99fe-bb3f6c697ff9 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks/958be7ee-24ae-4371-8ad3-ae55e01bf581 HTTP/1.1" status: 200 len: 804 time: 0.2497981 Feb 10 15:56:13.345778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=a08118ee-5e91-4cb7-95fe-c796e06ca982,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:13.350273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40068) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:13.411314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:13.471379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f23d4-5b87-4e15-850c-473bfc156578 req-d3bea567-b130-4ae8-b6f1-50e24e3adbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.485382 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b62f23d4-5b87-4e15-850c-473bfc156578 req-d3bea567-b130-4ae8-b6f1-50e24e3adbb5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 1097 time: 0.1414967 Feb 10 15:56:13.491270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-def116e1-183d-43bd-b2ae-3ab4a4b240d5 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/networks/958be7ee-24ae-4371-8ad3-ae55e01bf581?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1118228 Feb 10 15:56:13.492423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40072) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:13.516981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5886e90a-671a-4733-b103-1da42f4d0bc9 req-f0e77bc4-c84d-4962-ba00-e4df0bf83de5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325788 Feb 10 15:56:13.546321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:13.556260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:13.599993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c8dbd1df-e1f7-40dd-ba36-1142a6a4ef35 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3722892 Feb 10 15:56:13.600903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40074) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:13.613454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3be', 'mac_address': 'fa:16:3e:08:b1:49'}, {'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:9a:44:f3'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:13.666590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b396e-379b-498e-b165-950ea7c7106a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:13.669121 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d10b396e-379b-498e-b165-950ea7c7106a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/subnets/7e329721-84fa-4024-9a3c-b150386ee1c2 HTTP/1.1" status: 200 len: 843 time: 0.1755292 Feb 10 15:56:13.687140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40078) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:13.718802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:13.839345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-de97d2ef-0d3e-40f4-bd25-439f908823e9 None None] Provisioning complete for port a08118ee-5e91-4cb7-95fe-c796e06ca982 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:13.840103 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de97d2ef-0d3e-40f4-bd25-439f908823e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:13.909714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-de97d2ef-0d3e-40f4-bd25-439f908823e9 None None] Port a08118ee-5e91-4cb7-95fe-c796e06ca982 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:14.274467 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b62f23d4-5b87-4e15-850c-473bfc156578 req-c0d4105d-4a86-465e-a852-293a4a23b070 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041849 Feb 10 15:56:14.288236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d4783-30d7-497a-ae7c-eba52ebb8fa4 req-f271db2f-37d0-470b-98e5-f776fe100606 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:14.296080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c92d4783-30d7-497a-ae7c-eba52ebb8fa4 req-f271db2f-37d0-470b-98e5-f776fe100606 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 945 time: 0.8032978 Feb 10 15:56:14.298215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dca7c-8454-4f2b-a822-b0bb53865d57 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:14.300395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-841dca7c-8454-4f2b-a822-b0bb53865d57 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "GET /v2.0/subnets/7e329721-84fa-4024-9a3c-b150386ee1c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6119697 Feb 10 15:56:14.304146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40084) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:14.310890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776381453'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:14.331495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f61e-47b7-46ac-b991-13fa125ade54 req-5019f2a6-cd84-4bfc-8d47-0509bcd49947 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:14.333750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7402f61e-47b7-46ac-b991-13fa125ade54 req-5019f2a6-cd84-4bfc-8d47-0509bcd49947 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.6000378 Feb 10 15:56:14.350703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:14.355379 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.391235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:14.407381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.408142 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Added segment 968b86bc-2554-4846-bde9-5911f20a63ba of type vlan for network e8433e11-e21e-4e75-bd33-7e097749893d Feb 10 15:56:14.446445 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.462047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c92d4783-30d7-497a-ae7c-eba52ebb8fa4 req-f01a3c11-f02e-4dbf-ad45-b558c27a19c6 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632013 Feb 10 15:56:14.467746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:14.506177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7402f61e-47b7-46ac-b991-13fa125ade54 req-abc9176e-855b-4d75-bec3-f8cd61da2f7d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605296 Feb 10 15:56:14.538079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.654227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'Port': ['ID=e339a662-2d5c-470e-9045-b2868348f8c8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:14.715659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.729068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] No DVR routers for this DVR port e339a662-2d5c-470e-9045-b2868348f8c8 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:14.773368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.777567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9da603dc-0069-498d-a6dc-7279a94e5406 req-7b1ca950-60a0-4f9d-bd28-d0d7d5ba8744 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.45 "DELETE /v2.0/ports/e339a662-2d5c-470e-9045-b2868348f8c8 HTTP/1.1" status: 204 len: 173 time: 2.4633510 Feb 10 15:56:14.780128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47d4d3ac-79c9-4e63-a6e0-a8f3d7dd876d req-15e85eb1-f918-49f9-aca0-8bb5f42e2f95 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 210 time: 0.1319175 Feb 10 15:56:14.780880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e12f6-81b7-4645-b491-244ba348d4bd', 'name': 'network-vif-deleted', 'tag': 'e339a662-2d5c-470e-9045-b2868348f8c8'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:14.783840 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2040283-d9aa-4fa7-841e-184f4269da1c" -d '{"events": [{"server_uuid": "533e12f6-81b7-4645-b491-244ba348d4bd", "name": "network-vif-deleted", "tag": "e339a662-2d5c-470e-9045-b2868348f8c8"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:14.830508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.847763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:14.847763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:14.883484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e6c2-1f09-4043-a826-98404d7b46b0 req-30544f55-eca3-4bf9-9624-95732c89f512 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:14.896480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68c0e6c2-1f09-4043-a826-98404d7b46b0 req-30544f55-eca3-4bf9-9624-95732c89f512 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1710322 Feb 10 15:56:14.917340 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6116672 Feb 10 15:56:14.925521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40098) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:14.935344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:15.022863 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a3035-5dbc-4d9e-a8b2-7f08964d96ad x-openstack-request-id: req-271a3035-5dbc-4d9e-a8b2-7f08964d96ad {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:15.023163 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e12f6-81b7-4645-b491-244ba348d4bd", "name": "network-vif-deleted", "tag": "e339a662-2d5c-470e-9045-b2868348f8c8", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:15.030302 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-271a3035-5dbc-4d9e-a8b2-7f08964d96ad {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:15.030871 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e12f6-81b7-4645-b491-244ba348d4bd', 'name': 'network-vif-deleted', 'tag': 'e339a662-2d5c-470e-9045-b2868348f8c8', 'status': 'completed', 'code': 200} Feb 10 15:56:15.085675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-077f5b14-68cf-4bed-9574-d94409683a02 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:15.087433 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-077f5b14-68cf-4bed-9574-d94409683a02 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.45 "GET /v2.0/networks?id=139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 200 len: 809 time: 0.4618089 Feb 10 15:56:15.134118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Request body: {'port': {'device_id': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de', 'admin_state_up': True, 'tenant_id': '02a747e74cd442868948d6051130002e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:15.140144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Network': ['ID=e8433e11-e21e-4e75-bd33-7e097749893d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:15.165636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.165990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.166329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.166665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.167040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.167368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.167750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.168073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.168399 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.168806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.169124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.169446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7514d5-b8a6-4bb4-bb1a-f28e38b44b1b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:15.185085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e8433e11-e21e-4e75-bd33-7e097749893d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:15.257499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68c0e6c2-1f09-4043-a826-98404d7b46b0 req-6ba801fe-e79c-4bb0-aaa3-98078a5e8408 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546703 Feb 10 15:56:15.261268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Made reservation on behalf of b864c27576844099b92c90a1be6555aa for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:15.273742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:15.276337 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:15.286674 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7cfb56-2b2d-466a-9670-9f23c42a7d81" -d '{"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-plugged", "status": "completed", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:15.378663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Performing IP validity checks on allocation pools {{(pid=102615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:56:15.379243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:56:15.404243 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433b02f3-49e1-4ab1-80c2-8ef6309a0c1c x-openstack-request-id: req-433b02f3-49e1-4ab1-80c2-8ef6309a0c1c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:15.404837 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-plugged", "status": "completed", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:15.406398 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-433b02f3-49e1-4ab1-80c2-8ef6309a0c1c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:15.407162 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'code': 200} Feb 10 15:56:15.445233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:15.451169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Made reservation on behalf of 02a747e74cd442868948d6051130002e for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:15.454755 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:15.459667 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:15.521119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event updated for resources: {'Port': ['ID=a08118ee-5e91-4cb7-95fe-c796e06ca982,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:15.553567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] In _notify_port_updated(), no bound segment for port a08118ee-5e91-4cb7-95fe-c796e06ca982 on network b997af79-af3f-40eb-b09a-8bc6973fa939 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:56:15.560327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:15.561531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:15.565903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-05cd6ea7-9658-434e-b40f-37204ac50bd2 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "PUT /v2.0/ports/a08118ee-5e91-4cb7-95fe-c796e06ca982 HTTP/1.1" status: 200 len: 1068 time: 1.9602833 Feb 10 15:56:15.566667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40110) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:15.722822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-760ae491-6f7d-4f1c-8f73-dc3b9c2c1f74 req-c7ab94e0-0105-472d-a272-60e662044662 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=533e12f6-81b7-4645-b491-244ba348d4bd HTTP/1.1" status: 200 len: 210 time: 0.0872645 Feb 10 15:56:15.858116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e339a662-2d5c-470e-9045-b2868348f8c8 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:15.900743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Allocated IP 172.20.0.9 (139f0778-c37d-4945-a800-b036d6dac5de/74e609a1-b964-4641-b0b7-b713619e5833/b5a88060-731b-4e0c-9327-5d44b2c9d84c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:15.937359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:15.941717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: e339a662-2d5c-470e-9045-b2868348f8c8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:15.944159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e339a662-2d5c-470e-9045-b2868348f8c8 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:16.016067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dce77d86-fcaf-47cd-9e8d-2ee3d0a493e4 None None] Provisioning complete for port a08118ee-5e91-4cb7-95fe-c796e06ca982 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:16.019310 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dce77d86-fcaf-47cd-9e8d-2ee3d0a493e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.031775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting port a08118ee-5e91-4cb7-95fe-c796e06ca982 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:16.032159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.064468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92af3bb-af7d-45a1-9e52-58213da56b04 req-09504821-870a-4525-9e7f-62bad5754521 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:16.072790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e92af3bb-af7d-45a1-9e52-58213da56b04 req-09504821-870a-4525-9e7f-62bad5754521 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.3362861 Feb 10 15:56:16.091666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1db90ae2-cf4d-4abc-8803-62e683c74d97 req-a3d94b10-c44e-4335-8dd0-8ced07818ed5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 210 time: 0.1226933 Feb 10 15:56:16.118775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-dce77d86-fcaf-47cd-9e8d-2ee3d0a493e4 None None] Port a08118ee-5e91-4cb7-95fe-c796e06ca982 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:16.200494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:16.223045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Checking segment: {'id': '968b86bc-2554-4846-bde9-5911f20a63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:16.224063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network hostable DHCP agents. Network: e8433e11-e21e-4e75-bd33-7e097749893d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:16.225734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.243126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e92af3bb-af7d-45a1-9e52-58213da56b04 req-a0a94912-047c-437a-a6be-71c2b49d67fe tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694422 Feb 10 15:56:16.274364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.292622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Network e8433e11-e21e-4e75-bd33-7e097749893d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:16.308141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Calling delete_port for a08118ee-5e91-4cb7-95fe-c796e06ca982 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:16.334066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e8433e11-e21e-4e75-bd33-7e097749893d) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:16.344741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409bb2e3-879f-4f91-9d4c-5d2cdafcc6e5 None None] Network e8433e11-e21e-4e75-bd33-7e097749893d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:16.352715 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.364794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:16.365769 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.411748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Pushing event updated for resources: {'Port': ['ID=b5a88060-731b-4e0c-9327-5d44b2c9d84c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:16.447840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Network 139f0778-c37d-4945-a800-b036d6dac5de is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:16.450068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:16.454732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:16.532717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f93633eb-1226-4ae0-aaa3-ce1edb3bbe5d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6047044 Feb 10 15:56:16.537619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40132) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:16.555013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:16.583628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:16.584915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.594502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641bf32-efa5-4c52-8ceb-40930005c382 req-2823a46d-9d80-4bc6-b268-72dff188b09f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:16.596321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a641bf32-efa5-4c52-8ceb-40930005c382 req-2823a46d-9d80-4bc6-b268-72dff188b09f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1286032 Feb 10 15:56:16.646901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e8433e11-e21e-4e75-bd33-7e097749893d', 'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d', 'tenant_id': 'b864c27576844099b92c90a1be6555aa', 'fixed_ips': [{'subnet_id': 'cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:16.647348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-474495eb-e223-4713-8f5a-210e88b02722 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420725 Feb 10 15:56:16.648268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.664963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Request body: {'port': {'device_id': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:16.709695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a641bf32-efa5-4c52-8ceb-40930005c382 req-55b8258f-1245-459c-8b1b-a9cfbf9370a7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048064 Feb 10 15:56:16.727119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.760318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Port': ['ID=a08118ee-5e91-4cb7-95fe-c796e06ca982,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:16.811215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3593578'] for subnet, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.875314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:16.959029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Allocated IP 2001:db8::3 (e8433e11-e21e-4e75-bd33-7e097749893d/cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb/d86f62c8-910c-44e9-9462-14112a49410b) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:17.132349 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.157564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c51d19e-bacd-4def-ab06-07e93342cb53 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/ports/a08118ee-5e91-4cb7-95fe-c796e06ca982 HTTP/1.1" status: 204 len: 168 time: 1.5868456 Feb 10 15:56:17.162589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40160) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:17.255595 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2516104a-ccbb-4431-b69e-35184fc62249 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] GET failed (client error): The resource could not be found. Feb 10 15:56:17.260182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2516104a-ccbb-4431-b69e-35184fc62249 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "GET /v2.0/ports/a08118ee-5e91-4cb7-95fe-c796e06ca982 HTTP/1.1" status: 404 len: 333 time: 0.0962176 Feb 10 15:56:17.262501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40164) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:17.312042 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.321258 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.397511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Pushing event updated for resources: {'Port': ['ID=d86f62c8-910c-44e9-9462-14112a49410b,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:17.406772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Network e8433e11-e21e-4e75-bd33-7e097749893d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:17.409809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:17.413016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:17.520331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Attempting to bind port d86f62c8-910c-44e9-9462-14112a49410b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:17.529230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Attempting to bind port d86f62c8-910c-44e9-9462-14112a49410b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '968b86bc-2554-4846-bde9-5911f20a63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:17.529230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Attempting to bind port d86f62c8-910c-44e9-9462-14112a49410b on network e8433e11-e21e-4e75-bd33-7e097749893d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:17.540087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:17.540601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Checking segment: {'id': '968b86bc-2554-4846-bde9-5911f20a63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:17.541029 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.541407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Bound using segment: {'id': '968b86bc-2554-4846-bde9-5911f20a63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:17.541882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Bound port: d86f62c8-910c-44e9-9462-14112a49410b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968b86bc-2554-4846-bde9-5911f20a63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e8433e11-e21e-4e75-bd33-7e097749893d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:17.542300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.581504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd8755-76f2-493b-b4f2-9b97acb0dfd7 req-01a7328e-65ab-4356-b5f1-661d85adbdf7 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:17.589909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78cd8755-76f2-493b-b4f2-9b97acb0dfd7 req-01a7328e-65ab-4356-b5f1-661d85adbdf7 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 931 time: 0.1608672 Feb 10 15:56:17.629068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] For port d86f62c8-910c-44e9-9462-14112a49410b, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:17.633876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] For port d86f62c8-910c-44e9-9462-14112a49410b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d86f62c8-910c-44e9-9462-14112a49410b,segment=NetworkSegment(968b86bc-2554-4846-bde9-5911f20a63ba),segment_id=968b86bc-2554-4846-bde9-5911f20a63ba)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:17.636147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting port b3067742-8b65-4b68-a216-8df661169c74 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:17.638985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.641229 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.659386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755768968551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3452068'] for subnet, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.732337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3e70e-0dc7-4f50-ae7a-6638f5df01bc None None] Pushing event updated for resources: {'Port': ['ID=d86f62c8-910c-44e9-9462-14112a49410b,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:17.850841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78cd8755-76f2-493b-b4f2-9b97acb0dfd7 req-0af3e8a6-385f-4ab8-bdd7-3e165bd63f53 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597961 Feb 10 15:56:17.907316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:17.910427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:17.917716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "PUT /v2.0/subnets/cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb HTTP/1.1" status: 200 len: 900 time: 1.3789282 Feb 10 15:56:17.919315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40174) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:17.947993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:18.021333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba87d0d-5c5c-48a7-b389-aa72bebc5c6c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event updated for resources: {'Subnet': ['ID=cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:18.055025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Calling delete_port for b3067742-8b65-4b68-a216-8df661169c74 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:18.183067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-9a567691-cbd0-4fd8-96cd-dff123dc3886 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:18.184716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-9a567691-cbd0-4fd8-96cd-dff123dc3886 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.5035505 Feb 10 15:56:18.230295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df3f26-c664-4418-81dd-f4e3c967dca9 req-d7fae0aa-a2d3-4db2-b518-58450dfa970b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:18.247289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31df3f26-c664-4418-81dd-f4e3c967dca9 req-d7fae0aa-a2d3-4db2-b518-58450dfa970b tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 945 time: 0.2823386 Feb 10 15:56:18.396554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a88060-731b-4e0c-9327-5d44b2c9d84c {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:18.408166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:18.423807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-31df3f26-c664-4418-81dd-f4e3c967dca9 req-bbf7c66e-c2a4-4565-b8f2-7042d4ed90a0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724365 Feb 10 15:56:18.433595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Transition to ACTIVE for port object b5a88060-731b-4e0c-9327-5d44b2c9d84c will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:56:18.512291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:18.518813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:18.628633 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:18.733418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Port': ['ID=b3067742-8b65-4b68-a216-8df661169c74,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:18.791382 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:18.810527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0a84a95d-b86b-467a-bc1b-1990489c2e36 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/ports/b3067742-8b65-4b68-a216-8df661169c74 HTTP/1.1" status: 204 len: 168 time: 1.5445940 Feb 10 15:56:18.811032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40176) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:18.843192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8bd6-c232-48e5-823e-051fa8cc9a6c req-cf3b75cd-63b6-4116-83bc-c34c1d1bafc6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:18.852331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c59f8bd6-c232-48e5-823e-051fa8cc9a6c req-cf3b75cd-63b6-4116-83bc-c34c1d1bafc6 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.2982385 Feb 10 15:56:18.879822 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cb4f51-0262-4c87-9ae9-881ea25d34f0 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] GET failed (client error): The resource could not be found. Feb 10 15:56:18.881842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-53cb4f51-0262-4c87-9ae9-881ea25d34f0 tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "GET /v2.0/ports/b3067742-8b65-4b68-a216-8df661169c74 HTTP/1.1" status: 404 len: 333 time: 0.0640230 Feb 10 15:56:18.890123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40180) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:18.963468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c59f8bd6-c232-48e5-823e-051fa8cc9a6c req-29683c77-0ddf-4858-acf5-673023ff09a8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092029 Feb 10 15:56:19.005535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Pushing event updated for resources: {'Port': ['ID=b5a88060-731b-4e0c-9327-5d44b2c9d84c,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:19.091084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting port f0ca5a1c-219f-4bbe-b450-e00465d62501 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:19.091668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.111070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Attempting to bind port b5a88060-731b-4e0c-9327-5d44b2c9d84c on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:19.111521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Attempting to bind port b5a88060-731b-4e0c-9327-5d44b2c9d84c by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:19.111780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Attempting to bind port b5a88060-731b-4e0c-9327-5d44b2c9d84c on network 139f0778-c37d-4945-a800-b036d6dac5de {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:19.138859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Deleting port f27b47f0-f40b-47c7-9783-77bb83590032 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:19.139236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.163388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Port b5a88060-731b-4e0c-9327-5d44b2c9d84c on network 139f0778-c37d-4945-a800-b036d6dac5de not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:56:19.163774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Attempting to bind port b5a88060-731b-4e0c-9327-5d44b2c9d84c on network 139f0778-c37d-4945-a800-b036d6dac5de {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:19.192775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:19.193127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Checking segment: {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:19.193543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Bound using segment: {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:19.193992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Bound port: b5a88060-731b-4e0c-9327-5d44b2c9d84c, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:19.194354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.410450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port d86f62c8-910c-44e9-9462-14112a49410b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:19.410901 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.411721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d86f62c8-910c-44e9-9462-14112a49410b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:19.421853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06729234-8c70-4bc7-8557-5e29bdafd13f req-4dd817aa-6321-473b-bf75-bd95e9714e63 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:19.424086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06729234-8c70-4bc7-8557-5e29bdafd13f req-4dd817aa-6321-473b-bf75-bd95e9714e63 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2148139 Feb 10 15:56:19.509127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.550131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508f9f8-bbac-4fc1-95fe-2cf4f80c5a76 None None] Network e8433e11-e21e-4e75-bd33-7e097749893d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:19.570875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port d86f62c8-910c-44e9-9462-14112a49410b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d86f62c8-910c-44e9-9462-14112a49410b,segment=NetworkSegment(968b86bc-2554-4846-bde9-5911f20a63ba),segment_id=968b86bc-2554-4846-bde9-5911f20a63ba)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:19.571396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.586865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for d86f62c8-910c-44e9-9462-14112a49410b owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:19.615533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Calling delete_port for f0ca5a1c-219f-4bbe-b450-e00465d62501 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:19.655641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06729234-8c70-4bc7-8557-5e29bdafd13f req-cce80999-2695-4420-8fb6-79baaa16aa0e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103014 Feb 10 15:56:19.704605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d86f62c8-910c-44e9-9462-14112a49410b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:19.706571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.753777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] For port b5a88060-731b-4e0c-9327-5d44b2c9d84c, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:19.763699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] For port b5a88060-731b-4e0c-9327-5d44b2c9d84c, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:19.781777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.844992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eadf92fe-cec4-497a-add9-711a9ac2eeed None None] Provisioning complete for port d86f62c8-910c-44e9-9462-14112a49410b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:19.845478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eadf92fe-cec4-497a-add9-711a9ac2eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:19.942684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a206c-e178-4b7a-9eb2-16661bbe4463 req-6824419a-a9b6-4b68-93d5-e76250fe8c99 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:19.959410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f21a206c-e178-4b7a-9eb2-16661bbe4463 req-6824419a-a9b6-4b68-93d5-e76250fe8c99 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 943 time: 0.1760359 Feb 10 15:56:20.031558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:20.032870 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.035569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] 10.222.0.45 "PUT /v2.0/ports/b5a88060-731b-4e0c-9327-5d44b2c9d84c HTTP/1.1" status: 200 len: 1091 time: 3.3773603 Feb 10 15:56:20.037198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'tag': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:20.040000 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab734fd9-174b-476d-bcb6-3f4476901347" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8fcb5-2118-4c45-97f3-a445c6ce2057", "tag": "b5a88060-731b-4e0c-9327-5d44b2c9d84c"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:20.050351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.121209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f21a206c-e178-4b7a-9eb2-16661bbe4463 req-7fa61251-3919-44db-9e1d-1d729ccd3bae tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607580 Feb 10 15:56:20.147809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] For port f27b47f0-f40b-47c7-9783-77bb83590032, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f27b47f0-f40b-47c7-9783-77bb83590032,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:20.148335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.172876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Calling delete_port for f27b47f0-f40b-47c7-9783-77bb83590032 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:20.198324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eadf92fe-cec4-497a-add9-711a9ac2eeed None None] Could not find standard attr ID for object d86f62c8-910c-44e9-9462-14112a49410b. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:56:20.212398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.255296 n-d-827895-3 neutron-server[102616]: INFO neutron.plugins.ml2.db [None req-eadf92fe-cec4-497a-add9-711a9ac2eeed None None] No ports have port_id starting with d86f62c8-910c-44e9-9462-14112a49410b Feb 10 15:56:20.265298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.336974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Port': ['ID=f0ca5a1c-219f-4bbe-b450-e00465d62501,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:20.440618 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.449362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1e9b93d4-cb5b-491c-97ad-871794ea470c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/ports/f0ca5a1c-219f-4bbe-b450-e00465d62501 HTTP/1.1" status: 204 len: 168 time: 1.5559103 Feb 10 15:56:20.450854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40190) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:20.451050 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.468257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f27b47f0-f40b-47c7-9783-77bb83590032'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:20.482305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port d86f62c8-910c-44e9-9462-14112a49410b on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:20.488625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613a49-cd2a-4f27-b266-977eb88ed84c service neutron] Pushing event updated for resources: {'Port': ['ID=b5a88060-731b-4e0c-9327-5d44b2c9d84c,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:20.572120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aaf6-9dca-4bd4-b875-3e9722808812 req-8aea9839-5c97-45e4-9f09-f23a3b2cc9c5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:20.581151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44f5aaf6-9dca-4bd4-b875-3e9722808812 req-8aea9839-5c97-45e4-9f09-f23a3b2cc9c5 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=412201f9-b781-40a7-94fa-144f95fd0499 HTTP/1.1" status: 200 len: 867 time: 0.2768271 Feb 10 15:56:20.588347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=d86f62c8-910c-44e9-9462-14112a49410b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:20.687739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Deleting subnet d0699b22-1ba2-41e8-9395-37e6238e14ee {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:20.718045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44f5aaf6-9dca-4bd4-b875-3e9722808812 req-493f9cb0-f120-4d11-b0eb-aa9067a7aa44 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=8edf5561-02d2-49d4-95f3-a2cc1fb11166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358957 Feb 10 15:56:20.730583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.787896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'Port': ['ID=f27b47f0-f40b-47c7-9783-77bb83590032,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:20.823232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-971b03e5-740f-4b88-a6e7-d4eb683bfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:20.825611 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-971b03e5-740f-4b88-a6e7-d4eb683bfe81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02a747e74cd442868948d6051130002e&device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 1094 time: 0.7235456 Feb 10 15:56:20.829429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] No DVR routers for this DVR port f27b47f0-f40b-47c7-9783-77bb83590032 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:20.836938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.840877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6f6e0911-ee9d-4ae5-b680-93ad40f375fc req-ac0460dc-faea-4919-af68-6c4fcdcd96ae tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "DELETE /v2.0/ports/f27b47f0-f40b-47c7-9783-77bb83590032 HTTP/1.1" status: 204 len: 173 time: 2.6213224 Feb 10 15:56:20.864996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:20.913896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:21.314625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20649b0-54eb-4928-9c9c-ac3e4035a401 None None] Network e8433e11-e21e-4e75-bd33-7e097749893d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:21.345030 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-b8417b78-207f-4ba2-816e-2f2c30a64649 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c HTTP/1.1" status: 200 len: 217 time: 0.5028892 Feb 10 15:56:21.346284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:21.357391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:21.421226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-72de5ee7-0c33-4025-a8b1-40ba5891ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:21.422691 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-72de5ee7-0c33-4025-a8b1-40ba5891ce77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74e609a1-b964-4641-b0b7-b713619e5833 HTTP/1.1" status: 200 len: 849 time: 0.0532999 Feb 10 15:56:21.466826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639869c0-7ec3-482e-ae90-33a791332706 req-70dc3d69-44fb-4a95-823d-3f6030262266 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:21.487038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-639869c0-7ec3-482e-ae90-33a791332706 req-70dc3d69-44fb-4a95-823d-3f6030262266 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1421113 Feb 10 15:56:21.499844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:21.582475 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-5938b331-9a31-4382-aeb1-83748479a37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=139f0778-c37d-4945-a800-b036d6dac5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183796 Feb 10 15:56:21.596234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:21.747129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-639869c0-7ec3-482e-ae90-33a791332706 req-de5ed36f-342f-4d22-aa64-3c2a6ea265eb tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585979 Feb 10 15:56:21.753023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Subnet': ['ID=d0699b22-1ba2-41e8-9395-37e6238e14ee,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:21.763232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:21.774257 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:21.774856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e6c74-d7af-4e6b-8315-564c296ab982 None None] Network b997af79-af3f-40eb-b09a-8bc6973fa939 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:21.792788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40202) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:21.796154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-52e8aea3-685b-4e40-8731-16328f2f9cbf tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/subnets/d0699b22-1ba2-41e8-9395-37e6238e14ee HTTP/1.1" status: 204 len: 168 time: 1.3275638 Feb 10 15:56:21.829150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa83d4-ca73-4dc7-a60c-597698f8439e None None] DHCP port deletion for e8433e11-e21e-4e75-bd33-7e097749893d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:21.956407 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0861167e-d3a6-46d3-9402-082c5394dc2a x-openstack-request-id: req-0861167e-d3a6-46d3-9402-082c5394dc2a {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:21.956881 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8fcb5-2118-4c45-97f3-a445c6ce2057", "tag": "b5a88060-731b-4e0c-9327-5d44b2c9d84c", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:21.959303 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0861167e-d3a6-46d3-9402-082c5394dc2a {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:21.959858 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'tag': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c', 'status': 'completed', 'code': 200} Feb 10 15:56:21.998537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8433e11-e21e-4e75-bd33-7e097749893d']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:22.014084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968b86bc-2554-4846-bde9-5911f20a63ba') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:22.014869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968b86bc-2554-4846-bde9-5911f20a63ba') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:22.040710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.069221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.112310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-cfc3732d-ccd6-4b28-ac26-012cf895c322 service neutron] 10.222.0.45 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941154 Feb 10 15:56:22.114095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.136362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109686d-a917-4aa8-b303-b6d09b08785f req-e3a9197c-b5d9-466b-9199-9070246fc034 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:22.155818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c109686d-a917-4aa8-b303-b6d09b08785f req-e3a9197c-b5d9-466b-9199-9070246fc034 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 943 time: 0.1243188 Feb 10 15:56:22.178796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:22.179364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.207925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] DHCP port deletion for b997af79-af3f-40eb-b09a-8bc6973fa939 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:22.218680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c109686d-a917-4aa8-b303-b6d09b08785f req-2311c062-d60d-471e-894d-07d2a54b4343 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618961 Feb 10 15:56:22.294977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] Deleting port 4b97b80b-7c1c-4f51-9386-099faf52add9 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:22.295815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:22.314035 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:22.332993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.381816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] For port 4b97b80b-7c1c-4f51-9386-099faf52add9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4b97b80b-7c1c-4f51-9386-099faf52add9,segment=NetworkSegment(abba1ea6-1a8e-42f8-94c5-cbd23463e5a0),segment_id=abba1ea6-1a8e-42f8-94c5-cbd23463e5a0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:22.382643 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.398587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] Calling delete_port for 4b97b80b-7c1c-4f51-9386-099faf52add9 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:22.429013 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.437115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/e8433e11-e21e-4e75-bd33-7e097749893d HTTP/1.1" status: 204 len: 168 time: 4.5007279 Feb 10 15:56:22.445230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40204) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:22.507772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.509586 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f10668-ed72-4f4d-af50-f0d8150e7b9a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:22.510094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c70e04-4da7-46e1-bd52-d514f9e2b213 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=e8433e11-e21e-4e75-bd33-7e097749893d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:22.510268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f10668-ed72-4f4d-af50-f0d8150e7b9a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:22.524791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40f10668-ed72-4f4d-af50-f0d8150e7b9a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/cc4f0bc0-44a2-4f27-91a2-5d29a113c8bb HTTP/1.1" status: 404 len: 337 time: 0.0784316 Feb 10 15:56:22.525570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40206) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:22.554680 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3b09b3-c7ef-4b20-83e4-8bd9f94936ce tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:22.555340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3b09b3-c7ef-4b20-83e4-8bd9f94936ce tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:22.560861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] The port '4b97b80b-7c1c-4f51-9386-099faf52add9' was deleted {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 10 15:56:22.562009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cc3b09b3-c7ef-4b20-83e4-8bd9f94936ce tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/e8433e11-e21e-4e75-bd33-7e097749893d HTTP/1.1" status: 404 len: 339 time: 0.0338645 Feb 10 15:56:22.562658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40208) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:22.580437 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] Pushing event deleted for resources: {'Port': ['ID=4b97b80b-7c1c-4f51-9386-099faf52add9,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:22.582593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f567-66a8-44ec-9630-c7798c308acb req-f2d92a50-3890-4468-8eed-2addf9993a53 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:22.585156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bf9c3-1968-4166-b201-b709bc9d6f5b None None] No DVR routers for this DVR port 4b97b80b-7c1c-4f51-9386-099faf52add9 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:22.597727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4d6f567-66a8-44ec-9630-c7798c308acb req-f2d92a50-3890-4468-8eed-2addf9993a53 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2319658 Feb 10 15:56:22.650005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f27b47f0-f40b-47c7-9783-77bb83590032 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:22.711216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8f31dcc3-df2b-4edc-91ee-1fdb765c0574 req-ffce6381-825b-4169-bb86-570c100273cd service neutron] 10.222.0.45 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938683 Feb 10 15:56:22.716293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: f27b47f0-f40b-47c7-9783-77bb83590032 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:22.718974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f27b47f0-f40b-47c7-9783-77bb83590032 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:22.733963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.748755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4d6f567-66a8-44ec-9630-c7798c308acb req-6133e9e4-c4e6-4666-911f-ce0633748741 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471882 Feb 10 15:56:22.776003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.841783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b997af79-af3f-40eb-b09a-8bc6973fa939']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:22.913382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:22.913909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abba1ea6-1a8e-42f8-94c5-cbd23463e5a0') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:22.929540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.953367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.962783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-75b0bb55-a1a5-44ab-837f-4be02d554f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:22.965939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-75b0bb55-a1a5-44ab-837f-4be02d554f0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02a747e74cd442868948d6051130002e&device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 1094 time: 0.1641450 Feb 10 15:56:22.967769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:22.968362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:22.972856 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:22.994272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.073190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eac658-c2db-4698-af8b-987f8e08f10d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:23.098352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475049ef-e799-4734-b9b6-c6720c1d378e') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:23.099644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475049ef-e799-4734-b9b6-c6720c1d378e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:23.128719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.140537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.162726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.166643 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] 10.222.0.21 "DELETE /v2.0/networks/b997af79-af3f-40eb-b09a-8bc6973fa939 HTTP/1.1" status: 204 len: 168 time: 1.3515480 Feb 10 15:56:23.171281 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.186163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:23.186580 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.194343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d51b3-4a76-45c9-87a5-61a9204e3c7c tempest-AllowedAddressPairIpV6TestJSON-429626087 tempest-AllowedAddressPairIpV6TestJSON-429626087-project] Pushing event deleted for resources: {'Network': ['ID=b997af79-af3f-40eb-b09a-8bc6973fa939,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:23.237908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-7a2fc1ad-e5ce-4e12-80f7-e39235a5440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:23.253100 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-7a2fc1ad-e5ce-4e12-80f7-e39235a5440b service neutron] 10.222.0.45 "GET /v2.0/networks?id=139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 200 len: 910 time: 0.2460253 Feb 10 15:56:23.295160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4b97b80b-7c1c-4f51-9386-099faf52add9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:23.345378 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:23.349937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 4b97b80b-7c1c-4f51-9386-099faf52add9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:23.350301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4b97b80b-7c1c-4f51-9386-099faf52add9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:23.351187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d86f62c8-910c-44e9-9462-14112a49410b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:23.431568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-3845f79d-591a-4b76-bdbc-4685aa22f2e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c HTTP/1.1" status: 200 len: 217 time: 0.1742780 Feb 10 15:56:23.457879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.483633 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.503751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/52eac658-c2db-4698-af8b-987f8e08f10d HTTP/1.1" status: 204 len: 168 time: 0.9379635 Feb 10 15:56:23.525040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d86f62c8-910c-44e9-9462-14112a49410b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:23.528995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d86f62c8-910c-44e9-9462-14112a49410b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:23.558168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40222) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:23.566436 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.603848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8ea7-bda2-4998-beb1-2e69d0a832a2 req-a62ce3e9-3a0b-4773-9b22-9e8d31f48664 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:23.603848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-412b8ea7-bda2-4998-beb1-2e69d0a832a2 req-a62ce3e9-3a0b-4773-9b22-9e8d31f48664 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.5760589 Feb 10 15:56:23.608437 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-85216ff1-1d2a-4d97-a4ad-eb2e4fcade57 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:23.608437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85216ff1-1d2a-4d97-a4ad-eb2e4fcade57 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:23.608437 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-85216ff1-1d2a-4d97-a4ad-eb2e4fcade57 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/2ecc46c0-adb0-49f2-86be-ee96c536bf8b HTTP/1.1" status: 404 len: 337 time: 0.0440090 Feb 10 15:56:23.608437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40226) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:23.608757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721ca77-6edf-4d6e-973b-7fe0a8a9269d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=52eac658-c2db-4698-af8b-987f8e08f10d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:23.636482 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5e38ab-6a3f-4743-9ac8-1e110159465a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:23.637122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5e38ab-6a3f-4743-9ac8-1e110159465a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:23.640875 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ea5e38ab-6a3f-4743-9ac8-1e110159465a tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/c07387a0-3e91-40f5-88d7-6b6a4459edb0 HTTP/1.1" status: 404 len: 339 time: 0.0340588 Feb 10 15:56:23.642447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-c7a9237a-8460-48f7-8cd0-c7d1992770d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:23.644670 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-c7a9237a-8460-48f7-8cd0-c7d1992770d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74e609a1-b964-4641-b0b7-b713619e5833 HTTP/1.1" status: 200 len: 849 time: 0.1974328 Feb 10 15:56:23.645226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:23.687317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-412b8ea7-bda2-4998-beb1-2e69d0a832a2 req-b0605134-49d5-423d-9ced-8f06efc391e5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032553 Feb 10 15:56:23.690902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40236) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:23.718891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting subnet 76eeef47-4e48-422d-9a18-0f6e41b15e39 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:23.734758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:23.808443 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-c856553b-bb83-4163-a25c-7cfc57d63225 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=139f0778-c37d-4945-a800-b036d6dac5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813680 Feb 10 15:56:23.904966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826cfca-b0bb-40ed-87f5-59cde6202d0f req-04dafa1c-d1c4-4930-9b70-69de253e2632 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:23.913660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3826cfca-b0bb-40ed-87f5-59cde6202d0f req-04dafa1c-d1c4-4930-9b70-69de253e2632 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1094801 Feb 10 15:56:23.967056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412201f9-b781-40a7-94fa-144f95fd0499', 'name': 'network-vif-deleted', 'tag': 'f27b47f0-f40b-47c7-9783-77bb83590032'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:23.971858 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bfc4d-5534-4a5e-a8d9-3ab1d8d5dcc7" -d '{"events": [{"server_uuid": "412201f9-b781-40a7-94fa-144f95fd0499", "name": "network-vif-deleted", "tag": "f27b47f0-f40b-47c7-9783-77bb83590032"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:24.005997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.021178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3826cfca-b0bb-40ed-87f5-59cde6202d0f req-bdefa5fb-2bfe-4273-a49f-f274abd0f537 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049652 Feb 10 15:56:24.142665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-450563b4-da43-4a85-8d96-850367c6fa72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92c199e1953f4827bfcc8206ea611be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484253 Feb 10 15:56:24.143363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40242) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:24.227394 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-ded54966-9706-481e-af2e-2e9680f11f54 service neutron] 10.222.0.45 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020934 Feb 10 15:56:24.290689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4e80c5e-f857-428e-8456-f996c2b6a893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.343001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4e80c5e-f857-428e-8456-f996c2b6a893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.385100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.445164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4e80c5e-f857-428e-8456-f996c2b6a893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.448692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4e80c5e-f857-428e-8456-f996c2b6a893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.450062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e4e80c5e-f857-428e-8456-f996c2b6a893 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3d6429f-0b10-4689-bffd-66caf52845a2 HTTP/1.1" status: 204 len: 168 time: 0.3057039 Feb 10 15:56:24.491560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e80c5e-f857-428e-8456-f996c2b6a893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d6429f-0b10-4689-bffd-66caf52845a2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:24.591051 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.682534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb26ff-1901-4daf-afdc-dd8d3aea98fc req-f8d7837b-e4e4-42ce-8089-af92ac06d7b5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:24.687793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=76eeef47-4e48-422d-9a18-0f6e41b15e39,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:24.691374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbcb26ff-1901-4daf-afdc-dd8d3aea98fc req-f8d7837b-e4e4-42ce-8089-af92ac06d7b5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 943 time: 0.1166344 Feb 10 15:56:24.717722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.726638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dccf9d-49e1-4aa8-84ba-f5c239d925f4 None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:24.730466 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-84051fa1-4062-4113-9690-bdb073874dc6 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/76eeef47-4e48-422d-9a18-0f6e41b15e39 HTTP/1.1" status: 204 len: 168 time: 1.0805807 Feb 10 15:56:24.739488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40250) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:24.830473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cbcb26ff-1901-4daf-afdc-dd8d3aea98fc req-9136ba60-87d0-4263-909f-1f0b16beba5b tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380224 Feb 10 15:56:24.858004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting subnet 9f02cac2-9e31-439c-ab55-b0e1082c1e67 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:24.871005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:24.905775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab734fd9-174b-476d-bcb6-3f4476901347 req-94a95ee5-1ca9-49eb-9246-3c790e5a7431 service neutron] 10.222.0.45 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564491 Feb 10 15:56:24.929547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:25.575304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971053-d309-4847-95db-5b739ee744e0 req-476d0278-c862-4bc9-82f3-0b8cf3d3a9c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:25.580838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18971053-d309-4847-95db-5b739ee744e0 req-476d0278-c862-4bc9-82f3-0b8cf3d3a9c1 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1850982 Feb 10 15:56:25.705427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18971053-d309-4847-95db-5b739ee744e0 req-242e7360-8b38-4d90-96a5-e521984815a7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109352 Feb 10 15:56:25.873504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b5a88060-731b-4e0c-9327-5d44b2c9d84c details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:56:25.962882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60623885-2d62-45e0-a72f-9ad629adf243 req-5b4c750d-4aaa-4090-ba62-30f1be9794a1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:25.978330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60623885-2d62-45e0-a72f-9ad629adf243 req-5b4c750d-4aaa-4090-ba62-30f1be9794a1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1409261 Feb 10 15:56:26.055194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60623885-2d62-45e0-a72f-9ad629adf243 req-04b63f76-ba74-4991-a671-3a165ce0964f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756006 Feb 10 15:56:26.187321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b5a88060-731b-4e0c-9327-5d44b2c9d84c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:26.217266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c', 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de', 'port_id': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c', 'mac_address': 'fa:16:3e:6d:c9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e609a1-b964-4641-b0b7-b713619e5833', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:56:26.298461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.337904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a88060-731b-4e0c-9327-5d44b2c9d84c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:26.388802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40274) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:26.391179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b5a88060-731b-4e0c-9327-5d44b2c9d84c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:26.399417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.411080 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c348f248-cb94-4b99-9299-6d2d342c4eee x-openstack-request-id: req-c348f248-cb94-4b99-9299-6d2d342c4eee {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:26.411080 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412201f9-b781-40a7-94fa-144f95fd0499", "name": "network-vif-deleted", "tag": "f27b47f0-f40b-47c7-9783-77bb83590032", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:26.417573 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c348f248-cb94-4b99-9299-6d2d342c4eee {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:26.418117 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412201f9-b781-40a7-94fa-144f95fd0499', 'name': 'network-vif-deleted', 'tag': 'f27b47f0-f40b-47c7-9783-77bb83590032', 'status': 'completed', 'code': 200} Feb 10 15:56:26.513825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28994d-7e5b-40d3-874c-9f2ca8875a90 req-49b4ccd8-6365-4071-843b-8915422e96ae tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:26.522376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad28994d-7e5b-40d3-874c-9f2ca8875a90 req-49b4ccd8-6365-4071-843b-8915422e96ae tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.2345283 Feb 10 15:56:26.524530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b5a88060-731b-4e0c-9327-5d44b2c9d84c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:26.532936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.573971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-21d8287a-d103-49bb-96f7-27f49797204c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:26.576109 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-21d8287a-d103-49bb-96f7-27f49797204c tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1824949 Feb 10 15:56:26.628554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32bd4c33-ccb9-4f9f-b1a9-065de08ee3e1 None None] Provisioning complete for port d0e77311-772b-47da-8164-04320e64c666 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:26.629303 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c33-ccb9-4f9f-b1a9-065de08ee3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.666603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad28994d-7e5b-40d3-874c-9f2ca8875a90 req-527a981f-8e81-4e92-b1c4-68d4e41c7a42 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390221 Feb 10 15:56:26.732465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1525394822'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:26.734472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['b5a88060-731b-4e0c-9327-5d44b2c9d84c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:26.783416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.783862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Made reservation on behalf of e936d38bc29f4b8abf5c104aa3400f84 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:26.788607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.820730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.875791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=9f02cac2-9e31-439c-ab55-b0e1082c1e67,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:26.898885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:26.905011 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c6f5290-0c22-4dae-928b-ba88b38ffc9d tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/9f02cac2-9e31-439c-ab55-b0e1082c1e67 HTTP/1.1" status: 204 len: 168 time: 2.1549742 Feb 10 15:56:26.906532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40280) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:26.987002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Deleting port 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:26.989033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6abdeb-6b99-4ec0-a423-e971716bb7cf None None] Network 023e50dd-b8da-4098-a091-ba465d3fc9fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:26.990544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.024989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.035321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.072305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:27.090896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.091646 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Added segment a177b9f8-4c19-4509-8316-3ac31e840867 of type vlan for network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a Feb 10 15:56:27.263483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.312135 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.351868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.385356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad3831-1247-4792-b800-716f62a92753 req-beda6584-5561-4dec-bb23-672713390cf5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:27.399877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] For port 2535bf57-c058-4eee-a82b-7935e73f3f0a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=2535bf57-c058-4eee-a82b-7935e73f3f0a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:27.400476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5bad3831-1247-4792-b800-716f62a92753 req-beda6584-5561-4dec-bb23-672713390cf5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 944 time: 0.5475492 Feb 10 15:56:27.401459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.405569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d89513-0495-4c25-a332-070187a91de0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:27.566806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5bad3831-1247-4792-b800-716f62a92753 req-6c700b4b-e7a9-40a0-aebf-b06ed52d4fb4 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591165 Feb 10 15:56:27.568238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.594485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:27.595630 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.666553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] DHCP port deletion for 023e50dd-b8da-4098-a091-ba465d3fc9fd request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:27.772400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] Deleting port d0e77311-772b-47da-8164-04320e64c666 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:27.772942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.795144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3988371 Feb 10 15:56:27.803327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40290) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:27.809989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Request body: {'subnet': {'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:27.831926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075963a3-4e84-4ade-8b89-b7c87296440a tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event updated for resources: {'Network': ['ID=8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:27.866205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e43e7-130e-4b20-bc07-f879840cbf59 req-7dc194da-4f4c-46a4-b277-804e19b338d0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:27.868258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-311e43e7-130e-4b20-bc07-f879840cbf59 req-7dc194da-4f4c-46a4-b277-804e19b338d0 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 944 time: 0.1015275 Feb 10 15:56:27.940228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:27.955249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port d0e77311-772b-47da-8164-04320e64c666 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:27.955628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:27.992045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-311e43e7-130e-4b20-bc07-f879840cbf59 req-dc1f9b83-216b-4356-83d2-21ff242d61b7 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups?id=6afebb47-e840-40a6-90e2-b0f70b558ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167269 Feb 10 15:56:28.152550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] For port d0e77311-772b-47da-8164-04320e64c666, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d0e77311-772b-47da-8164-04320e64c666,segment=NetworkSegment(cdbb0ffa-828b-464e-af94-8dbe5510f453),segment_id=cdbb0ffa-828b-464e-af94-8dbe5510f453)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:28.153755 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.174210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] Calling delete_port for d0e77311-772b-47da-8164-04320e64c666 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:28.209508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Made reservation on behalf of e936d38bc29f4b8abf5c104aa3400f84 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:28.213306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.286453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb18b-21bf-46df-937a-83183024793e req-89925518-d9b4-49db-b8f6-0c91d7e7499c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:28.296049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-131eb18b-21bf-46df-937a-83183024793e req-89925518-d9b4-49db-b8f6-0c91d7e7499c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1614640 Feb 10 15:56:28.355092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-131eb18b-21bf-46df-937a-83183024793e req-0600ae7a-cea8-4bf3-9aef-548aee2ae5c9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580597 Feb 10 15:56:28.368123 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.411535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] No DVR routers for this DVR port d0e77311-772b-47da-8164-04320e64c666 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:28.422623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7350453-1edc-4e6a-ac13-854e239bd9ad None None] Pushing event deleted for resources: {'Port': ['ID=d0e77311-772b-47da-8164-04320e64c666,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:28.549382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port d0e77311-772b-47da-8164-04320e64c666, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d0e77311-772b-47da-8164-04320e64c666,segment=NetworkSegment(cdbb0ffa-828b-464e-af94-8dbe5510f453),segment_id=cdbb0ffa-828b-464e-af94-8dbe5510f453)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:28.549740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.557764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2437-e9ce-4406-a88b-b8adc412803a req-e8590674-ff58-4abf-99eb-0b28040466c3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:28.568651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbdd2437-e9ce-4406-a88b-b8adc412803a req-e8590674-ff58-4abf-99eb-0b28040466c3 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1022010 Feb 10 15:56:28.594119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.594495 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.594817 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Floating IP 32db7602-5ea5-4b1e-bbff-bee65a891841 disassociated. External IP: 172.25.7.88, port: 2535bf57-c058-4eee-a82b-7935e73f3f0a. Feb 10 15:56:28.595156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Calling delete_port for 2535bf57-c058-4eee-a82b-7935e73f3f0a owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:28.597468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for d0e77311-772b-47da-8164-04320e64c666 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:28.604447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.630551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbdd2437-e9ce-4406-a88b-b8adc412803a req-b353dc59-ae34-4426-96ab-c611c76b04b9 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590489 Feb 10 15:56:28.676970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event updated for resources: {'Subnet': ['ID=c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:28.833759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cfbdf-fe66-4d92-8f86-b70afec51ebc req-0cbdebfc-866f-4fd0-9598-ff29072beab7 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:28.835848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b6cfbdf-fe66-4d92-8f86-b70afec51ebc req-0cbdebfc-866f-4fd0-9598-ff29072beab7 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 944 time: 0.0843217 Feb 10 15:56:28.843534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Checking segment: {'id': 'a177b9f8-4c19-4509-8316-3ac31e840867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:28.844168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Network hostable DHCP agents. Network: 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:28.883148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.932361 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-794f369d-a684-4b46-827f-b43cafcf342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:28.957035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=d0e77311-772b-47da-8164-04320e64c666,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:28.965990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port d0e77311-772b-47da-8164-04320e64c666 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:28.967720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:28.970345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b6cfbdf-fe66-4d92-8f86-b70afec51ebc req-2dfd3b00-5793-42bf-9110-b3e379272e73 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246254 Feb 10 15:56:29.031407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:29.039622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:29.040388 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.050542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61780a35-8836-41df-9f8c-2970ff046e03 None None] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:29.080832 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.098366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eed53a3a-73ee-44f1-85db-11279de033c7 req-d69e2561-968c-43b0-b193-d95d6aa7fb1a tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 210 time: 0.0363503 Feb 10 15:56:29.165667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'Port': ['ID=2535bf57-c058-4eee-a82b-7935e73f3f0a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:29.171234 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-43622552-770a-4ac0-9f94-8ab921d8aa95 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3668258 Feb 10 15:56:29.175785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40314) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.182219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.200691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Request body: {'port': {'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2100194462'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:29.244001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023e50dd-b8da-4098-a091-ba465d3fc9fd']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:29.260663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbb0ffa-828b-464e-af94-8dbe5510f453') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:29.261228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbb0ffa-828b-464e-af94-8dbe5510f453') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:29.275795 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.289647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a', 'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a', 'tenant_id': 'e936d38bc29f4b8abf5c104aa3400f84', 'fixed_ips': [{'subnet_id': 'c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:29.290762 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.351931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.383627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:29.384710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:29.534205 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:29.544121 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.564083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0d0f-929f-4822-b0ba-e3d838033a7e req-ab13ca89-5a99-4eed-80d3-d4c15083e04a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:29.567805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.570948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-538a0d0f-929f-4822-b0ba-e3d838033a7e req-ab13ca89-5a99-4eed-80d3-d4c15083e04a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.0988498 Feb 10 15:56:29.572736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/023e50dd-b8da-4098-a091-ba465d3fc9fd HTTP/1.1" status: 204 len: 168 time: 2.6617978 Feb 10 15:56:29.577272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.606364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Router c67b7830-2320-4294-ae4f-80bebd2b1845 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:56:29.609847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae45c-205a-47ce-8eb2-3a81262e4b2c tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=023e50dd-b8da-4098-a091-ba465d3fc9fd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:29.611193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Allocated IP 2001:db8::2 (8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a/c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1/32b29984-6803-446e-9e09-bd67404ae4f0) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:29.640348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Made reservation on behalf of e936d38bc29f4b8abf5c104aa3400f84 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:29.643836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.648535 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-984c9a20-ad27-4b91-9625-7e9b308e01a5 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:29.648535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984c9a20-ad27-4b91-9625-7e9b308e01a5 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:29.651826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-984c9a20-ad27-4b91-9625-7e9b308e01a5 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/8f493db5-b487-4d78-8f38-2a6bbdceec97 HTTP/1.1" status: 404 len: 337 time: 0.0690265 Feb 10 15:56:29.661653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40320) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.702077 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46fd32f-d21c-46ae-a753-26397b12618b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:29.702330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46fd32f-d21c-46ae-a753-26397b12618b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:29.707502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a46fd32f-d21c-46ae-a753-26397b12618b tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/dd6d0acd-17a0-49d8-bd48-e687e28e359b HTTP/1.1" status: 404 len: 339 time: 0.0411828 Feb 10 15:56:29.707502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] device_id is not set on port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:56:29.720286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40324) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.735795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-538a0d0f-929f-4822-b0ba-e3d838033a7e req-b8faea33-9002-4c5f-a085-e22d1dc54e63 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638005 Feb 10 15:56:29.772757 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc05843-44ca-4299-92ff-3e1fbf9a6adb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:29.773908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc05843-44ca-4299-92ff-3e1fbf9a6adb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:29.777662 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cdc05843-44ca-4299-92ff-3e1fbf9a6adb tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/e7c7eb0a-976a-46d2-95f9-9f55844793c4 HTTP/1.1" status: 404 len: 337 time: 0.0562248 Feb 10 15:56:29.784908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40326) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.820582 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc61eff-fac4-467a-8949-448a0a3386f7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:29.820582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc61eff-fac4-467a-8949-448a0a3386f7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:29.823580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fcc61eff-fac4-467a-8949-448a0a3386f7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/058d3a59-f4d5-4fd4-9d41-53f15d82f7f1 HTTP/1.1" status: 404 len: 339 time: 0.0376284 Feb 10 15:56:29.861237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40328) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.862635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d0e77311-772b-47da-8164-04320e64c666 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:29.912000 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8366851-b06d-46a6-b079-0472ab8a89c3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:29.913020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8366851-b06d-46a6-b079-0472ab8a89c3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:29.918390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d0e77311-772b-47da-8164-04320e64c666 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:29.918739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d0e77311-772b-47da-8164-04320e64c666 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:29.919807 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8366851-b06d-46a6-b079-0472ab8a89c3 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/dcdb9ac2-73dc-4855-8c34-1223060ee4b4 HTTP/1.1" status: 404 len: 337 time: 0.0542772 Feb 10 15:56:29.921387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b5a88060-731b-4e0c-9327-5d44b2c9d84c up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:29.923226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68936675-eeed-4f7e-870f-0bf2c874d2d3 req-e6c8725c-61f3-401d-a58e-7b7b58c02fe1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:29.935921 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.940281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40330) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:29.940462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68936675-eeed-4f7e-870f-0bf2c874d2d3 req-e6c8725c-61f3-401d-a58e-7b7b58c02fe1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 946 time: 0.1175590 Feb 10 15:56:29.965718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:29.971997 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bf5584-6370-455d-992c-863b7a2d0077 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:29.972807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bf5584-6370-455d-992c-863b7a2d0077 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:29.977586 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c9bf5584-6370-455d-992c-863b7a2d0077 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/2c1426c3-f46e-419b-9018-2967558563d8 HTTP/1.1" status: 404 len: 339 time: 0.0359030 Feb 10 15:56:29.980923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40332) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:30.029503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:30.032692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Pushing event updated for resources: {'Port': ['ID=32b29984-6803-446e-9e09-bd67404ae4f0,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:30.038555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:30.041031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:30.068118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68936675-eeed-4f7e-870f-0bf2c874d2d3 req-410f48c4-af99-49bf-a5d4-5b5583f384ce tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267085 Feb 10 15:56:30.122965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting subnet 364fbf47-ecc8-4f31-be50-2e876792a892 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:30.135351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.137263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port b5a88060-731b-4e0c-9327-5d44b2c9d84c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:56:30.142349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Attempting to bind port 32b29984-6803-446e-9e09-bd67404ae4f0 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:30.142724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Attempting to bind port 32b29984-6803-446e-9e09-bd67404ae4f0 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'a177b9f8-4c19-4509-8316-3ac31e840867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:30.143089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Attempting to bind port 32b29984-6803-446e-9e09-bd67404ae4f0 on network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:30.149623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port b5a88060-731b-4e0c-9327-5d44b2c9d84c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:30.150080 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.150269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Allocated IP 2001:db8::56 (8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a/c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1/c3ece68c-32f6-4378-8fe2-2b6d45a06fa9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:30.185605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:56:30.188479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:30.188914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Checking segment: {'id': 'a177b9f8-4c19-4509-8316-3ac31e840867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:30.189318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.189715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Bound using segment: {'id': 'a177b9f8-4c19-4509-8316-3ac31e840867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:30.190194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Bound port: 32b29984-6803-446e-9e09-bd67404ae4f0, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a177b9f8-4c19-4509-8316-3ac31e840867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:30.190744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.206181 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] Sync routers for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:56:30.221242 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:30.225829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:56:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:30.265205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f161bda-bef5-4348-8782-7d9850fdfe92 req-01a0d438-c365-4aec-a478-74de4026fe04 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:30.266961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f161bda-bef5-4348-8782-7d9850fdfe92 req-01a0d438-c365-4aec-a478-74de4026fe04 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 944 time: 0.1226852 Feb 10 15:56:30.300554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.323866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] No DVR routers for this DVR port 2535bf57-c058-4eee-a82b-7935e73f3f0a on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:30.335157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f161bda-bef5-4348-8782-7d9850fdfe92 req-caf74ce2-d74e-431d-9751-3b88e7c3c560 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593090 Feb 10 15:56:30.338928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-405c83f1-5df5-420f-99f0-d48a33c1a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:30.351560 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-405c83f1-5df5-420f-99f0-d48a33c1a248 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1097 time: 0.3277965 Feb 10 15:56:30.353120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port b5a88060-731b-4e0c-9327-5d44b2c9d84c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:30.357776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:30.362176 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259db266-1ba8-4af3-a884-c23b70ec713c" -d '{"events": [{"server_uuid": "67f8fcb5-2118-4c45-97f3-a445c6ce2057", "name": "network-vif-plugged", "status": "completed", "tag": "b5a88060-731b-4e0c-9327-5d44b2c9d84c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:30.368117 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.369279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.380204 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c7b65073-d404-457d-bb2f-82d3331545f8 req-6a566d55-22e8-47fa-84d0-6951c684c9ce tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.75 "DELETE /v2.0/ports/2535bf57-c058-4eee-a82b-7935e73f3f0a HTTP/1.1" status: 204 len: 173 time: 3.7912393 Feb 10 15:56:30.380708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-deleted', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:30.383324 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b06af1-47b6-4b8f-9280-5518682e9bff" -d '{"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-deleted", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:30.400518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f6df95a-c9c4-4fb3-886c-9e8fbc5de551 req-dae3b1d9-9430-4e91-be57-ee2bb5eafd42 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d46b3988-e1e8-46c5-9ce6-f1e665f0a589 HTTP/1.1" status: 200 len: 210 time: 0.0714056 Feb 10 15:56:30.445286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.450731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] For port 32b29984-6803-446e-9e09-bd67404ae4f0, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:30.453621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=b5a88060-731b-4e0c-9327-5d44b2c9d84c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:30.472516 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aef4ea-d369-4775-813c-8e9054d668ec x-openstack-request-id: req-94aef4ea-d369-4775-813c-8e9054d668ec {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:30.472807 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8fcb5-2118-4c45-97f3-a445c6ce2057", "name": "network-vif-plugged", "status": "completed", "tag": "b5a88060-731b-4e0c-9327-5d44b2c9d84c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:30.473587 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94aef4ea-d369-4775-813c-8e9054d668ec {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:30.473587 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c', 'code': 200} Feb 10 15:56:30.483391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] For port 32b29984-6803-446e-9e09-bd67404ae4f0, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=32b29984-6803-446e-9e09-bd67404ae4f0,segment=NetworkSegment(a177b9f8-4c19-4509-8316-3ac31e840867),segment_id=a177b9f8-4c19-4509-8316-3ac31e840867)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:30.504934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.516318 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:30.609489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c3f6a-664f-4724-af29-997a6a0d1608 None None] Pushing event updated for resources: {'Port': ['ID=32b29984-6803-446e-9e09-bd67404ae4f0,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:30.630565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.653808 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec6f46-68d3-4cbe-a11e-616f12391b16 x-openstack-request-id: req-26ec6f46-68d3-4cbe-a11e-616f12391b16 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:30.654091 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46b3988-e1e8-46c5-9ce6-f1e665f0a589", "name": "network-vif-deleted", "tag": "2535bf57-c058-4eee-a82b-7935e73f3f0a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:30.654352 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ec6f46-68d3-4cbe-a11e-616f12391b16 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:30.655101 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46b3988-e1e8-46c5-9ce6-f1e665f0a589', 'name': 'network-vif-deleted', 'tag': '2535bf57-c058-4eee-a82b-7935e73f3f0a', 'status': 'completed', 'code': 200} Feb 10 15:56:30.684432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:30.690675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.721035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 2535bf57-c058-4eee-a82b-7935e73f3f0a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:30.721803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 2535bf57-c058-4eee-a82b-7935e73f3f0a not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:30.722474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:30.795833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-edec17c9-8b05-4dc6-adc4-704ca0411439 req-b4dd4461-4556-4536-8edf-a69597e252d7 service neutron] (102614) timed out ('10.222.0.45', 63177) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 15:56:30.824567 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.859896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cd47a-3285-42b0-8986-24c65008382c req-d0fb71c3-99a8-4909-b3be-29ea0b6a3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:30.861421 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9b4cd47a-3285-42b0-8986-24c65008382c req-d0fb71c3-99a8-4909-b3be-29ea0b6a3831 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 1096 time: 0.2638822 Feb 10 15:56:30.870409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:30.872503 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:30.883943 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:30.921286 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] Checking router: c67b7830-2320-4294-ae4f-80bebd2b1845 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:56:30.942264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-3e407862-1211-4fe8-9304-4396b744ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:30.944627 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-3e407862-1211-4fe8-9304-4396b744ca0f service neutron] 10.222.0.75 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.4715433 Feb 10 15:56:30.951398 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:30.952886 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:56:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:30.965485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9b4cd47a-3285-42b0-8986-24c65008382c req-c66bdaa1-678a-45f5-ab41-307658804169 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823674 Feb 10 15:56:31.013171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:31.025890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:31.040402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event updated for resources: {'Port': ['ID=c3ece68c-32f6-4378-8fe2-2b6d45a06fa9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:31.047749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:31.050373 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-5e7f8017-d919-4a9c-8d78-fe018b59ba9b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 999 time: 0.0839114 Feb 10 15:56:31.057899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.072250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:31.079872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:31.080548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.152820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9722974 Feb 10 15:56:31.152820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.153166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.153419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.153791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.154137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.154526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.154865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.155198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.155591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.155927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.156253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.156572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03e9c9-1a68-4b72-9ddb-bd5c6ec3ee94 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:31.160505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40356) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:31.167551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Request body: {'port': {'network_id': '8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-111651888', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:31.168435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] bootfile-name is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:56:31.168777 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] tftp-server is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:56:31.169112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.api.validators [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] server-ip-address is not in valid_values {{(pid=102615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:56:31.186105 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:31.300611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-a620a2fb-8578-4738-8f01-529e54c0d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:31.302411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-a620a2fb-8578-4738-8f01-529e54c0d738 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.2356637 Feb 10 15:56:31.322766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2eed911e-2aac-4e07-b1f2-a03a349d9249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.330932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fd46b-b8d9-4102-b8f7-93f0828d657d req-aa0c63bb-2d44-4761-be7d-f66c621a5f2b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:31.332546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-709fd46b-b8d9-4102-b8f7-93f0828d657d req-aa0c63bb-2d44-4761-be7d-f66c621a5f2b tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2996135 Feb 10 15:56:31.402123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-c374f320-f31d-424f-86a7-98101839a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:31.406153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-c374f320-f31d-424f-86a7-98101839a9b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905688 Feb 10 15:56:31.413339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.434793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 32b29984-6803-446e-9e09-bd67404ae4f0 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:31.555561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 32b29984-6803-446e-9e09-bd67404ae4f0 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:31.556503 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.582834 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-ae81fe80-692a-4491-b675-b187db5c222d service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433251 Feb 10 15:56:31.585857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.590343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/364fbf47-ecc8-4f31-be50-2e876792a892 HTTP/1.1" status: 204 len: 168 time: 1.6082389 Feb 10 15:56:31.614998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb5e2a-9b67-48df-8278-04aa90f847f3 None None] Network 1f3e111b-0e14-48a3-8769-4351e0c0ea4a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:31.747355 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:31.786575 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d392c-0bff-481e-8cf8-270fba88e3d0 None None] The sync data for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 is: [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:45:44Z', 'revision_number': 4, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '270f3cda-112b-4ee9-b9ce-f519afa9549a', 'name': '', 'network_id': '361bcf6d-8fb7-4850-bc58-cb96fa8d4262', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'mac_address': 'fa:16:3e:90:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0764aeed-309f-4c34-981f-2d1226c88765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:43Z', 'updated_at': '2022-02-10T15:45:49Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'subnets': [{'id': '0764aeed-309f-4c34-981f-2d1226c88765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:56:31.793822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9883d4cb-1032-45c5-b7b7-39bf86ed7656 req-3397ea85-7206-41f9-bc83-4741d3298cb3 service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005026 Feb 10 15:56:31.794328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40364) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:31.859086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b19c49-3faa-4b78-b4b0-b40f681bbf3e tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=364fbf47-ecc8-4f31-be50-2e876792a892,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:31.961251 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:31.996446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b803-a519-4879-9e0b-8f1811e13253 req-ca258369-13b7-4cb9-9b31-67050d6e2072 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:32.008832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1de3b803-a519-4879-9e0b-8f1811e13253 req-ca258369-13b7-4cb9-9b31-67050d6e2072 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.7872365 Feb 10 15:56:32.044144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 32b29984-6803-446e-9e09-bd67404ae4f0, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=32b29984-6803-446e-9e09-bd67404ae4f0,segment=NetworkSegment(a177b9f8-4c19-4509-8316-3ac31e840867),segment_id=a177b9f8-4c19-4509-8316-3ac31e840867)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:32.050576 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.077303 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.092317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-709fd46b-b8d9-4102-b8f7-93f0828d657d req-2398866b-e5cc-4d08-8a94-e374b71e874c tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504606 Feb 10 15:56:32.160021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1de3b803-a519-4879-9e0b-8f1811e13253 req-a521de30-023e-4023-b141-99571da70b2d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431351 Feb 10 15:56:32.203663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Made reservation on behalf of e936d38bc29f4b8abf5c104aa3400f84 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:32.221120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.266070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port 707ba578-2268-442d-9683-0443c4c06096 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:32.266327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.292473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] DHCP port deletion for 1f3e111b-0e14-48a3-8769-4351e0c0ea4a request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:32.304984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=32b29984-6803-446e-9e09-bd67404ae4f0,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:32.312625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] device_id is not set on port 4e61ba46-20b3-4cb6-823d-80d043933589 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:56:32.401072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port 707ba578-2268-442d-9683-0443c4c06096, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=707ba578-2268-442d-9683-0443c4c06096,segment=NetworkSegment(f2687df6-901e-44c9-bc6a-dc05bc17d50b),segment_id=f2687df6-901e-44c9-bc6a-dc05bc17d50b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:32.401458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.423115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40378) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:32.439336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1454d58-276a-4826-b3b1-3c45948801c0 None None] New status for floating IP 32db7602-5ea5-4b1e-bbff-bee65a891841: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:56:32.444532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for 707ba578-2268-442d-9683-0443c4c06096 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:32.444711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228569b7-594b-4b16-a69e-befefeaedd02 None None] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:32.484320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:32.487243 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a374d-a773-4607-bf78-d98b26822da5" -d '{"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:32.562302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7129f-ae90-419d-aeb3-8f90d055b129 req-63c967d4-0001-4e3e-9d48-132fa5dec517 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:32.570684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9f7129f-ae90-419d-aeb3-8f90d055b129 req-63c967d4-0001-4e3e-9d48-132fa5dec517 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 945 time: 0.3003061 Feb 10 15:56:32.625511 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929210d2-5ed8-4bed-8019-a13122f93b42 x-openstack-request-id: req-929210d2-5ed8-4bed-8019-a13122f93b42 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:32.626081 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:32.626568 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-929210d2-5ed8-4bed-8019-a13122f93b42 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:32.627129 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'code': 200} Feb 10 15:56:32.640222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b42d49c-43cb-4444-9ac8-3458d08590eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.646190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9f7129f-ae90-419d-aeb3-8f90d055b129 req-3e09ed2b-2313-4dba-b810-284082f77b62 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742376 Feb 10 15:56:32.650820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3f225495-73dd-4a10-8c0b-2c66b21134cd None None] Provisioning complete for port 32b29984-6803-446e-9e09-bd67404ae4f0 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:32.651428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f225495-73dd-4a10-8c0b-2c66b21134cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.657210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.671925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Allocated IP 2001:db8::122 (8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a/c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1/4e61ba46-20b3-4cb6-823d-80d043933589) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:32.697434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.717828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=707ba578-2268-442d-9683-0443c4c06096,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:32.721022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port 707ba578-2268-442d-9683-0443c4c06096 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:32.724992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b42d49c-43cb-4444-9ac8-3458d08590eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.840256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Deleting port 707ba578-2268-442d-9683-0443c4c06096 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:32.840646 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.863753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.895705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3e111b-0e14-48a3-8769-4351e0c0ea4a']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:32.900958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.909865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b42d49c-43cb-4444-9ac8-3458d08590eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.913337 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b42d49c-43cb-4444-9ac8-3458d08590eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.917602 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5b42d49c-43cb-4444-9ac8-3458d08590eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "DELETE /v2.0/security-groups/6afebb47-e840-40a6-90e2-b0f70b558ccd HTTP/1.1" status: 204 len: 168 time: 0.4934034 Feb 10 15:56:32.918361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40382) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:32.920833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2687df6-901e-44c9-bc6a-dc05bc17d50b') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:32.921051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2687df6-901e-44c9-bc6a-dc05bc17d50b') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:32.949530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42d49c-43cb-4444-9ac8-3458d08590eb tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afebb47-e840-40a6-90e2-b0f70b558ccd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:32.962725 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.966916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.967785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] For port 707ba578-2268-442d-9683-0443c4c06096, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:32.968191 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:32.969102 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-637e932f-da0a-46e5-bfde-e601c3f0a608 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] show failed (client error): The resource could not be found. Feb 10 15:56:32.974201 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-637e932f-da0a-46e5-bfde-e601c3f0a608 tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "GET /v2.0/security-groups/6afebb47-e840-40a6-90e2-b0f70b558ccd HTTP/1.1" status: 404 len: 347 time: 0.0414026 Feb 10 15:56:32.974780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40384) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:32.982387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Calling delete_port for 707ba578-2268-442d-9683-0443c4c06096 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:32.985107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Port 707ba578-2268-442d-9683-0443c4c06096 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:56:32.994484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.030463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event updated for resources: {'Port': ['ID=4e61ba46-20b3-4cb6-823d-80d043933589,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:33.031280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.035108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] No DVR routers for this DVR port 707ba578-2268-442d-9683-0443c4c06096 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:33.053029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996ba6-d4ca-4778-a2d5-b3dbe73303ad None None] Pushing event deleted for resources: {'Port': ['ID=707ba578-2268-442d-9683-0443c4c06096,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:33.070577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:33.073729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:33.076640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:33.085381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.086767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.094432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:33.094984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:33.098709 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:33.112266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8fab7701-bdfc-440a-b9ca-4f6e08c84e7b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9499888 Feb 10 15:56:33.114295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40386) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:33.226987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.237031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.245241 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/1f3e111b-0e14-48a3-8769-4351e0c0ea4a HTTP/1.1" status: 204 len: 168 time: 1.3961785 Feb 10 15:56:33.249470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40394) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:33.281582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77deb8-f462-494f-b1b0-35f1621f2725 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=1f3e111b-0e14-48a3-8769-4351e0c0ea4a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:33.313437 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-85372231-e9ba-4c04-801f-19e3afb42d44 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:33.314168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85372231-e9ba-4c04-801f-19e3afb42d44 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:33.320853 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-85372231-e9ba-4c04-801f-19e3afb42d44 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/0d1334b7-4dea-4679-8830-f7ed3bedd1ee HTTP/1.1" status: 404 len: 337 time: 0.0529282 Feb 10 15:56:33.323643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:33.327429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf19c5-a15a-4e27-8db4-3b3d4915f03f tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.328374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 32b29984-6803-446e-9e09-bd67404ae4f0 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:33.334992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf19c5-a15a-4e27-8db4-3b3d4915f03f tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.344650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf19c5-a15a-4e27-8db4-3b3d4915f03f tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.347136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a0bf19c5-a15a-4e27-8db4-3b3d4915f03f tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2316806 Feb 10 15:56:33.364581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40398) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:33.374624 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f57fd8e-625e-4f51-9ef6-656d4c2025d7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] DELETE failed (client error): The resource could not be found. Feb 10 15:56:33.375352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f57fd8e-625e-4f51-9ef6-656d4c2025d7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:33.382110 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f57fd8e-625e-4f51-9ef6-656d4c2025d7 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/14797074-dbf7-4ddc-adab-e4e62cb0103d HTTP/1.1" status: 404 len: 339 time: 0.0530159 Feb 10 15:56:33.385721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40400) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:33.385964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Deleting port 8f3b7632-ca92-48c1-aa52-0836e6c1809e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:33.386411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.392178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 32b29984-6803-446e-9e09-bd67404ae4f0 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:33.393096 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.463387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e34b7-307d-4436-bbd1-d87483a17768 req-d0975dee-58c9-4f4f-97c2-d1be862ec3fc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.466058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a55e34b7-307d-4436-bbd1-d87483a17768 req-d0975dee-58c9-4f4f-97c2-d1be862ec3fc tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2670095 Feb 10 15:56:33.508481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eee9b-b36c-439a-ba56-1d2cc92f746f req-e4f1aa2b-030f-4d6b-aee9-ab729af60d8a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.510624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-015eee9b-b36c-439a-ba56-1d2cc92f746f req-e4f1aa2b-030f-4d6b-aee9-ab729af60d8a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1538765 Feb 10 15:56:33.555394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a55e34b7-307d-4436-bbd1-d87483a17768 req-d07b2f06-0727-4e0a-b851-cac06a667690 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Feb 10 15:56:33.622586 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-015eee9b-b36c-439a-ba56-1d2cc92f746f req-a5cc21b1-9fa8-4f1a-8b06-e4b010450e29 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940111 Feb 10 15:56:33.638583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 707ba578-2268-442d-9683-0443c4c06096 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:33.726399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 707ba578-2268-442d-9683-0443c4c06096 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:33.726975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 707ba578-2268-442d-9683-0443c4c06096 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:33.776091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-6bca7d38-8c3d-48c4-aa79-0bc354dc7726 req-06b6604d-88c6-41c1-902e-94c06dce22ee service neutron] (102615) timed out ('10.222.0.45', 63108) {{(pid=102615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 15:56:33.784791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Provisioning complete for port 4e61ba46-20b3-4cb6-823d-80d043933589 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:33.785692 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.856776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Port 4e61ba46-20b3-4cb6-823d-80d043933589 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:33.878301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Provisioning complete for port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:33.878686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.910899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf856-0fd9-420b-a597-d001181db254 req-cf7cff13-0ee9-4bbf-b212-c26b699cb2ad tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:33.917120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:33.923063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04cbf856-0fd9-420b-a597-d001181db254 req-cf7cff13-0ee9-4bbf-b212-c26b699cb2ad tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 945 time: 0.1143367 Feb 10 15:56:33.931753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Provisioning complete for port 32b29984-6803-446e-9e09-bd67404ae4f0 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:33.932186 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-812b5c0f-9206-4095-9125-b9b001619473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:33.980656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04cbf856-0fd9-420b-a597-d001181db254 req-6f48bfa3-f6ce-4c5e-83c0-0b9a0c5aba45 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563152 Feb 10 15:56:34.047199 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.204783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting subnet 7e329721-84fa-4024-9a3c-b150386ee1c2 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:34.207678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-65d4451c-7d38-45c7-a79b-527452a56893 None None] Provisioning complete for port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:34.208401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.210758 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-65d4451c-7d38-45c7-a79b-527452a56893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.297577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.355662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.356167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.359903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-65d4451c-7d38-45c7-a79b-527452a56893 None None] Port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:34.362120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.381693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Calling delete_port for 8f3b7632-ca92-48c1-aa52-0836e6c1809e owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:34.460669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Deleting port 4e61ba46-20b3-4cb6-823d-80d043933589 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:34.461282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.512476 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:56:34.635199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.721879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.740082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f9340d16-f712-46d6-9de8-d6d113b3e86c None None] Provisioning complete for port 4e61ba46-20b3-4cb6-823d-80d043933589 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:34.741384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9340d16-f712-46d6-9de8-d6d113b3e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:34.787518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Calling delete_port for 4e61ba46-20b3-4cb6-823d-80d043933589 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:34.864329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f9340d16-f712-46d6-9de8-d6d113b3e86c None None] Port 4e61ba46-20b3-4cb6-823d-80d043933589 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:34.961238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f22148-0335-4d12-87a6-da5d9d62387e req-dd8a96a3-57d0-45ac-a961-a0ef4dd64274 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:34.963837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4f22148-0335-4d12-87a6-da5d9d62387e req-dd8a96a3-57d0-45ac-a961-a0ef4dd64274 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2420816 Feb 10 15:56:34.974072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af696cb-39ef-4902-afba-c4f9b0023ae4 req-3010a41d-501d-4e10-9e40-e871f80b0b90 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:34.977266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9af696cb-39ef-4902-afba-c4f9b0023ae4 req-3010a41d-501d-4e10-9e40-e871f80b0b90 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1520996 Feb 10 15:56:34.998068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.037338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4f22148-0335-4d12-87a6-da5d9d62387e req-ff734fc0-e572-48d3-aa19-f2bfdb00d66f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588048 Feb 10 15:56:35.066656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Subnet': ['ID=7e329721-84fa-4024-9a3c-b150386ee1c2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:35.067760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9af696cb-39ef-4902-afba-c4f9b0023ae4 req-0d2b8572-7230-4b06-88b0-ba32ac7c7410 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722742 Feb 10 15:56:35.076879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4470ec84-cce2-4449-b732-310814f43634 None None] Network 958be7ee-24ae-4371-8ad3-ae55e01bf581 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:35.077612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.081665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4429aa40-c8f0-40ed-8071-1940fe0b59f4 tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/subnets/7e329721-84fa-4024-9a3c-b150386ee1c2 HTTP/1.1" status: 204 len: 168 time: 1.6929646 Feb 10 15:56:35.082716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.084363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40430) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:35.200460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Pushing event deleted for resources: {'Port': ['ID=8f3b7632-ca92-48c1-aa52-0836e6c1809e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:35.280686 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.378089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.382043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.383724 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-62ec6b2f-171b-45ba-8d70-6a244647efca tempest-ServerActionsTestJSON-1409849118 tempest-ServerActionsTestJSON-1409849118-project] 10.222.0.21 "DELETE /v2.0/floatingips/32db7602-5ea5-4b1e-bbff-bee65a891841 HTTP/1.1" status: 204 len: 168 time: 2.4025412 Feb 10 15:56:35.386894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:35.441445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.479934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Deleting port 36d99080-7f80-4ec3-a8b0-89217b984392 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:35.480360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.543249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] DHCP port deletion for 958be7ee-24ae-4371-8ad3-ae55e01bf581 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:35.577208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event deleted for resources: {'Port': ['ID=4e61ba46-20b3-4cb6-823d-80d043933589,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:35.674226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.694006 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-600186d2-cc79-4472-beb1-c712d6afa61e tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "DELETE /v2.0/ports/4e61ba46-20b3-4cb6-823d-80d043933589 HTTP/1.1" status: 204 len: 168 time: 2.3272092 Feb 10 15:56:35.698184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40454) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:35.712779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Deleting port 36d99080-7f80-4ec3-a8b0-89217b984392 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:35.715492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.722882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Request body: {'port': {'name': 'tempest-new-port-name-174192007', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:35.724161 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.api.validators [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] bootfile-name is not in valid_values {{(pid=102614) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:56:35.725287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.api.validators [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] tftp-server is not in valid_values {{(pid=102614) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:56:35.727233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.api.validators [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] server-ip-address is not in valid_values {{(pid=102614) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:56:35.765978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] For port 36d99080-7f80-4ec3-a8b0-89217b984392, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=36d99080-7f80-4ec3-a8b0-89217b984392,segment=NetworkSegment(c3653fa1-0945-4ead-89b3-b11ceef2fc05),segment_id=c3653fa1-0945-4ead-89b3-b11ceef2fc05)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:35.766767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:35.862336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Calling delete_port for 36d99080-7f80-4ec3-a8b0-89217b984392 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:35.900888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3b491-c9ba-4eb7-8650-8938c0d03ab5 req-933ab19d-e12d-4278-bfe1-40fceb051859 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:35.911043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-daa3b491-c9ba-4eb7-8650-8938c0d03ab5 req-933ab19d-e12d-4278-bfe1-40fceb051859 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 945 time: 0.1521506 Feb 10 15:56:36.033481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-daa3b491-c9ba-4eb7-8650-8938c0d03ab5 req-b3dff798-8d15-4ee8-9cc7-87a197e6a7d5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205652 Feb 10 15:56:36.109198 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.154377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] For port 36d99080-7f80-4ec3-a8b0-89217b984392, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=36d99080-7f80-4ec3-a8b0-89217b984392,segment=NetworkSegment(c3653fa1-0945-4ead-89b3-b11ceef2fc05),segment_id=c3653fa1-0945-4ead-89b3-b11ceef2fc05)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:36.155007 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.171885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] No DVR routers for this DVR port 36d99080-7f80-4ec3-a8b0-89217b984392 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:36.189761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Port': ['ID=36d99080-7f80-4ec3-a8b0-89217b984392,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:36.210783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Calling delete_port for 36d99080-7f80-4ec3-a8b0-89217b984392 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:36.302166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.358081 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.385889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Pushing event deleted for resources: {'Port': ['ID=36d99080-7f80-4ec3-a8b0-89217b984392,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:36.390725 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] No DVR routers for this DVR port 36d99080-7f80-4ec3-a8b0-89217b984392 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:36.399290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.399812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.400276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.400712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.401144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.401577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.403159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.403698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.404139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.404719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.405271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.405894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f722f-66ad-4f81-85ff-f90085ca94f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:36.523953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.553066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958be7ee-24ae-4371-8ad3-ae55e01bf581']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:36.570047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3653fa1-0945-4ead-89b3-b11ceef2fc05') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:36.570476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3653fa1-0945-4ead-89b3-b11ceef2fc05') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:36.582558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.627976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.654014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:36.654374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:36.672052 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:36.755799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.763143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb5d7-63d7-4563-8f5f-8df0c61711f4 req-77a5c4bd-6b70-4fe0-b272-fa51b8381acd tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:36.768097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-935cb5d7-63d7-4563-8f5f-8df0c61711f4 req-77a5c4bd-6b70-4fe0-b272-fa51b8381acd tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.4745784 Feb 10 15:56:36.769494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.777176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.785148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] 10.222.0.21 "DELETE /v2.0/networks/958be7ee-24ae-4371-8ad3-ae55e01bf581 HTTP/1.1" status: 204 len: 168 time: 1.6992457 Feb 10 15:56:36.801566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.822682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba90e7-6356-43cf-b78a-d611005e2ada tempest-NetworksIpV6Test-582985960 tempest-NetworksIpV6Test-582985960-project] Pushing event deleted for resources: {'Network': ['ID=958be7ee-24ae-4371-8ad3-ae55e01bf581,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:36.839825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-935cb5d7-63d7-4563-8f5f-8df0c61711f4 req-828314b2-fc2a-41f7-a8de-27f0c6f720ab tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507040 Feb 10 15:56:36.846839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] In _notify_port_updated(), no bound segment for port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 on network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:56:36.854412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:36.855113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:36.856653 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "PUT /v2.0/ports/c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 HTTP/1.1" status: 200 len: 1128 time: 1.1543758 Feb 10 15:56:36.860186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40482) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:36.954341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054e30e-edb4-404f-bc86-101d18415771 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:36.964812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a054e30e-edb4-404f-bc86-101d18415771 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "GET /v2.0/ports/c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 HTTP/1.1" status: 200 len: 1128 time: 0.1007550 Feb 10 15:56:36.966607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40490) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:37.019748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1110c-bf02-4b5c-a9cd-f380ae42f73b tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event updated for resources: {'Port': ['ID=c3ece68c-32f6-4378-8fe2-2b6d45a06fa9,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:37.083888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:37.131156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-75f532b3-9d96-43d2-8ca6-ef7f24ace17d req-69ec4050-78eb-4529-9188-20d4fa12fcc5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:56:37.141297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75f532b3-9d96-43d2-8ca6-ef7f24ace17d req-69ec4050-78eb-4529-9188-20d4fa12fcc5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178585 Feb 10 15:56:37.147335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40496) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:37.181509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca576870-6869-43de-bbde-686cf9d25e09 req-130461e6-f921-47c4-b310-c4dc185c7083 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:37.192513 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca576870-6869-43de-bbde-686cf9d25e09 req-130461e6-f921-47c4-b310-c4dc185c7083 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.45 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 945 time: 0.2981613 Feb 10 15:56:37.307475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Deleting port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:37.314664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:37.431954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 36d99080-7f80-4ec3-a8b0-89217b984392 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:37.470208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 36d99080-7f80-4ec3-a8b0-89217b984392 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:37.471574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 36d99080-7f80-4ec3-a8b0-89217b984392 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:37.485947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c1f5c3b2-74d6-4f56-bb5e-dc459e92de36 None None] Provisioning complete for port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:37.486965 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c3b2-74d6-4f56-bb5e-dc459e92de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:37.548127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5c3b2-74d6-4f56-bb5e-dc459e92de36 None None] Port c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:56:37.785689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd5f5140-e11a-4c49-aa6c-682e249db005 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b864c27576844099b92c90a1be6555aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345663 Feb 10 15:56:37.790454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40514) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:37.826180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Deleting port b5a88060-731b-4e0c-9327-5d44b2c9d84c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:37.828068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:37.855308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19996ef9-7e7a-4b60-bac0-8723dadcc2dc req-d7f59d16-52a3-477e-a1ef-b42c40a6a749 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:37.863914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19996ef9-7e7a-4b60-bac0-8723dadcc2dc req-d7f59d16-52a3-477e-a1ef-b42c40a6a749 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 945 time: 0.5421815 Feb 10 15:56:37.893330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-d877033e-9178-4365-a6b8-a843a335bccc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2659709 Feb 10 15:56:37.907307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19febc-4404-4ec3-a007-bd772c38cd76 req-b4c964e8-1958-447b-adf7-4ba530cccd62 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:37.907463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-6ed17000-6aab-47fa-bee3-2cfed2af6a49 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:56:37.908604 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e19febc-4404-4ec3-a007-bd772c38cd76 req-b4c964e8-1958-447b-adf7-4ba530cccd62 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2604308 Feb 10 15:56:37.914638 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-6ed17000-6aab-47fa-bee3-2cfed2af6a49 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058877 Feb 10 15:56:37.943695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.000721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Calling delete_port for c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:38.012814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] For port b5a88060-731b-4e0c-9327-5d44b2c9d84c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=b5a88060-731b-4e0c-9327-5d44b2c9d84c,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:38.012814 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.042972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19996ef9-7e7a-4b60-bac0-8723dadcc2dc req-a166d7d9-1eb2-4822-813c-d02448278f0d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768329 Feb 10 15:56:38.065115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Calling delete_port for b5a88060-731b-4e0c-9327-5d44b2c9d84c owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:38.114485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e19febc-4404-4ec3-a007-bd772c38cd76 req-68226f76-5436-4601-a880-eaf0159e12d4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825371 Feb 10 15:56:38.118312 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1096a545-ee06-4693-9957-d0995d382220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.233618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Deleting port 270f3cda-112b-4ee9-b9ce-f519afa9549a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:38.233962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.307493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1096a545-ee06-4693-9957-d0995d382220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.398172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b99cd-de00-4dd8-a837-043a53ff044c req-0893412d-5ce9-489e-85f9-8570cf13139a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:38.400459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-842b99cd-de00-4dd8-a837-043a53ff044c req-0893412d-5ce9-489e-85f9-8570cf13139a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1486037 Feb 10 15:56:38.406662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] For port 270f3cda-112b-4ee9-b9ce-f519afa9549a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=270f3cda-112b-4ee9-b9ce-f519afa9549a,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:38.406892 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.434781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Calling delete_port for 270f3cda-112b-4ee9-b9ce-f519afa9549a owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:38.449852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.478661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22081b10-1747-447b-94d6-cc60913051ff req-7fd79988-5bc0-4054-a4c6-6f111507bb1d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:38.486689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22081b10-1747-447b-94d6-cc60913051ff req-7fd79988-5bc0-4054-a4c6-6f111507bb1d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 950 time: 0.1166255 Feb 10 15:56:38.529504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1096a545-ee06-4693-9957-d0995d382220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.532139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Pushing event deleted for resources: {'Port': ['ID=b5a88060-731b-4e0c-9327-5d44b2c9d84c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:38.532255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1096a545-ee06-4693-9957-d0995d382220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.536799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1096a545-ee06-4693-9957-d0995d382220 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/400d39f4-3b70-450c-86c4-7cd2a98a51f7 HTTP/1.1" status: 204 len: 168 time: 0.7213395 Feb 10 15:56:38.561462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-842b99cd-de00-4dd8-a837-043a53ff044c req-c2b44f5a-3889-4e11-be4a-cc2d79dc4d7f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400161 Feb 10 15:56:38.592879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096a545-ee06-4693-9957-d0995d382220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d39f4-3b70-450c-86c4-7cd2a98a51f7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:38.603406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22081b10-1747-447b-94d6-cc60913051ff req-ade5f23f-9604-41f7-8364-4e62874d6de1 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157553 Feb 10 15:56:38.612347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.670057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event deleted for resources: {'Port': ['ID=c3ece68c-32f6-4378-8fe2-2b6d45a06fa9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:38.673971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] No DVR routers for this DVR port b5a88060-731b-4e0c-9327-5d44b2c9d84c on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:38.677502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.681009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ca576870-6869-43de-bbde-686cf9d25e09 req-0133eb07-7631-4f60-964c-d6f6d921a275 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.45 "DELETE /v2.0/ports/b5a88060-731b-4e0c-9327-5d44b2c9d84c HTTP/1.1" status: 204 len: 173 time: 1.4876039 Feb 10 15:56:38.681495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'name': 'network-vif-deleted', 'tag': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:38.683869 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec652451-fdb0-4549-a941-7728b56cb141" -d '{"events": [{"server_uuid": "67f8fcb5-2118-4c45-97f3-a445c6ce2057", "name": "network-vif-deleted", "tag": "b5a88060-731b-4e0c-9327-5d44b2c9d84c"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:38.725451 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.736341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6d74a3e7-aad1-4a34-b6b2-db5d0d6e58d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "DELETE /v2.0/ports/c3ece68c-32f6-4378-8fe2-2b6d45a06fa9 HTTP/1.1" status: 204 len: 168 time: 1.7684178 Feb 10 15:56:38.738206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:38.740233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40562) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:38.786017 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe04fc8-164a-47d6-8d16-b56e3d22fd5f x-openstack-request-id: req-dfe04fc8-164a-47d6-8d16-b56e3d22fd5f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:38.786316 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8fcb5-2118-4c45-97f3-a445c6ce2057", "name": "network-vif-deleted", "tag": "b5a88060-731b-4e0c-9327-5d44b2c9d84c", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:38.786579 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfe04fc8-164a-47d6-8d16-b56e3d22fd5f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:38.787009 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8fcb5-2118-4c45-97f3-a445c6ce2057', 'name': 'network-vif-deleted', 'tag': 'b5a88060-731b-4e0c-9327-5d44b2c9d84c', 'status': 'completed', 'code': 200} Feb 10 15:56:38.819421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.846943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Deleting subnet c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:38.851475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:38.878327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=270f3cda-112b-4ee9-b9ce-f519afa9549a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:38.956722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:39.270585 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:39.392755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-828c13e2-fac0-4942-88b9-02b48212c22b req-0fe8e013-2a54-46a5-9a27-15187a79dc99 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=67f8fcb5-2118-4c45-97f3-a445c6ce2057 HTTP/1.1" status: 200 len: 210 time: 0.1364255 Feb 10 15:56:39.421151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:39.558578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcf84-d498-4ef9-8fde-27fef7846c29 req-129a94a2-28f2-4d5d-9efc-7ab2dec0fb3f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:39.559879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-c697f94e-7cac-43b3-90f2-4a105c43d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:39.560834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d61dcf84-d498-4ef9-8fde-27fef7846c29 req-129a94a2-28f2-4d5d-9efc-7ab2dec0fb3f tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2266350 Feb 10 15:56:39.561569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-c697f94e-7cac-43b3-90f2-4a105c43d9ef service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4&tenant_id=575e410bfbdd408e86a7206d61162000 HTTP/1.1" status: 200 len: 1095 time: 0.1802378 Feb 10 15:56:39.623775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:39.643111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d61dcf84-d498-4ef9-8fde-27fef7846c29 req-4cc53b55-f22f-43fe-94de-8b0639138aa4 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753634 Feb 10 15:56:39.683632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54c8fc-a9c2-46f2-86ee-e04cfb60c5e9 None None] Network 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:39.686774 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:39.695055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "DELETE /v2.0/subnets/c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1 HTTP/1.1" status: 204 len: 168 time: 0.9531863 Feb 10 15:56:39.697382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9196c-5952-4e71-b6c2-0ea7313fcabd tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dfdd41-f6ad-4c9d-8646-aa1257cb53f1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:39.699884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40586) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:39.858210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad57fec-74f6-4851-9c98-14ac906f702d req-4b4b7255-4a92-41f2-b9ca-97b5d2334966 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:39.859766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fad57fec-74f6-4851-9c98-14ac906f702d req-4b4b7255-4a92-41f2-b9ca-97b5d2334966 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1896701 Feb 10 15:56:39.864923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:39.880564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8de9-058c-4012-a8e8-e77d17f0d48a req-1f83f26e-61e3-4eb3-a299-089cd347e4de tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:39.883888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-472a8de9-058c-4012-a8e8-e77d17f0d48a req-1f83f26e-61e3-4eb3-a299-089cd347e4de tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 950 time: 0.1403506 Feb 10 15:56:39.939566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b5a88060-731b-4e0c-9327-5d44b2c9d84c no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:39.958332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:39.965540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: b5a88060-731b-4e0c-9327-5d44b2c9d84c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:39.965993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device b5a88060-731b-4e0c-9327-5d44b2c9d84c not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:39.982007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fad57fec-74f6-4851-9c98-14ac906f702d req-3b0ef655-eb0c-4162-acce-dae0ec05ccb8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103709 Feb 10 15:56:40.003055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-472a8de9-058c-4012-a8e8-e77d17f0d48a req-0e8e1c04-d0e2-49bb-86ec-002af465177d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086862 Feb 10 15:56:40.015728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] DHCP port deletion for 8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:40.045459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Deleting port 32b29984-6803-446e-9e09-bd67404ae4f0 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:40.045814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.093865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] Deleting port 32b29984-6803-446e-9e09-bd67404ae4f0 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:40.095906 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.128611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] For port 32b29984-6803-446e-9e09-bd67404ae4f0, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=32b29984-6803-446e-9e09-bd67404ae4f0,segment=NetworkSegment(a177b9f8-4c19-4509-8316-3ac31e840867),segment_id=a177b9f8-4c19-4509-8316-3ac31e840867)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:40.129256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.145140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Calling delete_port for 32b29984-6803-446e-9e09-bd67404ae4f0 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:40.181742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] For port 32b29984-6803-446e-9e09-bd67404ae4f0, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=32b29984-6803-446e-9e09-bd67404ae4f0,segment=NetworkSegment(a177b9f8-4c19-4509-8316-3ac31e840867),segment_id=a177b9f8-4c19-4509-8316-3ac31e840867)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:40.182301 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.185054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Router c67b7830-2320-4294-ae4f-80bebd2b1845 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:56:40.193128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1761175795'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:40.201730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] Calling delete_port for 32b29984-6803-446e-9e09-bd67404ae4f0 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:40.243726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:40.248285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.259479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.259701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-588b3d65-8003-4e45-9fc8-6d62f50e18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:40.260824 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-588b3d65-8003-4e45-9fc8-6d62f50e18b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1095 time: 0.0879619 Feb 10 15:56:40.291402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.312833 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.328110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event deleted for resources: {'Port': ['ID=32b29984-6803-446e-9e09-bd67404ae4f0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:40.332374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] No DVR routers for this DVR port 32b29984-6803-446e-9e09-bd67404ae4f0 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:40.351618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] Pushing event deleted for resources: {'Port': ['ID=32b29984-6803-446e-9e09-bd67404ae4f0,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:40.356662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bca981-8fba-4e34-9a56-0261fdfee621 None None] No DVR routers for this DVR port 32b29984-6803-446e-9e09-bd67404ae4f0 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:40.406315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:56:40.414457 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7b9ae914-c357-4c87-8315-2cbf994ccac7 admin admin] 10.222.0.21 "PUT /v2.0/routers/c67b7830-2320-4294-ae4f-80bebd2b1845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0264695 Feb 10 15:56:40.419137 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] Sync routers for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:56:40.427616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40606) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:40.431240 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:40.431891 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:56:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.481876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.496193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-9a65ef0f-7007-4720-ae6f-15a2cdd1251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:40.498719 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-9a65ef0f-7007-4720-ae6f-15a2cdd1251f service neutron] 10.222.0.75 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.2286985 Feb 10 15:56:40.549199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.557678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.560221 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.611877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a177b9f8-4c19-4509-8316-3ac31e840867') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.612709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a177b9f8-4c19-4509-8316-3ac31e840867') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.615936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9df1d19-000e-4fcd-b110-f9049485acf0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:40.633057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.639851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:40.644216 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:40.661419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.664599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.664950 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Added segment 704179d8-7aed-4d2d-8dae-ef085ed159c8 of type vlan for network 7367ae43-6dee-4f2c-b7e3-fec457049beb Feb 10 15:56:40.673573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.678725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:40.679850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:40.683152 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:40.751673 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-82f52ab5-ddf8-4248-a028-e6dbf9362999 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 999 time: 0.1643918 Feb 10 15:56:40.795324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.853970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-56e9ca70-a97e-4939-b9b4-2f90dc6c40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:40.855484 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-56e9ca70-a97e-4939-b9b4-2f90dc6c40d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.0927975 Feb 10 15:56:40.877215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.899404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.917911 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.929781 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:56:38Z', 'revision_number': 5, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port': {'id': '7a15404b-37d6-4f63-9e84-1b919cf87bac', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:45:39Z', 'updated_at': '2022-02-10T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.935067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] 10.222.0.21 "DELETE /v2.0/networks/8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a HTTP/1.1" status: 204 len: 168 time: 1.2253771 Feb 10 15:56:40.944374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.950401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:40.951004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.951893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-84404323-f30c-40f8-9ae5-aae73c68975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:40.953674 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-84404323-f30c-40f8-9ae5-aae73c68975b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887268 Feb 10 15:56:40.972643 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] Checking router: c67b7830-2320-4294-ae4f-80bebd2b1845 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:56:40.979654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db690e-1d20-462c-8e72-4ef3de3a71b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154 tempest-ExtraDHCPOptionsIpV6TestJSON-1754823154-project] Pushing event deleted for resources: {'Network': ['ID=8e1ec6d2-4048-4bb8-bf6c-b8b0e9f5197a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:40.990421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Deleting port 7a15404b-37d6-4f63-9e84-1b919cf87bac {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:40.990768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:40.993978 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] Routers {'c67b7830-2320-4294-ae4f-80bebd2b1845'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:40.994934 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:56:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c67b7830-2320-4294-ae4f-80bebd2b1845'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.998651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85452059-3540-442a-80af-48b422e3906d req-af8642f9-2f9f-46c1-b945-adcfa2d98514 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:41.000198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85452059-3540-442a-80af-48b422e3906d req-af8642f9-2f9f-46c1-b945-adcfa2d98514 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2006462 Feb 10 15:56:41.031158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0709410 Feb 10 15:56:41.090207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-0657d74a-c0e2-413f-9d69-6ed86428e389 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:41.098530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-0657d74a-c0e2-413f-9d69-6ed86428e389 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/networks?id=139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 200 len: 809 time: 0.3237882 Feb 10 15:56:41.135658 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] Set router c67b7830-2320-4294-ae4f-80bebd2b1845 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:41.136152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-8db6de48-6b32-4195-a52f-930f2a7f45f5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/quotas/02a747e74cd442868948d6051130002e HTTP/1.1" status: 200 len: 375 time: 0.0361822 Feb 10 15:56:41.171666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-dcb55f8e-a04c-4971-874a-2ed86453e2c7 service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071307 Feb 10 15:56:41.174507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85452059-3540-442a-80af-48b422e3906d req-233e2d03-a847-46ab-a3cc-ece20bde267a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548760 Feb 10 15:56:41.200493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5c880-2508-4cdd-9de5-c56fad822957 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Network': ['ID=7367ae43-6dee-4f2c-b7e3-fec457049beb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:41.226637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7367ae43-6dee-4f2c-b7e3-fec457049beb details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:41.237654 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:56:40Z', 'revision_number': 6, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:41.264041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-b2aae131-01a5-4905-8862-ec8a421e7c74 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02a747e74cd442868948d6051130002e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196389 Feb 10 15:56:41.293461 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8d6c-3ca2-4c07-b613-80e1b063315a None None] The sync data for ids ['c67b7830-2320-4294-ae4f-80bebd2b1845'] in n-d-827895-3 is: [{'id': 'c67b7830-2320-4294-ae4f-80bebd2b1845', 'name': 'tempest-ServerActionsTestJSON-284152901-router', 'tenant_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:45:38Z', 'updated_at': '2022-02-10T15:56:40Z', 'revision_number': 6, 'project_id': '1c7527deb84a45ee9cc84cd74ed2b43c', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:56:41.430718 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-82286b2a-fbd1-4345-a2a0-b15c48ec1aed req-c2aeb474-a177-46e5-b737-1c6190ba5acd service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418602 Feb 10 15:56:41.434096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] For port 7a15404b-37d6-4f63-9e84-1b919cf87bac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7a15404b-37d6-4f63-9e84-1b919cf87bac,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:41.448415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:41.464764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:41.495615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Calling delete_port for 7a15404b-37d6-4f63-9e84-1b919cf87bac owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:41.507982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286126-8dc7-457f-bd1d-db37700b84cc req-177f118b-0748-44f3-9f77-ab1f8b1365c8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:41.520432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66286126-8dc7-457f-bd1d-db37700b84cc req-177f118b-0748-44f3-9f77-ab1f8b1365c8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1103868 Feb 10 15:56:41.552818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-f14e2843-510b-49b9-9263-f9da8b1d1acb service neutron] 10.222.0.21 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879546 Feb 10 15:56:41.656477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66286126-8dc7-457f-bd1d-db37700b84cc req-f8735898-15aa-42c6-a725-668398a27427 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308119 Feb 10 15:56:41.745917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 32b29984-6803-446e-9e09-bd67404ae4f0 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:41.774984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-ed2fcd40-bf88-426c-a1c0-392c98892d2e service neutron] 10.222.0.21 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200580 Feb 10 15:56:41.814765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 32b29984-6803-446e-9e09-bd67404ae4f0 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:41.815108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 32b29984-6803-446e-9e09-bd67404ae4f0 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:41.831360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40660) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:41.838267 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dcfd348e-fc8a-4ce7-a43c-2b46c45a5793 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e936d38bc29f4b8abf5c104aa3400f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694108 Feb 10 15:56:41.842922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:41.924635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7a15404b-37d6-4f63-9e84-1b919cf87bac,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:42.048042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74f14e03-f9a5-41b5-a070-b3d2cf64c3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.084030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.119709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74f14e03-f9a5-41b5-a070-b3d2cf64c3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.180023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3038985-491f-4302-b03c-dcd9e6f52b62 req-50e172b9-190f-430d-9bf7-f3eb7e002ecc tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 210 time: 0.0809152 Feb 10 15:56:42.219773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.222358 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.336894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74f14e03-f9a5-41b5-a070-b3d2cf64c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.348488 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74f14e03-f9a5-41b5-a070-b3d2cf64c3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.356986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-74f14e03-f9a5-41b5-a070-b3d2cf64c3a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d89513-0495-4c25-a332-070187a91de0 HTTP/1.1" status: 204 len: 168 time: 0.5228531 Feb 10 15:56:42.423392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f14e03-f9a5-41b5-a070-b3d2cf64c3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d89513-0495-4c25-a332-070187a91de0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:42.446389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.448686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67b7830-2320-4294-ae4f-80bebd2b1845 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:56:42.461815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.468204 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be592adb-5d3f-474f-abf6-5d8f8a44b2ea admin admin] 10.222.0.21 "DELETE /v2.0/routers/c67b7830-2320-4294-ae4f-80bebd2b1845 HTTP/1.1" status: 204 len: 168 time: 2.0370510 Feb 10 15:56:42.470557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40684) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:42.606181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Deleting subnet 0764aeed-309f-4c34-981f-2d1226c88765 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:42.614926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.688378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7e721-3d8a-4928-bcf8-5e9df4a06591 req-f1239230-b1f2-4ac4-8949-563b10f6d04e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:42.709169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4df7e721-3d8a-4928-bcf8-5e9df4a06591 req-f1239230-b1f2-4ac4-8949-563b10f6d04e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2500000 Feb 10 15:56:42.737404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:42.779967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:42.903817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4df7e721-3d8a-4928-bcf8-5e9df4a06591 req-a499a7a1-40bc-458e-b3d3-054de88df116 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896570 Feb 10 15:56:43.106543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af072c0-2cfd-46f7-8695-842990aca2a0 req-00a32050-da67-407b-8ae4-a90acee2818e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:43.132696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8af072c0-2cfd-46f7-8695-842990aca2a0 req-00a32050-da67-407b-8ae4-a90acee2818e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2244241 Feb 10 15:56:43.168200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.240199 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.316820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.357829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:43.374864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8af072c0-2cfd-46f7-8695-842990aca2a0 req-c7afbec2-ba3e-4f4e-ad56-1bce893a939e tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328243 Feb 10 15:56:43.379624 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0feabe8-346b-411a-8a47-4e203389801a" -d '{"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:43.446550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0764aeed-309f-4c34-981f-2d1226c88765,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:43.460098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.466021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-379e87a8-1aa3-4198-b18c-439d3884fa1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0764aeed-309f-4c34-981f-2d1226c88765 HTTP/1.1" status: 204 len: 168 time: 0.9943535 Feb 10 15:56:43.474707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40714) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:43.479770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0539733-6594-49c3-a730-ade52b5444f6 None None] Network 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:43.494433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:43.534658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7a15404b-37d6-4f63-9e84-1b919cf87bac no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:43.553429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aabe37b2-7f61-4126-bf61-1530caaa2df7 req-5eee0b3e-9580-4f34-81d8-56183f7a74ec tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 210 time: 0.1199315 Feb 10 15:56:43.566032 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.623738 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c731d2b-55b4-4008-88f7-659ab2231a1c x-openstack-request-id: req-5c731d2b-55b4-4008-88f7-659ab2231a1c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:43.624765 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:43.626597 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c731d2b-55b4-4008-88f7-659ab2231a1c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:43.626828 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'code': 200} Feb 10 15:56:43.681862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.781917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 7a15404b-37d6-4f63-9e84-1b919cf87bac {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:43.782567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7a15404b-37d6-4f63-9e84-1b919cf87bac not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:43.797390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 270f3cda-112b-4ee9-b9ce-f519afa9549a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:43.815389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Deleting port e3e58f4b-96df-48c6-8e0e-2b4ce125981d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:43.815966 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:43.943103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:56:43.945400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 270f3cda-112b-4ee9-b9ce-f519afa9549a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:43.945739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 270f3cda-112b-4ee9-b9ce-f519afa9549a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:43.980974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:44.020134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] For port e3e58f4b-96df-48c6-8e0e-2b4ce125981d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:44.020673 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:44.067081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Calling delete_port for e3e58f4b-96df-48c6-8e0e-2b4ce125981d owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:44.212278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:44.224104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'mac_address': 'fa:16:3e:2f:e9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:56:44.239321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fc8d9-b26d-4f8a-8b43-64387a89efc0 req-287ed850-daa5-4f24-a746-72982a3e5051 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:44.280165 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-530fc8d9-b26d-4f8a-8b43-64387a89efc0 req-287ed850-daa5-4f24-a746-72982a3e5051 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2064149 Feb 10 15:56:44.325865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] DHCP port deletion for 361bcf6d-8fb7-4850-bc58-cb96fa8d4262 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:44.330968 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:44.382950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40738) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:44.409898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:44.431426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'subnet': {'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:44.439929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-530fc8d9-b26d-4f8a-8b43-64387a89efc0 req-a74aa4ea-84e1-4e5d-9c92-89c2f6f94554 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559744 Feb 10 15:56:44.479866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c573fe96-338f-45c4-a3e3-aff863e26c5b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:44.556984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:44.568754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:44.670416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] Deleting port e3e58f4b-96df-48c6-8e0e-2b4ce125981d {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:44.670805 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:44.687322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-516345644'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:44.764368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:44.766393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['c573fe96-338f-45c4-a3e3-aff863e26c5b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:56:44.795684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c15f6-95ea-49ac-9fba-688aa5af22a2 req-ea2788eb-d355-465d-846b-b0752afc2e20 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:44.804858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c72c15f6-95ea-49ac-9fba-688aa5af22a2 req-ea2788eb-d355-465d-846b-b0752afc2e20 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2197139 Feb 10 15:56:44.848014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:44.864982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] For port e3e58f4b-96df-48c6-8e0e-2b4ce125981d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,segment=NetworkSegment(73c56a73-36e1-4111-a512-70f2d041f130),segment_id=73c56a73-36e1-4111-a512-70f2d041f130)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:44.865377 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:44.891726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] Calling delete_port for e3e58f4b-96df-48c6-8e0e-2b4ce125981d owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:44.899525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:44.926231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] No DVR routers for this DVR port e3e58f4b-96df-48c6-8e0e-2b4ce125981d on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:45.078452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c72c15f6-95ea-49ac-9fba-688aa5af22a2 req-198add28-8f31-47d0-8d5b-277e642c4ab8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264965 Feb 10 15:56:45.081334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:45.090462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.095974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26b92e1b-791b-448d-ad2d-90e9533b74bb req-db3fc21a-903c-4c03-9504-d73cc9e70690 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 210 time: 0.2901163 Feb 10 15:56:45.113217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.129825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.134744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.165659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361bcf6d-8fb7-4850-bc58-cb96fa8d4262']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:45.181657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c56a73-36e1-4111-a512-70f2d041f130') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:45.182260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c56a73-36e1-4111-a512-70f2d041f130') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:45.205068 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.205362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] No DVR routers for this DVR port e3e58f4b-96df-48c6-8e0e-2b4ce125981d on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:45.207223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91007052-b5a8-4584-9f3c-5b963b40902e None None] Pushing event deleted for resources: {'Port': ['ID=e3e58f4b-96df-48c6-8e0e-2b4ce125981d,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:45.259369 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.261900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:45.265928 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.306444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3e58f4b-96df-48c6-8e0e-2b4ce125981d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:45.326147 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:45.336233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: e3e58f4b-96df-48c6-8e0e-2b4ce125981d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:56:45.336485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3e58f4b-96df-48c6-8e0e-2b4ce125981d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:45.343300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.353759 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.400977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafa98e4-3c3a-4a41-8505-4c00293a1474,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:45.413910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:45.440499 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.441165 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment e701babb-55d4-4a33-bc90-b27a13612b8b of type vlan for network a06f0661-2119-4a25-a010-c09767ef09b6 Feb 10 15:56:45.556359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.605939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-934ea901-4663-4d7a-8e1d-3f72fb3bc5d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3746126 Feb 10 15:56:45.620172 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.678785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.683113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.686284 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/361bcf6d-8fb7-4850-bc58-cb96fa8d4262 HTTP/1.1" status: 204 len: 168 time: 2.2096739 Feb 10 15:56:45.702713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:45.705887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:45.743136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d526a-6282-44eb-8461-cc50e35b86b8 req-ad37faf1-f6ac-4f24-a031-7ba251998381 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:45.766133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-872d526a-6282-44eb-8461-cc50e35b86b8 req-ad37faf1-f6ac-4f24-a031-7ba251998381 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2021992 Feb 10 15:56:45.783495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d472f5-9846-4fd1-9881-d3ffe7c33a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=361bcf6d-8fb7-4850-bc58-cb96fa8d4262,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:45.925919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5088363 Feb 10 15:56:45.943901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:45.983688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-872d526a-6282-44eb-8461-cc50e35b86b8 req-97f29655-8dd9-4051-9851-f081f5aea015 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128856 Feb 10 15:56:46.008916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5f45-c3fa-444f-8668-0e837c67df25 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=a06f0661-2119-4a25-a010-c09767ef09b6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:46.050197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-11b59494-1102-4c04-bb2c-660dbe0f3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:46.053124 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-11b59494-1102-4c04-bb2c-660dbe0f3f43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=448495bf51704c9d8bc83582880d21a3&device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 1096 time: 0.3366694 Feb 10 15:56:46.082865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network a06f0661-2119-4a25-a010-c09767ef09b6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:46.084564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:46.091102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40780) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:46.124725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:46.139638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:46.197438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port c573fe96-338f-45c4-a3e3-aff863e26c5b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:46.198232 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:46.434550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-944bb86a-30eb-4c71-af6c-7d2c1452e268 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:46.439333 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-944bb86a-30eb-4c71-af6c-7d2c1452e268 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.75 "GET /v2.0/networks?id=139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 200 len: 809 time: 0.7933028 Feb 10 15:56:46.470090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681bfe8-8c72-45df-bf90-428b46f334dd req-624c08f8-fec7-4318-8fd2-8d5b5d3ef2a9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:46.473042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c681bfe8-8c72-45df-bf90-428b46f334dd req-624c08f8-fec7-4318-8fd2-8d5b5d3ef2a9 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1643353 Feb 10 15:56:46.475480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:46.480104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:46.488227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ecdabae0-6fe2-4134-a326-dedf89a82d57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c7527deb84a45ee9cc84cd74ed2b43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937597 Feb 10 15:56:46.495797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Request body: {'port': {'device_id': '737003f4-d297-4b69-9628-19ca559d8972', 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de', 'admin_state_up': True, 'tenant_id': '02a747e74cd442868948d6051130002e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:46.506490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40788) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:46.510947 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:46.562020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:46.564341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:46.568889 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f78d9-dd72-4c68-ae74-67554a6142d9" -d '{"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-plugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:46.575457 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:46.664392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Subnet': ['ID=73589b54-a08d-46b0-8fa0-ade9d91a1975,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:46.743399 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Checking segment: {'id': '704179d8-7aed-4d2d-8dae-ef085ed159c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:46.743906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network hostable DHCP agents. Network: 7367ae43-6dee-4f2c-b7e3-fec457049beb, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:46.754193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:46.838527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-5f9704a6-c883-4391-a446-8b91b71cd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:46.842310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-5f9704a6-c883-4391-a446-8b91b71cd585 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 200 len: 907 time: 0.7255478 Feb 10 15:56:46.954261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-afb5092a-ea99-4bdb-bb22-2dc2fa41a4ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1 HTTP/1.1" status: 200 len: 217 time: 0.0622323 Feb 10 15:56:46.984719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 7367ae43-6dee-4f2c-b7e3-fec457049beb is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:47.015904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Made reservation on behalf of 02a747e74cd442868948d6051130002e for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:47.015904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.043815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7367ae43-6dee-4f2c-b7e3-fec457049beb) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:47.054343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63854c1c-3c51-41fd-bbb6-f68fd1bc2ae4 None None] Network 7367ae43-6dee-4f2c-b7e3-fec457049beb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:47.058213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:47.058814 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.061882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-ac18ff99-02ee-4ba6-a8d5-51cda2241b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:47.063330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-ac18ff99-02ee-4ba6-a8d5-51cda2241b0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 200 len: 846 time: 0.0973384 Feb 10 15:56:47.156641 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-d8729388-32e7-469b-9ef4-a091e33bc5c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a351e18d-489a-4740-b802-3d5f271cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828271 Feb 10 15:56:47.159982 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-557419f6-04eb-45ce-be92-26b3d94472de tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7332768 Feb 10 15:56:47.166445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:47.169380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c681bfe8-8c72-45df-bf90-428b46f334dd req-64028601-df75-4437-932b-6d53f14c8c64 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830103 Feb 10 15:56:47.268165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1408660329'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:47.276408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-76bf6f4c-ca85-4ee7-82d4-c5757c72d546 service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107655 Feb 10 15:56:47.420891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:47.425199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.432925 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eab71de5-c5b9-4411-9365-17280b96435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.493480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7367ae43-6dee-4f2c-b7e3-fec457049beb', 'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb', 'tenant_id': '56e046c6e921464abed09785e3b36df9', 'fixed_ips': [{'subnet_id': '73589b54-a08d-46b0-8fa0-ade9d91a1975'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:47.494046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Allocated IP 172.20.0.4 (139f0778-c37d-4945-a800-b036d6dac5de/74e609a1-b964-4641-b0b7-b713619e5833/b538b568-6578-49c5-a3a2-ce578a6e9e2d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:47.496868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.520764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4185fbfa-7bc1-4c22-baff-f4ec41c00f92 req-364d759a-bdc8-4bf1-8de3-1db73b2665ee service neutron] 10.222.0.45 "GET /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346764 Feb 10 15:56:47.521309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:47.537865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85b98875-8435-4c05-801c-2407a1bec8ef req-abac96e1-69e0-4d68-b0d1-501f2900e250 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 210 time: 0.1175325 Feb 10 15:56:47.564101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.565727 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Added segment fd212b66-afb0-4618-9efa-fd188737c058 of type vlan for network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a Feb 10 15:56:47.626483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eab71de5-c5b9-4411-9365-17280b96435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.701587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Allocated IP 2001:db8:0:ffff::2 (7367ae43-6dee-4f2c-b7e3-fec457049beb/73589b54-a08d-46b0-8fa0-ade9d91a1975/e43b88f5-d05b-4a91-b97f-c1b460a8d328) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:47.836897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.911970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.921431 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04805d67-e6a1-407b-8b72-2eb3eabccbc6 x-openstack-request-id: req-04805d67-e6a1-407b-8b72-2eb3eabccbc6 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:47.921852 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-plugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:47.921984 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04805d67-e6a1-407b-8b72-2eb3eabccbc6 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:47.922379 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'code': 200} Feb 10 15:56:47.926486 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.966726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.995927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eab71de5-c5b9-4411-9365-17280b96435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:47.998755 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eab71de5-c5b9-4411-9365-17280b96435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.000441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eab71de5-c5b9-4411-9365-17280b96435d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8edf5561-02d2-49d4-95f3-a2cc1fb11166 HTTP/1.1" status: 204 len: 168 time: 1.4853575 Feb 10 15:56:48.044180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab71de5-c5b9-4411-9365-17280b96435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf5561-02d2-49d4-95f3-a2cc1fb11166,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:48.053809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1a16-f7ea-4fe1-a35f-626f9bc77415 req-66be3954-8f29-4179-8965-75eabeea5869 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:48.056331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb6d1a16-f7ea-4fe1-a35f-626f9bc77415 req-66be3954-8f29-4179-8965-75eabeea5869 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1725624 Feb 10 15:56:48.105755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Pushing event updated for resources: {'Port': ['ID=e43b88f5-d05b-4a91-b97f-c1b460a8d328,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:48.121028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=58e42fab-649d-4301-8935-5fcc6a12a5c1,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:48.151072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': 'e701babb-55d4-4a33-bc90-b27a13612b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:48.151577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: a06f0661-2119-4a25-a010-c09767ef09b6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:48.170752 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.178792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb6d1a16-f7ea-4fe1-a35f-626f9bc77415 req-25480f82-19a2-424c-a675-511a23741d3a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094279 Feb 10 15:56:48.193437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:48.196049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.215523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Network 7367ae43-6dee-4f2c-b7e3-fec457049beb is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:48.219418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:48.220785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network a06f0661-2119-4a25-a010-c09767ef09b6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:48.229905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:48.247710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, a06f0661-2119-4a25-a010-c09767ef09b6) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:48.262776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:48.266220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.297563 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1299424 Feb 10 15:56:48.303610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fad12214-6a25-481b-97af-3393a6f793ec tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1759410 Feb 10 15:56:48.306279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40806) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:48.307901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40808) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:48.336304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430831b-d408-49a9-92c9-cfa6ab9aa859 None None] Network a06f0661-2119-4a25-a010-c09767ef09b6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:48.345817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-625758659'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:48.384116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'subnet': {'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:48.650580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Attempting to bind port e43b88f5-d05b-4a91-b97f-c1b460a8d328 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:48.662720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Attempting to bind port e43b88f5-d05b-4a91-b97f-c1b460a8d328 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '704179d8-7aed-4d2d-8dae-ef085ed159c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:48.663791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Attempting to bind port e43b88f5-d05b-4a91-b97f-c1b460a8d328 on network 7367ae43-6dee-4f2c-b7e3-fec457049beb {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:48.687583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:48.687965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Checking segment: {'id': '704179d8-7aed-4d2d-8dae-ef085ed159c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:48.688369 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.688760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Bound using segment: {'id': '704179d8-7aed-4d2d-8dae-ef085ed159c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:48.700183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f7ccd-139c-4f7b-abee-79800be5a683 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Network': ['ID=2b2d580e-ad99-4fa2-b2ef-f45dd894c17a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:48.707756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Bound port: e43b88f5-d05b-4a91-b97f-c1b460a8d328, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704179d8-7aed-4d2d-8dae-ef085ed159c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7367ae43-6dee-4f2c-b7e3-fec457049beb'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:48.709269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.737881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:48.760918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.788046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-69fb4034-4531-4a7a-97b4-72fac0bbcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:48.790561 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-69fb4034-4531-4a7a-97b4-72fac0bbcbc3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=575e410bfbdd408e86a7206d61162000&device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1095 time: 0.2581558 Feb 10 15:56:48.793369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:48.797014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.827829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:48.831526 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:48.941641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331b61-e938-49f2-8153-fa87482e9a90 req-fc17ca7c-6c07-4bf2-bdc0-2e092e8e2163 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:48.978244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0331b61-e938-49f2-8153-fa87482e9a90 req-fc17ca7c-6c07-4bf2-bdc0-2e092e8e2163 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.3518891 Feb 10 15:56:49.005799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.175864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] For port e43b88f5-d05b-4a91-b97f-c1b460a8d328, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:49.184572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] For port e43b88f5-d05b-4a91-b97f-c1b460a8d328, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e43b88f5-d05b-4a91-b97f-c1b460a8d328,segment=NetworkSegment(704179d8-7aed-4d2d-8dae-ef085ed159c8),segment_id=704179d8-7aed-4d2d-8dae-ef085ed159c8)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:49.203453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Network 139f0778-c37d-4945-a800-b036d6dac5de is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:49.215489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:49.220524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:49.226673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-4a324938-b20d-4ed7-931a-891cee5738e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:49.233485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-4a324938-b20d-4ed7-931a-891cee5738e0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 200 len: 917 time: 0.4113615 Feb 10 15:56:49.237081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0331b61-e938-49f2-8153-fa87482e9a90 req-33d33027-7e06-452c-83dd-2f34a20bdfd4 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549601 Feb 10 15:56:49.238314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.287337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Pushing event updated for resources: {'Port': ['ID=b538b568-6578-49c5-a3a2-ce578a6e9e2d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:49.325141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:49.406663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a2ec1-7e00-4ebc-b067-2182a9447336 None None] Pushing event updated for resources: {'Port': ['ID=e43b88f5-d05b-4a91-b97f-c1b460a8d328,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:49.412808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.413274 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment baafbc96-9f21-4896-8ca1-968b0d2f8e93 of type vlan for network 22302b89-1893-4d4a-861d-cd56b5276709 Feb 10 15:56:49.416362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-a06f0661-2119-4a25-a010-c09767ef09b6', 'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': '58e42fab-649d-4301-8935-5fcc6a12a5c1'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:49.418868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.480390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:49.481244 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.495927 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-b8d30ade-d1a0-4cfe-9dfe-9f3331a9576f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 200 len: 999 time: 0.2514427 Feb 10 15:56:49.588678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-89ae4a5c-caad-4f4b-a48e-a2079fa0b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:49.590483 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-89ae4a5c-caad-4f4b-a48e-a2079fa0b74a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 200 len: 855 time: 0.0856533 Feb 10 15:56:49.596215 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-306717e3-3024-4320-825d-9c5bdd80cd3d tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1126783 Feb 10 15:56:49.633677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.647131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Request body: {'port': {'device_id': '737003f4-d297-4b69-9628-19ca559d8972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:49.788301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:49.815974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eceab-d3f3-49ae-967c-4b483e0e1fff req-f4bf7f3e-2822-403c-9dc5-c76eb557d9ca tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:49.848224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d62eceab-d3f3-49ae-967c-4b483e0e1fff req-f4bf7f3e-2822-403c-9dc5-c76eb557d9ca tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 931 time: 0.3962278 Feb 10 15:56:49.915257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Allocated IP 172.20.255.242 (a06f0661-2119-4a25-a010-c09767ef09b6/58e42fab-649d-4301-8935-5fcc6a12a5c1/ec27dafe-fbe2-4255-978b-5bd6d59248ac) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:50.176024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d62eceab-d3f3-49ae-967c-4b483e0e1fff req-4d7eb7d2-cdfa-4e73-8d01-c2136921f087 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267686 Feb 10 15:56:50.186324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:50.205327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:50.208463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:50.265129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9453058 Feb 10 15:56:50.270596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:50.282662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '22302b89-1893-4d4a-861d-cd56b5276709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:50.426067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40838) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:50.647268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:50.661311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:50.801332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-e15937e2-d325-4e4d-890c-c299df022c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:50.802879 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-e15937e2-d325-4e4d-890c-c299df022c32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c84ca604-2a72-42f5-8002-1fcccafdc06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1743479 Feb 10 15:56:50.836712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1228932423-network', 'tenant_id': 'ec1ca232c26446a1a4051d0aa5069350'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:50.878697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Pushing event updated for resources: {'Port': ['ID=ec27dafe-fbe2-4255-978b-5bd6d59248ac,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:50.943229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Network a06f0661-2119-4a25-a010-c09767ef09b6 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:50.946469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:50.950801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd40a9c-9b36-4562-8754-37d79e47de48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=22302b89-1893-4d4a-861d-cd56b5276709,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:51.000547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:51.002935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:51.020435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.054579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 22302b89-1893-4d4a-861d-cd56b5276709 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:51.130733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-39d04f97-1f76-4188-a271-e19a82ec710c service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942429 Feb 10 15:56:51.130733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40854) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:51.131143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:56:51.132276 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.182574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Attempting to bind port ec27dafe-fbe2-4255-978b-5bd6d59248ac on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:51.183051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Attempting to bind port ec27dafe-fbe2-4255-978b-5bd6d59248ac by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'e701babb-55d4-4a33-bc90-b27a13612b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:51.183570 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Attempting to bind port ec27dafe-fbe2-4255-978b-5bd6d59248ac on network a06f0661-2119-4a25-a010-c09767ef09b6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:51.200148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:51.202577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Checking segment: {'id': 'e701babb-55d4-4a33-bc90-b27a13612b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:51.202577 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.202577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Bound using segment: {'id': 'e701babb-55d4-4a33-bc90-b27a13612b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:51.205317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Bound port: ec27dafe-fbe2-4255-978b-5bd6d59248ac, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e701babb-55d4-4a33-bc90-b27a13612b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a06f0661-2119-4a25-a010-c09767ef09b6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:51.210429 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.336729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ef6f7-c518-401f-9b41-9e7833b2806a req-0af2e12a-aaea-418a-935d-c085293f6c52 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.338183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-878ef6f7-c518-401f-9b41-9e7833b2806a req-0af2e12a-aaea-418a-935d-c085293f6c52 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.9109850 Feb 10 15:56:51.338884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Made reservation on behalf of ec1ca232c26446a1a4051d0aa5069350 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:51.341345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.390281 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.438407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b613216-6218-4fea-b7b6-12bddd8d6df7 None None] Network 7367ae43-6dee-4f2c-b7e3-fec457049beb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:51.502696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Subnet': ['ID=738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:51.524179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb77baff-2921-45be-94a7-e3bde9a46241 req-38aa0360-31ec-4d6b-95d6-746462782f2d service neutron] 10.222.0.75 "GET /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896468 Feb 10 15:56:51.608069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] For port ec27dafe-fbe2-4255-978b-5bd6d59248ac, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:51.612120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] For port ec27dafe-fbe2-4255-978b-5bd6d59248ac, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ec27dafe-fbe2-4255-978b-5bd6d59248ac,segment=NetworkSegment(e701babb-55d4-4a33-bc90-b27a13612b8b),segment_id=e701babb-55d4-4a33-bc90-b27a13612b8b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:51.618721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e43b88f5-d05b-4a91-b97f-c1b460a8d328 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:51.627382 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.631497 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-878ef6f7-c518-401f-9b41-9e7833b2806a req-7e9d18e9-1116-4412-b947-8ab62a814c4d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757072 Feb 10 15:56:51.654388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Checking segment: {'id': 'fd212b66-afb0-4618-9efa-fd188737c058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:51.654789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network hostable DHCP agents. Network: 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:51.790662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.791095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.791482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.791957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.792416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.792979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:51.803514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.804159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.814038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-7599c832-ebd6-41be-b4eb-321b989aa7fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6489 time: 0.6974423 Feb 10 15:56:51.815084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-747040a9-cede-42cb-9d48-03ada6fcb57a None None] Provisioning complete for port e43b88f5-d05b-4a91-b97f-c1b460a8d328 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:51.816423 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-747040a9-cede-42cb-9d48-03ada6fcb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.850313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:51.868711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.869322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:51.875253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440051f-c603-4dc8-9c1e-e2ca8db944e9 None None] Network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:51.903430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-951fd879-e3b1-44e4-9994-130fba46b7e0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5862780 Feb 10 15:56:51.904226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40866) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:51.953933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'port': {'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a', 'name': 'tempest-NetworksIpV6TestAttrs-243755883'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:51.959288 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-d985e066-e8e2-445e-a81a-8d74eef678b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b833a773-2cb3-45e5-9a06-af04886a6b77&id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424062 Feb 10 15:56:52.087916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.126775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.132660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b538b568-6578-49c5-a3a2-ce578a6e9e2d {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:56:52.158984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.160316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:52.177021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Transition to ACTIVE for port object b538b568-6578-49c5-a3a2-ce578a6e9e2d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:56:52.181104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.183482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.214995 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.214995 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Added segment 15842646-9080-4e88-8aed-d2aea35dc7ad of type vlan for network b845ceb2-83c7-41ff-8933-fa1cfa8f6081 Feb 10 15:56:52.281734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4501-9e2c-4fb9-94fc-707f6f45a4f2 req-2272d37a-674e-456a-afa5-a68b53327cf1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:52.283224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-466a4501-9e2c-4fb9-94fc-707f6f45a4f2 req-2272d37a-674e-456a-afa5-a68b53327cf1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.4870386 Feb 10 15:56:52.318786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e63e4e-af1b-4155-b36c-7e53193091fe None None] Pushing event updated for resources: {'Port': ['ID=ec27dafe-fbe2-4255-978b-5bd6d59248ac,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:52.334767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e43b88f5-d05b-4a91-b97f-c1b460a8d328 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:52.335280 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.410364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b538b568-6578-49c5-a3a2-ce578a6e9e2d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:52.534735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-747040a9-cede-42cb-9d48-03ada6fcb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.589936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Attempting to bind port b538b568-6578-49c5-a3a2-ce578a6e9e2d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:52.590574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Attempting to bind port b538b568-6578-49c5-a3a2-ce578a6e9e2d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:52.591097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Attempting to bind port b538b568-6578-49c5-a3a2-ce578a6e9e2d on network 139f0778-c37d-4945-a800-b036d6dac5de {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:52.600584 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Port b538b568-6578-49c5-a3a2-ce578a6e9e2d on network 139f0778-c37d-4945-a800-b036d6dac5de not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:56:52.607535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Attempting to bind port b538b568-6578-49c5-a3a2-ce578a6e9e2d on network 139f0778-c37d-4945-a800-b036d6dac5de {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:52.616048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:52.617049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Checking segment: {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:52.625186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Bound using segment: {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:52.625946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Bound port: b538b568-6578-49c5-a3a2-ce578a6e9e2d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:52.626506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.645248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-747040a9-cede-42cb-9d48-03ada6fcb57a None None] For port e43b88f5-d05b-4a91-b97f-c1b460a8d328, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e43b88f5-d05b-4a91-b97f-c1b460a8d328,segment=NetworkSegment(704179d8-7aed-4d2d-8dae-ef085ed159c8),segment_id=704179d8-7aed-4d2d-8dae-ef085ed159c8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:52.687465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.766392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] For port b538b568-6578-49c5-a3a2-ce578a6e9e2d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:52.770104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] For port b538b568-6578-49c5-a3a2-ce578a6e9e2d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:52.777444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326078a-c87f-4033-9139-836b695c5666,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:52.786141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.809847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-747040a9-cede-42cb-9d48-03ada6fcb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.866070 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.867018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:52.879970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.882491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=6d09102f-58fc-4b12-88ba-3075dc759c3e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:52.895303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:52.907230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:52.908862 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/b538b568-6578-49c5-a3a2-ce578a6e9e2d HTTP/1.1" status: 200 len: 1091 time: 3.2665968 Feb 10 15:56:52.910346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737003f4-d297-4b69-9628-19ca559d8972', 'tag': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:56:52.912962 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af420c4d-89df-450a-b1f8-7f46b74a37c1" -d '{"events": [{"name": "network-changed", "server_uuid": "737003f4-d297-4b69-9628-19ca559d8972", "tag": "b538b568-6578-49c5-a3a2-ce578a6e9e2d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:52.956472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f07f-e447-4656-865a-8f27a50504e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b538b568-6578-49c5-a3a2-ce578a6e9e2d,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:52.979542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747040a9-cede-42cb-9d48-03ada6fcb57a None None] Pushing event updated for resources: {'Port': ['ID=e43b88f5-d05b-4a91-b97f-c1b460a8d328,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:53.020773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-2b2d580e-ad99-4fa2-b2ef-f45dd894c17a', 'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a', 'tenant_id': '56e046c6e921464abed09785e3b36df9', 'fixed_ips': [{'subnet_id': '738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:56:53.021650 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:53.198338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-075c14f0-5684-48a9-9613-1923c8558cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.200194 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-075c14f0-5684-48a9-9613-1923c8558cb1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=02a747e74cd442868948d6051130002e&device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 1094 time: 0.1214349 Feb 10 15:56:53.216390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] Pushing event updated for resources: {'Network': ['ID=b845ceb2-83c7-41ff-8933-fa1cfa8f6081,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:53.233194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-466a4501-9e2c-4fb9-94fc-707f6f45a4f2 req-2a962c97-5a0a-4964-a289-a2dfe24078d2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106740 Feb 10 15:56:53.269188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-75dab372-3bfa-4c7e-890a-a2f0bd77c89f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8198383 Feb 10 15:56:53.275732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': 'baafbc96-9f21-4896-8ca1-968b0d2f8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22302b89-1893-4d4a-861d-cd56b5276709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:53.276455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 22302b89-1893-4d4a-861d-cd56b5276709, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:53.354617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-dffe9f51-db13-46d4-8f2f-ca36cc6d81ea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d HTTP/1.1" status: 200 len: 217 time: 0.1167288 Feb 10 15:56:53.356797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:53.369853 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:53.435153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] device_id is not set on port c35d5929-8465-493d-97c2-bb67258b4212 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:56:53.502450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Allocated IP 2001:db8::f816:3eff:fe7d:58fc (2b2d580e-ad99-4fa2-b2ef-f45dd894c17a/738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7/2da83b00-cbe3-41de-8f70-52f5d2c63c0c) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:53.544761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-87bae630-abc4-43a8-bd7e-c93294ba8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.553541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-87bae630-abc4-43a8-bd7e-c93294ba8f24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=74e609a1-b964-4641-b0b7-b713619e5833 HTTP/1.1" status: 200 len: 849 time: 0.1908138 Feb 10 15:56:53.584979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 22302b89-1893-4d4a-861d-cd56b5276709 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:53.653928 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-2be9f12e-ced1-45bd-84b5-653b3062a5de service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=139f0778-c37d-4945-a800-b036d6dac5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618567 Feb 10 15:56:53.682994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 22302b89-1893-4d4a-861d-cd56b5276709) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:53.703065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.705425 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:53.731376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1e476-1207-4457-9909-0d60d1194613 req-d9496523-7665-40e3-bb26-85c706b66185 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.736462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52b1e476-1207-4457-9909-0d60d1194613 req-d9496523-7665-40e3-bb26-85c706b66185 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 943 time: 0.1855528 Feb 10 15:56:53.820340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1d2b622b-5170-4906-b39b-7e1ea17f703a tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5449638 Feb 10 15:56:53.835577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40882) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:53.906609 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-262f38a6-a315-4c54-bb4c-74eae6309453 service neutron] 10.222.0.75 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178211 Feb 10 15:56:54.081532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.227544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52b1e476-1207-4457-9909-0d60d1194613 req-95db1651-4d17-4d2c-b45f-e36ab0d9bebe tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764707 Feb 10 15:56:54.293052 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.293699 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09e991e0-7c0e-4e72-8cd9-9e9468884e2c req-42e723a2-83d2-470d-8c31-f23d09e2c0d5 service neutron] 10.222.0.75 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586042 Feb 10 15:56:54.323595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b845ceb2-83c7-41ff-8933-fa1cfa8f6081 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:54.337183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccce95c-eae2-4617-b871-d8718b222ea1 None None] Network 22302b89-1893-4d4a-861d-cd56b5276709 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:54.344615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f333135-5394-419b-9b21-ec1c04aaa80a None None] Network a06f0661-2119-4a25-a010-c09767ef09b6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:54.404458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.526824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Allocated IP 2001:db8::f816:3eff:fe51:4684 (2b2d580e-ad99-4fa2-b2ef-f45dd894c17a/738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7/c35d5929-8465-493d-97c2-bb67258b4212) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:54.529640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.672371 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.697469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=6d09102f-58fc-4b12-88ba-3075dc759c3e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:54.822452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Pushing event updated for resources: {'Port': ['ID=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:54.839863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-030d05e5-a8df-4223-a69c-9c2c61211223 None None] Provisioning complete for port e43b88f5-d05b-4a91-b97f-c1b460a8d328 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:54.840312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-030d05e5-a8df-4223-a69c-9c2c61211223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.868073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cd686-77dd-4631-9264-69685b41830d req-dd4ae14b-e78e-439e-9431-0d08767a3342 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.870642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df4cd686-77dd-4631-9264-69685b41830d req-dd4ae14b-e78e-439e-9431-0d08767a3342 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.4752209 Feb 10 15:56:54.873972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.886634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:54.920259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:54.935224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:54.938609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22302b89-1893-4d4a-861d-cd56b5276709']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:54.991037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baafbc96-9f21-4896-8ca1-968b0d2f8e93') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:54.991801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baafbc96-9f21-4896-8ca1-968b0d2f8e93') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:55.057490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.071347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df4cd686-77dd-4631-9264-69685b41830d req-04ea852e-5df8-42a0-8fae-72b1aec3727e tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797636 Feb 10 15:56:55.073161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:55.100953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.102801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ec27dafe-fbe2-4255-978b-5bd6d59248ac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:55.130933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:55.131929 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:55.136378 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:55.178122 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60350560-c18a-4264-b6a0-52a7d8cb5b59 x-openstack-request-id: req-60350560-c18a-4264-b6a0-52a7d8cb5b59 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:55.178684 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737003f4-d297-4b69-9628-19ca559d8972", "tag": "b538b568-6578-49c5-a3a2-ce578a6e9e2d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:55.178860 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60350560-c18a-4264-b6a0-52a7d8cb5b59 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:55.179376 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737003f4-d297-4b69-9628-19ca559d8972', 'tag': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d', 'status': 'completed', 'code': 200} Feb 10 15:56:55.282757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df14a20-c42b-40b7-a82d-b980af5de62f None None] Network 22302b89-1893-4d4a-861d-cd56b5276709 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:55.312703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-5ee23e02-f2be-4c1f-8179-cc62251b713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:55.315501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.316791 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-5ee23e02-f2be-4c1f-8179-cc62251b713e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=02a747e74cd442868948d6051130002e&device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 1094 time: 0.0927093 Feb 10 15:56:55.324730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.359348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.374433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/22302b89-1893-4d4a-861d-cd56b5276709 HTTP/1.1" status: 204 len: 168 time: 1.5348618 Feb 10 15:56:55.386546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40892) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:55.438405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260470417'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:55.522897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fadc-bde6-419d-baf0-bda1101089c9 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=22302b89-1893-4d4a-861d-cd56b5276709,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:55.527455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Attempting to bind port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:56:55.528047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Attempting to bind port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'fd212b66-afb0-4618-9efa-fd188737c058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:56:55.528169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Attempting to bind port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c on network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:55.533830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:55.534859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Checking segment: {'id': 'fd212b66-afb0-4618-9efa-fd188737c058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:55.535263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.535674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Bound using segment: {'id': 'fd212b66-afb0-4618-9efa-fd188737c058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:55.536141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Bound port: 2da83b00-cbe3-41de-8f70-52f5d2c63c0c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd212b66-afb0-4618-9efa-fd188737c058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b2d580e-ad99-4fa2-b2ef-f45dd894c17a'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:56:55.536533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.604468 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ec27dafe-fbe2-4255-978b-5bd6d59248ac triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:55.604845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.624464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-1f4856c2-86a3-4519-a63a-fe6911f6a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:55.626054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-1f4856c2-86a3-4519-a63a-fe6911f6a449 service neutron] 10.222.0.75 "GET /v2.0/networks?id=139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 200 len: 910 time: 0.2855377 Feb 10 15:56:55.707661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-96e7a7ec-8fc0-4e63-a352-55309848ea32 None None] Provisioning complete for port ec27dafe-fbe2-4255-978b-5bd6d59248ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:55.708028 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96e7a7ec-8fc0-4e63-a352-55309848ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.732502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-555b58b6-de12-4691-bf37-3ad737681505 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d HTTP/1.1" status: 200 len: 217 time: 0.0918660 Feb 10 15:56:55.750853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:55.754614 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:55.782454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] For port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:55.835256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] For port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,segment=NetworkSegment(fd212b66-afb0-4618-9efa-fd188737c058),segment_id=fd212b66-afb0-4618-9efa-fd188737c058)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:55.933654 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.004439 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.049132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:56.144995 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.174463 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96e7a7ec-8fc0-4e63-a352-55309848ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.175785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bafb4-b60c-46f8-a9c1-47f5288890b3 req-4d290c5b-e31d-4c14-b6b2-85c785442d84 tempest-ComputeTenantNetworksTest-175473616 tempest-ComputeTenantNetworksTest-175473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.182744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bafb4-b60c-46f8-a9c1-47f5288890b3 req-4d290c5b-e31d-4c14-b6b2-85c785442d84 tempest-ComputeTenantNetworksTest-175473616 tempest-ComputeTenantNetworksTest-175473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.188760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bafb4-b60c-46f8-a9c1-47f5288890b3 req-4d290c5b-e31d-4c14-b6b2-85c785442d84 tempest-ComputeTenantNetworksTest-175473616 tempest-ComputeTenantNetworksTest-175473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.190456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f8bafb4-b60c-46f8-a9c1-47f5288890b3 req-4d290c5b-e31d-4c14-b6b2-85c785442d84 tempest-ComputeTenantNetworksTest-175473616 tempest-ComputeTenantNetworksTest-175473616-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7419116 Feb 10 15:56:56.205611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.205951 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 3136745b-0964-48ee-a9fb-78a9a1d3594c of type vlan for network 1804cbe4-2976-4092-a993-8f91fef42e39 Feb 10 15:56:56.246100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:56.281969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:56.288761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:56.306169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.307140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.321575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-96e7a7ec-8fc0-4e63-a352-55309848ea32 None None] For port ec27dafe-fbe2-4255-978b-5bd6d59248ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ec27dafe-fbe2-4255-978b-5bd6d59248ac,segment=NetworkSegment(e701babb-55d4-4a33-bc90-b27a13612b8b),segment_id=e701babb-55d4-4a33-bc90-b27a13612b8b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:56.326562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Port': ['ID=c35d5929-8465-493d-97c2-bb67258b4212,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:56.334961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42411e61-a37b-425f-9fe4-1e2e46485d60 None None] Pushing event updated for resources: {'Port': ['ID=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:56.343407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96e7a7ec-8fc0-4e63-a352-55309848ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.357190 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.383054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c1898ec-4f4b-480d-91e7-5e467551de29 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4701881 Feb 10 15:56:56.390019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40898) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:56.410450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-6da13cce-6701-406d-81e9-f63cf2125b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.418412 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-6da13cce-6701-406d-81e9-f63cf2125b9e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=74e609a1-b964-4641-b0b7-b713619e5833 HTTP/1.1" status: 200 len: 849 time: 0.1110497 Feb 10 15:56:56.472639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7a7ec-8fc0-4e63-a352-55309848ea32 None None] Pushing event updated for resources: {'Port': ['ID=ec27dafe-fbe2-4255-978b-5bd6d59248ac,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:56.478083 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-b53f6be8-ee40-4bd6-a4ff-347aaeef0228 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=139f0778-c37d-4945-a800-b036d6dac5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459683 Feb 10 15:56:56.519152 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:56:56.519748 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:56:56.521072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1157d7ad-4db7-46d2-a624-4953e0292cc0 None None] Provisioning complete for port ec27dafe-fbe2-4255-978b-5bd6d59248ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:56.521072 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1157d7ad-4db7-46d2-a624-4953e0292cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.578218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.598247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.599548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.654090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e085fa-5ae9-401c-9e64-def98483114e req-a8c534b6-af53-4554-ab7d-dcc7b7c76c09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.658721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64e085fa-5ae9-401c-9e64-def98483114e req-a8c534b6-af53-4554-ab7d-dcc7b7c76c09 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.3302610 Feb 10 15:56:56.760137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-8dae4793-4c06-46ff-9cd3-e97b457dabb2 service neutron] 10.222.0.75 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615860 Feb 10 15:56:56.761494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting subnet 738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:56:56.803558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:56.856703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4236825 Feb 10 15:56:56.862437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40900) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:56.880465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '1804cbe4-2976-4092-a993-8f91fef42e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:56.894824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64e085fa-5ae9-401c-9e64-def98483114e req-4269999e-e53a-4310-a528-e156dd7fc39f tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208943 Feb 10 15:56:56.922830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3d296-74bc-4616-bc5c-b526b8c752ed tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=1804cbe4-2976-4092-a993-8f91fef42e39,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:56.951737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1804cbe4-2976-4092-a993-8f91fef42e39 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:56:56.971423 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-af420c4d-89df-450a-b1f8-7f46b74a37c1 req-3d913204-6957-4c80-963c-bb520eb284f3 service neutron] 10.222.0.75 "GET /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986866 Feb 10 15:56:56.986348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:57.098641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:57.104597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:57.150393 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:57.152439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e43b88f5-d05b-4a91-b97f-c1b460a8d328 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:57.246888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e43b88f5-d05b-4a91-b97f-c1b460a8d328 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:57.247686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:57.388667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing IP validity checks on allocation pools {{(pid=102615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:56:57.390036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:56:57.544172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe49f2-c43d-4d6b-b286-b71ca1307750 req-f5fbfb66-e273-43fe-9d5d-970e7ea1cee5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:57.546038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8afe49f2-c43d-4d6b-b286-b71ca1307750 req-f5fbfb66-e273-43fe-9d5d-970e7ea1cee5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 943 time: 0.4315834 Feb 10 15:56:57.709740 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:57.735327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8afe49f2-c43d-4d6b-b286-b71ca1307750 req-3e250cc0-f4a1-41e1-bc78-d80c8e24b700 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678634 Feb 10 15:56:57.773771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476070d-1d85-4a14-9bce-018a4f082904 None None] Network 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:58.007073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ec27dafe-fbe2-4255-978b-5bd6d59248ac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:58.127680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d3ff-ee49-4e59-8461-0c333e14440b req-5d1e9ec2-1d72-49b8-ad96-0c80f102645d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:58.136442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7407d3ff-ee49-4e59-8461-0c333e14440b req-5d1e9ec2-1d72-49b8-ad96-0c80f102645d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2294121 Feb 10 15:56:58.139378 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.214822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.219202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7 HTTP/1.1" status: 204 len: 168 time: 1.8258836 Feb 10 15:56:58.223189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40908) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:58.230009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6c2d9-c8c0-4603-8a7a-055c1cd529fa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Subnet': ['ID=738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:58.302866 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.379134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7407d3ff-ee49-4e59-8461-0c333e14440b req-229c8a3f-f30b-4529-aa75-662bc83e2baf tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416782 Feb 10 15:56:58.391745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ea1486f3-1b0c-4e2a-9063-797ad4fa446b None None] Provisioning complete for port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:58.392267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ea1486f3-1b0c-4e2a-9063-797ad4fa446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.546534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ea1486f3-1b0c-4e2a-9063-797ad4fa446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.550723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ec27dafe-fbe2-4255-978b-5bd6d59248ac triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:58.551120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.582892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f5cae-1e94-41ff-90f0-5555f19f14c7 req-3384037f-84ca-42f8-81f3-08d2c14077d5 tempest-ComputeTenantNetworksTest-175473616 tempest-ComputeTenantNetworksTest-175473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:58.593571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40910) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:58.595858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a64f5cae-1e94-41ff-90f0-5555f19f14c7 req-3384037f-84ca-42f8-81f3-08d2c14077d5 tempest-ComputeTenantNetworksTest-175473616 tempest-ComputeTenantNetworksTest-175473616-project] 10.222.0.21 "GET /v2.0/networks/b845ceb2-83c7-41ff-8933-fa1cfa8f6081 HTTP/1.1" status: 200 len: 769 time: 0.1376240 Feb 10 15:56:58.641075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d01455-a54c-418e-978b-03ec0ae7befa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:58.641318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ea1486f3-1b0c-4e2a-9063-797ad4fa446b None None] For port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,segment=NetworkSegment(fd212b66-afb0-4618-9efa-fd188737c058),segment_id=fd212b66-afb0-4618-9efa-fd188737c058)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:58.655415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d01455-a54c-418e-978b-03ec0ae7befa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:58.655658 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ea1486f3-1b0c-4e2a-9063-797ad4fa446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.665745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-55d01455-a54c-418e-978b-03ec0ae7befa tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4404662 Feb 10 15:56:58.675426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40912) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:58.714281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1486f3-1b0c-4e2a-9063-797ad4fa446b None None] Pushing event updated for resources: {'Port': ['ID=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:58.819467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:58.872124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] DHCP port deletion for 2b2d580e-ad99-4fa2-b2ef-f45dd894c17a request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:56:58.961093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2da83b00-cbe3-41de-8f70-52f5d2c63c0c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:56:58.993835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.015711 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-62f733f2-9ded-4ae5-a7ee-7a4f1177b975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.054486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b845ceb2-83c7-41ff-8933-fa1cfa8f6081']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:59.084693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15842646-9080-4e88-8aed-d2aea35dc7ad') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:59.085029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15842646-9080-4e88-8aed-d2aea35dc7ad') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:59.130298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.167763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.183241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:56:59.186149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.253309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] Deleting port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:56:59.254085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.294647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:59.295020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.331476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '3136745b-0964-48ee-a9fb-78a9a1d3594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1804cbe4-2976-4092-a993-8f91fef42e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:56:59.342748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 1804cbe4-2976-4092-a993-8f91fef42e39, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:56:59.348414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=c7915a77-615d-4d23-ad96-369a0a82233a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:56:59.350125 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:56:59.356120 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.371321 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.382840 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b845ceb2-83c7-41ff-8933-fa1cfa8f6081 HTTP/1.1" status: 204 len: 168 time: 0.7846715 Feb 10 15:56:59.454019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 1804cbe4-2976-4092-a993-8f91fef42e39 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:56:59.464766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9f1d3-f3f9-407b-bb80-88a57bc8c215 admin admin] Pushing event deleted for resources: {'Network': ['ID=b845ceb2-83c7-41ff-8933-fa1cfa8f6081,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:59.472489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d223-f5d1-4d7c-b6ab-9a30c67fc86d tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.474454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] For port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,segment=NetworkSegment(fd212b66-afb0-4618-9efa-fd188737c058),segment_id=fd212b66-afb0-4618-9efa-fd188737c058)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:59.475180 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.498642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] Calling delete_port for 2da83b00-cbe3-41de-8f70-52f5d2c63c0c owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:56:59.514407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7f6e-b814-456e-8e1b-15c5d8f66463 req-21669147-1dc0-4293-9c6c-36d6d360b006 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:59.532537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d8f7f6e-b814-456e-8e1b-15c5d8f66463 req-21669147-1dc0-4293-9c6c-36d6d360b006 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.8326533 Feb 10 15:56:59.549327 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd0d223-f5d1-4d7c-b6ab-9a30c67fc86d tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 15:56:59.550329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd0d223-f5d1-4d7c-b6ab-9a30c67fc86d tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:56:59.558685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:59.563372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dcd0d223-f5d1-4d7c-b6ab-9a30c67fc86d tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/2b2d580e-ad99-4fa2-b2ef-f45dd894c17a HTTP/1.1" status: 409 len: 405 time: 0.8783858 Feb 10 15:56:59.564769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-7891304'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:59.566757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1804cbe4-2976-4092-a993-8f91fef42e39) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:59.575017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:59.575736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.607136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7a9bb561-ca42-4fd6-8e7e-03b46d4c9220 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7414808 Feb 10 15:56:59.618449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc5680-1aa0-4ad8-86f2-fd8f2fd333fd None None] Network 1804cbe4-2976-4092-a993-8f91fef42e39 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:56:59.621818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40922) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:59.626598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:59.633137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.660192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40924) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:59.767820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.777091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:56:59.779682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d8f7f6e-b814-456e-8e1b-15c5d8f66463 req-78986c97-e1c7-45e6-9cf4-67586a67c772 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459958 Feb 10 15:56:59.867463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.868514 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Added segment 7d4a50db-ce7d-4961-a526-b5ccdbe92b42 of type vlan for network 1071eb67-5735-41ea-8d7c-295bbd557ce8 Feb 10 15:56:59.892403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2da83b00-cbe3-41de-8f70-52f5d2c63c0c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:59.902470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1505ba82-c52a-4056-9b6d-af88b6d8e198 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1ca232c26446a1a4051d0aa5069350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411962 Feb 10 15:56:59.911201 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.928107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40928) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:56:59.932943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:56:59.986422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.007948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a1e57314-7f55-4427-bc32-62cf2335d27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.025099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2da83b00-cbe3-41de-8f70-52f5d2c63c0c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:00.025695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2da83b00-cbe3-41de-8f70-52f5d2c63c0c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:00.027474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456b45-7f83-4ee9-914b-778ee82f4ed5 req-18ba1546-371a-4d8f-9abf-04c4e02091db tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:00.029116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a456b45-7f83-4ee9-914b-778ee82f4ed5 req-18ba1546-371a-4d8f-9abf-04c4e02091db tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 943 time: 0.1088431 Feb 10 15:57:00.034620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] Pushing event deleted for resources: {'Port': ['ID=2da83b00-cbe3-41de-8f70-52f5d2c63c0c,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:00.040560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418dd188-50bd-48cc-8bfc-9a30bcfb7977 None None] No DVR routers for this DVR port 2da83b00-cbe3-41de-8f70-52f5d2c63c0c on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:00.099145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26f631-70e1-4055-818b-c7b6d1d984e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-1804cbe4-2976-4092-a993-8f91fef42e39', 'network_id': '1804cbe4-2976-4092-a993-8f91fef42e39', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': 'c7915a77-615d-4d23-ad96-369a0a82233a'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:00.100778 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1b26f631-70e1-4055-818b-c7b6d1d984e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.116523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a1e57314-7f55-4427-bc32-62cf2335d27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.142978 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.145848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.159714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:00.160370 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.226141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2bcc9d-7d7b-4719-907e-31d4f951906f None None] Network 1804cbe4-2976-4092-a993-8f91fef42e39 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:00.259048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.283115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1804cbe4-2976-4092-a993-8f91fef42e39']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:00.295669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3136745b-0964-48ee-a9fb-78a9a1d3594c') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:00.296035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3136745b-0964-48ee-a9fb-78a9a1d3594c') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:00.307474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.323624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.332202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:00.332606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:00.403222 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:00.449996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.452931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Network': ['ID=1071eb67-5735-41ea-8d7c-295bbd557ce8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:00.464545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=c7915a77-615d-4d23-ad96-369a0a82233a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:00.469299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a1e57314-7f55-4427-bc32-62cf2335d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.476794 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a1e57314-7f55-4427-bc32-62cf2335d27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.481281 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a1e57314-7f55-4427-bc32-62cf2335d27e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0326078a-c87f-4033-9139-836b695c5666 HTTP/1.1" status: 204 len: 168 time: 0.5511143 Feb 10 15:57:00.506528 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a7e3f052-4fa9-484a-9127-c739dafddbe0 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9463573 Feb 10 15:57:00.506948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.509354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1071eb67-5735-41ea-8d7c-295bbd557ce8 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:00.511597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:00.516919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/1804cbe4-2976-4092-a993-8f91fef42e39 HTTP/1.1" status: 204 len: 168 time: 0.8903096 Feb 10 15:57:00.528503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40936) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:00.552921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'subnet': {'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:00.564955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57314-7f55-4427-bc32-62cf2335d27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326078a-c87f-4033-9139-836b695c5666,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:00.573650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1882492374'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:00.603701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a456b45-7f83-4ee9-914b-778ee82f4ed5 req-7cdd64d9-3257-4ef4-ac79-f977788e035f tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402133 Feb 10 15:57:00.605164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21369ddd-45b9-42d8-a172-b15972ce9c16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=1804cbe4-2976-4092-a993-8f91fef42e39,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:00.698514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:00.702310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.925165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:00.949551 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b538b568-6578-49c5-a3a2-ce578a6e9e2d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:57:00.966395 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:00.966758 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 805494be-e2e6-480f-ad2e-edc811dadf52 of type vlan for network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e Feb 10 15:57:01.016519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:01.032195 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.125970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.144633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51253f64-095a-4b9f-8c04-dc5ad1a744e9 req-8c7f8cbe-dc28-4071-a423-96767893d633 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:01.147163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51253f64-095a-4b9f-8c04-dc5ad1a744e9 req-8c7f8cbe-dc28-4071-a423-96767893d633 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.3806119 Feb 10 15:57:01.199965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.223228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b538b568-6578-49c5-a3a2-ce578a6e9e2d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:01.228381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:01.237507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.281416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d', 'network_id': '139f0778-c37d-4945-a800-b036d6dac5de', 'port_id': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d', 'mac_address': 'fa:16:3e:db:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e609a1-b964-4641-b0b7-b713619e5833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:57:01.407397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51253f64-095a-4b9f-8c04-dc5ad1a744e9 req-07aadea5-3527-4cb7-a8ff-e8c9589d1a65 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424777 Feb 10 15:57:01.414887 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e72b28b6-1add-447b-8b53-44f260092fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.460026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.489113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b538b568-6578-49c5-a3a2-ce578a6e9e2d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:01.532319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b538b568-6578-49c5-a3a2-ce578a6e9e2d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:01.538639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:01.609474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0572095 Feb 10 15:57:01.622899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40948) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:01.632273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:01.665687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b538b568-6578-49c5-a3a2-ce578a6e9e2d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:01.832968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f8d0-755c-4825-8eda-0cca2680d2ff tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=1bd0842f-92e2-43ca-976d-f940d0b5ad3e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:01.850506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:01.905354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:57:01.907999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.019492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b538b568-6578-49c5-a3a2-ce578a6e9e2d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:02.033335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2756ad-cc45-45cb-84a3-8c2e109d86f9 req-90ee824a-642d-4ae9-979e-041ffb8afc6e tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:02.034946 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e2756ad-cc45-45cb-84a3-8c2e109d86f9 req-90ee824a-642d-4ae9-979e-041ffb8afc6e tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 944 time: 0.1920004 Feb 10 15:57:02.066001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:02.070252 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.088436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Subnet': ['ID=2ea91d0a-81a3-4e25-88a7-850b27af8548,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:02.141299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Checking segment: {'id': '7d4a50db-ce7d-4961-a526-b5ccdbe92b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:02.142083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network hostable DHCP agents. Network: 1071eb67-5735-41ea-8d7c-295bbd557ce8, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:02.176992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 1071eb67-5735-41ea-8d7c-295bbd557ce8 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:02.198392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1071eb67-5735-41ea-8d7c-295bbd557ce8) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:02.212936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:02.217666 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.225539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e2756ad-cc45-45cb-84a3-8c2e109d86f9 req-526aa5e0-0aaa-4590-82ce-e38a1af05308 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837299 Feb 10 15:57:02.237632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63304e46-9300-4d3a-a53b-e8f5076fe583 None None] Network 1071eb67-5735-41ea-8d7c-295bbd557ce8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:02.270902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31093f14-8e0d-4978-bf58-ddf314c895f1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7341247 Feb 10 15:57:02.275394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40962) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:02.294402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'port': {'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8', 'name': 'tempest-NetworksIpV6TestAttrs-960803360'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:02.489308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:02.498564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.508086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.568941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] device_id is not set on port b43bc431-67ff-4076-bf5d-e584e4a86215 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:57:02.580553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=ebf5d5f1-8c22-4a75-90f9-8684fa329bae,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:02.599580 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.609498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b4a42-7e58-4859-9916-d8933fbb5fff req-79f6e9c0-fbb6-4fa0-acee-1633093d3aab tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:02.617020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b49b4a42-7e58-4859-9916-d8933fbb5fff req-79f6e9c0-fbb6-4fa0-acee-1633093d3aab tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2021718 Feb 10 15:57:02.726114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b49b4a42-7e58-4859-9916-d8933fbb5fff req-a167b6cc-73b2-4de9-ba4c-49d014600471 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080136 Feb 10 15:57:02.766163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-1071eb67-5735-41ea-8d7c-295bbd557ce8', 'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8', 'tenant_id': '56e046c6e921464abed09785e3b36df9', 'fixed_ips': [{'subnet_id': '2ea91d0a-81a3-4e25-88a7-850b27af8548'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:02.767034 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.769841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '805494be-e2e6-480f-ad2e-edc811dadf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:02.771895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 1bd0842f-92e2-43ca-976d-f940d0b5ad3e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:02.783143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Allocated IP 2001:db8::f816:3eff:fe6f:ade0 (1071eb67-5735-41ea-8d7c-295bbd557ce8/2ea91d0a-81a3-4e25-88a7-850b27af8548/b43bc431-67ff-4076-bf5d-e584e4a86215) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:02.858945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614d1c6-c36f-416e-a986-e53b2c429d00 req-b902f361-f0d5-4942-ac90-c1be66e23e90 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:02.860723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4614d1c6-c36f-416e-a986-e53b2c429d00 req-b902f361-f0d5-4942-ac90-c1be66e23e90 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1719627 Feb 10 15:57:02.863321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:02.936267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1bd0842f-92e2-43ca-976d-f940d0b5ad3e) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:02.940707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:02.941529 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:02.960772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68779c1b-9e8c-449d-acdd-331550eceea7 None None] Network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:02.973906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4614d1c6-c36f-416e-a986-e53b2c429d00 req-79560a95-f46d-427a-914e-fa2e20193676 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991368 Feb 10 15:57:02.993411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f9462189-dd66-48c9-9d29-c0514b7ab977 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3667440 Feb 10 15:57:02.996358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40978) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:03.029360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176283-71f7-41e8-8f06-7ddc3f01ca6f req-4afcbbde-0cbc-4d0e-9fba-ccbc61683db7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:03.038892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8176283-71f7-41e8-8f06-7ddc3f01ca6f req-4afcbbde-0cbc-4d0e-9fba-ccbc61683db7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1763732 Feb 10 15:57:03.089747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.139772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8176283-71f7-41e8-8f06-7ddc3f01ca6f req-7f26da27-7cfb-434d-9dd2-2b562a89d313 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995853 Feb 10 15:57:03.158448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.217382 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.238075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 1071eb67-5735-41ea-8d7c-295bbd557ce8 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:03.246019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:03.265256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:03.275702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:03.295572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.295572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Port': ['ID=b43bc431-67ff-4076-bf5d-e584e4a86215,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:03.298931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Allocated IP 2001:db8::f816:3eff:fe93:eeaf (1071eb67-5735-41ea-8d7c-295bbd557ce8/2ea91d0a-81a3-4e25-88a7-850b27af8548/0752d556-c2ba-42c1-bc8d-543b0938e27e) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:03.304372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-1bd0842f-92e2-43ca-976d-f940d0b5ad3e', 'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': 'ebf5d5f1-8c22-4a75-90f9-8684fa329bae'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:03.341284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.341562 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.356024 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba4fd3be-4550-4d5a-a153-21b1bf6051b8 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0732594 Feb 10 15:57:03.358197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40988) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:03.504588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting subnet 2ea91d0a-81a3-4e25-88a7-850b27af8548 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:57:03.575027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07910d67-7258-495e-8118-e1fe36c6a8fd req-a31789ec-e0b0-4712-bfd5-5c7fe5f0d130 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:03.583294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07910d67-7258-495e-8118-e1fe36c6a8fd req-a31789ec-e0b0-4712-bfd5-5c7fe5f0d130 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 944 time: 0.2384541 Feb 10 15:57:03.590594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Allocated IP 172.20.0.1 (1bd0842f-92e2-43ca-976d-f940d0b5ad3e/ebf5d5f1-8c22-4a75-90f9-8684fa329bae/ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:03.614576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41000) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:03.628937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.640265 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.660845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.684992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4c261-a3b6-4bdb-9e90-2f0ce739b2c6 req-78635b2f-a7b8-49d5-bf08-d2d603d81cae tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:03.696047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7d4c261-a3b6-4bdb-9e90-2f0ce739b2c6 req-78635b2f-a7b8-49d5-bf08-d2d603d81cae tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1111679 Feb 10 15:57:03.706844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07910d67-7258-495e-8118-e1fe36c6a8fd req-501983af-e9e4-405a-a09d-f36ff141b00b tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875428 Feb 10 15:57:03.738890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.751334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Network 1071eb67-5735-41ea-8d7c-295bbd557ce8 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:03.807653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7d4c261-a3b6-4bdb-9e90-2f0ce739b2c6 req-ac11d232-68b6-4594-98e6-961894472283 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966239 Feb 10 15:57:03.829220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:03.831862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:03.835705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb210961-f141-4798-86c7-98cbfd48a081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.908429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Pushing event updated for resources: {'Port': ['ID=0752d556-c2ba-42c1-bc8d-543b0938e27e,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:03.963618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Attempting to bind port 0752d556-c2ba-42c1-bc8d-543b0938e27e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:03.963983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Attempting to bind port 0752d556-c2ba-42c1-bc8d-543b0938e27e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7d4a50db-ce7d-4961-a526-b5ccdbe92b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:03.964338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Attempting to bind port 0752d556-c2ba-42c1-bc8d-543b0938e27e on network 1071eb67-5735-41ea-8d7c-295bbd557ce8 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:03.973721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:03.974102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Checking segment: {'id': '7d4a50db-ce7d-4961-a526-b5ccdbe92b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:03.974625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.975231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Bound using segment: {'id': '7d4a50db-ce7d-4961-a526-b5ccdbe92b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:03.975926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Bound port: 0752d556-c2ba-42c1-bc8d-543b0938e27e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4a50db-ce7d-4961-a526-b5ccdbe92b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1071eb67-5735-41ea-8d7c-295bbd557ce8'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:03.976325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.979407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:03.996190 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.025633 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb210961-f141-4798-86c7-98cbfd48a081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.028079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.033145 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.096796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf5d5f1-8c22-4a75-90f9-8684fa329bae,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:04.156642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb210961-f141-4798-86c7-98cbfd48a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.203356 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cb210961-f141-4798-86c7-98cbfd48a081 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=918c4be0e7134dbab8cf92b1f978516b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876999 Feb 10 15:57:04.205423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.206060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:04.271434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab36c6-466e-445d-b75a-b4610c58d744 req-14fba6f8-4451-4d67-88ca-6d5bc25ace0c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:04.279868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ab36c6-466e-445d-b75a-b4610c58d744 req-14fba6f8-4451-4d67-88ca-6d5bc25ace0c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1635110 Feb 10 15:57:04.280097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:04.284295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.284800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Pushing event updated for resources: {'Port': ['ID=ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:04.288363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:04.289964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea91d0a-81a3-4e25-88a7-850b27af8548,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:04.291793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:04.304999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.310607 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5913288b-6b73-470e-aba6-4ed5923cd0e1 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/2ea91d0a-81a3-4e25-88a7-850b27af8548 HTTP/1.1" status: 204 len: 168 time: 0.9499450 Feb 10 15:57:04.313930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41016) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:04.327332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb210961-f141-4798-86c7-98cbfd48a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f660d9b5-d954-4550-b923-46199c9da327,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:04.377899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ab36c6-466e-445d-b75a-b4610c58d744 req-77caa133-4b9f-4118-9c8e-1c94e7a96449 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967023 Feb 10 15:57:04.399981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636961d-5a52-4c3e-875c-b7d0719f71f2 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:04.399981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636961d-5a52-4c3e-875c-b7d0719f71f2 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:04.399981 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b636961d-5a52-4c3e-875c-b7d0719f71f2 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0816371 Feb 10 15:57:04.400637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41018) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:04.412875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd0842f-92e2-43ca-976d-f940d0b5ad3e']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:04.417197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] For port 0752d556-c2ba-42c1-bc8d-543b0938e27e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:04.420647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] For port 0752d556-c2ba-42c1-bc8d-543b0938e27e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0752d556-c2ba-42c1-bc8d-543b0938e27e,segment=NetworkSegment(7d4a50db-ce7d-4961-a526-b5ccdbe92b42),segment_id=7d4a50db-ce7d-4961-a526-b5ccdbe92b42)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:04.429222 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.434581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805494be-e2e6-480f-ad2e-edc811dadf52') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:04.435100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.436093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805494be-e2e6-480f-ad2e-edc811dadf52') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:04.445858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2eedc766-b63f-43db-9666-9cfac713a3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.469289 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2eedc766-b63f-43db-9666-9cfac713a3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.508013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565903d-80eb-4878-add4-9c85621ced35 None None] Pushing event updated for resources: {'Port': ['ID=0752d556-c2ba-42c1-bc8d-543b0938e27e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:04.512481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d859a35a-1165-4b52-b5af-c05a6e0827cd tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.521037 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d859a35a-1165-4b52-b5af-c05a6e0827cd tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 15:57:04.521508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d859a35a-1165-4b52-b5af-c05a6e0827cd tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:04.532108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Attempting to bind port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:04.532670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Attempting to bind port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '805494be-e2e6-480f-ad2e-edc811dadf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:04.532997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41020) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:04.533269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Attempting to bind port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf on network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:04.533475 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d859a35a-1165-4b52-b5af-c05a6e0827cd tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/1071eb67-5735-41ea-8d7c-295bbd557ce8 HTTP/1.1" status: 409 len: 405 time: 0.1301329 Feb 10 15:57:04.538141 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.539785 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.543689 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:04.544208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Checking segment: {'id': '805494be-e2e6-480f-ad2e-edc811dadf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:04.544703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.545341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Bound using segment: {'id': '805494be-e2e6-480f-ad2e-edc811dadf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:04.545950 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Bound port: ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805494be-e2e6-480f-ad2e-edc811dadf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:04.546094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1198522702'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:04.546526 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.550467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2eedc766-b63f-43db-9666-9cfac713a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.553739 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2eedc766-b63f-43db-9666-9cfac713a3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.557813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2eedc766-b63f-43db-9666-9cfac713a3c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f660d9b5-d954-4550-b923-46199c9da327 HTTP/1.1" status: 204 len: 168 time: 0.3434720 Feb 10 15:57:04.574147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedc766-b63f-43db-9666-9cfac713a3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660d9b5-d954-4550-b923-46199c9da327,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:04.619147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:04.623245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.626591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.641674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:04.642085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:04.645725 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:04.729405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:04.736329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa71d3-330e-41e8-abfb-4a6b8df72e3b None None] Network 1071eb67-5735-41ea-8d7c-295bbd557ce8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:04.741331 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.741690 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Added segment 1589217e-1645-4b7e-826c-d5f2babe5d9d of type vlan for network 3f97ae32-6004-4e37-bed7-7ca3cd359891 Feb 10 15:57:04.809346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.851154 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.api [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:57:04.851154 n-d-827895-3 neutron-server[102615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:57:04.851154 n-d-827895-3 neutron-server[102615]: [parameters: {'id': '1bd0842f-92e2-43ca-976d-f940d0b5ad3e'}] Feb 10 15:57:04.851154 n-d-827895-3 neutron-server[102615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:04.854068 n-d-827895-3 neutron-server[102615]: DEBUG oslo_db.api [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:04.934535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b538b568-6578-49c5-a3a2-ce578a6e9e2d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:57:04.937984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] For port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:04.942057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:04.948903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:04.949599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.064403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5293250 Feb 10 15:57:05.067986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41046) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:05.074097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'subnet': {'network_id': '3f97ae32-6004-4e37-bed7-7ca3cd359891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:05.082004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] For port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf,segment=NetworkSegment(805494be-e2e6-480f-ad2e-edc811dadf52),segment_id=805494be-e2e6-480f-ad2e-edc811dadf52)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:05.086597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabed09-ca52-48fb-ab73-e12b2d954c90 req-5e0e64d1-490b-48ec-8a96-a5782236c74b tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:05.096305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfabed09-ca52-48fb-ab73-e12b2d954c90 req-5e0e64d1-490b-48ec-8a96-a5782236c74b tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 944 time: 0.2130101 Feb 10 15:57:05.112359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad10f6-91cf-4ee4-91ff-bb2373be1071 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Network': ['ID=3f97ae32-6004-4e37-bed7-7ca3cd359891,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:05.127698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.132196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9364f0-d896-4263-b971-c7ae7b746a09 req-31df8740-95d6-4608-b1e1-32bef20b66d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:05.133489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b9364f0-d896-4263-b971-c7ae7b746a09 req-31df8740-95d6-4608-b1e1-32bef20b66d3 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.2296700 Feb 10 15:57:05.180344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfabed09-ca52-48fb-ab73-e12b2d954c90 req-08bebde8-1c44-4d3e-a481-340ae308f852 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811403 Feb 10 15:57:05.194206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3f97ae32-6004-4e37-bed7-7ca3cd359891 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:05.218147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b9364f0-d896-4263-b971-c7ae7b746a09 req-da2adc1e-2ed9-40fc-a0f7-a68f06d39b51 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Feb 10 15:57:05.279101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:05.283222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.358346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.388285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b16806-3d2c-4612-840f-e49ff81ef8ba None None] Network 1bd0842f-92e2-43ca-976d-f940d0b5ad3e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:05.517525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f087a3b-16ea-4113-8291-6ec3ade1cb35 None None] Pushing event updated for resources: {'Port': ['ID=ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:05.544607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port b538b568-6578-49c5-a3a2-ce578a6e9e2d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:57:05.555250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port b538b568-6578-49c5-a3a2-ce578a6e9e2d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:57:05.557677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.599047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319be82-3b9e-4980-9ae8-5b30d851e446 req-25ce5317-b6d6-44dd-870c-2b7bb45df34a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:05.607500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f319be82-3b9e-4980-9ae8-5b30d851e446 req-25ce5317-b6d6-44dd-870c-2b7bb45df34a tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1111572 Feb 10 15:57:05.610503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:05.611078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.677949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed7f5d-ef91-44aa-bb69-1f2dddfc6f71 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:05.702552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0211a-a602-468e-8768-198d97a39a28 req-9f5cb7f7-332b-4523-bcf1-904c07d83147 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:05.710056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93a0211a-a602-468e-8768-198d97a39a28 req-9f5cb7f7-332b-4523-bcf1-904c07d83147 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 950 time: 0.1907163 Feb 10 15:57:05.737676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:57:05.740463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.772430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf,segment=NetworkSegment(805494be-e2e6-480f-ad2e-edc811dadf52),segment_id=805494be-e2e6-480f-ad2e-edc811dadf52)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:05.773129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.789852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f319be82-3b9e-4980-9ae8-5b30d851e446 req-27aebee7-f943-430b-85ad-98b2a28f3c5b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761909 Feb 10 15:57:05.795158 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.819283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93a0211a-a602-468e-8768-198d97a39a28 req-f64d410e-391c-466c-8bf6-797d4fa02dbc tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035762 Feb 10 15:57:05.827802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:05.827967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Subnet': ['ID=162d62c1-6fb0-4158-b23e-9a23dd0813d2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:05.850727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737003f4-d297-4b69-9628-19ca559d8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:05.853748 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a600f-6e91-4d90-b457-b9abf613db44" -d '{"events": [{"server_uuid": "737003f4-d297-4b69-9628-19ca559d8972", "name": "network-vif-plugged", "status": "completed", "tag": "b538b568-6578-49c5-a3a2-ce578a6e9e2d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:05.870923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b538b568-6578-49c5-a3a2-ce578a6e9e2d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:05.871070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Checking segment: {'id': '1589217e-1645-4b7e-826c-d5f2babe5d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3f97ae32-6004-4e37-bed7-7ca3cd359891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:05.871687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network hostable DHCP agents. Network: 3f97ae32-6004-4e37-bed7-7ca3cd359891, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:05.883110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.896541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 3f97ae32-6004-4e37-bed7-7ca3cd359891 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:05.916859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3f97ae32-6004-4e37-bed7-7ca3cd359891) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:05.924575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:05.925189 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.942150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:05.954088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41086) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:05.955165 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a7b02362-0aa8-4ffe-9b1b-bebab0fd0262 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8853104 Feb 10 15:57:05.981596 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11342b91-71b1-4a16-aa9c-59476d41edc5 x-openstack-request-id: req-11342b91-71b1-4a16-aa9c-59476d41edc5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:05.982349 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737003f4-d297-4b69-9628-19ca559d8972", "name": "network-vif-plugged", "status": "completed", "tag": "b538b568-6578-49c5-a3a2-ce578a6e9e2d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:05.982745 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11342b91-71b1-4a16-aa9c-59476d41edc5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:05.983171 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737003f4-d297-4b69-9628-19ca559d8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d', 'code': 200} Feb 10 15:57:05.998938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:06.032462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b538b568-6578-49c5-a3a2-ce578a6e9e2d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:06.033428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=ed5d1431-49b0-4d96-8591-6dbcc1e2c0cf,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:06.090433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968bfaa-0898-4576-a68a-45c0d249b661 req-a4e8c894-8f3c-4872-b6ad-42742246ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:06.092966 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b968bfaa-0898-4576-a68a-45c0d249b661 req-a4e8c894-8f3c-4872-b6ad-42742246ccd6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 1096 time: 0.0562899 Feb 10 15:57:06.096471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed7f5d-ef91-44aa-bb69-1f2dddfc6f71 None None] Unable to find a vacant binding_index for network 3f97ae32-6004-4e37-bed7-7ca3cd359891 and agent 906c8e45-e5cb-4fee-a770-b4e653f942dd {{(pid=102616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 15:57:06.103358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed7f5d-ef91-44aa-bb69-1f2dddfc6f71 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3f97ae32-6004-4e37-bed7-7ca3cd359891) {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:06.137321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.140183 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b968bfaa-0898-4576-a68a-45c0d249b661 req-5278ffba-3b9f-43c6-a5c0-a3a9e7f79510 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Feb 10 15:57:06.168567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.173810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd0842f-92e2-43ca-976d-f940d0b5ad3e']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:06.189631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805494be-e2e6-480f-ad2e-edc811dadf52') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:06.189925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805494be-e2e6-480f-ad2e-edc811dadf52') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:06.225134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.271663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.291116 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.374376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:06.375093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:06.381970 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:06.479655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d74a8b-0ac1-4856-9c3b-ebb6a55d101a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3f97ae32-6004-4e37-bed7-7ca3cd359891', 'network_id': '3f97ae32-6004-4e37-bed7-7ca3cd359891', 'tenant_id': '56e046c6e921464abed09785e3b36df9', 'fixed_ips': [{'subnet_id': '162d62c1-6fb0-4158-b23e-9a23dd0813d2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:06.480530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-38d74a8b-0ac1-4856-9c3b-ebb6a55d101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.519958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905107-5c5b-460e-ad6c-ac47d4e21d59 req-e94bcd51-ffd0-4fce-ad56-7712c12a53a1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:06.523952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71905107-5c5b-460e-ad6c-ac47d4e21d59 req-e94bcd51-ffd0-4fce-ad56-7712c12a53a1 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1854649 Feb 10 15:57:06.525923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.535575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d194f1c-ccae-46cb-a3ab-48d7badaa6de req-2235dbe2-635f-4eaa-a309-ed34b2171a55 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:06.537601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d194f1c-ccae-46cb-a3ab-48d7badaa6de req-2235dbe2-635f-4eaa-a309-ed34b2171a55 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.2800305 Feb 10 15:57:06.538731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.572877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.579549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/1bd0842f-92e2-43ca-976d-f940d0b5ad3e HTTP/1.1" status: 204 len: 168 time: 3.5764310 Feb 10 15:57:06.580134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41106) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:06.585521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431208310'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:06.614165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:06.617965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.629843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Subnet': ['ID=162d62c1-6fb0-4158-b23e-9a23dd0813d2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-38d74a8b-0ac1-4856-9c3b-ebb6a55d101a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 162d62c1-6fb0-4158-b23e-9a23dd0813d2: This subnet is being modified by another concurrent operation. Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:57:06.642430 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 162d62c1-6fb0-4158-b23e-9a23dd0813d2: This subnet is being modified by another concurrent operation. Feb 10 15:57:06.647529 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:57:06.653789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:06.663635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918b058-843c-4cc7-8488-209bad0324d2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=1bd0842f-92e2-43ca-976d-f940d0b5ad3e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:06.671337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa030e-b8e8-44ca-85fd-897762ff9d22 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:06.674722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.683711 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 28d26aa3-6d64-4b68-9e14-57edac4b95d0 of type vlan for network 328afd90-51e9-4d50-a4fa-d062cb288b92 Feb 10 15:57:06.698348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71905107-5c5b-460e-ad6c-ac47d4e21d59 req-d4952c63-5bcb-4636-b8e9-293f5e853989 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392531 Feb 10 15:57:06.749794 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.756233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.763590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d194f1c-ccae-46cb-a3ab-48d7badaa6de req-f44719af-55ab-4b33-88ca-66c2bb13b910 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157943 Feb 10 15:57:06.786669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f97ae32-6004-4e37-bed7-7ca3cd359891']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:06.801439 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.804036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1589217e-1645-4b7e-826c-d5f2babe5d9d') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:06.804337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1589217e-1645-4b7e-826c-d5f2babe5d9d') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:06.813751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:06.814266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa030e-b8e8-44ca-85fd-897762ff9d22 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:06.814628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.833708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.867013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.882136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:06.882480 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:06.891860 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:06.899690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3182828 Feb 10 15:57:06.903802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41116) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:06.911624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '328afd90-51e9-4d50-a4fa-d062cb288b92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:06.919899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08971efa-0a45-4bf1-8043-96690bd0879b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=328afd90-51e9-4d50-a4fa-d062cb288b92,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:06.941553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 328afd90-51e9-4d50-a4fa-d062cb288b92 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:07.062045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-951698b8-611a-4f37-a151-4833d5c851b0 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.063757 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-951698b8-611a-4f37-a151-4833d5c851b0 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.0913806 Feb 10 15:57:07.081681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.107527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.111102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/3f97ae32-6004-4e37-bed7-7ca3cd359891 HTTP/1.1" status: 204 len: 168 time: 1.1556938 Feb 10 15:57:07.115895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b610b57-d834-4330-b0be-771e6e8dd0d6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Network': ['ID=3f97ae32-6004-4e37-bed7-7ca3cd359891,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:07.118642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41120) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:07.125190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1758932845'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:07.142496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:07.144124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666b9bd-f5b4-41c3-bbdc-0532728ed1cb req-f1873f72-6353-4e67-9cf8-c7050018dec5 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.145641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2666b9bd-f5b4-41c3-bbdc-0532728ed1cb req-f1873f72-6353-4e67-9cf8-c7050018dec5 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 950 time: 0.2080095 Feb 10 15:57:07.147689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.158562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2524798-4553-4137-a916-9cc28e1e299e req-a677246e-4bcb-41b5-9740-39f79434da54 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.172009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2524798-4553-4137-a916-9cc28e1e299e req-a677246e-4bcb-41b5-9740-39f79434da54 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.2362847 Feb 10 15:57:07.262235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:07.265817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.267242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2524798-4553-4137-a916-9cc28e1e299e req-f9fe571c-a5ef-43f5-b9d2-d97f2b2a04d8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810819 Feb 10 15:57:07.276737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5cd15-a37b-4e50-b8b8-bc06cd19ff6f None None] Network 3f97ae32-6004-4e37-bed7-7ca3cd359891 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:07.276960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2666b9bd-f5b4-41c3-bbdc-0532728ed1cb req-6ff71ece-389b-47f6-ace1-6fa4bd5fe737 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035242 Feb 10 15:57:07.297068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5cd15-a37b-4e50-b8b8-bc06cd19ff6f None None] Network 3f97ae32-6004-4e37-bed7-7ca3cd359891 could not be found, it might have been deleted concurrently. {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 10 15:57:07.311911 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:07.318322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad410d-80bd-4764-b847-48817f818a67 None None] Network 3f97ae32-6004-4e37-bed7-7ca3cd359891 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:07.326417 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.326770 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Added segment 2b5542d8-a5d3-4322-b57f-a03b62666c99 of type vlan for network 7ba06999-ff23-4fdf-9c4f-e54713f5980c Feb 10 15:57:07.346019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad410d-80bd-4764-b847-48817f818a67 None None] Network 3f97ae32-6004-4e37-bed7-7ca3cd359891 could not be found, it might have been deleted concurrently. {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 10 15:57:07.381282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port 0183e148-6054-4db2-a99d-b02d46304f12 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:07.381550 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.412361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.539227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.545545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.546151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.634775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5145721 Feb 10 15:57:07.636568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.637599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41154) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:07.643059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'subnet': {'network_id': '7ba06999-ff23-4fdf-9c4f-e54713f5980c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:07.668004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port 0183e148-6054-4db2-a99d-b02d46304f12, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0183e148-6054-4db2-a99d-b02d46304f12,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:07.668393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.710518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d5b95-4cc4-444d-afbf-82c4bf8934ab tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Network': ['ID=7ba06999-ff23-4fdf-9c4f-e54713f5980c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:07.724306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for 0183e148-6054-4db2-a99d-b02d46304f12 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:07.734758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7ba06999-ff23-4fdf-9c4f-e54713f5980c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:07.764810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=e0341345-d78f-4e44-a21b-23e74899e477,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:07.803777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:07.824646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '28d26aa3-6d64-4b68-9e14-57edac4b95d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '328afd90-51e9-4d50-a4fa-d062cb288b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:07.825421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 328afd90-51e9-4d50-a4fa-d062cb288b92, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:07.869593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 328afd90-51e9-4d50-a4fa-d062cb288b92 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:07.883308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 328afd90-51e9-4d50-a4fa-d062cb288b92) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:07.895392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.896119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.898752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ab743-4bb9-43cd-99a8-fa35ef3e8fc4 None None] Network 328afd90-51e9-4d50-a4fa-d062cb288b92 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:07.927875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10a91-f096-4185-a473-7702cf6d4a74 req-97f725b7-ff23-46c4-babd-a83dd74c1e38 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.942666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18f10a91-f096-4185-a473-7702cf6d4a74 req-97f725b7-ff23-46c4-babd-a83dd74c1e38 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cffc0e-9adb-4b04-b849-824f9803da3d HTTP/1.1" status: 200 len: 946 time: 0.1297066 Feb 10 15:57:07.971201 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-832d9fec-0950-433d-bf4d-1044406f04da tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0662346 Feb 10 15:57:07.973125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:07.975542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41182) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:08.031661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:08.034359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=0183e148-6054-4db2-a99d-b02d46304f12,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:08.035040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.078520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18f10a91-f096-4185-a473-7702cf6d4a74 req-69958e54-4f55-436e-809e-15431a5bbb59 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348007 Feb 10 15:57:08.151214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4cd3-629b-4642-ace3-765b9d62805e req-4d6007a5-af37-4573-8d3d-faa097a9ed49 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:08.158889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-759d4cd3-629b-4642-ace3-765b9d62805e req-4d6007a5-af37-4573-8d3d-faa097a9ed49 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.1977384 Feb 10 15:57:08.172474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-483620eb-e9ea-45cb-853c-ec4f434d3d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.174847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port 0183e148-6054-4db2-a99d-b02d46304f12 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:08.186668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.189127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-24c923c5-1f81-40a3-8b3a-66af9e0bb06a req-697d32f5-cfb7-438c-a28d-8c3fdd9fb7d7 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.75 "DELETE /v2.0/ports/0183e148-6054-4db2-a99d-b02d46304f12 HTTP/1.1" status: 204 len: 173 time: 1.1162620 Feb 10 15:57:08.189596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'name': 'network-vif-deleted', 'tag': '0183e148-6054-4db2-a99d-b02d46304f12'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:08.196026 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c184543e-4035-42fa-b430-b8b0d32c736c" -d '{"events": [{"server_uuid": "a1cffc0e-9adb-4b04-b849-824f9803da3d", "name": "network-vif-deleted", "tag": "0183e148-6054-4db2-a99d-b02d46304f12"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:08.240640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d6192d54-6fd0-4b91-a490-bf8a42c531a1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:08.244594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0183e148-6054-4db2-a99d-b02d46304f12'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:08.251356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:08.252412 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b28637-1307-48da-b6cf-de6aff79f0ff x-openstack-request-id: req-e7b28637-1307-48da-b6cf-de6aff79f0ff {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:08.252637 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cffc0e-9adb-4b04-b849-824f9803da3d", "name": "network-vif-deleted", "tag": "0183e148-6054-4db2-a99d-b02d46304f12", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:08.252734 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7b28637-1307-48da-b6cf-de6aff79f0ff {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:08.253219 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cffc0e-9adb-4b04-b849-824f9803da3d', 'name': 'network-vif-deleted', 'tag': '0183e148-6054-4db2-a99d-b02d46304f12', 'status': 'completed', 'code': 200} Feb 10 15:57:08.281028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-759d4cd3-629b-4642-ace3-765b9d62805e req-f3d30c5b-0b25-414c-89c8-fe2e0db2fd2b tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208384 Feb 10 15:57:08.288004 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.387915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.468912 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.496103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-483620eb-e9ea-45cb-853c-ec4f434d3d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.503646 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-483620eb-e9ea-45cb-853c-ec4f434d3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.528196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.535718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Subnet': ['ID=f479b58c-9086-475e-a6a5-4752c56fcc7e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:08.573064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=e0341345-d78f-4e44-a21b-23e74899e477,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:08.575327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1e6eb-f855-4cb0-962b-b8f263cca6a9 req-195ece4b-d082-4bd1-a29b-8d57d305d0cc tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:08.583864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cde1e6eb-f855-4cb0-962b-b8f263cca6a9 req-195ece4b-d082-4bd1-a29b-8d57d305d0cc tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1528492 Feb 10 15:57:08.632591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a848adf-4376-48ec-8768-672eaf38a7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-328afd90-51e9-4d50-a4fa-d062cb288b92', 'network_id': '328afd90-51e9-4d50-a4fa-d062cb288b92', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': 'e0341345-d78f-4e44-a21b-23e74899e477'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:08.633625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2a848adf-4376-48ec-8768-672eaf38a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.640413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cde1e6eb-f855-4cb0-962b-b8f263cca6a9 req-c8868a18-9316-43d9-be1d-0fd24ee6e3fd tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554404 Feb 10 15:57:08.651699 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-483620eb-e9ea-45cb-853c-ec4f434d3d6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd3dee048e74498f9f253dbe2f93bce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8461976 Feb 10 15:57:08.654980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41222) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:08.657562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483620eb-e9ea-45cb-853c-ec4f434d3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68deba7c-d114-4dae-8999-1c53cb588d0e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:08.661875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.674814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Checking segment: {'id': '2b5542d8-a5d3-4322-b57f-a03b62666c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ba06999-ff23-4fdf-9c4f-e54713f5980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:08.675190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network hostable DHCP agents. Network: 7ba06999-ff23-4fdf-9c4f-e54713f5980c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:08.678593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.688308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328afd90-51e9-4d50-a4fa-d062cb288b92']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:08.699174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d26aa3-6d64-4b68-9e14-57edac4b95d0') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:08.699797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d26aa3-6d64-4b68-9e14-57edac4b95d0') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:08.724967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.734151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 7ba06999-ff23-4fdf-9c4f-e54713f5980c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:08.745640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.756252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7ba06999-ff23-4fdf-9c4f-e54713f5980c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:08.760684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:08.761401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:08.765200 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:08.768262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:08.768262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.770482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77addaaf-d3bc-4bba-ad9a-048918830020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.804411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:08.810981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7b4b7f42-e67b-4bfc-bbf0-80b5dead7b43 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1696765 Feb 10 15:57:08.812173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:08.814545 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e80e0f-be24-4370-9d0a-980cb6d317ff" -d '{"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-unplugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:08.816111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77addaaf-d3bc-4bba-ad9a-048918830020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.819043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b3655-368c-492f-8300-610544918c38 None None] Network 7ba06999-ff23-4fdf-9c4f-e54713f5980c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:08.855893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:08.904127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.938854 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49091b6c-4032-4dee-9d3d-c1b4a7301abd x-openstack-request-id: req-49091b6c-4032-4dee-9d3d-c1b4a7301abd {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:08.939499 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-unplugged", "status": "completed", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:08.939830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.940255 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49091b6c-4032-4dee-9d3d-c1b4a7301abd {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:08.940861 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'code': 200} Feb 10 15:57:08.950416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:08.953664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/328afd90-51e9-4d50-a4fa-d062cb288b92 HTTP/1.1" status: 204 len: 168 time: 0.9767830 Feb 10 15:57:08.956939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-2a848adf-4376-48ec-8768-672eaf38a7d2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 15:57:08.956939 n-d-827895-3 neutron-server[102616]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 10 15:57:08.956939 n-d-827895-3 neutron-server[102616]: [parameters: {'project_id': '3368d977d605450a91bfeccbeba68d06', 'id': '8d7d9c03-bc49-4c82-95bd-fc713ef41229', 'name': '', 'network_id': '328afd90-51e9-4d50-a4fa-d062cb288b92', 'mac_address': 'fa:16:3e:78:6e:2d', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-328afd90-51e9-4d50-a4fa-d062cb288b92', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1974}] Feb 10 15:57:08.956939 n-d-827895-3 neutron-server[102616]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:08.958264 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-2a848adf-4376-48ec-8768-672eaf38a7d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:08.985811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41254) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:08.993488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac51697-23de-4558-b13b-87a1e89b4d2e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=328afd90-51e9-4d50-a4fa-d062cb288b92,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:08.995428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334990160'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:09.002927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=11']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:09.063205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.071074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:09.075565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.077228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77addaaf-d3bc-4bba-ad9a-048918830020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.079736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77addaaf-d3bc-4bba-ad9a-048918830020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.083385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-77addaaf-d3bc-4bba-ad9a-048918830020 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68deba7c-d114-4dae-8999-1c53cb588d0e HTTP/1.1" status: 204 len: 168 time: 0.4235492 Feb 10 15:57:09.108116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77addaaf-d3bc-4bba-ad9a-048918830020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68deba7c-d114-4dae-8999-1c53cb588d0e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:09.111876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827d763-d7bc-49ac-9821-b6a832404ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7ba06999-ff23-4fdf-9c4f-e54713f5980c', 'network_id': '7ba06999-ff23-4fdf-9c4f-e54713f5980c', 'tenant_id': '56e046c6e921464abed09785e3b36df9', 'fixed_ips': [{'subnet_id': 'f479b58c-9086-475e-a6a5-4752c56fcc7e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:09.113000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3827d763-d7bc-49ac-9821-b6a832404ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.168088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:09.183317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.187101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.187561 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 69da6324-901a-40d6-9b84-70ada1755bfb of type vlan for network 4c6e89cc-02d6-48e4-8891-a79b4c536097 Feb 10 15:57:09.298421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.353563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-3827d763-d7bc-49ac-9821-b6a832404ff4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f479b58c-9086-475e-a6a5-4752c56fcc7e: This subnet is being modified by another concurrent operation. Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:57:09.356231 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f479b58c-9086-475e-a6a5-4752c56fcc7e: This subnet is being modified by another concurrent operation. Feb 10 15:57:09.360514 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:57:09.367895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.380274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:09.380274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.380610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a64bf-83ae-4ab4-a305-0fc2ade27c72 None None] Network 7ba06999-ff23-4fdf-9c4f-e54713f5980c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:09.462895 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2a848adf-4376-48ec-8768-672eaf38a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.492871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Subnet': ['ID=f479b58c-9086-475e-a6a5-4752c56fcc7e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:09.528215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5413477 Feb 10 15:57:09.530667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41312) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:09.531207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41314) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:09.547562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910de849-d12d-4efd-aeb8-571b8452da45 None None] Network 328afd90-51e9-4d50-a4fa-d062cb288b92 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:09.548350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:09.563048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910de849-d12d-4efd-aeb8-571b8452da45 None None] Network 328afd90-51e9-4d50-a4fa-d062cb288b92 could not be found, it might have been deleted concurrently. {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 10 15:57:09.566672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a02118-bb63-4cbe-b1aa-56d47e34082c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=4c6e89cc-02d6-48e4-8891-a79b4c536097,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:09.572222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a4838-e69b-4952-bb83-2da1373ecfc1 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:09.578104 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a18ef07-2cc6-4076-bb07-fa4a8460b6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.622446 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.638006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5149d34-7792-4ce9-9ca4-a05129aaf6c2 req-df0c99dd-0bce-4176-884f-ce7591ea1571 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:09.640103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4c6e89cc-02d6-48e4-8891-a79b4c536097 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:09.645202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5149d34-7792-4ce9-9ca4-a05129aaf6c2 req-df0c99dd-0bce-4176-884f-ce7591ea1571 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.1973536 Feb 10 15:57:09.676974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba06999-ff23-4fdf-9c4f-e54713f5980c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:09.696668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5542d8-a5d3-4322-b57f-a03b62666c99') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:09.697590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5542d8-a5d3-4322-b57f-a03b62666c99') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:09.710159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.722602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:09.726843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5149d34-7792-4ce9-9ca4-a05129aaf6c2 req-22484b8e-616a-438f-8ccd-c65223bae9f5 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751643 Feb 10 15:57:09.739240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.754670 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.769381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:09.770102 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:09.824549 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:09.924968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing IP validity checks on allocation pools {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:57:09.925712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:57:09.943196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a18ef07-2cc6-4076-bb07-fa4a8460b6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.952178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a4838-e69b-4952-bb83-2da1373ecfc1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:09.953328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a18ef07-2cc6-4076-bb07-fa4a8460b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.953620 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.969286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:09.976858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/7ba06999-ff23-4fdf-9c4f-e54713f5980c HTTP/1.1" status: 204 len: 168 time: 1.1601398 Feb 10 15:57:09.978433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41354) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:09.999475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1510630485'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:10.012668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18ef07-2cc6-4076-bb07-fa4a8460b6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e203c733-6c65-49f6-973e-6f7e8308e437,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:10.019049 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7a18ef07-2cc6-4076-bb07-fa4a8460b6bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585fd80bfca347c3adc5160b67d207ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866045 Feb 10 15:57:10.022316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41358) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:10.026151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331839a-a64c-4c80-979e-be19b185c693 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Network': ['ID=7ba06999-ff23-4fdf-9c4f-e54713f5980c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:10.078728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abfa1-8379-4adb-aa7c-599700aaf511 req-69c6fdf1-aaa3-4cc1-b443-a571a01fcdc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:10.083642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d3abfa1-8379-4adb-aa7c-599700aaf511 req-69c6fdf1-aaa3-4cc1-b443-a571a01fcdc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.1953707 Feb 10 15:57:10.162644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d3abfa1-8379-4adb-aa7c-599700aaf511 req-0b857ebd-f903-4150-b5a4-8a3b6f96a150 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780168 Feb 10 15:57:10.191997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:10.197627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.237896 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c132066-85ca-4675-a769-37a939ce81ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.250103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:10.265764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.266341 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Added segment ef444676-76e1-4d13-b1f2-ae3672fc3ba2 of type vlan for network 096d4199-3461-42f1-b0ae-b2dadeaa6626 Feb 10 15:57:10.270503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.328193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.343674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=1ea9857b-f681-4e1d-b4da-99613b686742,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:10.366757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c132066-85ca-4675-a769-37a939ce81ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.381063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.391552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:10.391702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.428003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '69da6324-901a-40d6-9b84-70ada1755bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:10.428303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 4c6e89cc-02d6-48e4-8891-a79b4c536097, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:10.451750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 4c6e89cc-02d6-48e4-8891-a79b4c536097 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:10.457753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c132066-85ca-4675-a769-37a939ce81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.472271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c132066-85ca-4675-a769-37a939ce81ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.479028 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4c132066-85ca-4675-a769-37a939ce81ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e203c733-6c65-49f6-973e-6f7e8308e437 HTTP/1.1" status: 204 len: 168 time: 0.4518144 Feb 10 15:57:10.505744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c132066-85ca-4675-a769-37a939ce81ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203c733-6c65-49f6-973e-6f7e8308e437,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:10.509677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4c6e89cc-02d6-48e4-8891-a79b4c536097) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:10.518532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4d161-0f20-4486-a66f-df0e3a04dca8 None None] Network 4c6e89cc-02d6-48e4-8891-a79b4c536097 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:10.522072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:10.524360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.553664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a4c8cfe-01b0-4354-ab55-6ebe36038f16 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0197155 Feb 10 15:57:10.554639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41396) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:10.579951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41402) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:10.581417 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5896728 Feb 10 15:57:10.589605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Request body: {'subnet': {'network_id': '096d4199-3461-42f1-b0ae-b2dadeaa6626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:10.796648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Made reservation on behalf of 56e046c6e921464abed09785e3b36df9 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:10.804592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-4c6e89cc-02d6-48e4-8891-a79b4c536097', 'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': '1ea9857b-f681-4e1d-b4da-99613b686742'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:10.805851 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.810517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:10.873370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:57:10.880077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0183e148-6054-4db2-a99d-b02d46304f12 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:10.911507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 0183e148-6054-4db2-a99d-b02d46304f12 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:10.911507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0183e148-6054-4db2-a99d-b02d46304f12 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:11.140113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Allocated IP 172.20.0.3 (4c6e89cc-02d6-48e4-8891-a79b4c536097/1ea9857b-f681-4e1d-b4da-99613b686742/1474e368-d697-4a95-87aa-86a3a08f50ab) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:11.143600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37bb7f-9fb5-4973-aea9-cecf383ed153 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Network': ['ID=096d4199-3461-42f1-b0ae-b2dadeaa6626,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:11.167540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 096d4199-3461-42f1-b0ae-b2dadeaa6626 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:11.195564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:11.210183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:57:11.213938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.264123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c24b8b-39ee-4298-ac42-2cee322b26bf req-62b852a3-964d-4576-8053-3c39f99821f9 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:11.266263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'port_id': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'mac_address': 'fa:16:3e:17:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:57:11.272888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6c24b8b-39ee-4298-ac42-2cee322b26bf req-62b852a3-964d-4576-8053-3c39f99821f9 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.1304305 Feb 10 15:57:11.325275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.338659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6c24b8b-39ee-4298-ac42-2cee322b26bf req-0bdcc125-1f2e-40bb-bd25-1a6552f76dc3 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613132 Feb 10 15:57:11.361918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Checking segment: {'id': 'ef444676-76e1-4d13-b1f2-ae3672fc3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '096d4199-3461-42f1-b0ae-b2dadeaa6626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:11.362340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network hostable DHCP agents. Network: 096d4199-3461-42f1-b0ae-b2dadeaa6626, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:11.367014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event updated for resources: {'Subnet': ['ID=0c371b09-5ae9-4f70-a81e-c12aa892d6cb,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:11.390164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Network 096d4199-3461-42f1-b0ae-b2dadeaa6626 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:11.405124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 096d4199-3461-42f1-b0ae-b2dadeaa6626) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:11.411267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:11.414415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.448337 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-47b9559a-f81c-4f78-ade7-fcf2520c132e tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8635058 Feb 10 15:57:11.448545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41444) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:11.450689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.472611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.480689 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ddc78-8a3d-4f09-8431-e856742a6d9f None None] Network 096d4199-3461-42f1-b0ae-b2dadeaa6626 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:11.486850 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.517255 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:57:11.562821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2464-ad6f-4305-a79b-dc726a0fd36a req-2a6c3f1f-278e-43ea-a883-64da22f20991 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:11.570149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-581d2464-ad6f-4305-a79b-dc726a0fd36a req-2a6c3f1f-278e-43ea-a883-64da22f20991 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 944 time: 0.0815175 Feb 10 15:57:11.591630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.603149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.610487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Network 4c6e89cc-02d6-48e4-8891-a79b4c536097 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:11.651261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-581d2464-ad6f-4305-a79b-dc726a0fd36a req-36ea68d9-e96a-4759-a063-f56b44e00423 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758791 Feb 10 15:57:11.655315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea9857b-f681-4e1d-b4da-99613b686742,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:11.694385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.788977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.803815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.835747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6e89cc-02d6-48e4-8891-a79b4c536097']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:11.836377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:11.859321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:11.861326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69da6324-901a-40d6-9b84-70ada1755bfb') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:11.862561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69da6324-901a-40d6-9b84-70ada1755bfb') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:11.905544 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.937640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Pushing event updated for resources: {'Port': ['ID=1474e368-d697-4a95-87aa-86a3a08f50ab,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:11.946596 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.954949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.967117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:11.967532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:11.985447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d4199-3461-42f1-b0ae-b2dadeaa6626']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:11.997280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef444676-76e1-4d13-b1f2-ae3672fc3ba2') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:11.997593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef444676-76e1-4d13-b1f2-ae3672fc3ba2') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:12.007983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Subnet': ['ID=0c371b09-5ae9-4f70-a81e-c12aa892d6cb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:12.024584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.032097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.044315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.052839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:12.053209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:12.058955 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:12.070053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9bed48-b369-4661-8359-6ca06ee2a5ea {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:12.098289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Attempting to bind port 1474e368-d697-4a95-87aa-86a3a08f50ab on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:12.098986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Attempting to bind port 1474e368-d697-4a95-87aa-86a3a08f50ab by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '69da6324-901a-40d6-9b84-70ada1755bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:12.099612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Attempting to bind port 1474e368-d697-4a95-87aa-86a3a08f50ab on network 4c6e89cc-02d6-48e4-8891-a79b4c536097 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:12.106850 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:12.132106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.138415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.140254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384bb77-43b1-41ff-8252-27ea7676e286 None None] Network 096d4199-3461-42f1-b0ae-b2dadeaa6626 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:12.148867 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/096d4199-3461-42f1-b0ae-b2dadeaa6626 HTTP/1.1" status: 204 len: 168 time: 0.6990101 Feb 10 15:57:12.149868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.155536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384bb77-43b1-41ff-8252-27ea7676e286 None None] Network 096d4199-3461-42f1-b0ae-b2dadeaa6626 could not be found, it might have been deleted concurrently. {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 10 15:57:12.157494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:12.158182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Checking segment: {'id': '69da6324-901a-40d6-9b84-70ada1755bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:12.159043 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.159709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Bound using segment: {'id': '69da6324-901a-40d6-9b84-70ada1755bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:12.160378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Bound port: 1474e368-d697-4a95-87aa-86a3a08f50ab, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69da6324-901a-40d6-9b84-70ada1755bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4c6e89cc-02d6-48e4-8891-a79b4c536097'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:12.161183 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.165272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:12.179206 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.195182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1833cb-77a2-4b1c-a02e-1c174bc7eaeb tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Network': ['ID=096d4199-3461-42f1-b0ae-b2dadeaa6626,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:12.195671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.api [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:57:12.195671 n-d-827895-3 neutron-server[102615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:57:12.195671 n-d-827895-3 neutron-server[102615]: [parameters: {'id': '4c6e89cc-02d6-48e4-8891-a79b4c536097'}] Feb 10 15:57:12.195671 n-d-827895-3 neutron-server[102615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:12.196210 n-d-827895-3 neutron-server[102615]: DEBUG oslo_db.api [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:12.226779 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abd5cd2-2f91-4471-af00-17f91faa7d8c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:12.227148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abd5cd2-2f91-4471-af00-17f91faa7d8c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:12.227748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df713408-104c-4284-a165-f076cee9c4e0 req-6000a461-22bd-4ea6-a809-7dd311273794 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:12.229832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df713408-104c-4284-a165-f076cee9c4e0 req-6000a461-22bd-4ea6-a809-7dd311273794 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 945 time: 0.1144352 Feb 10 15:57:12.231521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5abd5cd2-2f91-4471-af00-17f91faa7d8c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/0c371b09-5ae9-4f70-a81e-c12aa892d6cb HTTP/1.1" status: 404 len: 337 time: 0.0723350 Feb 10 15:57:12.234158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41486) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.268383 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2273c147-c9c0-4b55-a643-0deb49affe96 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:12.268978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2273c147-c9c0-4b55-a643-0deb49affe96 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:12.273094 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2273c147-c9c0-4b55-a643-0deb49affe96 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/096d4199-3461-42f1-b0ae-b2dadeaa6626 HTTP/1.1" status: 404 len: 339 time: 0.0378382 Feb 10 15:57:12.276930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41488) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.286626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:12.295925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] For port 1474e368-d697-4a95-87aa-86a3a08f50ab, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:12.300500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] For port 1474e368-d697-4a95-87aa-86a3a08f50ab, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1474e368-d697-4a95-87aa-86a3a08f50ab,segment=NetworkSegment(69da6324-901a-40d6-9b84-70ada1755bfb),segment_id=69da6324-901a-40d6-9b84-70ada1755bfb)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:12.309981 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.312326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df713408-104c-4284-a165-f076cee9c4e0 req-8d3cd799-51aa-4312-9ae0-5bb9b2ab52d5 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Feb 10 15:57:12.316698 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-10516180-2fcf-4746-bacd-70a9f707fe5a tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:12.317308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10516180-2fcf-4746-bacd-70a9f707fe5a tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:12.320538 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-10516180-2fcf-4746-bacd-70a9f707fe5a tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/f479b58c-9086-475e-a6a5-4752c56fcc7e HTTP/1.1" status: 404 len: 337 time: 0.0421538 Feb 10 15:57:12.323339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41496) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.362808 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-51da3088-5822-4372-b1dc-7f9ce01f8bef tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:12.363636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51da3088-5822-4372-b1dc-7f9ce01f8bef tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:12.366991 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-51da3088-5822-4372-b1dc-7f9ce01f8bef tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/7ba06999-ff23-4fdf-9c4f-e54713f5980c HTTP/1.1" status: 404 len: 339 time: 0.0328834 Feb 10 15:57:12.370244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41502) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.401982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bab03-dbf0-4a3c-a30b-5c21109fedd1 None None] Pushing event updated for resources: {'Port': ['ID=1474e368-d697-4a95-87aa-86a3a08f50ab,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:12.419173 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a43ece2-8779-496c-acd5-5539cc545999 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:12.419670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a43ece2-8779-496c-acd5-5539cc545999 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:12.425821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2a43ece2-8779-496c-acd5-5539cc545999 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/162d62c1-6fb0-4158-b23e-9a23dd0813d2 HTTP/1.1" status: 404 len: 337 time: 0.0520024 Feb 10 15:57:12.426291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41506) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.455698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539bd9c-3d02-456d-bf54-bc2f0f6133d7 None None] Network 4c6e89cc-02d6-48e4-8891-a79b4c536097 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:12.456498 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b361ab52-cb1b-4cd1-990a-eed9bda7696b tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:12.457181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b361ab52-cb1b-4cd1-990a-eed9bda7696b tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:12.463509 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b361ab52-cb1b-4cd1-990a-eed9bda7696b tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/3f97ae32-6004-4e37-bed7-7ca3cd359891 HTTP/1.1" status: 404 len: 339 time: 0.0330822 Feb 10 15:57:12.465513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41508) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:12.541534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a129f1d-bb4b-4698-b736-5821860806b0 req-0429d736-cb6d-4669-a85e-e9c3249a3141 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:12.544276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a129f1d-bb4b-4698-b736-5821860806b0 req-0429d736-cb6d-4669-a85e-e9c3249a3141 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.1058328 Feb 10 15:57:12.623118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000aeaf1-ce56-41eb-aba5-cfcee2233d10 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:12.624109 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a129f1d-bb4b-4698-b736-5821860806b0 req-4188b3ae-4eae-4903-a5cd-af251a9e3858 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729301 Feb 10 15:57:12.685846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3a9bed48-b369-4661-8359-6ca06ee2a5ea'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:12.697839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.868662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4581431-8c05-4d8b-b769-a6c930f1bded req-a3634aa9-9a55-45ba-a181-ee60a2a43a8b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:12.878925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4581431-8c05-4d8b-b769-a6c930f1bded req-a3634aa9-9a55-45ba-a181-ee60a2a43a8b tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.1229823 Feb 10 15:57:12.891649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port 1474e368-d697-4a95-87aa-86a3a08f50ab {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:12.892005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:12.986541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000aeaf1-ce56-41eb-aba5-cfcee2233d10 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:13.030996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4581431-8c05-4d8b-b769-a6c930f1bded req-feb42f2d-c40a-4fdc-b847-17f836672c4d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423471 Feb 10 15:57:13.044049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port 1474e368-d697-4a95-87aa-86a3a08f50ab, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1474e368-d697-4a95-87aa-86a3a08f50ab,segment=NetworkSegment(69da6324-901a-40d6-9b84-70ada1755bfb),segment_id=69da6324-901a-40d6-9b84-70ada1755bfb)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:13.044688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.097228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for 1474e368-d697-4a95-87aa-86a3a08f50ab owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:13.214469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-450c365f-faf7-43d7-add4-45523c8b5d99 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:13.216889 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-450c365f-faf7-43d7-add4-45523c8b5d99 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.75 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.0866115 Feb 10 15:57:13.258678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting port b43bc431-67ff-4076-bf5d-e584e4a86215 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:13.259019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.262380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.314800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=1474e368-d697-4a95-87aa-86a3a08f50ab,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:13.317008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port 1474e368-d697-4a95-87aa-86a3a08f50ab on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:13.464761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.483799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Calling delete_port for b43bc431-67ff-4076-bf5d-e584e4a86215 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:13.485822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.497372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc60283-8604-4ad2-9654-436f56fad81c req-0678b1a6-b6aa-46f0-9ca7-fae0ce8387a2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:13.498876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3bc60283-8604-4ad2-9654-436f56fad81c req-0678b1a6-b6aa-46f0-9ca7-fae0ce8387a2 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 945 time: 0.2797284 Feb 10 15:57:13.558390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6e89cc-02d6-48e4-8891-a79b4c536097']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:13.577459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69da6324-901a-40d6-9b84-70ada1755bfb') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:13.577754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69da6324-901a-40d6-9b84-70ada1755bfb') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:13.585967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Deleting port b538b568-6578-49c5-a3a2-ce578a6e9e2d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:13.586719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.595281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063315e9-dd24-49d5-8cdd-d0e05bdef9be req-96c1c5e1-e6e5-494f-a2e7-919e49bf16f8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:13.596839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-063315e9-dd24-49d5-8cdd-d0e05bdef9be req-96c1c5e1-e6e5-494f-a2e7-919e49bf16f8 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 945 time: 0.1557007 Feb 10 15:57:13.602503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.636414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae949fc-714b-4754-9657-1ff618586c44 req-372163ba-b583-4598-b0ce-139b3b3d6701 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:13.637903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ae949fc-714b-4754-9657-1ff618586c44 req-372163ba-b583-4598-b0ce-139b3b3d6701 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.1433256 Feb 10 15:57:13.644489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.677937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:13.677937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:13.680882 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:13.712597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ae949fc-714b-4754-9657-1ff618586c44 req-82b89aab-54da-45fd-a86d-831fc3e30d01 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643308 Feb 10 15:57:13.752560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] For port b538b568-6578-49c5-a3a2-ce578a6e9e2d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b538b568-6578-49c5-a3a2-ce578a6e9e2d,segment=NetworkSegment(e82eecc3-5562-4cba-b8a4-b4e628c94ad4),segment_id=e82eecc3-5562-4cba-b8a4-b4e628c94ad4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:13.753170 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.756323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.760596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-063315e9-dd24-49d5-8cdd-d0e05bdef9be req-eb81eafd-2027-4b7d-9558-5d863be0bc48 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1fd5703-b15a-4dca-b730-4364cac2b19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479068 Feb 10 15:57:13.786111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.798316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.806070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/4c6e89cc-02d6-48e4-8891-a79b4c536097 HTTP/1.1" status: 204 len: 168 time: 3.2486441 Feb 10 15:57:13.810568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Deleting port d6192d54-6fd0-4b91-a490-bf8a42c531a1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:13.810919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.811291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41572) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:13.813988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Calling delete_port for b538b568-6578-49c5-a3a2-ce578a6e9e2d owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:13.818482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Port': ['ID=b43bc431-67ff-4076-bf5d-e584e4a86215,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:13.830080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-516161764'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:13.838227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3afe7b-335f-46d4-b434-dd2f5d6536ea tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=4c6e89cc-02d6-48e4-8891-a79b4c536097,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:13.846758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.850969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f5e6230c-0388-410d-af53-ac7e13e5e0c3 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/ports/b43bc431-67ff-4076-bf5d-e584e4a86215 HTTP/1.1" status: 204 len: 168 time: 1.3833807 Feb 10 15:57:13.856582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41574) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:13.913545 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b42da48-8537-430c-ae59-225a1c145be6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:13.913545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b42da48-8537-430c-ae59-225a1c145be6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:13.913545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0b42da48-8537-430c-ae59-225a1c145be6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/2ea91d0a-81a3-4e25-88a7-850b27af8548 HTTP/1.1" status: 404 len: 337 time: 0.0549536 Feb 10 15:57:13.917865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41578) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:13.940856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:13.946099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:13.987336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] For port d6192d54-6fd0-4b91-a490-bf8a42c531a1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d6192d54-6fd0-4b91-a490-bf8a42c531a1,segment=NetworkSegment(211a8437-7f60-40d0-af0d-afcf4d3058b0),segment_id=211a8437-7f60-40d0-af0d-afcf4d3058b0)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:13.987737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.004084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Calling delete_port for d6192d54-6fd0-4b91-a490-bf8a42c531a1 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:14.012363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20d862-4d77-41b7-b8c6-ca244a1f3de2 req-fd5f3155-5fec-4d40-8831-5f09522c0715 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:14.014001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d20d862-4d77-41b7-b8c6-ca244a1f3de2 req-fd5f3155-5fec-4d40-8831-5f09522c0715 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/ports?device_id=737003f4-d297-4b69-9628-19ca559d8972 HTTP/1.1" status: 200 len: 945 time: 0.1800745 Feb 10 15:57:14.046089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:14.065696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.074964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.075117 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment e5722507-1c3c-4782-b024-47ecc4d71fcf of type vlan for network eec0fd75-90f8-4f33-b342-a748a53e0ea2 Feb 10 15:57:14.105335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.120670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b538b568-6578-49c5-a3a2-ce578a6e9e2d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:14.128545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d20d862-4d77-41b7-b8c6-ca244a1f3de2 req-e5a4426e-94dc-4356-babc-bae71c590fbe tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f0f8ab-d0a5-407f-a101-512552602b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015241 Feb 10 15:57:14.162650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Pushing event deleted for resources: {'Port': ['ID=b538b568-6578-49c5-a3a2-ce578a6e9e2d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:14.193830 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.225924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] No DVR routers for this DVR port b538b568-6578-49c5-a3a2-ce578a6e9e2d on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:14.227380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.232076 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c217bd68-624c-40fc-bdda-00abb9d806b4 req-9fb66606-e9aa-48e2-92e4-86f768174cf1 tempest-VolumesActionsTest-324741078 tempest-VolumesActionsTest-324741078-project] 10.222.0.75 "DELETE /v2.0/ports/b538b568-6578-49c5-a3a2-ce578a6e9e2d HTTP/1.1" status: 204 len: 173 time: 1.0007858 Feb 10 15:57:14.232586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737003f4-d297-4b69-9628-19ca559d8972', 'name': 'network-vif-deleted', 'tag': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:14.234968 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1e005-65f3-4798-a1a8-6efe09f5193d" -d '{"events": [{"server_uuid": "737003f4-d297-4b69-9628-19ca559d8972", "name": "network-vif-deleted", "tag": "b538b568-6578-49c5-a3a2-ce578a6e9e2d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:14.259172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9743e85-c9ff-4258-824d-d670223bd0a5 req-de393441-0252-407f-ab94-7950da5af1a2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:14.260960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9743e85-c9ff-4258-824d-d670223bd0a5 req-de393441-0252-407f-ab94-7950da5af1a2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 945 time: 0.1315310 Feb 10 15:57:14.263688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.270360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:14.271054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.307599 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fe981-d7dc-4223-acd1-99ed7d16f531 x-openstack-request-id: req-3f6fe981-d7dc-4223-acd1-99ed7d16f531 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:14.308133 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737003f4-d297-4b69-9628-19ca559d8972", "name": "network-vif-deleted", "tag": "b538b568-6578-49c5-a3a2-ce578a6e9e2d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:14.308463 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f6fe981-d7dc-4223-acd1-99ed7d16f531 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:14.308832 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737003f4-d297-4b69-9628-19ca559d8972', 'name': 'network-vif-deleted', 'tag': 'b538b568-6578-49c5-a3a2-ce578a6e9e2d', 'status': 'completed', 'code': 200} Feb 10 15:57:14.336980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.357835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting port 0752d556-c2ba-42c1-bc8d-543b0938e27e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:14.358301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.389213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5750461 Feb 10 15:57:14.394417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:14.401786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:14.425831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] No DVR routers for this DVR port d6192d54-6fd0-4b91-a490-bf8a42c531a1 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:14.427828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Pushing event deleted for resources: {'Port': ['ID=d6192d54-6fd0-4b91-a490-bf8a42c531a1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:14.432554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.436517 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3bc60283-8604-4ad2-9654-436f56fad81c req-be609f54-a6d0-4d1e-bd50-1f6a5fd9976a tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.45 "DELETE /v2.0/ports/d6192d54-6fd0-4b91-a490-bf8a42c531a1 HTTP/1.1" status: 204 len: 173 time: 0.9289865 Feb 10 15:57:14.452654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225214f-0ff3-41f7-a1e1-13016c2ec2f4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=eec0fd75-90f8-4f33-b342-a748a53e0ea2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:14.465210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network eec0fd75-90f8-4f33-b342-a748a53e0ea2 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:14.514906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9743e85-c9ff-4258-824d-d670223bd0a5 req-c179c5f4-4c98-4763-9c76-02594963fa13 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361705 Feb 10 15:57:14.550069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] For port 0752d556-c2ba-42c1-bc8d-543b0938e27e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0752d556-c2ba-42c1-bc8d-543b0938e27e,segment=NetworkSegment(7d4a50db-ce7d-4961-a526-b5ccdbe92b42),segment_id=7d4a50db-ce7d-4961-a526-b5ccdbe92b42)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:14.550439 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.584154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Calling delete_port for 0752d556-c2ba-42c1-bc8d-543b0938e27e owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:14.668186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:14.672081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.772252 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:14.812614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No DVR routers for this DVR port 0752d556-c2ba-42c1-bc8d-543b0938e27e on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:14.822185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Port': ['ID=0752d556-c2ba-42c1-bc8d-543b0938e27e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:14.876899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:57:14.975133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb0a109b-0ab2-44d4-ba41-850a152cb7a9 req-3633c586-f58f-4485-b82f-421a76135684 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde858cd-e9fc-4388-8fe0-2677c9b1cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0846949 Feb 10 15:57:15.008122 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.025970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 3a9bed48-b369-4661-8359-6ca06ee2a5ea triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:57:15.026346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.034793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761100bc-6080-4ca6-be6d-b6f067f2e2b5 req-48d40597-b11e-43da-aa87-d6af12af1a56 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:15.036345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-761100bc-6080-4ca6-be6d-b6f067f2e2b5 req-48d40597-b11e-43da-aa87-d6af12af1a56 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.2180028 Feb 10 15:57:15.066765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1071eb67-5735-41ea-8d7c-295bbd557ce8']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:15.088648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4a50db-ce7d-4961-a526-b5ccdbe92b42') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:15.089024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4a50db-ce7d-4961-a526-b5ccdbe92b42') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:15.135526 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.140979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.173648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:15.176138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-761100bc-6080-4ca6-be6d-b6f067f2e2b5 req-a9b705f9-7ee9-4c7c-9923-fdf6b8366f05 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302738 Feb 10 15:57:15.176279 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b98f34a-b22b-49c9-9c2e-14fcceeecc12" -d '{"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:15.179568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.187172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.214810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:15.224323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.225191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b538b568-6578-49c5-a3a2-ce578a6e9e2d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:15.231034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:15.231463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:15.236415 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:15.298080 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46eba0-7f51-4251-b15d-50e978099317 x-openstack-request-id: req-3e46eba0-7f51-4251-b15d-50e978099317 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:15.298465 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:15.298831 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e46eba0-7f51-4251-b15d-50e978099317 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:15.300333 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'code': 200} Feb 10 15:57:15.306431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: b538b568-6578-49c5-a3a2-ce578a6e9e2d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:15.307697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b538b568-6578-49c5-a3a2-ce578a6e9e2d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:15.331683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=ba8c8db3-d2e0-4c31-a1d3-4bf32b639d02,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:15.348056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': 'e5722507-1c3c-4782-b024-47ecc4d71fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:15.348497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: eec0fd75-90f8-4f33-b342-a748a53e0ea2, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:15.350866 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.356362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.359574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/1071eb67-5735-41ea-8d7c-295bbd557ce8 HTTP/1.1" status: 204 len: 168 time: 1.4420009 Feb 10 15:57:15.362237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:15.383008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adcdff-1fe4-4157-8eb0-856f7405e0d4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Network': ['ID=1071eb67-5735-41ea-8d7c-295bbd557ce8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:15.387264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:15.399536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network eec0fd75-90f8-4f33-b342-a748a53e0ea2 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:15.413551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, eec0fd75-90f8-4f33-b342-a748a53e0ea2) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:15.419311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:15.419963 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.430953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706194c-4ec6-44d6-a857-0182b82abbc0 None None] Network eec0fd75-90f8-4f33-b342-a748a53e0ea2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:15.440943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-61b2debb-8357-465a-bf22-1da953cf7205 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0407362 Feb 10 15:57:15.441231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41630) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:15.582466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.626076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1248843-b95c-40ba-96a8-b95ba4bfa34d req-2825164a-7377-4324-950d-4bdb35891cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:15.627864 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c1248843-b95c-40ba-96a8-b95ba4bfa34d req-2825164a-7377-4324-950d-4bdb35891cf0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 1098 time: 0.0700243 Feb 10 15:57:15.631358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting port c35d5929-8465-493d-97c2-bb67258b4212 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:15.631939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.716650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.733548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Calling delete_port for c35d5929-8465-493d-97c2-bb67258b4212 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:15.767094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.768284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-eec0fd75-90f8-4f33-b342-a748a53e0ea2', 'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': 'ba8c8db3-d2e0-4c31-a1d3-4bf32b639d02'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:15.769432 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.851322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c1248843-b95c-40ba-96a8-b95ba4bfa34d req-8df84d31-d2e2-4853-8e91-d5b226537c94 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Feb 10 15:57:15.855899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.879734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddf08c-1b29-475b-828f-7d46e7852154 req-8a1079d1-7d01-4520-9877-70703edf1e22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:15.881580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74ddf08c-1b29-475b-828f-7d46e7852154 req-8a1079d1-7d01-4520-9877-70703edf1e22 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.2030437 Feb 10 15:57:15.899096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Port': ['ID=c35d5929-8465-493d-97c2-bb67258b4212,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:15.909649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.910054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.910458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.910914 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.911266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.911635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.911972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.912309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.912696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.913033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.913367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.913705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:15.918169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:15.926185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ed08816d-cc1b-4afc-8e5a-b1ca79bbc6c4 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/ports/c35d5929-8465-493d-97c2-bb67258b4212 HTTP/1.1" status: 204 len: 168 time: 0.5627387 Feb 10 15:57:15.927368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41650) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:15.981912 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-834c7a30-bb52-4386-a442-6b21e0179f54 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:15.982484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834c7a30-bb52-4386-a442-6b21e0179f54 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:15.982869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74ddf08c-1b29-475b-828f-7d46e7852154 req-b104e7bf-d252-471e-81a9-67daa4a95012 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701001 Feb 10 15:57:15.989858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41656) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:15.991659 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-834c7a30-bb52-4386-a442-6b21e0179f54 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/738d48e2-1759-4b0e-b5b3-8b4e3f2e80a7 HTTP/1.1" status: 404 len: 337 time: 0.0594640 Feb 10 15:57:16.000226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Allocated IP 172.20.0.1 (eec0fd75-90f8-4f33-b342-a748a53e0ea2/ba8c8db3-d2e0-4c31-a1d3-4bf32b639d02/b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:16.073591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41662) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:16.082018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.099256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d6192d54-6fd0-4b91-a490-bf8a42c531a1 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:16.130384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: d6192d54-6fd0-4b91-a490-bf8a42c531a1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:16.130943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d6192d54-6fd0-4b91-a490-bf8a42c531a1 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:16.195250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Deleting subnet 77b37871-c8e7-447c-afd0-1be6e5548d0c {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:57:16.206524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-257ced95-230b-43ab-a181-3849f36562f6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:16.207467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.208352 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-257ced95-230b-43ab-a181-3849f36562f6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.0782816 Feb 10 15:57:16.209175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.235691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2d580e-ad99-4fa2-b2ef-f45dd894c17a']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:16.248950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd212b66-afb0-4618-9efa-fd188737c058') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:16.249263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd212b66-afb0-4618-9efa-fd188737c058') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:16.263353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.280141 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.289085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.297990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:16.298582 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:16.304502 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:16.315603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'name': 'network-vif-deleted', 'tag': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:16.318771 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea16642-fb76-4740-b61c-38001e94913a" -d '{"events": [{"server_uuid": "dde858cd-e9fc-4388-8fe0-2677c9b1cfd5", "name": "network-vif-deleted", "tag": "d6192d54-6fd0-4b91-a490-bf8a42c531a1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:16.347904 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.358563 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.390394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.422936 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995eeb69-77c7-46c8-9034-3c7be1dcda36 x-openstack-request-id: req-995eeb69-77c7-46c8-9034-3c7be1dcda36 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:16.423235 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde858cd-e9fc-4388-8fe0-2677c9b1cfd5", "name": "network-vif-deleted", "tag": "d6192d54-6fd0-4b91-a490-bf8a42c531a1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:16.423518 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-995eeb69-77c7-46c8-9034-3c7be1dcda36 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:16.423923 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde858cd-e9fc-4388-8fe0-2677c9b1cfd5', 'name': 'network-vif-deleted', 'tag': 'd6192d54-6fd0-4b91-a490-bf8a42c531a1', 'status': 'completed', 'code': 200} Feb 10 15:57:16.424662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Network eec0fd75-90f8-4f33-b342-a748a53e0ea2 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:16.429685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Deleting port 5dabc5a9-19a6-42f1-a146-865eb1d30372 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:16.430041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.444546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:16.463957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:16.486528 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.491323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Pushing event updated for resources: {'Port': ['ID=b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:16.515469 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.521141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/2b2d580e-ad99-4fa2-b2ef-f45dd894c17a HTTP/1.1" status: 204 len: 168 time: 0.5302351 Feb 10 15:57:16.524918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.534938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41688) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:16.583465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e0e71-4bc8-4a82-8b63-5dc4ad1f339c tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Network': ['ID=2b2d580e-ad99-4fa2-b2ef-f45dd894c17a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:16.607807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] For port 5dabc5a9-19a6-42f1-a146-865eb1d30372, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5dabc5a9-19a6-42f1-a146-865eb1d30372,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:16.608185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.616409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Attempting to bind port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:16.617047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Attempting to bind port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'e5722507-1c3c-4782-b024-47ecc4d71fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:16.617574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Attempting to bind port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822 on network eec0fd75-90f8-4f33-b342-a748a53e0ea2 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:16.624504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8c8db3-d2e0-4c31-a1d3-4bf32b639d02,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:16.625056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:16.625484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Calling delete_port for 5dabc5a9-19a6-42f1-a146-865eb1d30372 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:16.626744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Checking segment: {'id': 'e5722507-1c3c-4782-b024-47ecc4d71fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:16.627523 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.628104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Bound using segment: {'id': 'e5722507-1c3c-4782-b024-47ecc4d71fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:16.628767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Bound port: b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5722507-1c3c-4782-b024-47ecc4d71fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:16.629336 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.686041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50cfe6-c25b-4feb-af3e-68a1991fe012 req-79a54a65-bc2f-4366-a7d7-d32264fe0ca8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:16.687567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd50cfe6-c25b-4feb-af3e-68a1991fe012 req-79a54a65-bc2f-4366-a7d7-d32264fe0ca8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff92751-458b-41a2-be37-3be7f4ce50bd HTTP/1.1" status: 200 len: 948 time: 0.2896090 Feb 10 15:57:16.694199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.737648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting subnet 73589b54-a08d-46b0-8fa0-ade9d91a1975 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:57:16.745138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] For port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:16.751527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.754566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] For port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822,segment=NetworkSegment(e5722507-1c3c-4782-b024-47ecc4d71fcf),segment_id=e5722507-1c3c-4782-b024-47ecc4d71fcf)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:16.764261 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.787767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0fd75-90f8-4f33-b342-a748a53e0ea2']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:16.795851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.807697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd50cfe6-c25b-4feb-af3e-68a1991fe012 req-6fb5a886-9b7a-494c-ad9a-88786429d34c tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080604 Feb 10 15:57:16.813679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5722507-1c3c-4782-b024-47ecc4d71fcf') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:16.814173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5722507-1c3c-4782-b024-47ecc4d71fcf') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:16.836484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.843669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Pushing event deleted for resources: {'Port': ['ID=5dabc5a9-19a6-42f1-a146-865eb1d30372,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:16.855094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.935583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9032c5b-eeba-45f9-b241-7cbae0bc52a0 None None] Pushing event updated for resources: {'Port': ['ID=b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:16.939533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654077bd-133e-453c-b239-ebce579c4c7c None None] Network eec0fd75-90f8-4f33-b342-a748a53e0ea2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:16.948614 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.960139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:16.960645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:16.964405 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:16.988686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] No DVR routers for this DVR port 5dabc5a9-19a6-42f1-a146-865eb1d30372 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:16.991684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:16.996799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3b2fdd3-1254-46b6-ad40-42178446696c req-40d70179-06b9-4f7f-9788-31a4ece2acf6 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.75 "DELETE /v2.0/ports/5dabc5a9-19a6-42f1-a146-865eb1d30372 HTTP/1.1" status: 204 len: 173 time: 0.7640276 Feb 10 15:57:17.002897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.068182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b37871-c8e7-447c-afd0-1be6e5548d0c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:17.073393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.084487 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d4148f5-82fa-420a-bbff-5874e8a4307a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/77b37871-c8e7-447c-afd0-1be6e5548d0c HTTP/1.1" status: 204 len: 168 time: 1.0092394 Feb 10 15:57:17.086545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41696) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:17.139780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.api [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:57:17.139780 n-d-827895-3 neutron-server[102615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:57:17.139780 n-d-827895-3 neutron-server[102615]: [parameters: {'id': 'eec0fd75-90f8-4f33-b342-a748a53e0ea2'}] Feb 10 15:57:17.139780 n-d-827895-3 neutron-server[102615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:17.140299 n-d-827895-3 neutron-server[102615]: DEBUG oslo_db.api [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:17.178889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.200808 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.367923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.396307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.407793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Subnet': ['ID=73589b54-a08d-46b0-8fa0-ade9d91a1975,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:17.414103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.416529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29370182-40c4-4dc4-8157-5d7d8037f8d2 None None] Network 7367ae43-6dee-4f2c-b7e3-fec457049beb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:17.425029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-60f99412-68f9-4a64-ae4c-2a65183335f6 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/subnets/73589b54-a08d-46b0-8fa0-ade9d91a1975 HTTP/1.1" status: 204 len: 168 time: 0.8726966 Feb 10 15:57:17.431233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41714) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:17.471717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a351e18d-489a-4740-b802-3d5f271cf74b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:17.494482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5398-a8b6-4d08-9063-f50f79052606 req-ec02bb8e-5107-429f-8237-07e1f892e1e7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:17.495478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-231d5398-a8b6-4d08-9063-f50f79052606 req-ec02bb8e-5107-429f-8237-07e1f892e1e7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.2762353 Feb 10 15:57:17.497416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211a8437-7f60-40d0-af0d-afcf4d3058b0') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:17.497713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211a8437-7f60-40d0-af0d-afcf4d3058b0') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:17.530516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.562270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.570056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:17.570956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:17.573992 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:17.608148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-231d5398-a8b6-4d08-9063-f50f79052606 req-9a5a1e6f-0a31-4837-9f93-ea2de36a3330 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718186 Feb 10 15:57:17.616780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.642123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.749993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.757914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] DHCP port deletion for 7367ae43-6dee-4f2c-b7e3-fec457049beb request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:57:17.758158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.763270 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a351e18d-489a-4740-b802-3d5f271cf74b HTTP/1.1" status: 204 len: 168 time: 0.6755691 Feb 10 15:57:17.785896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b15fb1-5efd-4ed4-af97-50df58a28343 admin admin] Pushing event deleted for resources: {'Network': ['ID=a351e18d-489a-4740-b802-3d5f271cf74b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:17.804201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Deleting port e43b88f5-d05b-4a91-b97f-c1b460a8d328 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:17.804595 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.850794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] Deleting port e43b88f5-d05b-4a91-b97f-c1b460a8d328 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:17.851264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.902455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] For port e43b88f5-d05b-4a91-b97f-c1b460a8d328, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e43b88f5-d05b-4a91-b97f-c1b460a8d328,segment=NetworkSegment(704179d8-7aed-4d2d-8dae-ef085ed159c8),segment_id=704179d8-7aed-4d2d-8dae-ef085ed159c8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:17.902847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.906226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:17.906541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:17.927295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e43b88f5-d05b-4a91-b97f-c1b460a8d328 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:17.985077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Calling delete_port for e43b88f5-d05b-4a91-b97f-c1b460a8d328 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:18.139563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.169241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] For port e43b88f5-d05b-4a91-b97f-c1b460a8d328, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e43b88f5-d05b-4a91-b97f-c1b460a8d328,segment=NetworkSegment(704179d8-7aed-4d2d-8dae-ef085ed159c8),segment_id=704179d8-7aed-4d2d-8dae-ef085ed159c8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:18.169958 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.184855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port e43b88f5-d05b-4a91-b97f-c1b460a8d328 {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:57:18.185626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e43b88f5-d05b-4a91-b97f-c1b460a8d328 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:18.193065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] Calling delete_port for e43b88f5-d05b-4a91-b97f-c1b460a8d328 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:18.199409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] No DVR routers for this DVR port e43b88f5-d05b-4a91-b97f-c1b460a8d328 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:18.288982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Port': ['ID=e43b88f5-d05b-4a91-b97f-c1b460a8d328,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:18.325206 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.346862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] No DVR routers for this DVR port e43b88f5-d05b-4a91-b97f-c1b460a8d328 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:18.391064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72fe1e8-a9d2-4a9d-9fb3-723b1ab978c2 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:18.394398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efa2b8-4acd-465f-b49c-91c12012f5bc None None] Pushing event deleted for resources: {'Port': ['ID=e43b88f5-d05b-4a91-b97f-c1b460a8d328,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:18.424489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41766) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:18.425006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-deleted', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:18.427334 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4753f6fb-02f0-466f-9b20-89bc85d1e65f" -d '{"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-deleted", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:18.432403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822,segment=NetworkSegment(e5722507-1c3c-4782-b024-47ecc4d71fcf),segment_id=e5722507-1c3c-4782-b024-47ecc4d71fcf)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:18.439942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.502731 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31d35dce-1676-4c42-86b9-6a61f482b75d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=448495bf51704c9d8bc83582880d21a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711529 Feb 10 15:57:18.505181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:18.533300 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f8831-061b-4b9c-8fd6-b7a895308c63 x-openstack-request-id: req-ea6f8831-061b-4b9c-8fd6-b7a895308c63 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:18.533587 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff92751-458b-41a2-be37-3be7f4ce50bd", "name": "network-vif-deleted", "tag": "5dabc5a9-19a6-42f1-a146-865eb1d30372", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:18.534027 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea6f8831-061b-4b9c-8fd6-b7a895308c63 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:18.534586 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff92751-458b-41a2-be37-3be7f4ce50bd', 'name': 'network-vif-deleted', 'tag': '5dabc5a9-19a6-42f1-a146-865eb1d30372', 'status': 'completed', 'code': 200} Feb 10 15:57:18.589608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:18.645892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13efdd-0dcf-4379-936e-7ac4b92dc9d9 req-bd0bcb95-7d79-4971-9cef-caa8048858a8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:18.647183 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-170c482b-6ccd-405c-9cb8-b1fffbf6ef8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.647419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72fe1e8-a9d2-4a9d-9fb3-723b1ab978c2 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:18.654213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c13efdd-0dcf-4379-936e-7ac4b92dc9d9 req-bd0bcb95-7d79-4971-9cef-caa8048858a8 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 948 time: 0.3873432 Feb 10 15:57:18.665921 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.728436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-170c482b-6ccd-405c-9cb8-b1fffbf6ef8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.826895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-170c482b-6ccd-405c-9cb8-b1fffbf6ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.837213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-170c482b-6ccd-405c-9cb8-b1fffbf6ef8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:18.844890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-170c482b-6ccd-405c-9cb8-b1fffbf6ef8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1fd5703-b15a-4dca-b730-4364cac2b19a HTTP/1.1" status: 204 len: 168 time: 0.3376493 Feb 10 15:57:18.855073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7367ae43-6dee-4f2c-b7e3-fec457049beb']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:18.893259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c482b-6ccd-405c-9cb8-b1fffbf6ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd5703-b15a-4dca-b730-4364cac2b19a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:18.946561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704179d8-7aed-4d2d-8dae-ef085ed159c8') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:18.946849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704179d8-7aed-4d2d-8dae-ef085ed159c8') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:18.962488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:19.032481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 5dabc5a9-19a6-42f1-a146-865eb1d30372 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:19.032707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5dabc5a9-19a6-42f1-a146-865eb1d30372 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:19.038254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:19.056670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0c13efdd-0dcf-4379-936e-7ac4b92dc9d9 req-204a5af6-4afa-45f8-b843-7509594bda33 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669741 Feb 10 15:57:19.112870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:19.122821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:19.123225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:19.127061 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:19.145782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0e942-a412-4a13-a38d-969cefdb1587 req-14654c41-a53a-4451-b498-b7a0249b5d01 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:19.147328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79b0e942-a412-4a13-a38d-969cefdb1587 req-14654c41-a53a-4451-b498-b7a0249b5d01 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.3022664 Feb 10 15:57:19.231085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:19.895565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:19.908482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port b79d9fbd-09ed-4b6d-8cd9-fe8e09e22822 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:19.973292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79b0e942-a412-4a13-a38d-969cefdb1587 req-480a29d9-6400-4ba6-863a-a6327fbd81da tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8130209 Feb 10 15:57:20.011730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-891f8928-5a81-4f61-aad8-9e8e00db3956 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:20.012703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.017690 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-891f8928-5a81-4f61-aad8-9e8e00db3956 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 948 time: 0.1696870 Feb 10 15:57:20.049152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.052249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] 10.222.0.21 "DELETE /v2.0/networks/7367ae43-6dee-4f2c-b7e3-fec457049beb HTTP/1.1" status: 204 len: 168 time: 2.6199393 Feb 10 15:57:20.075910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c837d-deda-4df4-9926-f3c4c9835217 tempest-NetworksIpV6TestAttrs-222170426 tempest-NetworksIpV6TestAttrs-222170426-project] Pushing event deleted for resources: {'Network': ['ID=7367ae43-6dee-4f2c-b7e3-fec457049beb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:20.082465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.107719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0fd75-90f8-4f33-b342-a748a53e0ea2']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:20.120178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5722507-1c3c-4782-b024-47ecc4d71fcf') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:20.120738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5722507-1c3c-4782-b024-47ecc4d71fcf') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:20.138997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.162483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.171215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Deleting port c573fe96-338f-45c4-a3e3-aff863e26c5b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:20.172824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.175731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:20.176243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:20.184894 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:20.325350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.329105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] For port c573fe96-338f-45c4-a3e3-aff863e26c5b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=c573fe96-338f-45c4-a3e3-aff863e26c5b,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:20.329573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.352453 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.355940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Calling delete_port for c573fe96-338f-45c4-a3e3-aff863e26c5b owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:20.365817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41818) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:20.369004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/eec0fd75-90f8-4f33-b342-a748a53e0ea2 HTTP/1.1" status: 204 len: 168 time: 4.9250548 Feb 10 15:57:20.380548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341055380'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:20.414026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817282-3ce2-4ccc-88c6-8c4288724bb6 req-28fd5ba2-ec3c-440e-8885-79a5f03757d5 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:20.415578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c817282-3ce2-4ccc-88c6-8c4288724bb6 req-28fd5ba2-ec3c-440e-8885-79a5f03757d5 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6502af-5dba-43a0-b807-46f92de4e015 HTTP/1.1" status: 200 len: 948 time: 0.2086914 Feb 10 15:57:20.416452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50d05-7d82-4c12-8e1a-671cc9cae255 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=eec0fd75-90f8-4f33-b342-a748a53e0ea2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:20.464709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:20.475720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.485590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c817282-3ce2-4ccc-88c6-8c4288724bb6 req-0e58c9d0-d547-41f7-96a7-f3862c7e1644 tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56d74dd-0703-4fde-a353-5110059244ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Feb 10 15:57:20.536436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:20.575507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.575865 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 9b3e2eea-4c72-421f-903f-b9c34dfd07a1 of type vlan for network 6b9e3c95-16f3-45e2-9c9d-daf94440caa1 Feb 10 15:57:20.625851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.646851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41824) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:20.657842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.661008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Pushing event deleted for resources: {'Port': ['ID=c573fe96-338f-45c4-a3e3-aff863e26c5b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:20.757175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] No DVR routers for this DVR port c573fe96-338f-45c4-a3e3-aff863e26c5b on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:20.759370 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.766551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:20.767464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.773408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:20.785027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-09a63f4c-78b1-4a6f-8233-f5a738df5886 req-f1b52779-2441-42e6-95af-f0e7ff9ffb4d tempest-ListImageFiltersTestJSON-1940756001 tempest-ListImageFiltersTestJSON-1940756001-project] 10.222.0.45 "DELETE /v2.0/ports/c573fe96-338f-45c4-a3e3-aff863e26c5b HTTP/1.1" status: 204 len: 173 time: 0.7612228 Feb 10 15:57:20.861369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-deleted', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:20.867050 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d57577-461f-4285-8d8e-ac0d150204b0" -d '{"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-deleted", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:20.884557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=6b9e3c95-16f3-45e2-9c9d-daf94440caa1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:20.895349 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4ed830e6-a363-4b48-baa4-be13c3a1b098 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5260100 Feb 10 15:57:20.895840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:20.897941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6b9e3c95-16f3-45e2-9c9d-daf94440caa1 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:20.900554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '6b9e3c95-16f3-45e2-9c9d-daf94440caa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:20.997874 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb041de6-3ec0-4656-a785-31945b1fcc4c x-openstack-request-id: req-fb041de6-3ec0-4656-a785-31945b1fcc4c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:20.998235 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6502af-5dba-43a0-b807-46f92de4e015", "name": "network-vif-deleted", "tag": "c573fe96-338f-45c4-a3e3-aff863e26c5b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:20.998438 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb041de6-3ec0-4656-a785-31945b1fcc4c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:20.998859 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6502af-5dba-43a0-b807-46f92de4e015', 'name': 'network-vif-deleted', 'tag': 'c573fe96-338f-45c4-a3e3-aff863e26c5b', 'status': 'completed', 'code': 200} Feb 10 15:57:21.057951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:21.066395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a104e388-5788-467e-812f-b026766e82f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56e046c6e921464abed09785e3b36df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166813 Feb 10 15:57:21.068848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41838) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:21.077812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.193942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3227270f-4e77-46ec-b5e9-45e0e6a3421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.242565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3227270f-4e77-46ec-b5e9-45e0e6a3421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.321511 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3227270f-4e77-46ec-b5e9-45e0e6a3421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.326325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3227270f-4e77-46ec-b5e9-45e0e6a3421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.328170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3227270f-4e77-46ec-b5e9-45e0e6a3421a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9df1d19-000e-4fcd-b110-f9049485acf0 HTTP/1.1" status: 204 len: 168 time: 0.2582793 Feb 10 15:57:21.405109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227270f-4e77-46ec-b5e9-45e0e6a3421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9df1d19-000e-4fcd-b110-f9049485acf0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:21.481226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02c1fa-d029-4ae3-9f83-23168f04e0b2 req-d72e5da9-df12-407b-ae69-4658364c274d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:21.487175 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc02c1fa-d029-4ae3-9f83-23168f04e0b2 req-d72e5da9-df12-407b-ae69-4658364c274d tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.3121581 Feb 10 15:57:21.507333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41850) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:21.568875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc02c1fa-d029-4ae3-9f83-23168f04e0b2 req-0cecfa5e-4cc6-4248-a888-1c384c2c13b1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718641 Feb 10 15:57:21.701955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.840365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '9b3e2eea-4c72-421f-903f-b9c34dfd07a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b9e3c95-16f3-45e2-9c9d-daf94440caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:21.840739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 6b9e3c95-16f3-45e2-9c9d-daf94440caa1, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:21.842994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=448416a0-5fd3-4dc2-a530-6a3ed13533ff,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:21.865900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 6b9e3c95-16f3-45e2-9c9d-daf94440caa1 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:21.888040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6b9e3c95-16f3-45e2-9c9d-daf94440caa1) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:21.894693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:21.895273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:21.901061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb69000-c28c-4d66-b2b9-3e9a734d8981 None None] Network 6b9e3c95-16f3-45e2-9c9d-daf94440caa1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:21.929154 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-11f231b5-ec2e-4c60-a08d-c8ab05fa68a4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0294180 Feb 10 15:57:21.929332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41870) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:22.023710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-319331859-network', 'tenant_id': '50fb02fc91484304b88233134e6343e2'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:22.083148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Made reservation on behalf of 50fb02fc91484304b88233134e6343e2 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:22.087708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.107289 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.110467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.206977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc227de3-0bca-48b1-b558-aba00e84a94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-6b9e3c95-16f3-45e2-9c9d-daf94440caa1', 'network_id': '6b9e3c95-16f3-45e2-9c9d-daf94440caa1', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': '448416a0-5fd3-4dc2-a530-6a3ed13533ff'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:22.209278 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cc227de3-0bca-48b1-b558-aba00e84a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.217823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.320510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.327758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.357095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.378190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-cc227de3-0bca-48b1-b558-aba00e84a94d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 448416a0-5fd3-4dc2-a530-6a3ed13533ff: This subnet is being modified by another concurrent operation. Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:57:22.379804 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 448416a0-5fd3-4dc2-a530-6a3ed13533ff: This subnet is being modified by another concurrent operation. Feb 10 15:57:22.387348 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:57:22.419323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20926ead-2611-4dcb-8724-481bcf256efb None None] Network 6b9e3c95-16f3-45e2-9c9d-daf94440caa1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:22.462826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6052753-b966-4a6c-9a6d-4f4887307140,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:22.489594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=448416a0-5fd3-4dc2-a530-6a3ed13533ff,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:22.510908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.511258 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Added segment 10581de3-c382-463e-a3b1-a17585ef91cd of type vlan for network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 Feb 10 15:57:22.571996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.618593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9e3c95-16f3-45e2-9c9d-daf94440caa1']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:22.621674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57edcf4-4838-4f7c-8eea-e0d94ee6f55f None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:22.628860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3e2eea-4c72-421f-903f-b9c34dfd07a1') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:22.629226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3e2eea-4c72-421f-903f-b9c34dfd07a1') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:22.640163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.665468 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.697144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:22.699091 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:22.702913 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:22.813042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.847512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.867160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.879616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41902) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:22.880802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/6b9e3c95-16f3-45e2-9c9d-daf94440caa1 HTTP/1.1" status: 204 len: 168 time: 0.9502077 Feb 10 15:57:22.889583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401302358'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:22.898288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ba0fd-89fd-49f1-9368-a9dd8b9c1783 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=6b9e3c95-16f3-45e2-9c9d-daf94440caa1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:22.904767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.905788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:22.906510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:22.944569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4299614 Feb 10 15:57:22.948360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41904) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:22.951220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57edcf4-4838-4f7c-8eea-e0d94ee6f55f None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:22.958629 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Request body: {'subnet': {'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-319331859-subnet', 'tenant_id': '50fb02fc91484304b88233134e6343e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:22.996366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f31d3c-4d1f-4e7f-b9fa-5e77516c62f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:23.009069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:23.014772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.033468 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:23.058921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:23.076339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.078430 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 7b7da904-3bba-4c91-abd8-196fc083a0c4 of type vlan for network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 Feb 10 15:57:23.135910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.164982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Made reservation on behalf of 50fb02fc91484304b88233134e6343e2 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:23.168929 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.172960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.179544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:23.180547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.273023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41914) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:23.305638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:23.362598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41920) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:23.368611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:23.374129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e81b37dc-a61f-4ac9-a2bf-f5f50de6a318 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4918709 Feb 10 15:57:23.394005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:23.559253 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.685593 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2682-6130-47d5-954b-02f98bf92f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.695538 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.750668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.841187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Checking segment: {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:23.841638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Network hostable DHCP agents. Network: ab3330df-0df7-4311-aa7b-8a5d00fc6fe9, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:23.846408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2657a9f-f670-46fa-b96e-ea49fcff34ee,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:23.852907 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.882454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:23.898682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, ab3330df-0df7-4311-aa7b-8a5d00fc6fe9) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:23.904376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:23.904975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:23.909103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b0d6f-c7ec-4cfe-b190-1029da0306c8 None None] Network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:23.952455 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a52ebded-f59b-4506-a9b6-7eb69749cfde admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9977095 Feb 10 15:57:23.994473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 is not hosted by any dhcp agent {{(pid=102615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:57:24.000943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:24.001555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.002894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "PUT /v2.0/networks/2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 HTTP/1.1" status: 200 len: 723 time: 0.6388676 Feb 10 15:57:24.005316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea75ef-c740-4fe0-b38a-8f52e5388897 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:24.006096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.023556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:24.030706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41950) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.040717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2682-6130-47d5-954b-02f98bf92f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.045851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:24.051927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2682-6130-47d5-954b-02f98bf92f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.106330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a2682-6130-47d5-954b-02f98bf92f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6278084a-8d9b-4fe4-bb17-b5de7b7db537,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:24.111019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5a8a2682-6130-47d5-954b-02f98bf92f26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c90e7432b8904ea3bc519f22a5fdeaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8372285 Feb 10 15:57:24.113723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41954) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.204234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:24.245491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: c573fe96-338f-45c4-a3e3-aff863e26c5b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:24.245884 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device c573fe96-338f-45c4-a3e3-aff863e26c5b not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:24.246432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be77a770-744b-477b-9b52-33dbccf6cb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.301567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be77a770-744b-477b-9b52-33dbccf6cb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.306429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:24.310656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.378427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1feb5b-ac3d-49e8-81c2-163b01d636ad None None] Network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:24.407698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be77a770-744b-477b-9b52-33dbccf6cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.411996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be77a770-744b-477b-9b52-33dbccf6cb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:24.413282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be77a770-744b-477b-9b52-33dbccf6cb45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6278084a-8d9b-4fe4-bb17-b5de7b7db537 HTTP/1.1" status: 204 len: 168 time: 0.2979505 Feb 10 15:57:24.430264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77a770-744b-477b-9b52-33dbccf6cb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6278084a-8d9b-4fe4-bb17-b5de7b7db537,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:24.462349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1bad9b78-1045-441d-a41d-039d4c943712 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] Request body: {'port': {'network_id': 'd13178ee-4e81-4db1-ac7e-bc391f094d38', 'name': 'tempest-NetworksNegativeTestJSON-1414664977'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:24.497265 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bad9b78-1045-441d-a41d-039d4c943712 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] POST failed (client error): The resource could not be found. Feb 10 15:57:24.499364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bad9b78-1045-441d-a41d-039d4c943712 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:24.502834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1bad9b78-1045-441d-a41d-039d4c943712 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4704161 Feb 10 15:57:24.509180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41968) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.551280 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b4763c-74c4-41e0-a9ea-c78521d7e2c6 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:24.551917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b4763c-74c4-41e0-a9ea-c78521d7e2c6 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:24.575150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53b4763c-74c4-41e0-a9ea-c78521d7e2c6 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "DELETE /v2.0/networks/f252fede-aa93-4844-8ec8-8274fa8145d6 HTTP/1.1" status: 404 len: 339 time: 0.0588148 Feb 10 15:57:24.575549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41972) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.664667 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1b1b07-616d-472c-8732-779626374523 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:24.667344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1b1b07-616d-472c-8732-779626374523 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:24.674890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ae1b1b07-616d-472c-8732-779626374523 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "DELETE /v2.0/ports/b8cd94ce-b390-4b72-a4d5-a4690f79a0bf HTTP/1.1" status: 404 len: 333 time: 0.0981061 Feb 10 15:57:24.680216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41978) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.748933 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf439e8-ace9-43e5-93a3-8e2d507d8250 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:24.749211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf439e8-ace9-43e5-93a3-8e2d507d8250 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:24.759802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6cf439e8-ace9-43e5-93a3-8e2d507d8250 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "DELETE /v2.0/subnets/0cbe6a0f-fd09-4d9e-9aac-658e97eea1a3 HTTP/1.1" status: 404 len: 337 time: 0.0744917 Feb 10 15:57:24.762610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41986) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.823979 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cd117b-771d-4cc8-a66c-6253c79b4fac tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] GET failed (client error): The resource could not be found. Feb 10 15:57:24.829035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-14cd117b-771d-4cc8-a66c-6253c79b4fac tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "GET /v2.0/networks/117995ad-1ed6-4850-8990-8a3ed97a34dd HTTP/1.1" status: 404 len: 339 time: 0.0640409 Feb 10 15:57:24.833007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41992) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.898396 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-471f4f12-6f8e-4c5b-af7c-7f9d8e77d016 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] GET failed (client error): The resource could not be found. Feb 10 15:57:24.907081 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-471f4f12-6f8e-4c5b-af7c-7f9d8e77d016 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "GET /v2.0/ports/0a29eb4f-29b3-40c1-a23b-f9b24ff74021 HTTP/1.1" status: 404 len: 333 time: 0.0681231 Feb 10 15:57:24.944272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41998) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:24.964692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.002838 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0930ab-bbee-4711-9be3-2d3ecf738222 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] GET failed (client error): The resource could not be found. Feb 10 15:57:25.014674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5d0930ab-bbee-4711-9be3-2d3ecf738222 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "GET /v2.0/subnets/80d9da27-a248-4320-8c82-e672779c5fd2 HTTP/1.1" status: 404 len: 337 time: 0.0677598 Feb 10 15:57:25.016200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42002) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.028181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c4c759b0-0c1c-4adc-bbb1-1704ff4dfbde tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:25.037234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=9a65638b-f557-474f-9e86-b2e026df18fe,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:25.052799 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c759b0-0c1c-4adc-bbb1-1704ff4dfbde tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] PUT failed (client error): The resource could not be found. Feb 10 15:57:25.054472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c759b0-0c1c-4adc-bbb1-1704ff4dfbde tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:25.061538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4c759b0-0c1c-4adc-bbb1-1704ff4dfbde tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "PUT /v2.0/networks/4ef00fe6-7465-4075-bda4-019696a16815 HTTP/1.1" status: 404 len: 339 time: 0.0411022 Feb 10 15:57:25.066292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42004) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.073302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-175ce1c6-854c-4c71-9a12-7fbdecf4b6ad tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:25.078959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '7b7da904-3bba-4c91-abd8-196fc083a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:25.079808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:25.115986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:25.124667 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-175ce1c6-854c-4c71-9a12-7fbdecf4b6ad tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] PUT failed (client error): The resource could not be found. Feb 10 15:57:25.126194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175ce1c6-854c-4c71-9a12-7fbdecf4b6ad tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:25.133276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-175ce1c6-854c-4c71-9a12-7fbdecf4b6ad tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "PUT /v2.0/ports/6a0fd2f9-bf29-449b-bac6-a477b0ae46d5 HTTP/1.1" status: 404 len: 333 time: 0.0657868 Feb 10 15:57:25.133983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42006) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.148123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:25.148352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-be784edd-534b-4916-b302-094062268366 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:25.159574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065badb9-afc2-469e-af53-93443e02d61d None None] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:25.184045 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-be784edd-534b-4916-b302-094062268366 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] PUT failed (client error): The resource could not be found. Feb 10 15:57:25.184601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be784edd-534b-4916-b302-094062268366 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:25.185840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be784edd-534b-4916-b302-094062268366 tempest-NetworksNegativeTestJSON-254265861 tempest-NetworksNegativeTestJSON-254265861-project] 10.222.0.21 "PUT /v2.0/subnets/187df57a-0518-4e4a-a51b-33a8959e94a3 HTTP/1.1" status: 404 len: 337 time: 0.0469155 Feb 10 15:57:25.196582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-fdd6549c-abc0-45b4-8b06-44ca4b34f5a8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:25.198804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-fdd6549c-abc0-45b4-8b06-44ca4b34f5a8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 813 time: 0.3682549 Feb 10 15:57:25.200717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42012) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.209759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:25.211418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.243266 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-29d64194-52ae-4249-b35c-37fdc313a0c7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2358289 Feb 10 15:57:25.248118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42014) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.249877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82737dfd-36a3-4a51-b339-05dce20b86d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.265429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:25.278340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-5f7f2aad-c412-45ea-9883-d718980345f2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/quotas/50fb02fc91484304b88233134e6343e2 HTTP/1.1" status: 200 len: 375 time: 0.0597341 Feb 10 15:57:25.359487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-28b0a424-194c-4a3f-8496-775db9d7b118 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700529 Feb 10 15:57:25.367503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42016) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.460714 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3593578'] for subnet, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.593096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45', 'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': '9a65638b-f557-474f-9e86-b2e026df18fe'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:25.593096 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.714142 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82737dfd-36a3-4a51-b339-05dce20b86d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.721080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-40e5703c-e266-4969-b09a-035a84de4ebb service neutron] 10.222.0.21 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374486 Feb 10 15:57:25.725682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ff19068f-6a8a-4596-b1f1-7787be347e77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fb3474e1b6f4e6b931644784251d761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571653 Feb 10 15:57:25.726599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82737dfd-36a3-4a51-b339-05dce20b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.728926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42022) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.738464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755768968551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3452068'] for subnet, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.763615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737dfd-36a3-4a51-b339-05dce20b86d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96943cec-9b54-4bec-a49b-8881d097224d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:25.786622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:25.787226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:25.788560 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "PUT /v2.0/subnets/9a65638b-f557-474f-9e86-b2e026df18fe HTTP/1.1" status: 200 len: 806 time: 0.5363436 Feb 10 15:57:25.792520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42028) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.860796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Allocated IP 172.20.0.2 (2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45/9a65638b-f557-474f-9e86-b2e026df18fe/10474ffc-3752-4c32-a483-8253096f0292) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:25.910742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42030) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.937237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d76128-8d0c-4cb7-904f-21bb0fbef4ab tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=9a65638b-f557-474f-9e86-b2e026df18fe,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:25.950329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82737dfd-36a3-4a51-b339-05dce20b86d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04aac74615994e0ca6c8ad4e61cb6bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7484908 Feb 10 15:57:25.953813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42038) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:25.976983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.071349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e1c36d-308b-4515-9d4a-d9381cd67565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.077430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.095858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fafe224-80a5-4a80-94bf-0d176c40e01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.136382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-8d1d8c0e-8b26-48bb-9cd0-5c73dda4e2fd service neutron] 10.222.0.21 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731151 Feb 10 15:57:26.139021 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fafe224-80a5-4a80-94bf-0d176c40e01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.175837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e1c36d-308b-4515-9d4a-d9381cd67565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.210346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.220814 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-18582a0a-cba2-48b6-8db2-5663a53b9228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.223407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.239987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fafe224-80a5-4a80-94bf-0d176c40e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.250915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fafe224-80a5-4a80-94bf-0d176c40e01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.256544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1fafe224-80a5-4a80-94bf-0d176c40e01f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f56d74dd-0703-4fde-a353-5110059244ae HTTP/1.1" status: 204 len: 168 time: 0.4983995 Feb 10 15:57:26.323018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafe224-80a5-4a80-94bf-0d176c40e01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d74dd-0703-4fde-a353-5110059244ae,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:26.402243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Pushing event updated for resources: {'Port': ['ID=10474ffc-3752-4c32-a483-8253096f0292,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:26.427722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.462991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:26.468506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cb96fcf-f467-4cc3-8434-b78bc10ab966 req-124b9973-0c94-42ca-9bdb-5665965ab108 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 210 time: 0.0855708 Feb 10 15:57:26.480635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:26.493399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:26.497787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=9a65638b-f557-474f-9e86-b2e026df18fe,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:26.543888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-18582a0a-cba2-48b6-8db2-5663a53b9228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.567576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e1c36d-308b-4515-9d4a-d9381cd67565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.581784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Attempting to bind port 10474ffc-3752-4c32-a483-8253096f0292 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:26.582576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Attempting to bind port 10474ffc-3752-4c32-a483-8253096f0292 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7b7da904-3bba-4c91-abd8-196fc083a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:26.583003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Attempting to bind port 10474ffc-3752-4c32-a483-8253096f0292 on network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:26.584347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e1c36d-308b-4515-9d4a-d9381cd67565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.585519 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-61e1c36d-308b-4515-9d4a-d9381cd67565 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96943cec-9b54-4bec-a49b-8881d097224d HTTP/1.1" status: 204 len: 168 time: 0.6306911 Feb 10 15:57:26.593171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:26.593649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Checking segment: {'id': '7b7da904-3bba-4c91-abd8-196fc083a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:26.594439 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.595128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Bound using segment: {'id': '7b7da904-3bba-4c91-abd8-196fc083a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:26.596176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Bound port: 10474ffc-3752-4c32-a483-8253096f0292, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7da904-3bba-4c91-abd8-196fc083a0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:26.596934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.688147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] For port 10474ffc-3752-4c32-a483-8253096f0292, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:26.692997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] For port 10474ffc-3752-4c32-a483-8253096f0292, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10474ffc-3752-4c32-a483-8253096f0292,segment=NetworkSegment(7b7da904-3bba-4c91-abd8-196fc083a0c4),segment_id=7b7da904-3bba-4c91-abd8-196fc083a0c4)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:26.699151 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.732449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.790180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4727f-6386-4fc7-a828-100aff41bf61 None None] Pushing event updated for resources: {'Port': ['ID=10474ffc-3752-4c32-a483-8253096f0292,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:26.824341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:26.847769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a221a60-33b6-4a42-9324-a74aee89854c None None] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:26.851183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7da904-3bba-4c91-abd8-196fc083a0c4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:26.852112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7da904-3bba-4c91-abd8-196fc083a0c4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:26.880759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.915868 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:26.935566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:26.935924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.086736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1c36d-308b-4515-9d4a-d9381cd67565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96943cec-9b54-4bec-a49b-8881d097224d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:27.093694 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:27.096469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-18582a0a-cba2-48b6-8db2-5663a53b9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.104821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.api [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:57:27.104821 n-d-827895-3 neutron-server[102614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:57:27.104821 n-d-827895-3 neutron-server[102614]: [parameters: {'id': '2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45'}] Feb 10 15:57:27.104821 n-d-827895-3 neutron-server[102614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:27.114250 n-d-827895-3 neutron-server[102614]: DEBUG oslo_db.api [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:27.178140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18582a0a-cba2-48b6-8db2-5663a53b9228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2743f0ab-2817-4208-8bdc-bdc1bb5d9676,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:27.182580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-18582a0a-cba2-48b6-8db2-5663a53b9228 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b372c1fe8913464f9b9ac81cc236d483&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2706861 Feb 10 15:57:27.186749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42076) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:27.204235 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.210472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5eab2a-15d6-4666-a61f-1cec81ab9df3 None None] Network 2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:27.297379 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e90b9-8713-4285-91b6-ce8a23634634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.330839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e90b9-8713-4285-91b6-ce8a23634634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.420398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e90b9-8713-4285-91b6-ce8a23634634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.424220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e90b9-8713-4285-91b6-ce8a23634634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.425570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3e1e90b9-8713-4285-91b6-ce8a23634634 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2743f0ab-2817-4208-8bdc-bdc1bb5d9676 HTTP/1.1" status: 204 len: 168 time: 0.2365892 Feb 10 15:57:27.460238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada228f-3110-4a8a-8041-ff6f10aa0d1b None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:27.466669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e90b9-8713-4285-91b6-ce8a23634634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743f0ab-2817-4208-8bdc-bdc1bb5d9676,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:27.611609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42092) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:27.615492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.686757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e502c78e-c78e-44ed-9119-295238dafaf7 req-cd4c9195-0c0f-4863-b84d-6062f6d35f08 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 210 time: 0.0753615 Feb 10 15:57:27.707821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada228f-3110-4a8a-8041-ff6f10aa0d1b None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:27.799754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port 10474ffc-3752-4c32-a483-8253096f0292 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:27.801823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:27.988260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port 10474ffc-3752-4c32-a483-8253096f0292, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10474ffc-3752-4c32-a483-8253096f0292,segment=NetworkSegment(7b7da904-3bba-4c91-abd8-196fc083a0c4),segment_id=7b7da904-3bba-4c91-abd8-196fc083a0c4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:27.992635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.022707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for 10474ffc-3752-4c32-a483-8253096f0292 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:28.182852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.197390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-828061070-network', 'tenant_id': 'f089a48d099647ac8a623cb66e4962b4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:28.262113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=10474ffc-3752-4c32-a483-8253096f0292,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:28.262293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Made reservation on behalf of f089a48d099647ac8a623cb66e4962b4 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:28.268507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.276931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port 10474ffc-3752-4c32-a483-8253096f0292 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:28.283785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.410202 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.427204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.511090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:28.516996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:28.550544 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.551043 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Added segment 896904d2-4b78-412c-b9b2-31d75a837ca3 of type vlan for network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c Feb 10 15:57:28.691264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.735310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.738885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:28.739521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.860329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-faf38673-a05e-437a-a774-e72053bed935 req-4807cdb1-0b7a-43e2-897f-192ab1ab4171 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 210 time: 0.0433593 Feb 10 15:57:28.866730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2534482 Feb 10 15:57:28.869593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42124) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:28.876698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Request body: {'subnet': {'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-828061070-subnet', 'tenant_id': 'f089a48d099647ac8a623cb66e4962b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:28.888210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883807a0-e14a-4247-9e8c-caa09f20a9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:28.913409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Made reservation on behalf of f089a48d099647ac8a623cb66e4962b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:28.921352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:28.938114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:29.001649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-12e3abfb-b2a5-402a-bbe4-617e1c62de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.067866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.091386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-d46776bf-6578-4363-96d9-fa0c4e9374ad tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:29.092980 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-d46776bf-6578-4363-96d9-fa0c4e9374ad tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 813 time: 0.9456439 Feb 10 15:57:29.103245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:29.112123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Request body: {'port': {'device_id': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'admin_state_up': True, 'tenant_id': '50fb02fc91484304b88233134e6343e2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:29.260167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7da904-3bba-4c91-abd8-196fc083a0c4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:29.261191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7da904-3bba-4c91-abd8-196fc083a0c4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:29.264904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Made reservation on behalf of 50fb02fc91484304b88233134e6343e2 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:29.268943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.286209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.334656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42144) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:29.356131 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.431226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Allocated IP 172.20.0.3 (ab3330df-0df7-4311-aa7b-8a5d00fc6fe9/d2657a9f-f670-46fa-b96e-ea49fcff34ee/45124b50-4f39-4f0e-9bd3-3b25e638492a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:29.502479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ab68c8-5f3d-49c3-a43d-d764c12f11ef,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:29.539392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Checking segment: {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:29.539794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Network hostable DHCP agents. Network: 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:29.578261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:29.595664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:29.600613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:29.601260 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.608407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e5970-ae77-4f26-aa60-c56da92cd6d6 None None] Network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:29.620673 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.646420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc603b48-57c3-4a44-9a74-1d0024e91d94 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7675421 Feb 10 15:57:29.704217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1415249981-network', 'tenant_id': '459f9d65ee874fadaf07d6b7d83c3222'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:29.713430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.728300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.763878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Made reservation on behalf of 459f9d65ee874fadaf07d6b7d83c3222 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:29.770386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.799123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.844708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:29.864110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:29.865879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:29.870375 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:29.924411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:29.945530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd09b1-849a-42a9-b0bf-01e8d991280a None None] Network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:29.980871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:29.989762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:30.045421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:30.046302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.082093 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-2a87d6f6-eb61-4ae2-a5e1-ea275e72ae33 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9740610 Feb 10 15:57:30.084580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.113130 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.119281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Request body: {'port': {'device_id': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:30.138941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.164351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.168748 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 HTTP/1.1" status: 204 len: 168 time: 4.3752627 Feb 10 15:57:30.175171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42176) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:30.230939 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8c4bce-7e80-4bde-adb1-dcd518a76e98 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:30.231927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8c4bce-7e80-4bde-adb1-dcd518a76e98 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:30.235850 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0d8c4bce-7e80-4bde-adb1-dcd518a76e98 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 HTTP/1.1" status: 404 len: 339 time: 0.0478740 Feb 10 15:57:30.239327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f69a-e86d-4630-bdf6-b25169c92f3e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:30.241378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42178) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:30.250599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1160669079', 'description': 'd1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:30.258180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:30.282418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:30.288200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.293240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.297514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.297873 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Added segment 659f2a02-765e-49a2-af2e-d2845b6fb22a of type vlan for network 1eed8172-deb1-45cf-baf5-bd37deb32a6e Feb 10 15:57:30.300172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a687f30-a62c-4b09-8412-27bf76d52325,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:30.336167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-da71d0f2-b489-4dfd-b82d-2d14c4378c45 req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1937600595', 'description': 'tempest-description-1861897068'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:30.361100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832ad98-ae40-4434-8120-c46c5abdeabf req-5376f27a-b868-447b-834e-6be9b57bbe94 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:30.367771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b832ad98-ae40-4434-8120-c46c5abdeabf req-5376f27a-b868-447b-834e-6be9b57bbe94 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 931 time: 0.2519310 Feb 10 15:57:30.445266 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-da71d0f2-b489-4dfd-b82d-2d14c4378c45 req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.465208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.531654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b832ad98-ae40-4434-8120-c46c5abdeabf req-320ffc62-c6e4-4ca5-9cbf-512e7438b4d4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Feb 10 15:57:30.533593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:30.559515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.560018 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 9ac5a865-202a-4740-9c78-b2ee65286590 of type vlan for network bf32a646-7d1e-407d-a13f-b6357a9f2ce6 Feb 10 15:57:30.595495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.596631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:30.599810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.705650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.785384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45124b50-4f39-4f0e-9bd3-3b25e638492a {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:30.788672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4529095 Feb 10 15:57:30.794662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42194) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:30.802921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Request body: {'subnet': {'network_id': '1eed8172-deb1-45cf-baf5-bd37deb32a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1415249981-subnet', 'tenant_id': '459f9d65ee874fadaf07d6b7d83c3222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:30.827364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.827916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-da71d0f2-b489-4dfd-b82d-2d14c4378c45 req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.834708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:30.836496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.842854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.846429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db376c-cb36-44c0-a31f-020cfd4622ac admin admin] Pushing event updated for resources: {'Network': ['ID=1eed8172-deb1-45cf-baf5-bd37deb32a6e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:30.859129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1eed8172-deb1-45cf-baf5-bd37deb32a6e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:30.862044 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-da71d0f2-b489-4dfd-b82d-2d14c4378c45 req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.915727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Made reservation on behalf of 459f9d65ee874fadaf07d6b7d83c3222 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:30.919305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.924742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=bf32a646-7d1e-407d-a13f-b6357a9f2ce6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:30.947769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec75bf8-143e-4a28-9b04-22d8c05d1e5a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:30.955837 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-da71d0f2-b489-4dfd-b82d-2d14c4378c45 req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:30.957335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da71d0f2-b489-4dfd-b82d-2d14c4378c45 req-ca225216-8bdd-4894-b487-1d7624e048ea tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6420214 Feb 10 15:57:30.993737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network bf32a646-7d1e-407d-a13f-b6357a9f2ce6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:30.999745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3fef8b94-47b4-41be-bf21-c425e6ad79d5 req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1340413651', 'description': 'tempest-description-1767212210'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:31.062897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Transition to ACTIVE for port object 45124b50-4f39-4f0e-9bd3-3b25e638492a will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:57:31.077617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3fef8b94-47b4-41be-bf21-c425e6ad79d5 req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.091098 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c585dd3-c0e4-40af-aa2d-2b07663eb091 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8430295 Feb 10 15:57:31.095462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42202) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:31.098600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.294911 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3fef8b94-47b4-41be-bf21-c425e6ad79d5 req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.300438 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3fef8b94-47b4-41be-bf21-c425e6ad79d5 req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.351853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:31.377108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3fef8b94-47b4-41be-bf21-c425e6ad79d5 req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.378783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3fef8b94-47b4-41be-bf21-c425e6ad79d5 req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3887932 Feb 10 15:57:31.395733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:31.415361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.415757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.416101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.416463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.417856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.418227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.418561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.418888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.419221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.419573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.419897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.420213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778356-1226-4577-9ecd-66718efe89d0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:31.514899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88da64-c88d-425c-8cfe-e8f05ef96031 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:31.520775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42218) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:31.522508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9c88da64-c88d-425c-8cfe-e8f05ef96031 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks?id=bf32a646-7d1e-407d-a13f-b6357a9f2ce6 HTTP/1.1" status: 200 len: 761 time: 0.3981996 Feb 10 15:57:31.526301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'description': 'd2'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:31.575801 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0d9135c7-731c-495b-8a5c-93791a9056e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.633428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Attempting to bind port 45124b50-4f39-4f0e-9bd3-3b25e638492a on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:31.633428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Attempting to bind port 45124b50-4f39-4f0e-9bd3-3b25e638492a by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:31.633428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Attempting to bind port 45124b50-4f39-4f0e-9bd3-3b25e638492a on network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:31.670557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Port 45124b50-4f39-4f0e-9bd3-3b25e638492a on network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:57:31.670897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Attempting to bind port 45124b50-4f39-4f0e-9bd3-3b25e638492a on network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:31.679303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:31.682254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Checking segment: {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:31.683257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Bound using segment: {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:31.683760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Bound port: 45124b50-4f39-4f0e-9bd3-3b25e638492a, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:31.684132 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.737756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.846129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:31.848576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd21c2e-ec6e-44ef-b521-4ec41e1bff44,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:31.853903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Checking segment: {'id': '659f2a02-765e-49a2-af2e-d2845b6fb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1eed8172-deb1-45cf-baf5-bd37deb32a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:31.854274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Network hostable DHCP agents. Network: 1eed8172-deb1-45cf-baf5-bd37deb32a6e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:31.864427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:31.869053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:31.877025 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.968841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:31.969778 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:31.973079 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] 10.222.0.75 "PUT /v2.0/ports/45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 1091 time: 1.8665562 Feb 10 15:57:31.973773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:31.976617 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36348b6-5916-4145-9a84-95112ea1d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:31.981157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cd64f-1847-448b-ba59-ab215402ec5b service neutron] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:31.985123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Network 1eed8172-deb1-45cf-baf5-bd37deb32a6e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:31.998842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1eed8172-deb1-45cf-baf5-bd37deb32a6e) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:32.003798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.004751 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.010548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6e0eb-d910-48be-810b-671baae0abe7 None None] Network 1eed8172-deb1-45cf-baf5-bd37deb32a6e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:32.036670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db0d39-29a4-484b-8461-18157be2be0c req-8f009833-ae75-4020-a0f6-79bc29745527 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.038240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03db0d39-29a4-484b-8461-18157be2be0c req-8f009833-ae75-4020-a0f6-79bc29745527 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.3136501 Feb 10 15:57:32.085689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.096291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c536d2ed-db6a-4bc9-ad83-acacf77a792e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2999282 Feb 10 15:57:32.109303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-a4adb702-539e-4ea0-a24b-29da8e13ae6d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.110944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-a4adb702-539e-4ea0-a24b-29da8e13ae6d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 812 time: 0.3874516 Feb 10 15:57:32.125378 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.201850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03db0d39-29a4-484b-8461-18157be2be0c req-047cc635-58ae-411d-a552-4762fc7ef76c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508286 Feb 10 15:57:32.211759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b8b60c7-e970-417f-b908-b696bdc92de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.269498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-1d1ed3bf-0cdd-4698-ad0f-336bac02a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.271032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-1d1ed3bf-0cdd-4698-ad0f-336bac02a8d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1094 time: 0.2220252 Feb 10 15:57:32.274926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network bf32a646-7d1e-407d-a13f-b6357a9f2ce6 is not hosted by any dhcp agent {{(pid=102615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:57:32.280904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.281519 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.282805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "PUT /v2.0/networks/bf32a646-7d1e-407d-a13f-b6357a9f2ce6 HTTP/1.1" status: 200 len: 758 time: 0.7612507 Feb 10 15:57:32.287651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86657c36-1e7c-4e9a-b095-2be97de2025c None None] Network 1eed8172-deb1-45cf-baf5-bd37deb32a6e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:32.289255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42244) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:32.305969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-33ddc3e1-f010-4932-96ad-39d5ef53f41e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/quotas/f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 375 time: 0.1857362 Feb 10 15:57:32.361051 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-97106040-12cf-45b3-bc0f-b943dcb038db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.0706606 Feb 10 15:57:32.362649 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9832f031-bfc9-4446-a7b6-943ec4c31214 x-openstack-request-id: req-9832f031-bfc9-4446-a7b6-943ec4c31214 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:32.363112 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:32.363487 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9832f031-bfc9-4446-a7b6-943ec4c31214 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:32.363904 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'status': 'completed', 'code': 200} Feb 10 15:57:32.383833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b8122f26-f07d-4081-b6e0-a87b5f7b94f2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660908 Feb 10 15:57:32.411232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb5a0-af49-43f3-8b0b-6f4b3e36dd18 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=bf32a646-7d1e-407d-a13f-b6357a9f2ce6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:32.456388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network bf32a646-7d1e-407d-a13f-b6357a9f2ce6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:32.497050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39579-6449-4037-a887-7febf419bb1a req-f41f90a9-781a-4112-9b41-3b83874a3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.498565 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-f41f90a9-781a-4112-9b41-3b83874a3c23 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.1262186 Feb 10 15:57:32.553898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-e75ff7d5-6b84-4cb9-aeca-760411dd77c0 service neutron] 10.222.0.21 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693938 Feb 10 15:57:32.558505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f2fbfc-1df0-4e4f-b4d3-2a4e7a6ce970 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:32.560497 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-10f2fbfc-1df0-4e4f-b4d3-2a4e7a6ce970 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks?id=bf32a646-7d1e-407d-a13f-b6357a9f2ce6 HTTP/1.1" status: 200 len: 761 time: 0.2092113 Feb 10 15:57:32.565668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42250) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:32.571759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335024071'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:32.606982 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-36367db9-2c28-46ca-86e1-ba6ab7eaa59f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989473 Feb 10 15:57:32.633145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.753347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b8b60c7-e970-417f-b908-b696bdc92de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.755866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:32.764791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b8b60c7-e970-417f-b908-b696bdc92de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.765911 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.818994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b60c7-e970-417f-b908-b696bdc92de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ecbba-501a-47d5-ac9f-4543f675ff84,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:32.825993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-f3e1d377-131b-4ff8-a1c3-7e4a404dd55e service neutron] 10.222.0.21 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581663 Feb 10 15:57:32.834196 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1b8b60c7-e970-417f-b908-b696bdc92de9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d3cb23f01d747889477620523df53f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9842603 Feb 10 15:57:32.835749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42258) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:32.874928 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-3036b328-a744-4f80-ba2d-97d3935b84a5 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489545 Feb 10 15:57:32.904494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:32.940374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.943494 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment 0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c of type vlan for network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 Feb 10 15:57:32.986945 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4553a248-2439-4204-adcb-030495257f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:32.998321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.030427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4553a248-2439-4204-adcb-030495257f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.078599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.096327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:33.096973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.105031 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a0f39579-6449-4037-a887-7febf419bb1a req-5ab1f7a3-ebbb-4480-a1ca-ff337920f5bd service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252746 Feb 10 15:57:33.282601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-545ca724-8311-4daa-b9a4-3ffefc8f9132 req-ab1ebad9-4908-4a3c-93c9-e6ab35bbfedc tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 210 time: 0.1549373 Feb 10 15:57:33.313130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42276) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:33.315504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7488804 Feb 10 15:57:33.324709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42278) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:33.348366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248723197-network', 'tenant_id': '2730f84dc1604e899483bacfd88b4549'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:33.354622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:33.391270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d42af-249d-48bf-8823-c45bd3564654 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=9a7737fa-99b5-44fd-999a-e4ba9a85e3f2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:33.406104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:33.424208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4553a248-2439-4204-adcb-030495257f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.427540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4553a248-2439-4204-adcb-030495257f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.428755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4553a248-2439-4204-adcb-030495257f3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c0ecbba-501a-47d5-ac9f-4543f675ff84 HTTP/1.1" status: 204 len: 168 time: 0.5920081 Feb 10 15:57:33.438397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553a248-2439-4204-adcb-030495257f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ecbba-501a-47d5-ac9f-4543f675ff84,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:33.461304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375947-daf6-4c5c-8f62-0aa3f07d80d4 req-699a626f-af7d-47f2-87b5-3fe327fd1ce0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:33.470441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd375947-daf6-4c5c-8f62-0aa3f07d80d4 req-699a626f-af7d-47f2-87b5-3fe327fd1ce0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.1352315 Feb 10 15:57:33.472581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-a8360a5f-afa9-4b22-90b6-3ac977080e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:33.474708 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-a8360a5f-afa9-4b22-90b6-3ac977080e84 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1094 time: 0.2775135 Feb 10 15:57:33.523607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Made reservation on behalf of 2730f84dc1604e899483bacfd88b4549 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:33.526215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.550300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:33.564072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd375947-daf6-4c5c-8f62-0aa3f07d80d4 req-003dac58-4e21-4981-9022-f86576d7381d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926585 Feb 10 15:57:33.810999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-97e3ff5c-c71b-49e2-aab3-a4028ea0d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:33.813003 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-97e3ff5c-c71b-49e2-aab3-a4028ea0d89f service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.3267906 Feb 10 15:57:33.859367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:33.864588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.023876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-0e6e4cec-e167-4297-a152-7c3ed593c9bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.1801913 Feb 10 15:57:34.032125 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.100795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42292) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:34.101600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.112061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.146286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-1407e958-9e57-49df-9d72-c1ebbbbd105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:34.146988 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4410801-492f-4344-b790-0e805148fad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.147843 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-1407e958-9e57-49df-9d72-c1ebbbbd105b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.1121964 Feb 10 15:57:34.155827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:34.230446 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-d9ceecae-634f-4dbb-991e-dacaa1a7c7e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678382 Feb 10 15:57:34.235231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.235231 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Added segment aa1ba5c2-bac5-4eb2-b9b1-908f961243f5 of type vlan for network 9a788381-f717-453e-9bf7-8695834a5716 Feb 10 15:57:34.235596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81457e2e-a5f6-4f49-9dea-dd9b65be7fbc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:34.286884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4410801-492f-4344-b790-0e805148fad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.292948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4410801-492f-4344-b790-0e805148fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.334663 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.350659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f4410801-492f-4344-b790-0e805148fad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0976d92a2a244e2691e2c98267658751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481575 Feb 10 15:57:34.351580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410801-492f-4344-b790-0e805148fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffac29-f1ae-4ce4-a221-44f522bd0e30,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:34.354216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42300) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:34.361137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-5f6c66a0-bda2-47fa-8cca-cd690668527e service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224570 Feb 10 15:57:34.480641 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fdac080-b2cb-4db6-952f-fb1bae1be26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.510096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.550520 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.557351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b332422d-38e3-4e14-a5ea-596286d3eca8 req-597d0b97-cfdb-4bb1-a5ad-99547bfceefe tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 210 time: 0.0792911 Feb 10 15:57:34.596750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fdac080-b2cb-4db6-952f-fb1bae1be26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.701163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fdac080-b2cb-4db6-952f-fb1bae1be26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.704477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fdac080-b2cb-4db6-952f-fb1bae1be26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.705820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1fdac080-b2cb-4db6-952f-fb1bae1be26d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16ffac29-f1ae-4ce4-a221-44f522bd0e30 HTTP/1.1" status: 204 len: 168 time: 0.3496883 Feb 10 15:57:34.723844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdac080-b2cb-4db6-952f-fb1bae1be26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffac29-f1ae-4ce4-a221-44f522bd0e30,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:34.822843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cada-b8a7-48aa-baad-1eb5a21041d2 req-39e71f56-9777-4fe0-a204-37e5fcc8e262 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:34.832708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4265cada-b8a7-48aa-baad-1eb5a21041d2 req-39e71f56-9777-4fe0-a204-37e5fcc8e262 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.1268382 Feb 10 15:57:34.837230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e36348b6-5916-4145-9a84-95112ea1d5dd req-4c84def4-1c0c-4045-a17b-2bf0cd140a0c service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638057 Feb 10 15:57:34.837999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.839740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:34.840499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:34.933126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] Pushing event updated for resources: {'Network': ['ID=9a788381-f717-453e-9bf7-8695834a5716,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:34.947611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9a788381-f717-453e-9bf7-8695834a5716 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:34.953519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4265cada-b8a7-48aa-baad-1eb5a21041d2 req-52aa5aeb-9e92-4c21-ba9b-dddc26e0d17c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198859 Feb 10 15:57:35.010819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42306) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:35.011012 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a70c797-7958-4fbb-a7d4-658939879ade admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6821661 Feb 10 15:57:35.016347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Request body: {'subnet': {'network_id': '9a788381-f717-453e-9bf7-8695834a5716', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248723197-subnet', 'tenant_id': '2730f84dc1604e899483bacfd88b4549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:35.028781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:35.028781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:35.032137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=cff86e8f-cfeb-44f5-8175-52e7e801b1c2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:35.093213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Made reservation on behalf of 2730f84dc1604e899483bacfd88b4549 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:35.098024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.154561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b0c98ead-bb4f-4383-b1d3-710e08b46305 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:35.156499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b0c98ead-bb4f-4383-b1d3-710e08b46305 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 812 time: 0.5173974 Feb 10 15:57:35.157699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:35.174436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'port': {'device_id': 'bb275b1e-6052-4349-a634-584f884781c3', 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c', 'admin_state_up': True, 'tenant_id': 'f089a48d099647ac8a623cb66e4962b4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:35.222208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:35.233008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9c0e7-91b3-4ec6-817e-8ee6e807fdf9 None None] Network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:35.278513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:35.279488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.327290 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9430d120-8c71-4dd2-81ae-c5126ef7c022 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0124679 Feb 10 15:57:35.334394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42318) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:35.541268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.644541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.666490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-9a7737fa-99b5-44fd-999a-e4ba9a85e3f2', 'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': 'cff86e8f-cfeb-44f5-8175-52e7e801b1c2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:35.670026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.675571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Made reservation on behalf of f089a48d099647ac8a623cb66e4962b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:35.684794 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.721326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:35.869766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3cc4e7e7-2724-475e-9a50-a2483ebe37a2 req-268533b9-f2cc-45aa-b935-34dbd1c925f2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 210 time: 0.0674210 Feb 10 15:57:35.949210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Checking segment: {'id': 'aa1ba5c2-bac5-4eb2-b9b1-908f961243f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9a788381-f717-453e-9bf7-8695834a5716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:35.950813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Network hostable DHCP agents. Network: 9a788381-f717-453e-9bf7-8695834a5716, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:35.970266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48e5839-bb13-4913-b965-c1bd0cf31de7,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:35.978819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Allocated IP 172.20.0.10 (7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c/78ab68c8-5f3d-49c3-a43d-d764c12f11ef/9da1e924-4145-4f0d-a35b-f224bdf5d361) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:36.006468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Network 9a788381-f717-453e-9bf7-8695834a5716 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:36.023023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9a788381-f717-453e-9bf7-8695834a5716) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:36.024811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Allocated IP 172.20.0.2 (9a7737fa-99b5-44fd-999a-e4ba9a85e3f2/cff86e8f-cfeb-44f5-8175-52e7e801b1c2/5de99664-89f7-4e55-995f-46d35d0b44e1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:36.035337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:36.035975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.043978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54235f02-5715-42d5-9c0a-c1b3350c433a None None] Network 9a788381-f717-453e-9bf7-8695834a5716 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:36.058271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-55feb85b-676e-4234-8de0-307515e23d4c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0461566 Feb 10 15:57:36.168686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded998ee-f212-4b58-86de-ab9f9d90c5f1 req-e7522021-6b01-4b57-86ff-be1e50fad9de tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:36.180028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ded998ee-f212-4b58-86de-ab9f9d90c5f1 req-e7522021-6b01-4b57-86ff-be1e50fad9de tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.0914867 Feb 10 15:57:36.293038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ded998ee-f212-4b58-86de-ab9f9d90c5f1 req-d19e5906-d20a-4bf6-b32a-3f9aa2f25903 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104393 Feb 10 15:57:36.346122 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.372757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42342) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:36.379613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33474862-f44e-4eb0-ad94-e5e109299f4d None None] Network 9a788381-f717-453e-9bf7-8695834a5716 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:36.422398 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.461428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Deleting subnet ccd21c2e-ec6e-44ef-b521-4ec41e1bff44 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:57:36.466355 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.510816 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.515670 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.532958 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.545958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:36.609891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.620702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:36.624728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:36.629665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:36.637932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.654925 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:36.659320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:36.666324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:36.708436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Pushing event updated for resources: {'Port': ['ID=5de99664-89f7-4e55-995f-46d35d0b44e1,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:36.720358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.720358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.720730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.721078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.721528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.721967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.722394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.722812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.723233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.723698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.724490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.724490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:36.787571 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.796156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Attempting to bind port 5de99664-89f7-4e55-995f-46d35d0b44e1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:36.797123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Attempting to bind port 5de99664-89f7-4e55-995f-46d35d0b44e1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:36.797747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Attempting to bind port 5de99664-89f7-4e55-995f-46d35d0b44e1 on network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:36.805728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:36.806555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Checking segment: {'id': '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:36.807572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.810311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Bound using segment: {'id': '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:36.811182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Bound port: 5de99664-89f7-4e55-995f-46d35d0b44e1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:36.811865 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.834349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=cff86e8f-cfeb-44f5-8175-52e7e801b1c2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:36.849722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:36.856535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ccd21c2e-ec6e-44ef-b521-4ec41e1bff44 HTTP/1.1" status: 204 len: 168 time: 0.4823711 Feb 10 15:57:36.860361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42346) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:36.863056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa973e49-bfe8-4ebf-a198-59b930abde43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd21c2e-ec6e-44ef-b521-4ec41e1bff44,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:36.954063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] For port 5de99664-89f7-4e55-995f-46d35d0b44e1, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:36.962168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] For port 5de99664-89f7-4e55-995f-46d35d0b44e1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5de99664-89f7-4e55-995f-46d35d0b44e1,segment=NetworkSegment(0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c),segment_id=0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:36.970451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.052629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.064887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.123899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:57:37.126351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7737fa-99b5-44fd-999a-e4ba9a85e3f2']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:37.154132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:37.154646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:37.177269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.195223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.198422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d96d-8d67-4055-bbef-08f4d3aec551 req-5158be34-dc76-4963-b45f-44876b05e664 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:37.200553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ec4d96d-8d67-4055-bbef-08f4d3aec551 req-5158be34-dc76-4963-b45f-44876b05e664 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 932 time: 0.1940725 Feb 10 15:57:37.210350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:37.210894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.267069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:37.303527 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:37.313812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:37.314665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.320322 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.api [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:57:37.320322 n-d-827895-3 neutron-server[102614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:57:37.320322 n-d-827895-3 neutron-server[102614]: [parameters: {'id': '9a7737fa-99b5-44fd-999a-e4ba9a85e3f2'}] Feb 10 15:57:37.320322 n-d-827895-3 neutron-server[102614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:37.321195 n-d-827895-3 neutron-server[102614]: DEBUG oslo_db.api [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:37.325695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eed8172-deb1-45cf-baf5-bd37deb32a6e']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:37.365235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ec4d96d-8d67-4055-bbef-08f4d3aec551 req-a800e651-a489-43bb-8412-1f7cf3ef2854 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308465 Feb 10 15:57:37.367356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659f2a02-765e-49a2-af2e-d2845b6fb22a') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:37.367863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659f2a02-765e-49a2-af2e-d2845b6fb22a') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:37.372839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-9c3f10fd-38aa-4b22-9643-753130d82e7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2067847 Feb 10 15:57:37.400848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Request body: {'port': {'device_id': 'bb275b1e-6052-4349-a634-584f884781c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:37.403143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab8d6d-6d5d-4cb8-a26d-e181aac9bfa0 None None] Network 9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:37.422273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.461464 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.476292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:37.480134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.499988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.544311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63801010-c200-49df-8254-99fcd9cbd1c4 None None] Pushing event updated for resources: {'Port': ['ID=5de99664-89f7-4e55-995f-46d35d0b44e1,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:37.577625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:37.623342 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:37.628929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'port_id': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'mac_address': 'fa:16:3e:fa:7c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2657a9f-f670-46fa-b96e-ea49fcff34ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:57:37.693672 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.699257 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.704575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.708544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1eed8172-deb1-45cf-baf5-bd37deb32a6e HTTP/1.1" status: 204 len: 168 time: 0.8470623 Feb 10 15:57:37.715270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42366) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:37.718141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45124b50-4f39-4f0e-9bd3-3b25e638492a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:37.766366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362e7f2-0efe-4b1a-be49-d04c17b1f663 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eed8172-deb1-45cf-baf5-bd37deb32a6e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:37.799724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:37.804541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b89620-809e-4540-9c43-899ff9930bc6 req-53caba5a-494a-4cda-bbc3-99712fa128bf tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:37.812373 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.817362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97b89620-809e-4540-9c43-899ff9930bc6 req-53caba5a-494a-4cda-bbc3-99712fa128bf tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.1833665 Feb 10 15:57:37.853287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Deleting subnet e48e5839-bb13-4913-b965-c1bd0cf31de7 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:57:37.871399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:37.872122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:37.906936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca4bc4-02cf-4751-8012-0b37dbc2fd7f None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:37.956974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97b89620-809e-4540-9c43-899ff9930bc6 req-1da7c8fd-0c42-4b6b-b646-553c021083d2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358871 Feb 10 15:57:37.991054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.042186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da1e924-4145-4f0d-a35b-f224bdf5d361 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:38.051750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.065427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Transition to ACTIVE for port object 9da1e924-4145-4f0d-a35b-f224bdf5d361 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:57:38.068158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.072462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.077826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.157189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45124b50-4f39-4f0e-9bd3-3b25e638492a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:38.175021 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.216904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48e5839-bb13-4913-b965-c1bd0cf31de7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:38.228160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16467169'] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.237672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a9354d8f-b275-4016-bf08-2332e00a4961 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e48e5839-bb13-4913-b965-c1bd0cf31de7 HTTP/1.1" status: 204 len: 168 time: 0.5200396 Feb 10 15:57:38.238716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42374) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:38.299370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:38.316810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca4bc4-02cf-4751-8012-0b37dbc2fd7f None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:38.330420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port 5de99664-89f7-4e55-995f-46d35d0b44e1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:38.330798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.413583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port 5de99664-89f7-4e55-995f-46d35d0b44e1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5de99664-89f7-4e55-995f-46d35d0b44e1,segment=NetworkSegment(0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c),segment_id=0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:38.413583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.425278 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.430565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for 5de99664-89f7-4e55-995f-46d35d0b44e1 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:38.568919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.582356 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.608071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a788381-f717-453e-9bf7-8695834a5716']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:38.621715 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ba5c2-bac5-4eb2-b9b1-908f961243f5') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:38.634206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ba5c2-bac5-4eb2-b9b1-908f961243f5') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:38.644299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Attempting to bind port 9da1e924-4145-4f0d-a35b-f224bdf5d361 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:38.644869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Attempting to bind port 9da1e924-4145-4f0d-a35b-f224bdf5d361 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:38.645518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Attempting to bind port 9da1e924-4145-4f0d-a35b-f224bdf5d361 on network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:38.648064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=5de99664-89f7-4e55-995f-46d35d0b44e1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:38.651490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port 5de99664-89f7-4e55-995f-46d35d0b44e1 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:38.674056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.692004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Port 9da1e924-4145-4f0d-a35b-f224bdf5d361 on network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:57:38.692335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Attempting to bind port 9da1e924-4145-4f0d-a35b-f224bdf5d361 on network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:38.736611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.746627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:38.746627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:38.749106 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:38.764643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:38.765318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Checking segment: {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:38.765900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Bound using segment: {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:38.766556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Bound port: 9da1e924-4145-4f0d-a35b-f224bdf5d361, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:38.767102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.768059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81f7b9-5986-46e2-9e84-aba61b357e53 req-2f33de84-e37c-44a6-8d1f-8f8eb6c02e44 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:38.769675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa81f7b9-5986-46e2-9e84-aba61b357e53 req-2f33de84-e37c-44a6-8d1f-8f8eb6c02e44 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 944 time: 0.2630079 Feb 10 15:57:38.822542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.878690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.895260 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:38.900890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a788381-f717-453e-9bf7-8695834a5716 HTTP/1.1" status: 204 len: 168 time: 0.6604288 Feb 10 15:57:38.938688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7737fa-99b5-44fd-999a-e4ba9a85e3f2']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:38.951550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5760-81cb-466c-8997-a37a76c54340 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a788381-f717-453e-9bf7-8695834a5716,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:38.964999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa81f7b9-5986-46e2-9e84-aba61b357e53 req-61af0df3-468d-4fe0-a343-756830f4eadc tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477482 Feb 10 15:57:38.976373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:38.976810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a68d72a-6d62-4c31-a4e2-3fbc1eb9ea3c') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:39.003088 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.033225 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.035818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:39.041185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:39.048127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:39.048680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:39.052126 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:39.068964 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.107690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332dbeb-d920-4397-9404-c1bb87ad1633 req-ec553c28-99b9-4118-8960-9bb22dfa6a91 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:39.109312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332dbeb-d920-4397-9404-c1bb87ad1633 req-ec553c28-99b9-4118-8960-9bb22dfa6a91 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 944 time: 0.0583446 Feb 10 15:57:39.173734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e332dbeb-d920-4397-9404-c1bb87ad1633 req-b226bc3c-c357-45c8-9d67-ee36e5b05c8e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566671 Feb 10 15:57:39.225955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:39.231034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:39.232049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.233892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-1e1743da-1143-4fb2-9476-7f0c540bf507 service neutron] 10.222.0.45 "PUT /v2.0/ports/9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 1092 time: 1.8526068 Feb 10 15:57:39.234625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:39.238039 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb029c06-9070-426f-a91d-2b9895bb8921" -d '{"events": [{"name": "network-changed", "server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:39.260869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.280557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.292027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 HTTP/1.1" status: 204 len: 168 time: 3.9543822 Feb 10 15:57:39.292389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42398) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:39.313911 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42400) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:39.352946 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edce9d88-a790-448e-bb52-41663a8e8509 x-openstack-request-id: req-edce9d88-a790-448e-bb52-41663a8e8509 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:39.353654 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:39.354176 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edce9d88-a790-448e-bb52-41663a8e8509 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:39.354808 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'status': 'completed', 'code': 200} Feb 10 15:57:39.356449 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-68354889-74d0-4425-aaac-d9dedc12cc37 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] GET failed (client error): The resource could not be found. Feb 10 15:57:39.359949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-68354889-74d0-4425-aaac-d9dedc12cc37 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/subnets/cff86e8f-cfeb-44f5-8175-52e7e801b1c2 HTTP/1.1" status: 404 len: 337 time: 0.0663154 Feb 10 15:57:39.360965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870ee2-9c82-48ce-b5ef-aa855f848749 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=9a7737fa-99b5-44fd-999a-e4ba9a85e3f2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:39.361158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42402) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:39.392743 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a84832-855c-479c-b26b-331c324e75bf tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:39.393419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a84832-855c-479c-b26b-331c324e75bf tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:39.396207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b7814f7a-91ab-4995-822c-f8d6ce648d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:39.398165 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b7814f7a-91ab-4995-822c-f8d6ce648d0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1095 time: 0.0854998 Feb 10 15:57:39.398715 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-29a84832-855c-479c-b26b-331c324e75bf tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 HTTP/1.1" status: 404 len: 339 time: 0.0347087 Feb 10 15:57:39.403625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42404) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:39.474270 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8ba09a1a-f3ed-421f-8fb3-b2b4134a2266 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=459f9d65ee874fadaf07d6b7d83c3222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255689 Feb 10 15:57:39.476542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:39.484399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-e22b071e-4cd3-4011-9393-f98906ea2e8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 217 time: 0.0737493 Feb 10 15:57:39.577036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b558cde-79ba-4294-934c-75c29228f33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.593212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b7e760dc-10a4-4500-bfe9-5603c6c97556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:39.595241 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-b7e760dc-10a4-4500-bfe9-5603c6c97556 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.1038766 Feb 10 15:57:39.617140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b558cde-79ba-4294-934c-75c29228f33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.641380 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-dd96c3c8-496d-4cea-a6ce-44db951c3637 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379145 Feb 10 15:57:39.783357 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-82ebdfc7-f753-4c42-ad5e-5297ac6da52f service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303518 Feb 10 15:57:39.784949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b558cde-79ba-4294-934c-75c29228f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.787602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b558cde-79ba-4294-934c-75c29228f33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:39.791216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b558cde-79ba-4294-934c-75c29228f33c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a687f30-a62c-4b09-8412-27bf76d52325 HTTP/1.1" status: 204 len: 168 time: 0.3111987 Feb 10 15:57:40.350802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b558cde-79ba-4294-934c-75c29228f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a687f30-a62c-4b09-8412-27bf76d52325,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:40.439950 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c65ca84-d69e-4935-b3a3-9dc5ea1a60aa req-600f0eb8-18e0-4e27-8691-f8f2d0a1f1b3 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498265 Feb 10 15:57:40.491216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99671d47-9588-4a09-874d-bb1d1eb45cfd tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.492780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-99671d47-9588-4a09-874d-bb1d1eb45cfd tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0878649 Feb 10 15:57:40.496456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:40.516301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e74ce-5f1d-4c46-af20-2a7b1551dc9f req-c32bd959-af05-4d11-8c61-6145548e303c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.520156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a4e74ce-5f1d-4c46-af20-2a7b1551dc9f req-c32bd959-af05-4d11-8c61-6145548e303c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 944 time: 0.2224512 Feb 10 15:57:40.533864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570fcf5-569f-499c-bb77-50d26119a0e2 req-ecdcf701-aa57-4ecc-a43f-e013978ff757 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.535399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e570fcf5-569f-499c-bb77-50d26119a0e2 req-ecdcf701-aa57-4ecc-a43f-e013978ff757 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 944 time: 0.1594758 Feb 10 15:57:40.560146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42436) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:40.566020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ca049a88-45f6-4c5c-bcbb-55387f88ae0b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 207 time: 0.0676837 Feb 10 15:57:40.573743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:40.593466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42440) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:40.632747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-e08a1642-1973-445d-bd36-f02c95e9282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.634302 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-e08a1642-1973-445d-bd36-f02c95e9282b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1095 time: 0.1126518 Feb 10 15:57:40.707527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a4e74ce-5f1d-4c46-af20-2a7b1551dc9f req-fb7d0d0f-1ac6-4f4b-a608-5dd15445de31 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710792 Feb 10 15:57:40.730873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e570fcf5-569f-499c-bb77-50d26119a0e2 req-8109bee8-8227-418d-97fc-f68ea3d56e68 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870513 Feb 10 15:57:40.740441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e455b989-4f1a-477a-88fb-4ea88c74cd02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2730f84dc1604e899483bacfd88b4549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792378 Feb 10 15:57:40.744258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42444) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:40.821545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7598318-b55d-4063-82eb-9e41e36c8c8d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.828300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7598318-b55d-4063-82eb-9e41e36c8c8d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.836725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7598318-b55d-4063-82eb-9e41e36c8c8d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.842766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7598318-b55d-4063-82eb-9e41e36c8c8d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.844553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f7598318-b55d-4063-82eb-9e41e36c8c8d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2682359 Feb 10 15:57:40.848125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42446) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:40.862237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-9582fe44-f334-4c63-afa4-fb3266800565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:40.864179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-9582fe44-f334-4c63-afa4-fb3266800565 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.2198315 Feb 10 15:57:40.921605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dda7d97-9dfc-47f6-ab3e-64249f8baf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:40.930126 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-100eec44-3189-4f41-999a-b0ba99f4f3d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 217 time: 0.0564442 Feb 10 15:57:40.943478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d01669f-9d65-4679-aa02-3e89bc84df6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:40.965878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dda7d97-9dfc-47f6-ab3e-64249f8baf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.034093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a4000e86-4f3f-4005-acf4-a7b712bf5327 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1848459 Feb 10 15:57:41.039099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42448) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:41.049550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:57:41.093737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d01669f-9d65-4679-aa02-3e89bc84df6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.106106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d01669f-9d65-4679-aa02-3e89bc84df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.143954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01669f-9d65-4679-aa02-3e89bc84df6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccca286-fc25-49bd-ab22-519c425e7133,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:41.158426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1a579-af6d-4263-960e-3176b81cf0b2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:41.160341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1a579-af6d-4263-960e-3176b81cf0b2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:41.162146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0fd1a579-af6d-4263-960e-3176b81cf0b2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1220462 Feb 10 15:57:41.167276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42450) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:41.174691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 45124b50-4f39-4f0e-9bd3-3b25e638492a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:57:41.181137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 45124b50-4f39-4f0e-9bd3-3b25e638492a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:57:41.181509 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.190521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-10bbf592-dda4-406b-b5cd-31266c59d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:41.195814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dda7d97-9dfc-47f6-ab3e-64249f8baf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.196706 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-10bbf592-dda4-406b-b5cd-31266c59d038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.2504063 Feb 10 15:57:41.207282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dda7d97-9dfc-47f6-ab3e-64249f8baf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.210779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2dda7d97-9dfc-47f6-ab3e-64249f8baf16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81457e2e-a5f6-4f49-9dea-dd9b65be7fbc HTTP/1.1" status: 204 len: 168 time: 0.4655371 Feb 10 15:57:41.227486 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9d01669f-9d65-4679-aa02-3e89bc84df6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e566705a682441f863f5f83a9c4e669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328084 Feb 10 15:57:41.274098 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42454) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:41.280332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-68388bcd-e2f8-4c1d-bfb2-c47473a047ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795991 Feb 10 15:57:41.348216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda7d97-9dfc-47f6-ab3e-64249f8baf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81457e2e-a5f6-4f49-9dea-dd9b65be7fbc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:41.382025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a4fd6-91bd-4f70-bdde-49f2a5fa879d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:41.383625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a4fd6-91bd-4f70-bdde-49f2a5fa879d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:41.385728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-773a4fd6-91bd-4f70-bdde-49f2a5fa879d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2161281 Feb 10 15:57:41.403125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:41.490397 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.523011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:41.526095 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927590da-69d1-49a6-bf0a-919e8ba78e25" -d '{"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-plugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:41.567655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:41.576744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.661523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa70aa8-0756-43be-8c31-a0fefb651591 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:41.668286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42466) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:41.675380 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-baa70aa8-0756-43be-8c31-a0fefb651591 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks/a06f0661-2119-4a25-a010-c09767ef09b6 HTTP/1.1" status: 200 len: 799 time: 0.2691469 Feb 10 15:57:41.677933 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a749a07-3ce4-4654-9f23-584d497425b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.710393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:41.714713 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7882b9f9-4696-48c5-8a4c-92d761588552 x-openstack-request-id: req-7882b9f9-4696-48c5-8a4c-92d761588552 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:41.715359 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-plugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:41.715910 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7882b9f9-4696-48c5-8a4c-92d761588552 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:41.716532 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'code': 200} Feb 10 15:57:41.768044 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a749a07-3ce4-4654-9f23-584d497425b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.952772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a749a07-3ce4-4654-9f23-584d497425b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.963313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a749a07-3ce4-4654-9f23-584d497425b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:41.968860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a749a07-3ce4-4654-9f23-584d497425b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ccca286-fc25-49bd-ab22-519c425e7133 HTTP/1.1" status: 204 len: 168 time: 0.6919873 Feb 10 15:57:41.999863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a749a07-3ce4-4654-9f23-584d497425b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccca286-fc25-49bd-ab22-519c425e7133,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:42.004692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9a6a1790-0e03-4da6-b9a8-c23faef814fd tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/networks/a06f0661-2119-4a25-a010-c09767ef09b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3344259 Feb 10 15:57:42.009971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42480) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:42.022107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544534a-6b1b-49dd-a316-d579be0cefef req-940aced5-dd4e-4696-9a36-cc8c4846fbd5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:42.032299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7544534a-6b1b-49dd-a316-d579be0cefef req-940aced5-dd4e-4696-9a36-cc8c4846fbd5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 944 time: 0.1763337 Feb 10 15:57:42.051695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1fd8-dc3b-4ff9-8d72-65bada7f1a2e req-0305aa94-f10c-4c11-b959-47a9335e0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:42.053235 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc8a1fd8-dc3b-4ff9-8d72-65bada7f1a2e req-0305aa94-f10c-4c11-b959-47a9335e0cab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1096 time: 0.3246250 Feb 10 15:57:42.062303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59376b74-9e1e-4ca6-8cf2-bada3de3006b req-6e6284fe-e15e-4a27-9375-ade1af1adfb1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:42.064266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59376b74-9e1e-4ca6-8cf2-bada3de3006b req-6e6284fe-e15e-4a27-9375-ade1af1adfb1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1315615 Feb 10 15:57:42.078794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-88ad8f1a-7894-4b04-96f9-78ef534e173b service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869450 Feb 10 15:57:42.108667 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7544534a-6b1b-49dd-a316-d579be0cefef req-c48cc75e-31fb-4c67-9dcf-de884ef40cb1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753314 Feb 10 15:57:42.161867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59376b74-9e1e-4ca6-8cf2-bada3de3006b req-5105c47f-ae6b-4dd9-8be1-0013791619c2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899804 Feb 10 15:57:42.200940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e2417-832e-4a90-8113-f0bfe6a2ebf2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:42.202647 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-363e2417-832e-4a90-8113-f0bfe6a2ebf2 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/subnets/58e42fab-649d-4301-8935-5fcc6a12a5c1 HTTP/1.1" status: 200 len: 811 time: 0.1899664 Feb 10 15:57:42.209677 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc8a1fd8-dc3b-4ff9-8d72-65bada7f1a2e req-8449eca7-fb17-4a90-ba6f-b370bec65cf2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331210 Feb 10 15:57:42.209915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42482) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:42.223093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9da1e924-4145-4f0d-a35b-f224bdf5d361 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:57:42.290321 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb029c06-9070-426f-a91d-2b9895bb8921 req-ba139e08-d9b8-4c96-9524-d953a6b0e8bc service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984985 Feb 10 15:57:42.362961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:42.380757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c', 'port_id': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'mac_address': 'fa:16:3e:99:1d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ab68c8-5f3d-49c3-a43d-d764c12f11ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:57:42.443645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783170c6-1cec-4525-8b7c-2e905c2e043c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['shared'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:42.451683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42488) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:42.452735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-783170c6-1cec-4525-8b7c-2e905c2e043c tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "GET /v2.0/subnets/58e42fab-649d-4301-8935-5fcc6a12a5c1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2414997 Feb 10 15:57:42.458208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-858412002'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:42.471814 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.510253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da1e924-4145-4f0d-a35b-f224bdf5d361 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:42.521773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:42.537388 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.566606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:42.586611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.593976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:57:42.615274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.615724 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Added segment d8d18ce5-4688-4f87-8f20-e43559a478d4 of type vlan for network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 Feb 10 15:57:42.660134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:42.695528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.752598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.763940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:42.765429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.795555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42502) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:42.814486 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d002e55-0797-4e86-9915-305ce90ce5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:42.851415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:42.868029 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4150784 Feb 10 15:57:42.875752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42504) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:42.886353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:42.933444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22755743-2b3c-4c4d-a985-8572257b42bb tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Network': ['ID=d3a27dd3-943b-4e51-b3b5-6a11ed83cb94,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:42.972275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:57:43.065676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d002e55-0797-4e86-9915-305ce90ce5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.070259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Made reservation on behalf of 3368d977d605450a91bfeccbeba68d06 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:43.075462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5d002e55-0797-4e86-9915-305ce90ce5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.084639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.175299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5d002e55-0797-4e86-9915-305ce90ce5eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef1cfc96e9614599a58cb339ea3f47ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786471 Feb 10 15:57:43.176083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002e55-0797-4e86-9915-305ce90ce5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fba686-f855-43a8-9194-9ea777246fde,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:43.185852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42512) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:43.228012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing IP validity checks on allocation pools {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:57:43.228536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:57:43.388316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a35d-a87b-400b-aba9-af30950b311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.447834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39121fa3-045c-490b-84d2-6fe822018aae req-6a5cf049-ade6-457f-8b7d-9eb1ed842b1e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:43.455088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39121fa3-045c-490b-84d2-6fe822018aae req-6a5cf049-ade6-457f-8b7d-9eb1ed842b1e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 945 time: 0.1595950 Feb 10 15:57:43.476728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a35d-a87b-400b-aba9-af30950b311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.530152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39121fa3-045c-490b-84d2-6fe822018aae req-6cf60c78-c1a9-46aa-b4b8-0016865db8d4 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Feb 10 15:57:43.563691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1f0ce-89d1-410e-aee5-cdf75dfecf68 req-f36f978b-4298-48ae-9ecc-344e1b470dfd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:43.573816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5dc1f0ce-89d1-410e-aee5-cdf75dfecf68 req-f36f978b-4298-48ae-9ecc-344e1b470dfd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2520940 Feb 10 15:57:43.627615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.689247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=32134178-b88f-4d6d-baac-ed1b9b22db9b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:43.725852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5dc1f0ce-89d1-410e-aee5-cdf75dfecf68 req-49e7f139-26b2-4886-a5dc-cd9bcd289148 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510234 Feb 10 15:57:43.754615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Checking segment: {'id': 'd8d18ce5-4688-4f87-8f20-e43559a478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:43.755211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network hostable DHCP agents. Network: d3a27dd3-943b-4e51-b3b5-6a11ed83cb94, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:57:43.758710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a35d-a87b-400b-aba9-af30950b311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.766547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a35d-a87b-400b-aba9-af30950b311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.779631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:57:43.790140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bcc4a35d-a87b-400b-aba9-af30950b311d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9fba686-f855-43a8-9194-9ea777246fde HTTP/1.1" status: 204 len: 168 time: 0.5870225 Feb 10 15:57:43.806374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, d3a27dd3-943b-4e51-b3b5-6a11ed83cb94) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:43.816582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:43.817288 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:43.818819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39309d-b9eb-4256-8b73-0b1311a19244 None None] Network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:43.851040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4a35d-a87b-400b-aba9-af30950b311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fba686-f855-43a8-9194-9ea777246fde,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:43.863101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42532) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:43.863614 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f3fff48c-52a1-4f39-adda-e15d50db478d tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9863553 Feb 10 15:57:43.868633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:44.154429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3958968'] for subnet, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:44.209858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-d3a27dd3-943b-4e51-b3b5-6a11ed83cb94', 'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94', 'tenant_id': '3368d977d605450a91bfeccbeba68d06', 'fixed_ips': [{'subnet_id': '32134178-b88f-4d6d-baac-ed1b9b22db9b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:57:44.213841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:44.359583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9da1e924-4145-4f0d-a35b-f224bdf5d361 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:57:44.466704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 9da1e924-4145-4f0d-a35b-f224bdf5d361 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:57:44.475462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 9da1e924-4145-4f0d-a35b-f224bdf5d361 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:57:44.476158 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:44.563263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755768968551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2895002'] for subnet, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:44.622533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Allocated IP 172.20.0.3 (d3a27dd3-943b-4e51-b3b5-6a11ed83cb94/32134178-b88f-4d6d-baac-ed1b9b22db9b/9f6402e7-1c2d-4776-9a6d-b7c2df7672b3) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:44.795359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:44.797022 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:44.801715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42562) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:44.804802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "PUT /v2.0/subnets/32134178-b88f-4d6d-baac-ed1b9b22db9b HTTP/1.1" status: 200 len: 877 time: 0.9344184 Feb 10 15:57:44.927802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c58d51-df6b-4c9f-ad8e-e2e888a28d7b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event updated for resources: {'Subnet': ['ID=32134178-b88f-4d6d-baac-ed1b9b22db9b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:44.977305 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:44.983044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302901b-9802-4391-8688-04376262a6b8 req-2c224a5c-0ade-4bbc-bd37-31ebe2256fe7 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:44.985133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d302901b-9802-4391-8688-04376262a6b8 req-2c224a5c-0ade-4bbc-bd37-31ebe2256fe7 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 945 time: 0.2078331 Feb 10 15:57:44.995372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88fe2b-0873-434b-91f2-51a4b9e649a1 req-ec5ccd3f-c6af-49e7-88d3-22a925aafd1f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.004987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e88fe2b-0873-434b-91f2-51a4b9e649a1 req-ec5ccd3f-c6af-49e7-88d3-22a925aafd1f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1322851 Feb 10 15:57:45.060221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.064687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:45.066995 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4eb85-f142-4164-bdda-260a4ad77bed" -d '{"events": [{"server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "name": "network-vif-plugged", "status": "completed", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:45.096709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e88fe2b-0873-434b-91f2-51a4b9e649a1 req-f6ccac91-511c-4263-a811-915c62f0ce4c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882423 Feb 10 15:57:45.117291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d302901b-9802-4391-8688-04376262a6b8 req-34555d29-ba98-491c-a264-516dca0fd80c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Feb 10 15:57:45.149739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.162257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:45.179399 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.186159 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94a06a1-b51f-4cfe-ab07-1bb147524fe5 x-openstack-request-id: req-e94a06a1-b51f-4cfe-ab07-1bb147524fe5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:45.186742 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "name": "network-vif-plugged", "status": "completed", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:45.187170 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e94a06a1-b51f-4cfe-ab07-1bb147524fe5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:45.187754 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'code': 200} Feb 10 15:57:45.195848 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.227987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.298296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:45.309344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:45.317639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:45.367939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Pushing event updated for resources: {'Port': ['ID=9f6402e7-1c2d-4776-9a6d-b7c2df7672b3,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:45.392168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa216a9f-0e70-48c5-8647-5283935991e6 req-a4cffbb6-d8b5-42b4-8c7a-f341e8523733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.395677 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa216a9f-0e70-48c5-8647-5283935991e6 req-a4cffbb6-d8b5-42b4-8c7a-f341e8523733 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1097 time: 0.1186006 Feb 10 15:57:45.548982 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-6375e327-7f6f-4347-aa87-7be577e94cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2481923 Feb 10 15:57:45.674149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.677178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:45.720312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Attempting to bind port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:45.721223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Attempting to bind port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd8d18ce5-4688-4f87-8f20-e43559a478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:45.724378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Attempting to bind port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3 on network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:45.734324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa216a9f-0e70-48c5-8647-5283935991e6 req-0d2ee3b7-f047-4963-ac3a-16296df2aeae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314047 Feb 10 15:57:45.735320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:45.735927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Checking segment: {'id': 'd8d18ce5-4688-4f87-8f20-e43559a478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:45.736521 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.737079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Bound using segment: {'id': 'd8d18ce5-4688-4f87-8f20-e43559a478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:45.738743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Bound port: 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d18ce5-4688-4f87-8f20-e43559a478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:45.739337 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.770938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=32134178-b88f-4d6d-baac-ed1b9b22db9b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:45.837375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6dade93e-1e76-44c7-b447-750d11509130 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.839142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6dade93e-1e76-44c7-b447-750d11509130 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 813 time: 0.3662789 Feb 10 15:57:45.863181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-3309dfd5-8ab3-4ca9-a766-e91b6092b349 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/quotas/50fb02fc91484304b88233134e6343e2 HTTP/1.1" status: 200 len: 375 time: 0.0157754 Feb 10 15:57:45.908510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.909273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.909821 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.910658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.911354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.912046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.912952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:45.915540 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1ddb37f1-a3d7-4eaa-a80a-62b2f1f6b882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 6489 time: 0.3208640 Feb 10 15:57:45.919455 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:45.957302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a27dd3-943b-4e51-b3b5-6a11ed83cb94']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:45.960209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-af6d59ef-55c0-4e54-bf33-36479e5c6681 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898824 Feb 10 15:57:45.983716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d18ce5-4688-4f87-8f20-e43559a478d4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:45.984328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d18ce5-4688-4f87-8f20-e43559a478d4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:45.994738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] For port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:46.000009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] For port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9f6402e7-1c2d-4776-9a6d-b7c2df7672b3,segment=NetworkSegment(d8d18ce5-4688-4f87-8f20-e43559a478d4),segment_id=d8d18ce5-4688-4f87-8f20-e43559a478d4)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:46.006625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:46.032779 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:46.099609 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:46.118868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:46.121639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:46.125151 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:46.219560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-67eaae22-d4c1-4472-b8ed-ecd1727942bc service neutron] 10.222.0.21 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472138 Feb 10 15:57:46.275968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d27fbe-311b-4ff6-ae53-a8db6670e6d9 None None] Network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:46.318026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.api [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:57:46.318026 n-d-827895-3 neutron-server[102614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:57:46.318026 n-d-827895-3 neutron-server[102614]: [parameters: {'id': 'd3a27dd3-943b-4e51-b3b5-6a11ed83cb94'}] Feb 10 15:57:46.318026 n-d-827895-3 neutron-server[102614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:57:46.330104 n-d-827895-3 neutron-server[102614]: DEBUG oslo_db.api [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:57:46.331112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb58f8-252b-45d3-9387-25b35f4bfa69 None None] Pushing event updated for resources: {'Port': ['ID=9f6402e7-1c2d-4776-9a6d-b7c2df7672b3,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:46.341705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-631b965b-cf82-437a-80c7-805178b17df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:46.344090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-631b965b-cf82-437a-80c7-805178b17df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:46.344558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-631b965b-cf82-437a-80c7-805178b17df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:46.346379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-631b965b-cf82-437a-80c7-805178b17df3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=edf72dcd-d60f-48a5-80d6-58868ca355eb&id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&id=b340ef99-402b-4687-ad5f-92dcb56aa7c6 HTTP/1.1" status: 200 len: 2292 time: 0.3563752 Feb 10 15:57:46.500640 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-7608f304-73c6-4036-888e-48e8c80ddd7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f HTTP/1.1" status: 200 len: 1001 time: 0.1446817 Feb 10 15:57:46.510046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1ed3e-e924-47da-8cad-73b38dd1db33 req-9ec86fb4-ebe3-4810-adf8-f457b3844a2e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:46.512378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53c1ed3e-e924-47da-8cad-73b38dd1db33 req-9ec86fb4-ebe3-4810-adf8-f457b3844a2e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 946 time: 0.1823964 Feb 10 15:57:46.536723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-2dd7af74-d4f2-46dd-8d0a-7a817a4fc400 service neutron] 10.222.0.21 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090138 Feb 10 15:57:46.594797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319d4ee-4f9e-4c90-ad94-f8b3296183e5 None None] Network d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:46.614466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-8f7549ce-7c65-4ed3-8391-8e15961e3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:46.616186 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-8f7549ce-7c65-4ed3-8391-8e15961e3955 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e59aaab6-43f5-4f3f-8014-f426c4f78c11 HTTP/1.1" status: 200 len: 851 time: 0.1095908 Feb 10 15:57:46.624126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42616) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:46.664863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53c1ed3e-e924-47da-8cad-73b38dd1db33 req-51c9d95c-a5b5-45c0-a351-b9dd90f3fcaf tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262569 Feb 10 15:57:46.801190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-25fde854-8215-4cf9-a8e5-7414c51a1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:46.806120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-25fde854-8215-4cf9-a8e5-7414c51a1660 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625688 Feb 10 15:57:46.836248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:46.913977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5db01745-bd95-4cd3-9206-bc95e8c076d5 req-85731625-c726-4cf0-a467-80028ef3d718 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 210 time: 0.0541103 Feb 10 15:57:47.063680 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-afcd5a2a-9209-4276-bbda-2b9b4076389b service neutron] 10.222.0.45 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509303 Feb 10 15:57:47.064791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4aa54-dc63-4243-9750-47d85d93466b None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:57:47.296216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf4aa54-dc63-4243-9750-47d85d93466b None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:57:47.301169 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-09fee72c-5504-4592-ac5e-618d8a756791 service neutron] 10.222.0.45 "GET /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280772 Feb 10 15:57:47.328670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:47.328872 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:47.384732 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-1b719654-f17d-462d-9e4c-c13ef646828b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 200 len: 217 time: 0.0750158 Feb 10 15:57:47.385516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54b8a3dd-35c9-4b6f-b164-29ff3c39154c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:47.494237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-aa472945-616f-4023-b26c-133198cfe589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:47.495800 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-aa472945-616f-4023-b26c-133198cfe589 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.1008642 Feb 10 15:57:47.572208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9f6402e7-1c2d-4776-9a6d-b7c2df7672b3,segment=NetworkSegment(d8d18ce5-4688-4f87-8f20-e43559a478d4),segment_id=d8d18ce5-4688-4f87-8f20-e43559a478d4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:47.572590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:47.622320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:47.657347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-281cc4ad-cc32-4746-bdb2-328e3f4053a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:47.658882 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-281cc4ad-cc32-4746-bdb2-328e3f4053a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535933 Feb 10 15:57:47.839034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-bb17bb51-ace9-4d36-aea8-9059e0df09bf service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695762 Feb 10 15:57:47.867017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528935-9e72-45a6-b5df-4297d786a0c6 req-5e78c36a-c0dc-4b51-892d-b2b94ebc09ae tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:47.892097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78528935-9e72-45a6-b5df-4297d786a0c6 req-5e78c36a-c0dc-4b51-892d-b2b94ebc09ae tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 946 time: 0.1447825 Feb 10 15:57:48.028033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54b8a3dd-35c9-4b6f-b164-29ff3c39154c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.044924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-54b8a3dd-35c9-4b6f-b164-29ff3c39154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.077719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78528935-9e72-45a6-b5df-4297d786a0c6 req-99a3e54b-cf51-4b9b-b3c8-38f720d38748 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835592 Feb 10 15:57:48.122399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-54b8a3dd-35c9-4b6f-b164-29ff3c39154c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=452081fc1e82437594d15a03e58d926e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4858503 Feb 10 15:57:48.124956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8a3dd-35c9-4b6f-b164-29ff3c39154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2495cf14-c51c-4e0c-9ea6-70f503c3b380,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:48.128677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42676) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.145210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.168498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port 9f6402e7-1c2d-4776-9a6d-b7c2df7672b3 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:48.173949 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-e9ccd32b-b94c-4456-9b06-1c89167c5d66 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262603 Feb 10 15:57:48.233563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09cbf37f-7f3b-4966-a767-c641c8844ce9 req-9dec3c9e-7cdc-4cc6-9d7a-1766fed9ea8e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 210 time: 0.1179872 Feb 10 15:57:48.249030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=9f6402e7-1c2d-4776-9a6d-b7c2df7672b3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:48.333806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.362657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a27dd3-943b-4e51-b3b5-6a11ed83cb94']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:48.370203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-1d7dcb87-36e1-4b4d-a3bc-774c73fcab9e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1937600595&fields=id&tenant_id=f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 267 time: 0.1621528 Feb 10 15:57:48.375751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d18ce5-4688-4f87-8f20-e43559a478d4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:48.376058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d18ce5-4688-4f87-8f20-e43559a478d4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:48.387639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.406787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.413322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:48.413731 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.503101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-517481e1-ad4d-4a35-9694-cf2af153a201 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:48.505331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-517481e1-ad4d-4a35-9694-cf2af153a201 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 946 time: 0.1343534 Feb 10 15:57:48.515430 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:57:48.525161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'port': {'security_groups': ['944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6', '3ec75bf8-143e-4a28-9b04-22d8c05d1e5a']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:48.527646 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:48.536905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.542162 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-8161cc88-e3f3-4888-96fd-186361ca7231 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 200 len: 217 time: 0.3441777 Feb 10 15:57:48.548236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.551903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 HTTP/1.1" status: 204 len: 168 time: 3.7486320 Feb 10 15:57:48.559952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42700) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.601867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85bc46-5f63-4291-914e-c919960cec64 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=d3a27dd3-943b-4e51-b3b5-6a11ed83cb94,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:48.632991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b528cf41-fbdf-462d-be57-2acfd4d78ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.657438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b528cf41-fbdf-462d-be57-2acfd4d78ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.682406 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea41808-1f05-4d08-afc1-de62510f4df3 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:48.690951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea41808-1f05-4d08-afc1-de62510f4df3 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:48.698973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42702) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.701704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3ea41808-1f05-4d08-afc1-de62510f4df3 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/32134178-b88f-4d6d-baac-ed1b9b22db9b HTTP/1.1" status: 404 len: 337 time: 0.1331484 Feb 10 15:57:48.759138 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.766938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-3ddb050e-0790-4f64-a6e6-9ac9d0b0969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:48.768548 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-3ddb050e-0790-4f64-a6e6-9ac9d0b0969b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.2135139 Feb 10 15:57:48.780283 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0fe207-8931-49fb-8343-c1681b5306c1 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:48.782695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0fe207-8931-49fb-8343-c1681b5306c1 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:48.788070 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d0fe207-8931-49fb-8343-c1681b5306c1 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/d3a27dd3-943b-4e51-b3b5-6a11ed83cb94 HTTP/1.1" status: 404 len: 339 time: 0.0824699 Feb 10 15:57:48.794295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42704) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.892526 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e23768e-9f19-408e-b982-d2ab166d3540 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:48.892893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e23768e-9f19-408e-b982-d2ab166d3540 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:48.896386 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8e23768e-9f19-408e-b982-d2ab166d3540 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/cff86e8f-cfeb-44f5-8175-52e7e801b1c2 HTTP/1.1" status: 404 len: 337 time: 0.0961001 Feb 10 15:57:48.902270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42708) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.913042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b528cf41-fbdf-462d-be57-2acfd4d78ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.916410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42710) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.916594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b528cf41-fbdf-462d-be57-2acfd4d78ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:48.917624 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b528cf41-fbdf-462d-be57-2acfd4d78ed1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2495cf14-c51c-4e0c-9ea6-70f503c3b380 HTTP/1.1" status: 204 len: 168 time: 0.7824478 Feb 10 15:57:48.942834 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c4f8e0-050c-46fb-9ae9-982b05746811 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:48.943733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c4f8e0-050c-46fb-9ae9-982b05746811 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:48.943886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528cf41-fbdf-462d-be57-2acfd4d78ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495cf14-c51c-4e0c-9ea6-70f503c3b380,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:48.954961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-36c4f8e0-050c-46fb-9ae9-982b05746811 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/9a7737fa-99b5-44fd-999a-e4ba9a85e3f2 HTTP/1.1" status: 404 len: 339 time: 0.0505674 Feb 10 15:57:48.968049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42716) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:48.982831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-14871ea7-abf8-4183-8e79-650449422fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:48.984713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-14871ea7-abf8-4183-8e79-650449422fad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1978755 Feb 10 15:57:49.042320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-fd567cd2-4cc4-4a37-a29a-371f7d5c8b13 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:49.044755 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-fd567cd2-4cc4-4a37-a29a-371f7d5c8b13 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 813 time: 0.2752893 Feb 10 15:57:49.081191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Request body: {'port': {'device_id': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'admin_state_up': True, 'tenant_id': '50fb02fc91484304b88233134e6343e2'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:49.330151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.385881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Made reservation on behalf of 50fb02fc91484304b88233134e6343e2 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:57:49.411349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b531c75-3c91-4907-9c88-0688f296863e req-a7c366b5-0041-4750-be99-b9cb4caaa196 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 210 time: 0.0664527 Feb 10 15:57:49.413502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.425034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-82965f2d-e82e-4d1b-bfe6-6c1a4e0273c2 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325881 Feb 10 15:57:49.529804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.550713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-6855efa4-3840-4805-88ed-5a3df526355f service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131563 Feb 10 15:57:49.553084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42728) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:49.558723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf32a646-7d1e-407d-a13f-b6357a9f2ce6']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:49.569385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac5a865-202a-4740-9c78-b2ee65286590') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:49.570043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac5a865-202a-4740-9c78-b2ee65286590') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:49.581473 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.600524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.602202 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-752f2cb2-08cf-445d-b463-914e04ddafe5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c HTTP/1.1" status: 200 len: 217 time: 0.0406902 Feb 10 15:57:49.608108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:49.608977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:49.688536 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:49.702077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:49.705047 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81a95307-185d-4e8f-8305-7807ebe52295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.729955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.759489 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ded7-c7f2-4832-b7e1-38bb6e5a7309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.771353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.775782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/bf32a646-7d1e-407d-a13f-b6357a9f2ce6 HTTP/1.1" status: 204 len: 168 time: 0.8056731 Feb 10 15:57:49.784210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42730) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:49.799480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44643-98a3-45e2-8771-fc30338b2b79 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=bf32a646-7d1e-407d-a13f-b6357a9f2ce6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:49.815536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.816758 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7abc4d-a5e3-4ce9-813e-8b90ff60ef48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:49.817159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7abc4d-a5e3-4ce9-813e-8b90ff60ef48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:49.823347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4c7abc4d-a5e3-4ce9-813e-8b90ff60ef48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/9a65638b-f557-474f-9e86-b2e026df18fe HTTP/1.1" status: 404 len: 337 time: 0.0360935 Feb 10 15:57:49.823584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42732) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:49.854077 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.860763 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf93e9a-b91c-4b90-bb5b-5bbb88a2a2d4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:49.862267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf93e9a-b91c-4b90-bb5b-5bbb88a2a2d4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:49.869359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-adf93e9a-b91c-4b90-bb5b-5bbb88a2a2d4 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/2b5763f1-bd11-4bdb-a8e6-aae8dbeb4a45 HTTP/1.1" status: 404 len: 339 time: 0.0424790 Feb 10 15:57:49.869560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:49.873438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42734) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:49.907367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ded7-c7f2-4832-b7e1-38bb6e5a7309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.914360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-27518fa5-a79c-42c3-9cfc-df6808603de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:49.916628 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-27518fa5-a79c-42c3-9cfc-df6808603de4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.2026396 Feb 10 15:57:49.920816 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ded7-c7f2-4832-b7e1-38bb6e5a7309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.962790 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29a21b9-fb10-413c-a73c-17e7b835aa4b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:49.963399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29a21b9-fb10-413c-a73c-17e7b835aa4b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:49.966915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c29a21b9-fb10-413c-a73c-17e7b835aa4b tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/448416a0-5fd3-4dc2-a530-6a3ed13533ff HTTP/1.1" status: 404 len: 337 time: 0.0885470 Feb 10 15:57:49.973820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Allocated IP 172.20.0.6 (ab3330df-0df7-4311-aa7b-8a5d00fc6fe9/d2657a9f-f670-46fa-b96e-ea49fcff34ee/c784679f-5abf-41ca-aa14-a7aaffd265f1) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:49.975939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:49.976587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:49.977977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d9af7fad-ba9d-4d76-b883-d9531da498bf req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "PUT /v2.0/ports/9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 982 time: 1.4636450 Feb 10 15:57:49.981648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:49.983946 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b57914-a096-43be-b549-aa994553a5da" -d '{"events": [{"name": "network-changed", "server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:49.991699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42736) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:49.993645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1ded7-c7f2-4832-b7e1-38bb6e5a7309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3e8653-dbe2-4bbf-8ae0-f3fe64cf92d5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:50.020978 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81a95307-185d-4e8f-8305-7807ebe52295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:50.047542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81a95307-185d-4e8f-8305-7807ebe52295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:50.212005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:50.217679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709b70d-e478-4891-8f8d-1460bc38863a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:50.236653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-81a95307-185d-4e8f-8305-7807ebe52295 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94e98eb3c2e24161b086a3803187efe3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3182824 Feb 10 15:57:50.270752 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e751ecc-3002-451e-ae9c-c0a0de9acb71 x-openstack-request-id: req-8e751ecc-3002-451e-ae9c-c0a0de9acb71 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:50.271385 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:50.271850 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e751ecc-3002-451e-ae9c-c0a0de9acb71 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:50.272449 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'status': 'completed', 'code': 200} Feb 10 15:57:50.275749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a95307-185d-4e8f-8305-7807ebe52295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eeb4c4-d506-4aae-9b0a-ad0bfdbe7b75,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:50.292192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42746) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:50.420181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57914-a096-43be-b549-aa994553a5da req-ea1b4f01-f2c7-4f71-a3c8-cca12c65ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:50.422141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-ea1b4f01-f2c7-4f71-a3c8-cca12c65ee19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1136 time: 0.1836147 Feb 10 15:57:50.544241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57914-a096-43be-b549-aa994553a5da req-95695839-e4cf-4b47-925d-9c0e011d6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:50.548234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-95695839-e4cf-4b47-925d-9c0e011d6e8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.1153934 Feb 10 15:57:50.564294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-051e627b-7b52-431b-af06-8ac0be492b76 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1340413651&fields=id&tenant_id=f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 267 time: 0.2906885 Feb 10 15:57:50.568795 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ad5-779b-4826-a58e-39fed36aaec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:50.596496 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c3c9e8-af8d-4f7e-b461-c8010ac44e86 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:50.597829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c3c9e8-af8d-4f7e-b461-c8010ac44e86 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:50.605495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e2c3c9e8-af8d-4f7e-b461-c8010ac44e86 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/6b9e3c95-16f3-45e2-9c9d-daf94440caa1 HTTP/1.1" status: 404 len: 339 time: 0.6071098 Feb 10 15:57:50.617468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42750) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:50.685295 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e91d2b-d133-475a-a069-e366541c0d48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:50.686327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c46518b8-50d6-4516-8b8c-abba5c7d1557 req-1e694273-39ef-4e44-9e6e-23d57fb866be tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 210 time: 0.0784435 Feb 10 15:57:50.686914 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e91d2b-d133-475a-a069-e366541c0d48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:50.693705 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6e91d2b-d133-475a-a069-e366541c0d48 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/ba8c8db3-d2e0-4c31-a1d3-4bf32b639d02 HTTP/1.1" status: 404 len: 337 time: 0.0748990 Feb 10 15:57:50.703262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42752) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:50.703262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3bf1ded7-c7f2-4832-b7e1-38bb6e5a7309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc70d7a0b634798b20e5abad1f57f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1490114 Feb 10 15:57:50.708314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-e53d4cb1-58d6-4343-9021-04e455a44d68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 217 time: 0.1405325 Feb 10 15:57:50.710360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42754) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:50.732214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ad5-779b-4826-a58e-39fed36aaec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:50.743433 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf3a2d2-0906-4c76-9e96-21c70b701b00 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:50.744027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf3a2d2-0906-4c76-9e96-21c70b701b00 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:50.752742 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cbf3a2d2-0906-4c76-9e96-21c70b701b00 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/eec0fd75-90f8-4f33-b342-a748a53e0ea2 HTTP/1.1" status: 404 len: 339 time: 0.0483158 Feb 10 15:57:50.756261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42756) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:50.809520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-fc1883a3-c596-44a6-ae42-3fdb860480f3 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:50.812495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-fc1883a3-c596-44a6-ae42-3fdb860480f3 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 985 time: 0.2470295 Feb 10 15:57:50.819289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57914-a096-43be-b549-aa994553a5da req-fbc03159-ff30-46e9-a710-e3745b653db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:50.821080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-fbc03159-ff30-46e9-a710-e3745b653db4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.1041186 Feb 10 15:57:50.830167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-13b19730-bb99-4dbf-ae9b-4f092e7e184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:50.830860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'port': {'security_groups': ['3ec75bf8-143e-4a28-9b04-22d8c05d1e5a', '944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6', 'f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:50.831960 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-13b19730-bb99-4dbf-ae9b-4f092e7e184c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9034042 Feb 10 15:57:50.884480 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7aa2ca-0fe7-4dc4-867b-dcbba59189f8 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:50.885010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7aa2ca-0fe7-4dc4-867b-dcbba59189f8 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:50.892589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb7aa2ca-0fe7-4dc4-867b-dcbba59189f8 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/1ea9857b-f681-4e1d-b4da-99613b686742 HTTP/1.1" status: 404 len: 337 time: 0.1299663 Feb 10 15:57:50.896699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-be13d67e-8d03-42fa-b10d-0704bd1b99a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606563 Feb 10 15:57:50.900053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42758) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:50.985686 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbcf554-8d77-45b2-aa30-9c5054df1aa7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:50.987154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbcf554-8d77-45b2-aa30-9c5054df1aa7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:50.990659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5fbcf554-8d77-45b2-aa30-9c5054df1aa7 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/4c6e89cc-02d6-48e4-8891-a79b4c536097 HTTP/1.1" status: 404 len: 339 time: 0.0893703 Feb 10 15:57:51.014546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42760) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.040674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ad5-779b-4826-a58e-39fed36aaec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.044573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ad5-779b-4826-a58e-39fed36aaec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.046103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bbae5ad5-779b-4826-a58e-39fed36aaec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1eeb4c4-d506-4aae-9b0a-ad0bfdbe7b75 HTTP/1.1" status: 204 len: 168 time: 0.7383673 Feb 10 15:57:51.076508 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-e865a270-b29a-4c7b-a27f-2531958d3203 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.077388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e865a270-b29a-4c7b-a27f-2531958d3203 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.080807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e865a270-b29a-4c7b-a27f-2531958d3203 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/e0341345-d78f-4e44-a21b-23e74899e477 HTTP/1.1" status: 404 len: 337 time: 0.0555818 Feb 10 15:57:51.086488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42764) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.108140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0741518b-5981-4fc4-bce7-f6a57984bfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.114334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5ad5-779b-4826-a58e-39fed36aaec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eeb4c4-d506-4aae-9b0a-ad0bfdbe7b75,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:51.116944 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.121127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.174276 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81aafe6-d1b0-47c7-8cc7-96613595f679 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.175580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81aafe6-d1b0-47c7-8cc7-96613595f679 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.183485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b81aafe6-d1b0-47c7-8cc7-96613595f679 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/328afd90-51e9-4d50-a4fa-d062cb288b92 HTTP/1.1" status: 404 len: 339 time: 0.0847847 Feb 10 15:57:51.188495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42770) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.216289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0741518b-5981-4fc4-bce7-f6a57984bfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.293310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-b8dd7c7d-6f6d-415a-85d2-0727a56442b7 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825824 Feb 10 15:57:51.331920 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-a889e211-ada2-496c-b946-c0946767adb8 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.334290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a889e211-ada2-496c-b946-c0946767adb8 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.343305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a889e211-ada2-496c-b946-c0946767adb8 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/ebf5d5f1-8c22-4a75-90f9-8684fa329bae HTTP/1.1" status: 404 len: 337 time: 0.1351626 Feb 10 15:57:51.344606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42772) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.404432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-468a9f09-3c96-4e93-b31f-da71cd194329 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408332 Feb 10 15:57:51.457198 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-44303a43-c9bf-459c-8aea-68d18407db39 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.458946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44303a43-c9bf-459c-8aea-68d18407db39 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.468829 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-44303a43-c9bf-459c-8aea-68d18407db39 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/1bd0842f-92e2-43ca-976d-f940d0b5ad3e HTTP/1.1" status: 404 len: 339 time: 0.0868697 Feb 10 15:57:51.470364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42776) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.555294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.577200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45124b50-4f39-4f0e-9bd3-3b25e638492a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:51.631009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-711d8252-ef26-46ba-b9af-90fa4bb21908 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960092 Feb 10 15:57:51.647661 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8f950b-a699-422c-807a-74a3af4b008e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.648132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8f950b-a699-422c-807a-74a3af4b008e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.655768 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad8f950b-a699-422c-807a-74a3af4b008e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/c7915a77-615d-4d23-ad96-369a0a82233a HTTP/1.1" status: 404 len: 337 time: 0.1684365 Feb 10 15:57:51.657636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.664539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:51.714786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.729785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.732114 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd6fb0e-4d6c-46d5-9b0e-aca361f53598 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.732310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd6fb0e-4d6c-46d5-9b0e-aca361f53598 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.735552 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5fd6fb0e-4d6c-46d5-9b0e-aca361f53598 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/1804cbe4-2976-4092-a993-8f91fef42e39 HTTP/1.1" status: 404 len: 339 time: 0.0726180 Feb 10 15:57:51.737564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:51.745501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:51.748175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.767787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:51.768751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:51.790082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e19609aa-076d-44a0-828a-3e7018ccf8d7 req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "PUT /v2.0/ports/9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 1021 time: 0.9644308 Feb 10 15:57:51.802042 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-a3090cae-2fdd-4973-9a7b-4b50adcf7a32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=086746f8-6103-414e-a501-a98cfe458ca9 HTTP/1.1" status: 200 len: 217 time: 0.1450799 Feb 10 15:57:51.802963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:51.822844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:51.873944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42786) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.934977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8b57914-a096-43be-b549-aa994553a5da req-54ac3d46-1c9a-483e-8b7b-8c26c4103765 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329916 Feb 10 15:57:51.949785 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-d219b6dd-e5ff-4442-bd5a-1549a0ae1a37 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:51.954467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d219b6dd-e5ff-4442-bd5a-1549a0ae1a37 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:51.964532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d219b6dd-e5ff-4442-bd5a-1549a0ae1a37 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/6d09102f-58fc-4b12-88ba-3075dc759c3e HTTP/1.1" status: 404 len: 337 time: 0.1731381 Feb 10 15:57:51.977069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:51.978017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42788) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:51.980249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:51.981587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.038580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0741518b-5981-4fc4-bce7-f6a57984bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.043097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0741518b-5981-4fc4-bce7-f6a57984bfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.045341 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0741518b-5981-4fc4-bce7-f6a57984bfda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e3e8653-dbe2-4bbf-8ae0-f3fe64cf92d5 HTTP/1.1" status: 204 len: 168 time: 1.3041193 Feb 10 15:57:52.053874 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a212660-817d-499f-b499-3d6f2730822e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] DELETE failed (client error): The resource could not be found. Feb 10 15:57:52.057266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a212660-817d-499f-b499-3d6f2730822e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:57:52.061339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Pushing event updated for resources: {'Port': ['ID=c784679f-5abf-41ca-aa14-a7aaffd265f1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:52.068602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4a212660-817d-499f-b499-3d6f2730822e tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/22302b89-1893-4d4a-861d-cd56b5276709 HTTP/1.1" status: 404 len: 339 time: 0.0723910 Feb 10 15:57:52.072273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42792) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:52.075633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741518b-5981-4fc4-bce7-f6a57984bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3e8653-dbe2-4bbf-8ae0-f3fe64cf92d5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:52.078225 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26a2fbba-6e9f-4de6-9dec-44e301fe9f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.125019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-ac160305-72dd-4a7f-9af6-e7d7d786f2dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0491109 Feb 10 15:57:52.144349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Request body: {'port': {'device_id': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:52.151412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-ea67a4ca-3502-4a1a-95f8-a846f401e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:52.154590 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-ea67a4ca-3502-4a1a-95f8-a846f401e543 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 200 len: 797 time: 0.3329461 Feb 10 15:57:52.212908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cbb82-c3aa-4e73-90eb-9d5b572501bc req-2a331b9b-c2d2-4cb7-9d51-541669508502 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:52.241694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d68cbb82-c3aa-4e73-90eb-9d5b572501bc req-2a331b9b-c2d2-4cb7-9d51-541669508502 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 931 time: 0.3336818 Feb 10 15:57:52.257774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4a549-4dee-48d7-802b-65eb0d362454 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:52.299578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:52.303586 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a552a3b-4122-467b-a968-d0a8f716b012" -d '{"events": [{"name": "network-changed", "server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:52.325937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-72d63da0-68e9-4f7f-b77a-0f00df080a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:52.328023 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-72d63da0-68e9-4f7f-b77a-0f00df080a22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edf72dcd-d60f-48a5-80d6-58868ca355eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538131 Feb 10 15:57:52.397970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606907c-0d7c-4eca-a9f3-93f8d950b8aa req-7b5596ae-8c26-41c7-8961-f84ede31b23f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:52.411488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4606907c-0d7c-4eca-a9f3-93f8d950b8aa req-7b5596ae-8c26-41c7-8961-f84ede31b23f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1024 time: 0.4838562 Feb 10 15:57:52.432034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.554084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting subnet 58e42fab-649d-4301-8935-5fcc6a12a5c1 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:57:52.614629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.706803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d68cbb82-c3aa-4e73-90eb-9d5b572501bc req-7a33feb0-f542-4577-9601-c0be28bb16fd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385347 Feb 10 15:57:52.754736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-0555cbd6-a2da-40a8-ab53-f06494932e75 service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175100 Feb 10 15:57:52.807412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.823874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26a2fbba-6e9f-4de6-9dec-44e301fe9f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:52.874036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26a2fbba-6e9f-4de6-9dec-44e301fe9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.020974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4606907c-0d7c-4eca-a9f3-93f8d950b8aa req-a51c1d78-c0b0-4b8c-ab9d-67e765515f5c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4&id=3ec75bf8-143e-4a28-9b04-22d8c05d1e5a&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6 HTTP/1.1" status: 200 len: 6158 time: 0.5923219 Feb 10 15:57:53.020974 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40538a-85d6-473c-8f6b-85f1d412530b x-openstack-request-id: req-fe40538a-85d6-473c-8f6b-85f1d412530b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:53.020974 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:53.020974 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe40538a-85d6-473c-8f6b-85f1d412530b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:53.020974 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'status': 'completed', 'code': 200} Feb 10 15:57:53.073665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-26a2fbba-6e9f-4de6-9dec-44e301fe9f3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c32f3c12f1fc45fc90a483cd69f8022e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1782513 Feb 10 15:57:53.077277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42812) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:53.078133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2fbba-6e9f-4de6-9dec-44e301fe9f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12afa918-037a-4d8d-b68a-911f5c750b85,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:53.122685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-70318aed-3615-4dc1-bb06-80f851283911 req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': ' tempest-securitygroup -920001229 ', 'description': 'tempest-description-1796036829'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:53.156463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-dad346be-2c39-4379-8507-2cf1adecf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:53.158159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-dad346be-2c39-4379-8507-2cf1adecf6d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1175 time: 0.1508343 Feb 10 15:57:53.196567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-7a51e206-9ba4-4635-83ba-28656f2b015c service neutron] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755589 Feb 10 15:57:53.202753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-70318aed-3615-4dc1-bb06-80f851283911 req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.278046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.330203 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-abeb1ffa-bf9a-4d6f-aacf-98504ebdf971 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf311dc7-fe11-4827-b4a9-457cb289a216 HTTP/1.1" status: 200 len: 217 time: 0.1256392 Feb 10 15:57:53.366365 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9e33b5b9-d261-4e6f-8dd5-414065e14538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.391185 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9e33b5b9-d261-4e6f-8dd5-414065e14538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.460567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9e33b5b9-d261-4e6f-8dd5-414065e14538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.463375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9e33b5b9-d261-4e6f-8dd5-414065e14538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.467055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9e33b5b9-d261-4e6f-8dd5-414065e14538 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12afa918-037a-4d8d-b68a-911f5c750b85 HTTP/1.1" status: 204 len: 168 time: 0.3835392 Feb 10 15:57:53.487212 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.495483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33b5b9-d261-4e6f-8dd5-414065e14538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12afa918-037a-4d8d-b68a-911f5c750b85,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:53.527156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-e736be36-60a9-403a-8417-e3c0c1b272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:53.529568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-e736be36-60a9-403a-8417-e3c0c1b272c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.3458164 Feb 10 15:57:53.530542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.617363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Subnet': ['ID=58e42fab-649d-4301-8935-5fcc6a12a5c1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:53.622067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-efdef42d-2749-44f9-9441-d89419f17037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:53.624669 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-efdef42d-2749-44f9-9441-d89419f17037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7a9641e-f79c-4afb-be39-2212e8e676d1 HTTP/1.1" status: 200 len: 797 time: 0.2854240 Feb 10 15:57:53.624835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.630617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8287536c-fe2f-4232-9c4d-711c020a67c6 tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/subnets/58e42fab-649d-4301-8935-5fcc6a12a5c1 HTTP/1.1" status: 204 len: 168 time: 1.5411215 Feb 10 15:57:53.630617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-3d11d8ab-2936-404f-8e63-049f19ac6342 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 200 len: 217 time: 0.0895762 Feb 10 15:57:53.636518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5953de6-adc2-4f8b-a72f-10e5f6e7d40d None None] Network a06f0661-2119-4a25-a010-c09767ef09b6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:57:53.639342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:53.646886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-70318aed-3615-4dc1-bb06-80f851283911 req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.717260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-397e60ec-ad5b-47f0-904d-365845a25901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:53.718772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-397e60ec-ad5b-47f0-904d-365845a25901 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.0702257 Feb 10 15:57:53.719937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-70318aed-3615-4dc1-bb06-80f851283911 req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.776969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-4d4d2373-9615-4840-bdab-9aa19c25c813 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504119 Feb 10 15:57:53.785309 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-70318aed-3615-4dc1-bb06-80f851283911 req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:53.786548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70318aed-3615-4dc1-bb06-80f851283911 req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6775393 Feb 10 15:57:53.789861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c784679f-5abf-41ca-aa14-a7aaffd265f1 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:57:53.833155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fedcb4-695c-4e21-9359-ea6953e0082b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00290ddf-b09e-4788-a38e-328b98d796a1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:53.906704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.051034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Transition to ACTIVE for port object c784679f-5abf-41ca-aa14-a7aaffd265f1 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:57:54.074396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.076548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdbf64-1e38-48e5-8267-954c176d10e7 req-ce4985c7-b929-47b0-bd41-c4f966238d9d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:54.079893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-623f380d-9d49-4add-abe2-d83b7d81eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:54.084945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46cdbf64-1e38-48e5-8267-954c176d10e7 req-ce4985c7-b929-47b0-bd41-c4f966238d9d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 931 time: 0.1154983 Feb 10 15:57:54.086706 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-623f380d-9d49-4add-abe2-d83b7d81eaad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4463725 Feb 10 15:57:54.191754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.237220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] DHCP port deletion for a06f0661-2119-4a25-a010-c09767ef09b6 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:57:54.367916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] Deleting port ec27dafe-fbe2-4255-978b-5bd6d59248ac {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:54.368806 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.374630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Pushing event updated for resources: {'Port': ['ID=c784679f-5abf-41ca-aa14-a7aaffd265f1,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:54.473545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] For port ec27dafe-fbe2-4255-978b-5bd6d59248ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ec27dafe-fbe2-4255-978b-5bd6d59248ac,segment=NetworkSegment(e701babb-55d4-4a33-bc90-b27a13612b8b),segment_id=e701babb-55d4-4a33-bc90-b27a13612b8b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:54.473957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.517272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] Calling delete_port for ec27dafe-fbe2-4255-978b-5bd6d59248ac owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:54.604786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-fed216fa-76d9-43fd-a070-88dec99108c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954443 Feb 10 15:57:54.605763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Attempting to bind port c784679f-5abf-41ca-aa14-a7aaffd265f1 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:57:54.606181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Attempting to bind port c784679f-5abf-41ca-aa14-a7aaffd265f1 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:57:54.620885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Attempting to bind port c784679f-5abf-41ca-aa14-a7aaffd265f1 on network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:54.677891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Port c784679f-5abf-41ca-aa14-a7aaffd265f1 on network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:57:54.678311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Attempting to bind port c784679f-5abf-41ca-aa14-a7aaffd265f1 on network ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:57:54.704886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41d76676-ff53-4650-845f-e257a2f01e8a req-d30e6297-1958-4320-8303-e54cfb9079e1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/00290ddf-b09e-4788-a38e-328b98d796a1 HTTP/1.1" status: 200 len: 1782 time: 0.8615322 Feb 10 15:57:54.712016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-ef0ab3b7-e958-401a-8c89-61056e7a30c3 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9245279 Feb 10 15:57:54.796884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46cdbf64-1e38-48e5-8267-954c176d10e7 req-5e7c355f-c1f5-423b-b4bf-1f6f0ddd8cac tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741204 Feb 10 15:57:54.827923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:57:54.828634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Checking segment: {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:57:54.828634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Bound using segment: {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:57:54.838160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Bound port: c784679f-5abf-41ca-aa14-a7aaffd265f1, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10581de3-c382-463e-a3b1-a17585ef91cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:57:54.838560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.855047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Deleting port ec27dafe-fbe2-4255-978b-5bd6d59248ac {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:57:54.855602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:54.887039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-656ef353-3793-49a7-846a-abe888b49bd8 req-a6f54656-6948-4cc6-a325-5d556ebb6e80 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/00290ddf-b09e-4788-a38e-328b98d796a1 HTTP/1.1" status: 200 len: 1782 time: 0.1464849 Feb 10 15:57:54.939679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6a552a3b-4122-467b-a968-d0a8f716b012 req-3ab99557-e5e4-43b5-846f-a462fbdf93bb service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181170 Feb 10 15:57:55.023261 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-656ef353-3793-49a7-846a-abe888b49bd8 req-c42e4e26-c11e-40c4-815f-fa4050101e9a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.053881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-656ef353-3793-49a7-846a-abe888b49bd8 req-c42e4e26-c11e-40c4-815f-fa4050101e9a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.133000 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-656ef353-3793-49a7-846a-abe888b49bd8 req-c42e4e26-c11e-40c4-815f-fa4050101e9a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.135937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-656ef353-3793-49a7-846a-abe888b49bd8 req-c42e4e26-c11e-40c4-815f-fa4050101e9a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.137276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-656ef353-3793-49a7-846a-abe888b49bd8 req-c42e4e26-c11e-40c4-815f-fa4050101e9a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/00290ddf-b09e-4788-a38e-328b98d796a1 HTTP/1.1" status: 204 len: 173 time: 0.2322850 Feb 10 15:57:55.170009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e4e26-c11e-40c4-815f-fa4050101e9a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00290ddf-b09e-4788-a38e-328b98d796a1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:55.206883 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-e3d70c19-2f85-4549-a33d-429fbc5f6356 req-8f2247a0-517a-4073-9cda-c39fc42c5148 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:57:55.209899 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-f95b555d-2028-4813-8a42-da76b1143384 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680401 Feb 10 15:57:55.215072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3d70c19-2f85-4549-a33d-429fbc5f6356 req-8f2247a0-517a-4073-9cda-c39fc42c5148 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/00290ddf-b09e-4788-a38e-328b98d796a1 HTTP/1.1" status: 404 len: 352 time: 0.0483656 Feb 10 15:57:55.218968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] For port ec27dafe-fbe2-4255-978b-5bd6d59248ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ec27dafe-fbe2-4255-978b-5bd6d59248ac,segment=NetworkSegment(e701babb-55d4-4a33-bc90-b27a13612b8b),segment_id=e701babb-55d4-4a33-bc90-b27a13612b8b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:55.219831 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.241201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f46855ec-5160-4910-8fc2-d287880f34bc req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-630045189', 'description': 'tempest-description-1109670795'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:55.290073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.295421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f46855ec-5160-4910-8fc2-d287880f34bc req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.314157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] For port c784679f-5abf-41ca-aa14-a7aaffd265f1, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:57:55.317083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Calling delete_port for ec27dafe-fbe2-4255-978b-5bd6d59248ac owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:57:55.322060 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-21c8e7d6-259b-4a5c-b866-075afd027722 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db HTTP/1.1" status: 200 len: 217 time: 0.0964086 Feb 10 15:57:55.335207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] Pushing event deleted for resources: {'Port': ['ID=ec27dafe-fbe2-4255-978b-5bd6d59248ac,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:55.338467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c56ffd-6c35-4ba6-b4e8-239702bbe34e None None] No DVR routers for this DVR port ec27dafe-fbe2-4255-978b-5bd6d59248ac on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:55.367005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] For port c784679f-5abf-41ca-aa14-a7aaffd265f1, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:57:55.407136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f46855ec-5160-4910-8fc2-d287880f34bc req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.412781 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f46855ec-5160-4910-8fc2-d287880f34bc req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.439192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f46855ec-5160-4910-8fc2-d287880f34bc req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.441421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f46855ec-5160-4910-8fc2-d287880f34bc req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2080710 Feb 10 15:57:55.468934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.496107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-db0083b2-0684-41d5-b07d-8a81b1c64c7d req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-176884040', 'description': 'tempest-description-721988912'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:55.546658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8b5aa-903e-44fd-a212-cea1be75cd89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf42add7-0c20-4e9a-ad55-2942d1036bb8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:55.577169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:55.577953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.579548 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] 10.222.0.75 "PUT /v2.0/ports/c784679f-5abf-41ca-aa14-a7aaffd265f1 HTTP/1.1" status: 200 len: 1091 time: 3.4410079 Feb 10 15:57:55.581301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0083b2-0684-41d5-b07d-8a81b1c64c7d req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.589673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'tag': 'c784679f-5abf-41ca-aa14-a7aaffd265f1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:57:55.589673 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a5636-d990-4122-a889-70ac4a50c742" -d '{"events": [{"name": "network-changed", "server_uuid": "b087d09d-3896-49a2-9cd7-5bf707cec1b4", "tag": "c784679f-5abf-41ca-aa14-a7aaffd265f1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:55.596996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-fe43a310-43ed-4021-85e2-b1771c41e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:55.598698 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-fe43a310-43ed-4021-85e2-b1771c41e7b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a7a9641e-f79c-4afb-be39-2212e8e676d1 HTTP/1.1" status: 200 len: 797 time: 0.2567677 Feb 10 15:57:55.606699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ae8b-e402-430c-96c7-6fe01acd899d service neutron] Pushing event updated for resources: {'Port': ['ID=c784679f-5abf-41ca-aa14-a7aaffd265f1,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:55.699566 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e6a1ea-f34c-4d13-a91b-202e31356315 x-openstack-request-id: req-41e6a1ea-f34c-4d13-a91b-202e31356315 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:55.700898 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b087d09d-3896-49a2-9cd7-5bf707cec1b4", "tag": "c784679f-5abf-41ca-aa14-a7aaffd265f1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:55.700898 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41e6a1ea-f34c-4d13-a91b-202e31356315 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:55.700898 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'tag': 'c784679f-5abf-41ca-aa14-a7aaffd265f1', 'status': 'completed', 'code': 200} Feb 10 15:57:55.732232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.742161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0083b2-0684-41d5-b07d-8a81b1c64c7d req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.746609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-36ff3038-c0bb-44b2-97dc-4f60395eaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:55.749034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-36ff3038-c0bb-44b2-97dc-4f60395eaed6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b340ef99-402b-4687-ad5f-92dcb56aa7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376593 Feb 10 15:57:55.750279 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0083b2-0684-41d5-b07d-8a81b1c64c7d req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.773223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-88884cde-495f-4e1f-870b-546ea361f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:55.775088 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-88884cde-495f-4e1f-870b-546ea361f7a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 1094 time: 0.1270056 Feb 10 15:57:55.786116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Port': ['ID=ec27dafe-fbe2-4255-978b-5bd6d59248ac,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:55.791030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] No DVR routers for this DVR port ec27dafe-fbe2-4255-978b-5bd6d59248ac on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:57:55.798241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23156e-bd5f-4d37-9405-adc43b5c84ae,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:55.828222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0083b2-0684-41d5-b07d-8a81b1c64c7d req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.830702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0083b2-0684-41d5-b07d-8a81b1c64c7d req-813a6119-aa5f-444e-bfdb-859516ecaf93 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3534355 Feb 10 15:57:55.874327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b8306f83-78e2-4928-b210-390adde4ad35 req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-920041779', 'description': 'tempest-description-657162460'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:55.904861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8306f83-78e2-4928-b210-390adde4ad35 req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:55.943136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ec27dafe-fbe2-4255-978b-5bd6d59248ac no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:57:55.971207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: ec27dafe-fbe2-4255-978b-5bd6d59248ac {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:57:55.971808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ec27dafe-fbe2-4255-978b-5bd6d59248ac not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:57:55.988859 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-f7870264-09f7-4a9a-b254-0ed3ac32de3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1 HTTP/1.1" status: 200 len: 217 time: 0.1907728 Feb 10 15:57:56.063647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20ef0-56b4-4d06-84e3-21890ba2f49e req-23daaa50-3393-42f5-98db-9e674fd8807b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:56.075577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfd20ef0-56b4-4d06-84e3-21890ba2f49e req-23daaa50-3393-42f5-98db-9e674fd8807b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 943 time: 0.1455429 Feb 10 15:57:56.131692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.170979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8306f83-78e2-4928-b210-390adde4ad35 req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.173238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6f875a98-04b6-44e3-9e69-1df352e34e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:56.174757 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-6f875a98-04b6-44e3-9e69-1df352e34e3e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.1716173 Feb 10 15:57:56.174908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfd20ef0-56b4-4d06-84e3-21890ba2f49e req-f509b19e-44c6-4114-ae5a-04a0e3742b62 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 Feb 10 15:57:56.176965 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-b0a56241-701c-41a5-b3d0-65c76939271c service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008937 Feb 10 15:57:56.177768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8306f83-78e2-4928-b210-390adde4ad35 req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.203109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06f0661-2119-4a25-a010-c09767ef09b6']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:56.211524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8306f83-78e2-4928-b210-390adde4ad35 req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.211524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8306f83-78e2-4928-b210-390adde4ad35 req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3418672 Feb 10 15:57:56.241488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d9544-6381-478e-bcb7-a21f115b3ef8 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77326e54-2bf0-41a7-9888-a0ce2efda958,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:56.298247 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-aa59494a-486e-4084-92b6-46494165d758 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139970 Feb 10 15:57:56.299680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e701babb-55d4-4a33-bc90-b27a13612b8b') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:56.300078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e701babb-55d4-4a33-bc90-b27a13612b8b') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:56.321826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.381192 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.389820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bfec75f-a1e3-49bb-8040-05d28aece6e5 req-7d4c317d-da7f-407f-85cb-7780e51856ce tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 10909 time: 0.1381183 Feb 10 15:57:56.414945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:57:56.415331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:57:56.419072 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:57:56.441033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7293a90f-b18a-4408-a412-f7c32cba1697 req-b0f0ab2b-348a-4fce-8ffd-201efac0c302 service neutron] 10.222.0.45 "GET /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561510 Feb 10 15:57:56.448507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bfec75f-a1e3-49bb-8040-05d28aece6e5 req-30e5c9ad-4598-4160-b67a-380f965142bc tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6 HTTP/1.1" status: 200 len: 2985 time: 0.0459476 Feb 10 15:57:56.529507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-80d72186-ae5e-4ff9-81f8-d5138f9738bb service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170904 Feb 10 15:57:56.532352 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.545551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.553348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] 10.222.0.21 "DELETE /v2.0/networks/a06f0661-2119-4a25-a010-c09767ef09b6 HTTP/1.1" status: 204 len: 168 time: 2.9083080 Feb 10 15:57:56.565394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bfec75f-a1e3-49bb-8040-05d28aece6e5 req-ffde8c01-8fc1-4026-a077-a24e5225a7a7 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6 HTTP/1.1" status: 200 len: 2985 time: 0.1034126 Feb 10 15:57:56.580761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd440807-7111-4463-a34e-6ebe902a74ba tempest-NetworksTest-207097649 tempest-NetworksTest-207097649-project] Pushing event deleted for resources: {'Network': ['ID=a06f0661-2119-4a25-a010-c09767ef09b6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:56.694369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d843971d-1d91-4a93-8a00-ef4c9372ca8a req-15eeb3c1-4795-4359-a3b9-e82804d1c3fd tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/bf42add7-0c20-4e9a-ad55-2942d1036bb8 HTTP/1.1" status: 200 len: 1802 time: 0.0944505 Feb 10 15:57:56.699969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43026) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:56.710156 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-77ca5d55-fd99-4257-baf3-5909cee3afe8 req-822e3230-b213-44de-b71c-130865bb85e8 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703963 Feb 10 15:57:56.810565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d843971d-1d91-4a93-8a00-ef4c9372ca8a req-fe3af4ed-a969-4ce2-811b-0aae4a4f2361 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.854168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d843971d-1d91-4a93-8a00-ef4c9372ca8a req-fe3af4ed-a969-4ce2-811b-0aae4a4f2361 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:56.955926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f62cd17a-f3e0-4be2-956a-416121420488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.115815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f62cd17a-f3e0-4be2-956a-416121420488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.124619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43058) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:57.127917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f62cd17a-f3e0-4be2-956a-416121420488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.142393 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d843971d-1d91-4a93-8a00-ef4c9372ca8a req-fe3af4ed-a969-4ce2-811b-0aae4a4f2361 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.143011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.145762 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d843971d-1d91-4a93-8a00-ef4c9372ca8a req-fe3af4ed-a969-4ce2-811b-0aae4a4f2361 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.147046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d843971d-1d91-4a93-8a00-ef4c9372ca8a req-fe3af4ed-a969-4ce2-811b-0aae4a4f2361 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf42add7-0c20-4e9a-ad55-2942d1036bb8 HTTP/1.1" status: 204 len: 173 time: 0.4459653 Feb 10 15:57:57.194971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f62cd17a-f3e0-4be2-956a-416121420488 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b9c49b5068d4196b5850c9d71073e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925218 Feb 10 15:57:57.205675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43074) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:57.277517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cd17a-f3e0-4be2-956a-416121420488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e077a9-92ec-434f-a162-d768a89ba5d5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:57.304794 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-9c46c04b-7fe1-4fe5-9f3e-f75ab660606d req-e5839d4f-cd2e-40b7-9774-0747b76d6957 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:57:57.313672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c46c04b-7fe1-4fe5-9f3e-f75ab660606d req-e5839d4f-cd2e-40b7-9774-0747b76d6957 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/bf42add7-0c20-4e9a-ad55-2942d1036bb8 HTTP/1.1" status: 404 len: 352 time: 0.1053836 Feb 10 15:57:57.325188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3af4ed-a969-4ce2-811b-0aae4a4f2361 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf42add7-0c20-4e9a-ad55-2942d1036bb8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:57.390851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6300ec4e-d98a-44a0-885e-e7e5df02c4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.395584 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a5636-d990-4122-a889-70ac4a50c742 req-1a2ef3cc-b677-47d9-b3b0-89ad7481b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:57.398133 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-1a2ef3cc-b677-47d9-b3b0-89ad7481b4ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 1094 time: 0.6234791 Feb 10 15:57:57.509430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a5636-d990-4122-a889-70ac4a50c742 req-78c23390-3968-4ca3-959e-0605325a0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:57.511525 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-78c23390-3968-4ca3-959e-0605325a0487 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.1056247 Feb 10 15:57:57.537930 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6300ec4e-d98a-44a0-885e-e7e5df02c4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.551540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce71cafd-6dc4-43ca-9dc5-a4559ac28d37 req-1f8f7a6d-b977-4db4-91fb-6efb510db488 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/4d23156e-bd5f-4d37-9405-adc43b5c84ae HTTP/1.1" status: 200 len: 1801 time: 0.2042418 Feb 10 15:57:57.557007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-594e487f-ddbe-4b8b-871a-ef965180e0f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3368d977d605450a91bfeccbeba68d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312255 Feb 10 15:57:57.568376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43122) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:57.571575 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-1fbe74f2-5976-47d6-a0b4-f0e0294f7876 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1 HTTP/1.1" status: 200 len: 217 time: 0.0486827 Feb 10 15:57:57.636460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c695079-7a38-4710-821d-f8901c6989cb req-63295989-c26e-4f5c-8faa-af40e3e5e9a2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:57.644979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c695079-7a38-4710-821d-f8901c6989cb req-63295989-c26e-4f5c-8faa-af40e3e5e9a2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 943 time: 0.2521708 Feb 10 15:57:57.676057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03ea08a3-c52c-4c8f-a99d-9a84226033e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.681175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6300ec4e-d98a-44a0-885e-e7e5df02c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.683624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6300ec4e-d98a-44a0-885e-e7e5df02c4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.684700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a5636-d990-4122-a889-70ac4a50c742 req-93a96352-442d-41c4-b933-47b6c10a3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:57.685734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6300ec4e-d98a-44a0-885e-e7e5df02c4e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34e077a9-92ec-434f-a162-d768a89ba5d5 HTTP/1.1" status: 204 len: 168 time: 0.4787223 Feb 10 15:57:57.686212 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-93a96352-442d-41c4-b933-47b6c10a3aa8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.0981500 Feb 10 15:57:57.720475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03ea08a3-c52c-4c8f-a99d-9a84226033e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.722092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300ec4e-d98a-44a0-885e-e7e5df02c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e077a9-92ec-434f-a162-d768a89ba5d5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:57.734314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c695079-7a38-4710-821d-f8901c6989cb req-e05d6698-f600-4527-8bb5-af89ffb9da02 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883830 Feb 10 15:57:57.743621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce71cafd-6dc4-43ca-9dc5-a4559ac28d37 req-406fb751-1565-4613-8e8d-c04e9ca89fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.762250 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-e6852892-084c-4646-914a-6b57541ad022 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637887 Feb 10 15:57:57.803530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce71cafd-6dc4-43ca-9dc5-a4559ac28d37 req-406fb751-1565-4613-8e8d-c04e9ca89fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.893736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43140) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:57.900831 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce71cafd-6dc4-43ca-9dc5-a4559ac28d37 req-406fb751-1565-4613-8e8d-c04e9ca89fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.905634 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ce71cafd-6dc4-43ca-9dc5-a4559ac28d37 req-406fb751-1565-4613-8e8d-c04e9ca89fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.908085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce71cafd-6dc4-43ca-9dc5-a4559ac28d37 req-406fb751-1565-4613-8e8d-c04e9ca89fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d23156e-bd5f-4d37-9405-adc43b5c84ae HTTP/1.1" status: 204 len: 173 time: 0.3396368 Feb 10 15:57:57.939093 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03ea08a3-c52c-4c8f-a99d-9a84226033e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.942914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-03ea08a3-c52c-4c8f-a99d-9a84226033e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:57.944415 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-03ea08a3-c52c-4c8f-a99d-9a84226033e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fafa98e4-3c3a-4a41-8505-4c00293a1474 HTTP/1.1" status: 204 len: 168 time: 0.3748424 Feb 10 15:57:57.954771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fb751-1565-4613-8e8d-c04e9ca89fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23156e-bd5f-4d37-9405-adc43b5c84ae,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:57.959326 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-86fcfb3b-9d39-44cf-94b3-437c44001060 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817088 Feb 10 15:57:57.960817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea08a3-c52c-4c8f-a99d-9a84226033e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafa98e4-3c3a-4a41-8505-4c00293a1474,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:57.963728 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-d1694003-2683-44e8-8436-a6dccc1f121f req-4c085916-f309-4d90-9439-d9d8ad8289cf tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:57:57.979013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1694003-2683-44e8-8436-a6dccc1f121f req-4c085916-f309-4d90-9439-d9d8ad8289cf tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/4d23156e-bd5f-4d37-9405-adc43b5c84ae HTTP/1.1" status: 404 len: 352 time: 0.0423465 Feb 10 15:57:58.081973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57459253-eb31-49f0-b798-abae7b975453 req-160fddb5-0cf1-4840-b898-fd37c1eb1f4f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/77326e54-2bf0-41a7-9888-a0ce2efda958 HTTP/1.1" status: 200 len: 1801 time: 0.0759633 Feb 10 15:57:58.108734 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-505a5636-d990-4122-a889-70ac4a50c742 req-ebabc2f7-2ac5-4dcb-832d-8082a259813e service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296721 Feb 10 15:57:58.152606 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c3356cb-a7a7-4447-9fe5-91ea81d9ab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.185279 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57459253-eb31-49f0-b798-abae7b975453 req-ae22d999-d529-43b1-9081-9e304b9f6da1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.212904 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57459253-eb31-49f0-b798-abae7b975453 req-ae22d999-d529-43b1-9081-9e304b9f6da1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.287853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c3356cb-a7a7-4447-9fe5-91ea81d9ab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.293434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c3356cb-a7a7-4447-9fe5-91ea81d9ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.310033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57459253-eb31-49f0-b798-abae7b975453 req-ae22d999-d529-43b1-9081-9e304b9f6da1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.312917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-57459253-eb31-49f0-b798-abae7b975453 req-ae22d999-d529-43b1-9081-9e304b9f6da1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.314052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57459253-eb31-49f0-b798-abae7b975453 req-ae22d999-d529-43b1-9081-9e304b9f6da1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/77326e54-2bf0-41a7-9888-a0ce2efda958 HTTP/1.1" status: 204 len: 173 time: 0.2255421 Feb 10 15:57:58.332406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22d999-d529-43b1-9081-9e304b9f6da1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77326e54-2bf0-41a7-9888-a0ce2efda958,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:58.354678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43166) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:58.354899 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3c3356cb-a7a7-4447-9fe5-91ea81d9ab56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f5675fa88a496187805a331bccf9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536951 Feb 10 15:57:58.380454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3356cb-a7a7-4447-9fe5-91ea81d9ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4851aedf-f488-4653-b248-b712ba191d34,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:58.399173 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-0f63a7da-8587-4cfb-bbe1-2b9a811a3c03 req-b41669dd-fcdd-44e8-a1d2-58c3dd29cc41 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:57:58.400427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f63a7da-8587-4cfb-bbe1-2b9a811a3c03 req-b41669dd-fcdd-44e8-a1d2-58c3dd29cc41 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/77326e54-2bf0-41a7-9888-a0ce2efda958 HTTP/1.1" status: 404 len: 352 time: 0.0473025 Feb 10 15:57:58.492232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0840dfa2-9ec0-4070-9570-89fa1afa91c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.526779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0840dfa2-9ec0-4070-9570-89fa1afa91c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.590001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a53f64-6c00-4a7e-91e8-7cd57c6b1336 req-245a4a5f-89ce-4c17-b315-b9b2ff02e277 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 6158 time: 0.1524649 Feb 10 15:57:58.649961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0840dfa2-9ec0-4070-9570-89fa1afa91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.653322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0840dfa2-9ec0-4070-9570-89fa1afa91c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.656861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0840dfa2-9ec0-4070-9570-89fa1afa91c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4851aedf-f488-4653-b248-b712ba191d34 HTTP/1.1" status: 204 len: 168 time: 0.2629478 Feb 10 15:57:58.678366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840dfa2-9ec0-4070-9570-89fa1afa91c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4851aedf-f488-4653-b248-b712ba191d34,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:58.697614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a53f64-6c00-4a7e-91e8-7cd57c6b1336 req-fbbe0487-9c7a-44d8-9815-fe75dc737fce tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6 HTTP/1.1" status: 200 len: 2985 time: 0.0981820 Feb 10 15:57:58.773498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4a53f64-6c00-4a7e-91e8-7cd57c6b1336 req-938ef557-68da-4dbc-a9ab-1459072be9ed tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6 HTTP/1.1" status: 200 len: 2985 time: 0.0666602 Feb 10 15:57:58.815473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-9f978f94-20f4-4947-b707-f38792e16297 req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1345302460', 'description': 'tempest-description-539080917'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:58.883568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9f978f94-20f4-4947-b707-f38792e16297 req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.885507 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7331b7bb-2195-4511-b9e2-18c629b89cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:58.976517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a6e0f-f98f-4a21-9bc2-7d4fe02528f2 req-cc78d256-fcc3-4cec-ae99-674f035f242c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:58.977773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c7a6e0f-f98f-4a21-9bc2-7d4fe02528f2 req-cc78d256-fcc3-4cec-ae99-674f035f242c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 943 time: 0.1141531 Feb 10 15:57:59.034739 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9f978f94-20f4-4947-b707-f38792e16297 req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.040320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c7a6e0f-f98f-4a21-9bc2-7d4fe02528f2 req-1b11be11-1894-4cfa-b7d8-3e4a8d720d95 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Feb 10 15:57:59.042087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9f978f94-20f4-4947-b707-f38792e16297 req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.075025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9f978f94-20f4-4947-b707-f38792e16297 req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.080306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f978f94-20f4-4947-b707-f38792e16297 req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2759874 Feb 10 15:57:59.083510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09ea80-0bac-4c04-b89b-84ce80b26210 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:59.126483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-27660dc3-d6d5-4a46-810c-d8acdc6749dc req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1790289808', 'description': 'tempest-description-484182948'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:59.162235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-27660dc3-d6d5-4a46-810c-d8acdc6749dc req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.237898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43200) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:59.261916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-27660dc3-d6d5-4a46-810c-d8acdc6749dc req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.267173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-27660dc3-d6d5-4a46-810c-d8acdc6749dc req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.272605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed6cf51-27dc-4cfa-9127-f815ebf236e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.310187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae491f0-5bca-46e1-ba12-5724c4770a4c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:59.330684 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-27660dc3-d6d5-4a46-810c-d8acdc6749dc req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.338703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27660dc3-d6d5-4a46-810c-d8acdc6749dc req-9ff0afac-e82c-4f06-aee9-68ebc2dad10f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2225437 Feb 10 15:57:59.410126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed6cf51-27dc-4cfa-9127-f815ebf236e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.415638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bed6cf51-27dc-4cfa-9127-f815ebf236e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.463538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6cf51-27dc-4cfa-9127-f815ebf236e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f29d6f4-a99a-4ea9-a2a1-119082cc3870,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:59.482458 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bed6cf51-27dc-4cfa-9127-f815ebf236e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c915763272724b0bb05ba5fbba31e6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398953 Feb 10 15:57:59.482705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:59.543319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbd013cd-786e-4b09-b7ee-7bfbc572359b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.574506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbd013cd-786e-4b09-b7ee-7bfbc572359b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.644389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbd013cd-786e-4b09-b7ee-7bfbc572359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.647565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cbd013cd-786e-4b09-b7ee-7bfbc572359b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:57:59.651711 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cbd013cd-786e-4b09-b7ee-7bfbc572359b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f29d6f4-a99a-4ea9-a2a1-119082cc3870 HTTP/1.1" status: 204 len: 168 time: 0.1657138 Feb 10 15:57:59.665152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd013cd-786e-4b09-b7ee-7bfbc572359b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f29d6f4-a99a-4ea9-a2a1-119082cc3870,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:59.753304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:57:59.754454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-bf12bef4-0a16-4093-bfb2-7ad972c7006b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:59.756227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-bf12bef4-0a16-4093-bfb2-7ad972c7006b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 812 time: 0.1563640 Feb 10 15:57:59.781478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-53a19c5e-7d72-4b6a-a1f8-161f5f48e6f2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/quotas/f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 375 time: 0.0146353 Feb 10 15:57:59.842267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-cf3cd9c4-293e-4670-b94e-f4d88cc8905c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544245 Feb 10 15:57:59.954417 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-c9563ca9-5a3a-429e-bb23-8f2b3f05d743 service neutron] 10.222.0.21 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991392 Feb 10 15:58:00.071024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-f98ffdbb-9415-409b-bb70-a41b698500ad service neutron] 10.222.0.21 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079566 Feb 10 15:58:00.112068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-79405026'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:00.172187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43242) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:00.186648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Made reservation on behalf of 17c01aacd6c74144a5015d057faa14cb for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:00.191884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.211988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.393283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Deleting subnet 74e609a1-b964-4641-b0b7-b713619e5833 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:00.399602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.429800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.440688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.494077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b22de26-c91a-425d-8c08-27bcb994d57a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:00.498175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468885b-3772-40c0-a5e6-410da128217d req-7260caf0-cc62-475a-a7d5-3a9e1e8c461b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:00.503105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:58:00.503868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3468885b-3772-40c0-a5e6-410da128217d req-7260caf0-cc62-475a-a7d5-3a9e1e8c461b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 943 time: 0.2675400 Feb 10 15:58:00.528952 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.529307 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Added segment 012d4493-21bc-46f9-8345-608c283b171b of type vlan for network 2eca6581-f4d9-472c-a871-005059ceb1d1 Feb 10 15:58:00.563618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a4fb8fd-ef7d-491f-96fe-394e036ba8ba req-54648ed1-bd8b-48b4-865e-d540dea41838 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 210 time: 0.1121678 Feb 10 15:58:00.605583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.650605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.712191 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.718521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:00.719158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.733347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3468885b-3772-40c0-a5e6-410da128217d req-463be676-ee33-444f-b723-be77c43c1ec8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898496 Feb 10 15:58:00.735754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43266) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:00.781540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43272) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:00.785473 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:00.790616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Request body: {'subnet': {'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:00.792016 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.0359688 Feb 10 15:58:00.929479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1978356932', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:00.946783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3bbe-f7bc-4892-9aec-eea487f23012 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event updated for resources: {'Network': ['ID=2eca6581-f4d9-472c-a871-005059ceb1d1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:00.961381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:58:01.053407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Made reservation on behalf of 51b98e52823b4cc8b876620daad4eac6 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:01.053407 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.066461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.089250 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.140238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c784679f-5abf-41ca-aa14-a7aaffd265f1 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:58:01.150778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.156043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74e609a1-b964-4641-b0b7-b713619e5833 HTTP/1.1" status: 204 len: 168 time: 0.9825418 Feb 10 15:58:01.158644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43282) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:01.169634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0fa57-1b34-47cb-b56d-ae1b10ffb13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e609a1-b964-4641-b0b7-b713619e5833,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.181636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Made reservation on behalf of 17c01aacd6c74144a5015d057faa14cb for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:01.191777 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.325689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.351341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c784679f-5abf-41ca-aa14-a7aaffd265f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:01.380472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'c784679f-5abf-41ca-aa14-a7aaffd265f1', 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'port_id': 'c784679f-5abf-41ca-aa14-a7aaffd265f1', 'mac_address': 'fa:16:3e:1c:bb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2657a9f-f670-46fa-b96e-ea49fcff34ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:58:01.446975 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0a983f2-e322-481c-8962-8343cd7d721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.462322 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.494106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.520257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c784679f-5abf-41ca-aa14-a7aaffd265f1 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:58:01.531850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.538132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139f0778-c37d-4945-a800-b036d6dac5de']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:01.550901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c784679f-5abf-41ca-aa14-a7aaffd265f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:01.557145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.557816 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.560526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:01.566445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82eecc3-5562-4cba-b8a4-b4e628c94ad4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:01.594851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.624521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.627630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c784679f-5abf-41ca-aa14-a7aaffd265f1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.642367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] device_id is not set on port 42978899-7cb6-42ae-802f-056414e75dfb yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:01.642521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:58:01.642902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.651231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f007b57-d495-4be1-af93-d6f9f8144eac,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.723218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:58:01.729099 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:58:01.737233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.752816 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:01.763052 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] 10.222.0.21 "DELETE /v2.0/networks/139f0778-c37d-4945-a800-b036d6dac5de HTTP/1.1" status: 204 len: 168 time: 0.6006944 Feb 10 15:58:01.775409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e6abfdc-75b3-46bc-9b85-a954c2d52665 req-f524bcb7-1318-4bdf-aec6-435eff4500cb tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 210 time: 0.1051507 Feb 10 15:58:01.791573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8fa60-c0f6-4186-95e9-f2120772d22f admin admin] Pushing event deleted for resources: {'Network': ['ID=139f0778-c37d-4945-a800-b036d6dac5de,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.998275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c784679f-5abf-41ca-aa14-a7aaffd265f1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:02.013140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43300) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:02.086720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event updated for resources: {'Subnet': ['ID=2c224506-a3bc-41c6-9eef-166e964d111e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.105574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Checking segment: {'id': '012d4493-21bc-46f9-8345-608c283b171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:02.105947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Network hostable DHCP agents. Network: 2eca6581-f4d9-472c-a871-005059ceb1d1, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:58:02.107916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7c63a392-ed88-4eae-b4e2-a8689ea65c79 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.109769 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7c63a392-ed88-4eae-b4e2-a8689ea65c79 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 812 time: 0.2934363 Feb 10 15:58:02.118891 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e03388a7-7fc4-49c6-bb0c-2a4e594f9e08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02a747e74cd442868948d6051130002e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041951 Feb 10 15:58:02.125251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'port': {'device_id': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c', 'admin_state_up': True, 'tenant_id': 'f089a48d099647ac8a623cb66e4962b4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:02.127253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43302) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:02.128242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Allocated IP 172.25.7.104 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/42978899-7cb6-42ae-802f-056414e75dfb) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:02.190912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541859ce-ba92-4af9-9297-060e49f9e659 req-8bcbba57-816b-47f3-b553-253c64677974 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.200597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-541859ce-ba92-4af9-9297-060e49f9e659 req-8bcbba57-816b-47f3-b553-253c64677974 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 944 time: 0.2546196 Feb 10 15:58:02.228334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:58:02.282059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Made reservation on behalf of f089a48d099647ac8a623cb66e4962b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:02.285878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.292176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 2eca6581-f4d9-472c-a871-005059ceb1d1) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:02.302523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445f61b-de95-4567-967a-b94274867609 None None] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:02.321975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.322577 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.334030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-541859ce-ba92-4af9-9297-060e49f9e659 req-9bc2bd48-2b5b-4f83-a804-73402e9d33c5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324093 Feb 10 15:58:02.394464 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.395339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2a7be5f1-a80a-41e8-971f-cddd9149c99a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6111579 Feb 10 15:58:02.396008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43308) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:02.408949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Request body: {'port': {'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1', 'name': 'tempest-TagsExtTest-881900596'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:02.433971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d9063e4-da77-43ee-9b4f-ba09238223d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.489194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Allocated IP 172.20.0.9 (7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c/78ab68c8-5f3d-49c3-a43d-d764c12f11ef/ce252d67-5a9b-4c9a-b05c-97dc8335fa6b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:02.512839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-2eca6581-f4d9-472c-a871-005059ceb1d1', 'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1', 'tenant_id': '17c01aacd6c74144a5015d057faa14cb', 'fixed_ips': [{'subnet_id': '2c224506-a3bc-41c6-9eef-166e964d111e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:02.514621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.525568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d9063e4-da77-43ee-9b4f-ba09238223d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.597981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.657368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Made reservation on behalf of 17c01aacd6c74144a5015d057faa14cb for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:02.661380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.673449 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d9063e4-da77-43ee-9b4f-ba09238223d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.676130 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d9063e4-da77-43ee-9b4f-ba09238223d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.677369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1d9063e4-da77-43ee-9b4f-ba09238223d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f0f8ab-d0a5-407f-a101-512552602b01 HTTP/1.1" status: 204 len: 168 time: 0.5465105 Feb 10 15:58:02.689618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9063e4-da77-43ee-9b4f-ba09238223d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0f8ab-d0a5-407f-a101-512552602b01,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.692234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.702261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] device_id is not set on port 8002ed7b-3d3c-417f-845a-9ae3b3266104 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:02.714801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.761768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.781048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Allocated IP 172.20.0.2 (2eca6581-f4d9-472c-a871-005059ceb1d1/2c224506-a3bc-41c6-9eef-166e964d111e/00696e24-36a3-4bf6-9167-6e42bb8f8747) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:02.795147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:02.802279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:02.810064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:02.821813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:02.842939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:02.849116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Pushing event updated for resources: {'Port': ['ID=42978899-7cb6-42ae-802f-056414e75dfb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.851604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:02.863997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:02.945432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.952187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.952816 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.971630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54900874-3cb3-4020-967a-41b8ecf916cf req-5b5e730a-9a6f-44bc-bcd7-5d91131be5c4 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.973189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54900874-3cb3-4020-967a-41b8ecf916cf req-5b5e730a-9a6f-44bc-bcd7-5d91131be5c4 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 931 time: 0.0853124 Feb 10 15:58:02.979132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.979998 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:02.989957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2535a0a4-5423-4ed0-978e-7085c37b2aed tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2493477 Feb 10 15:58:02.992618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:03.001191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.104'}]}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:03.005225 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-95539612-79a6-4094-9ead-420beab22b56 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848126 Feb 10 15:58:03.025499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Request body: {'port': {'device_id': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:03.062222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54900874-3cb3-4020-967a-41b8ecf916cf req-62607698-5b83-4b3d-be00-3edc71ef9190 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704849 Feb 10 15:58:03.063669 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.064731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.143512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c784679f-5abf-41ca-aa14-a7aaffd265f1 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:03.147260 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.172567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.309118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port c784679f-5abf-41ca-aa14-a7aaffd265f1 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:58:03.349887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.388979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.398196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port c784679f-5abf-41ca-aa14-a7aaffd265f1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:03.398741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.404775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.541285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Allocated IP 172.20.0.8 (2eca6581-f4d9-472c-a871-005059ceb1d1/2c224506-a3bc-41c6-9eef-166e964d111e/8002ed7b-3d3c-417f-845a-9ae3b3266104) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:03.551748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db983-8d15-499f-8df9-4ae24bb546ff req-61fb6b17-60f6-442f-8668-9c2ecb232027 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:03.553691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d87db983-8d15-499f-8df9-4ae24bb546ff req-61fb6b17-60f6-442f-8668-9c2ecb232027 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 944 time: 0.1117444 Feb 10 15:58:03.566480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:03.579499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:03.582220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:03.595736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Pushing event updated for resources: {'Port': ['ID=00696e24-36a3-4bf6-9167-6e42bb8f8747,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:03.635940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d87db983-8d15-499f-8df9-4ae24bb546ff req-b251bdad-6f41-4016-8b31-2ad124572e07 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 Feb 10 15:58:03.720822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Attempting to bind port 00696e24-36a3-4bf6-9167-6e42bb8f8747 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:03.721054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Attempting to bind port 00696e24-36a3-4bf6-9167-6e42bb8f8747 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '012d4493-21bc-46f9-8345-608c283b171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:03.721425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Attempting to bind port 00696e24-36a3-4bf6-9167-6e42bb8f8747 on network 2eca6581-f4d9-472c-a871-005059ceb1d1 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:03.745068 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.747820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:03.748200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Checking segment: {'id': '012d4493-21bc-46f9-8345-608c283b171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:03.748780 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.749201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Bound using segment: {'id': '012d4493-21bc-46f9-8345-608c283b171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:03.749730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Bound port: 00696e24-36a3-4bf6-9167-6e42bb8f8747, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012d4493-21bc-46f9-8345-608c283b171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2eca6581-f4d9-472c-a871-005059ceb1d1'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:03.750109 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.803311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce252d67-5a9b-4c9a-b05c-97dc8335fa6b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:58:03.825879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.851989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Transition to ACTIVE for port object ce252d67-5a9b-4c9a-b05c-97dc8335fa6b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:58:03.860354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.898959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.907977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c784679f-5abf-41ca-aa14-a7aaffd265f1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:03.919784 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e915ba6-8693-46b8-adf9-30b315c2e6a4" -d '{"events": [{"server_uuid": "b087d09d-3896-49a2-9cd7-5bf707cec1b4", "name": "network-vif-plugged", "status": "completed", "tag": "c784679f-5abf-41ca-aa14-a7aaffd265f1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:03.927502 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.948498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:03.971304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c784679f-5abf-41ca-aa14-a7aaffd265f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:03.977849 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca04c9e-bd3d-4874-bbbd-87c645a19510 x-openstack-request-id: req-bca04c9e-bd3d-4874-bbbd-87c645a19510 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:03.978526 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b087d09d-3896-49a2-9cd7-5bf707cec1b4", "name": "network-vif-plugged", "status": "completed", "tag": "c784679f-5abf-41ca-aa14-a7aaffd265f1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:03.979101 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bca04c9e-bd3d-4874-bbbd-87c645a19510 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:03.979814 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c784679f-5abf-41ca-aa14-a7aaffd265f1', 'code': 200} Feb 10 15:58:04.005360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] For port 00696e24-36a3-4bf6-9167-6e42bb8f8747, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:04.009892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.018970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] For port 00696e24-36a3-4bf6-9167-6e42bb8f8747, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00696e24-36a3-4bf6-9167-6e42bb8f8747,segment=NetworkSegment(012d4493-21bc-46f9-8345-608c283b171b),segment_id=012d4493-21bc-46f9-8345-608c283b171b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:04.030732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.040438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43358) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:04.057856 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.067655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:04.089465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c784679f-5abf-41ca-aa14-a7aaffd265f1,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:04.222596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e011a40-7bed-4d53-be3b-50450351abc3 None None] Pushing event updated for resources: {'Port': ['ID=00696e24-36a3-4bf6-9167-6e42bb8f8747,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:04.237702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.253691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Attempting to bind port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:04.254045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Attempting to bind port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:04.254567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Attempting to bind port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b on network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:04.268742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b on network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:58:04.269370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Attempting to bind port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b on network 7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:04.278160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474c5c-76a4-4bb0-b0d8-9d1b3463a5b0 req-de25e355-f1b8-483c-9ee5-6c34757e5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:04.281418 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-84474c5c-76a4-4bb0-b0d8-9d1b3463a5b0 req-de25e355-f1b8-483c-9ee5-6c34757e5f30 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 1096 time: 0.2079074 Feb 10 15:58:04.285167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:04.286052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Checking segment: {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:04.286627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Bound using segment: {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:04.287253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Bound port: ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896904d2-4b78-412c-b9b2-31d75a837ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:04.287834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.341714 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.378088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-624140063-network', 'tenant_id': 'ad3837911a6d4a21b0cbbee3f3394878'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:04.417998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-84474c5c-76a4-4bb0-b0d8-9d1b3463a5b0 req-b275287f-746b-448b-826a-3b1e66cfe42d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256282 Feb 10 15:58:04.423340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:04.425932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:04.429446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:04.430793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:04.435603 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.441728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:04.446363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.474409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event updated for resources: {'Port': ['ID=8002ed7b-3d3c-417f-845a-9ae3b3266104,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:04.490786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:04.490786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.490786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] 10.222.0.45 "PUT /v2.0/ports/ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 1091 time: 1.4764502 Feb 10 15:58:04.491863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:04.502478 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:04.532470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c8f69-9965-422f-b3aa-c36906dcf74c service neutron] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:04.549129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3293be9-4794-4d0d-bbc8-a9b1536ebc7a req-a00c10cc-0ad6-4d52-992d-8d409a3ca1a7 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:04.550591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3293be9-4794-4d0d-bbc8-a9b1536ebc7a req-a00c10cc-0ad6-4d52-992d-8d409a3ca1a7 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 943 time: 0.3162198 Feb 10 15:58:04.579201 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d3c04-b418-4280-9cd2-5c0a0cf0463e x-openstack-request-id: req-2c1d3c04-b418-4280-9cd2-5c0a0cf0463e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:04.579539 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:04.582066 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c1d3c04-b418-4280-9cd2-5c0a0cf0463e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:04.582066 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'status': 'completed', 'code': 200} Feb 10 15:58:04.603354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-e5ac7f31-09cc-4150-9641-7a8e2d565021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:04.606822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-e5ac7f31-09cc-4150-9641-7a8e2d565021 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1094 time: 0.0679801 Feb 10 15:58:04.615314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Made reservation on behalf of ad3837911a6d4a21b0cbbee3f3394878 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:04.617522 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.645336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.654291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:04.654550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.656176 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-bf9e1560-5fe5-4638-b267-5033364f6df0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 217 time: 0.0428269 Feb 10 15:58:04.734077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-ca35e21a-2029-47ab-8dc0-b0101ff54279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:04.735794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-ca35e21a-2029-47ab-8dc0-b0101ff54279 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.0717494 Feb 10 15:58:04.755604 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3293be9-4794-4d0d-bbc8-a9b1536ebc7a req-5347a96b-6e92-4670-8765-3ddc2851629e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921899 Feb 10 15:58:04.759271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dc84b514-55bc-4abd-b887-02f3e99647e8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3564510 Feb 10 15:58:04.771286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43370) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:04.776039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1434107160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:04.784873 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-d40120f4-82c9-4dd2-9fae-60c929b64170 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424414 Feb 10 15:58:04.824845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.830186 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.852623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.853646 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.932689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:04.937821 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-f043b4bd-b435-44a8-80cc-e97ff3c690c8 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463501 Feb 10 15:58:04.939223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.004227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.005350 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b2f0d278-5282-4f91-bfc4-a8d1f804d214 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2330012 Feb 10 15:58:05.011522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43372) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.018400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-306c2eb0-4a05-4089-a583-07ddd0370623 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-424203656', 'prefixes': ['172.20.0.0/16']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:05.077722 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47ac80c5-158d-409a-a737-2c7d7bb786c3 req-1fe4246e-7f6d-4b54-8266-409a3565d36f service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320219 Feb 10 15:58:05.125540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-306c2eb0-4a05-4089-a583-07ddd0370623 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for subnetpool, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.129991 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-306c2eb0-4a05-4089-a583-07ddd0370623 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1143675 Feb 10 15:58:05.130179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43374) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.135125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-dc5c7d58-7829-4556-a1b7-17458a786798 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-818012490') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:05.253140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.253627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d250f096-3b9a-485b-a61d-978c6e5452f8 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:58:05.263922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388571d-1363-46c7-9f74-1191cf4f9c5e req-11be784e-e316-4db7-bcfb-7d7c2060b5dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:05.265444 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c388571d-1363-46c7-9f74-1191cf4f9c5e req-11be784e-e316-4db7-bcfb-7d7c2060b5dd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 945 time: 0.5163212 Feb 10 15:58:05.266149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-3c37e259-4c7a-4f45-958f-0daf1736f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:05.267761 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-3c37e259-4c7a-4f45-958f-0daf1736f8b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1094 time: 0.1014895 Feb 10 15:58:05.295575 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:58:05.299763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a3ad49c6-cb24-432a-a570-5886cf71bc5e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3058016 Feb 10 15:58:05.300350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43378) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.352491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.372017 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc5c7d58-7829-4556-a1b7-17458a786798 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-818012490 HTTP/1.1" status: 201 len: 201 time: 0.2407718 Feb 10 15:58:05.379987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43382) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.385361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-cf33a816-3811-45e2-83dd-a0df36f458c4 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-620897206') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:05.390387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.422803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c388571d-1363-46c7-9f74-1191cf4f9c5e req-9dd999b3-704d-4560-83dc-4eeeae5c7172 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372156 Feb 10 15:58:05.458963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-5b27a67b-2286-46ce-9113-6bc3c0588a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:05.460225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:58:05.460817 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-5b27a67b-2286-46ce-9113-6bc3c0588a1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.1857643 Feb 10 15:58:05.475711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf2aa5c-7339-4561-b605-3bbc421a0014,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:05.486588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.487010 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Added segment 4683fc0d-6db0-4d15-b7b5-143345eff226 of type vlan for network 8207a104-9321-4d56-a114-43a9d482b558 Feb 10 15:58:05.516424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-8290b97f-d547-4a8a-960b-e25400a3401d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 217 time: 0.0462472 Feb 10 15:58:05.538551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.551999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Deleting port 42978899-7cb6-42ae-802f-056414e75dfb {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:05.552344 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.555217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f13cb-57ee-41c0-bdce-80d74583ec2a None None] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:05.582056 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf33a816-3811-45e2-83dd-a0df36f458c4 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-620897206 HTTP/1.1" status: 201 len: 201 time: 0.1985507 Feb 10 15:58:05.582799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43386) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.590192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-5909dbd6-ce02-4453-9280-756a9f4c4fe1 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-325662549') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:05.656935 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.657905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:05.658676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.659306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-a7451e3d-0c1d-4b44-9763-4392d8a917d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:05.660832 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-a7451e3d-0c1d-4b44-9763-4392d8a917d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.1360393 Feb 10 15:58:05.684338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-99ea2a98-ad4b-4b4b-9093-2fcb053e79da None None] Provisioning complete for port 00696e24-36a3-4bf6-9167-6e42bb8f8747 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:05.684886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99ea2a98-ad4b-4b4b-9093-2fcb053e79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.750591 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-ed8b0de8-0184-4b94-942d-05ea22fd49ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670607 Feb 10 15:58:05.754748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] Pushing event updated for resources: {'Network': ['ID=8207a104-9321-4d56-a114-43a9d482b558,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:05.797659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 8207a104-9321-4d56-a114-43a9d482b558 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:58:05.802920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:05.828772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Calling delete_port for 42978899-7cb6-42ae-802f-056414e75dfb owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:05.890752 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5909dbd6-ce02-4453-9280-756a9f4c4fe1 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-325662549 HTTP/1.1" status: 201 len: 201 time: 0.3070679 Feb 10 15:58:05.893439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43392) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.898256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-6c95b70a-62d4-4460-83e8-49002d48d562 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-1066324992') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:05.939724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6636c25d-5096-4693-b292-9f4d2f0cc59a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8969886 Feb 10 15:58:05.947244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43394) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:05.961408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Request body: {'subnet': {'network_id': '8207a104-9321-4d56-a114-43a9d482b558', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-624140063-subnet', 'tenant_id': 'ad3837911a6d4a21b0cbbee3f3394878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:05.978478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00696e24-36a3-4bf6-9167-6e42bb8f8747 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:06.008374 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-1d0a9b54-a206-47e1-9718-50ffb9a0b626 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493114 Feb 10 15:58:06.047575 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99ea2a98-ad4b-4b4b-9093-2fcb053e79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.049794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c51105-f0e4-4497-8696-669fd242e9de req-dbd2e54f-938e-4759-a598-680cc4825484 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:06.051405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90c51105-f0e4-4497-8696-669fd242e9de req-dbd2e54f-938e-4759-a598-680cc4825484 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 943 time: 0.1055944 Feb 10 15:58:06.108029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90c51105-f0e4-4497-8696-669fd242e9de req-bdab1576-d3c7-4842-8004-2f1447383317 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488205 Feb 10 15:58:06.117775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-99ea2a98-ad4b-4b4b-9093-2fcb053e79da None None] For port 00696e24-36a3-4bf6-9167-6e42bb8f8747, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00696e24-36a3-4bf6-9167-6e42bb8f8747,segment=NetworkSegment(012d4493-21bc-46f9-8345-608c283b171b),segment_id=012d4493-21bc-46f9-8345-608c283b171b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:06.136417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99ea2a98-ad4b-4b4b-9093-2fcb053e79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.149632 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6c95b70a-62d4-4460-83e8-49002d48d562 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-1066324992 HTTP/1.1" status: 201 len: 201 time: 0.2550554 Feb 10 15:58:06.150267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:06.166851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Made reservation on behalf of ad3837911a6d4a21b0cbbee3f3394878 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:06.169985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.179082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-0c88dcba-4202-408b-bd0c-824c38773133 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:06.194484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.227923 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ae1f9c02-22e1-4bb0-971e-c08f10ca38d1 req-f52db141-36c0-4d89-b2d2-8d4668d84f6e service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053742 Feb 10 15:58:06.244714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea2a98-ad4b-4b4b-9093-2fcb053e79da None None] Pushing event updated for resources: {'Port': ['ID=00696e24-36a3-4bf6-9167-6e42bb8f8747,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:06.250651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 00696e24-36a3-4bf6-9167-6e42bb8f8747 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:06.251032 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.271816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Pushing event deleted for resources: {'Port': ['ID=42978899-7cb6-42ae-802f-056414e75dfb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:06.369455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.376372 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c88dcba-4202-408b-bd0c-824c38773133 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags HTTP/1.1" status: 200 len: 240 time: 0.2130787 Feb 10 15:58:06.377310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc4264e8-5cb8-4070-aea1-70f8e4f6e80e tempest-RoutersAdminNegativeIpV6Test-1128644932 tempest-RoutersAdminNegativeIpV6Test-1128644932-project-admin] 10.222.0.21 "DELETE /v2.0/ports/42978899-7cb6-42ae-802f-056414e75dfb HTTP/1.1" status: 204 len: 168 time: 1.0670505 Feb 10 15:58:06.377869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43398) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:06.387376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-e152286b-dca4-4936-9e9e-c93894c1a213 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-818012490') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:06.480835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-04882bd9-854c-4e5c-b71a-9d2b82551f97 None None] Provisioning complete for port 00696e24-36a3-4bf6-9167-6e42bb8f8747 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:06.481222 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-04882bd9-854c-4e5c-b71a-9d2b82551f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.531632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43404) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:06.532019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e152286b-dca4-4936-9e9e-c93894c1a213 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-818012490 HTTP/1.1" status: 204 len: 168 time: 0.1509862 Feb 10 15:58:06.538317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-4f7110a8-e1bb-4abe-8ebc-d97a672649aa tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-818012490') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:06.552695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.637549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d705bb1a-da7a-4818-9002-2f213f024d5d,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:06.655201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Checking segment: {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:06.655596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Network hostable DHCP agents. Network: 8207a104-9321-4d56-a114-43a9d482b558, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:58:06.681188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Network 8207a104-9321-4d56-a114-43a9d482b558 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:58:06.698084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 8207a104-9321-4d56-a114-43a9d482b558) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:06.699619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-04882bd9-854c-4e5c-b71a-9d2b82551f97 None None] Provisioning complete for port 8002ed7b-3d3c-417f-845a-9ae3b3266104 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:06.701218 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-04882bd9-854c-4e5c-b71a-9d2b82551f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.717444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:06.718651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.742156 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7165142-4926-45d6-b458-39bd5053bc3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7913373 Feb 10 15:58:06.743629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7531b-ff5a-4f8d-a642-146d27fa8412 None None] Network 8207a104-9321-4d56-a114-43a9d482b558 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:06.753491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:06.763750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc6395-cbb0-4674-8d56-97f0e7470f16 req-f48e7acb-03ff-45e9-8530-3b3ce3280d40 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:06.765313 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07fc6395-cbb0-4674-8d56-97f0e7470f16 req-f48e7acb-03ff-45e9-8530-3b3ce3280d40 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 945 time: 0.1589863 Feb 10 15:58:06.852732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-04882bd9-854c-4e5c-b71a-9d2b82551f97 None None] Port 8002ed7b-3d3c-417f-845a-9ae3b3266104 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:58:06.943477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70fd3612-8541-422e-a863-d1d919221d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:06.954494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194aaf0-86ef-4480-bd65-3bda5cce372a None None] Network 8207a104-9321-4d56-a114-43a9d482b558 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:06.988033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07fc6395-cbb0-4674-8d56-97f0e7470f16 req-11b77b25-2ae7-49f3-a6ee-96a985957362 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988056 Feb 10 15:58:07.031165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-95be9c20-dcf7-4630-bb60-2b6b8c3e952a None None] Provisioning complete for port 8002ed7b-3d3c-417f-845a-9ae3b3266104 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:07.031557 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95be9c20-dcf7-4630-bb60-2b6b8c3e952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.048906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4f7110a8-e1bb-4abe-8ebc-d97a672649aa tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-818012490 HTTP/1.1" status: 204 len: 168 time: 0.5161963 Feb 10 15:58:07.051816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43422) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.062077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-6f1969f6-2115-43b9-a4db-5ce3ea3d0610 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:07.076302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70fd3612-8541-422e-a863-d1d919221d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.083562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70fd3612-8541-422e-a863-d1d919221d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.106709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-95be9c20-dcf7-4630-bb60-2b6b8c3e952a None None] Port 8002ed7b-3d3c-417f-845a-9ae3b3266104 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:58:07.224343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-70fd3612-8541-422e-a863-d1d919221d2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faf72abf33354cf090bf82e3fca463e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698081 Feb 10 15:58:07.225105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43426) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.276863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3612-8541-422e-a863-d1d919221d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e66708-8611-40f6-828d-fa0b9509f8a9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:07.420825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6f1969f6-2115-43b9-a4db-5ce3ea3d0610 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags HTTP/1.1" status: 200 len: 205 time: 0.3677225 Feb 10 15:58:07.424651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43430) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.428975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-e7765bd7-30d5-4c08-9098-caffe0d7c471 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:07.532182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82597bc-e23f-4282-afc2-8eb4a764f7bf req-6a5098fd-6135-44b0-a9e0-843fdc464e5b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.533797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a82597bc-e23f-4282-afc2-8eb4a764f7bf req-6a5098fd-6135-44b0-a9e0-843fdc464e5b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 943 time: 0.2646761 Feb 10 15:58:07.542158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df214401-13e5-471e-93dd-baf27a5be668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.600271 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df214401-13e5-471e-93dd-baf27a5be668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.612956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e7765bd7-30d5-4c08-9098-caffe0d7c471 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags HTTP/1.1" status: 200 len: 240 time: 0.1872833 Feb 10 15:58:07.615606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.620053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-60344c35-28ed-4a62-ac5d-759466b3a83c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-620897206') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:07.624918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414897cc-3497-475f-9c4b-42917d73aca7 req-1a41ca10-9cc2-43d5-bf34-99a8a2b776c5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.625224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-414897cc-3497-475f-9c4b-42917d73aca7 req-1a41ca10-9cc2-43d5-bf34-99a8a2b776c5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 945 time: 0.1480958 Feb 10 15:58:07.653282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a82597bc-e23f-4282-afc2-8eb4a764f7bf req-9a991708-233b-4a0d-b186-19083755b6b5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042244 Feb 10 15:58:07.682626 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-60344c35-28ed-4a62-ac5d-759466b3a83c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-620897206 HTTP/1.1" status: 204 len: 168 time: 0.0659084 Feb 10 15:58:07.685194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43438) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.690146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-8c3d14bc-937e-42eb-b309-a38c771fcdc7 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-620897206') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:07.731884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-414897cc-3497-475f-9c4b-42917d73aca7 req-7ba3f632-f843-4714-bda7-317ce74bc7cc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Feb 10 15:58:07.731884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df214401-13e5-471e-93dd-baf27a5be668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.734234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df214401-13e5-471e-93dd-baf27a5be668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:07.746284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-df214401-13e5-471e-93dd-baf27a5be668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6e66708-8611-40f6-828d-fa0b9509f8a9 HTTP/1.1" status: 204 len: 168 time: 0.4867339 Feb 10 15:58:07.768638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df214401-13e5-471e-93dd-baf27a5be668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e66708-8611-40f6-828d-fa0b9509f8a9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:07.811815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43448) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.813174 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c3d14bc-937e-42eb-b309-a38c771fcdc7 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-620897206 HTTP/1.1" status: 204 len: 168 time: 0.1263602 Feb 10 15:58:07.816848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-1b0004b8-2b76-4ce4-80b5-a9c7d1cef3f8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:07.887225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1b0004b8-2b76-4ce4-80b5-a9c7d1cef3f8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags HTTP/1.1" status: 200 len: 205 time: 0.0743155 Feb 10 15:58:07.890977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43452) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:07.896886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-6fbd23af-fef1-4881-8a0c-4543148b7ea2 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:07.933429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00696e24-36a3-4bf6-9167-6e42bb8f8747 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:08.009150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6fbd23af-fef1-4881-8a0c-4543148b7ea2 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags HTTP/1.1" status: 200 len: 240 time: 0.1168664 Feb 10 15:58:08.011667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43458) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.021427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-a082abb7-10e2-41c8-a74f-8230180f4605 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-325662549') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.036906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 00696e24-36a3-4bf6-9167-6e42bb8f8747 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:08.037284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.113301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a082abb7-10e2-41c8-a74f-8230180f4605 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-325662549 HTTP/1.1" status: 204 len: 168 time: 0.1005559 Feb 10 15:58:08.116098 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43460) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.120870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-da52ce3c-d85d-469f-bb1d-351243f15953 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-325662549') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.204592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43462) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.218310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da52ce3c-d85d-469f-bb1d-351243f15953 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-325662549 HTTP/1.1" status: 204 len: 168 time: 0.1010754 Feb 10 15:58:08.220762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43464) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.225432 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-fdfbb398-726b-490c-b567-28213c6cad8c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.249694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2dc5c6a9-edc3-4915-9bc1-794b86eefc38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51b98e52823b4cc8b876620daad4eac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437262 Feb 10 15:58:08.252288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43466) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.304870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad580312-adb4-49c1-a3ad-11ee23a5d66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.305137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fdfbb398-726b-490c-b567-28213c6cad8c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags HTTP/1.1" status: 200 len: 205 time: 0.0831544 Feb 10 15:58:08.307532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43468) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.312455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-52ee9e6c-633d-4a99-9877-16429b47a49d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.357636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad580312-adb4-49c1-a3ad-11ee23a5d66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.378022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-52ee9e6c-633d-4a99-9877-16429b47a49d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags HTTP/1.1" status: 200 len: 241 time: 0.0693064 Feb 10 15:58:08.380751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43470) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.385338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-d29d525b-bde9-4a59-940f-fd16a7583ae9 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-1066324992') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.412261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d29d525b-bde9-4a59-940f-fd16a7583ae9 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-1066324992 HTTP/1.1" status: 204 len: 168 time: 0.0274529 Feb 10 15:58:08.412493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ce252d67-5a9b-4c9a-b05c-97dc8335fa6b details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:58:08.412613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43472) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.420059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-36bebf94-7d6d-4683-93ff-2f9dc5230312 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-1066324992') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.431530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad580312-adb4-49c1-a3ad-11ee23a5d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.434104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad580312-adb4-49c1-a3ad-11ee23a5d66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.437632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ad580312-adb4-49c1-a3ad-11ee23a5d66d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f007b57-d495-4be1-af93-d6f9f8144eac HTTP/1.1" status: 204 len: 168 time: 0.1827295 Feb 10 15:58:08.449033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad580312-adb4-49c1-a3ad-11ee23a5d66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f007b57-d495-4be1-af93-d6f9f8144eac,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:08.490437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-36bebf94-7d6d-4683-93ff-2f9dc5230312 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-1066324992 HTTP/1.1" status: 204 len: 168 time: 0.0766025 Feb 10 15:58:08.492982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43476) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.498108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-46b30bca-449f-45f0-9658-085f509ef30e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.545120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-46b30bca-449f-45f0-9658-085f509ef30e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags HTTP/1.1" status: 200 len: 205 time: 0.0496473 Feb 10 15:58:08.547136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43478) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.552223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-0e013605-82df-4528-b13e-32d81f9db443 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.581943 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e013605-82df-4528-b13e-32d81f9db443 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0332966 Feb 10 15:58:08.584835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43480) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.589644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-d6452fc3-48f5-45ad-a222-29b2682a3bbc tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.617631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:08.632004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'network_id': '7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c', 'port_id': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'mac_address': 'fa:16:3e:a8:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ab68c8-5f3d-49c3-a43d-d764c12f11ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:58:08.675889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.685570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d6452fc3-48f5-45ad-a222-29b2682a3bbc tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags HTTP/1.1" status: 204 len: 168 time: 0.0972281 Feb 10 15:58:08.685830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43486) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.690253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce252d67-5a9b-4c9a-b05c-97dc8335fa6b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:58:08.691209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-79cb8075-261f-46a1-8e03-36a8bacfb090 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.715823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:08.723131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:08.802618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-79cb8075-261f-46a1-8e03-36a8bacfb090 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags HTTP/1.1" status: 204 len: 168 time: 0.1157746 Feb 10 15:58:08.806272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43494) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.814230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-a386ce08-4f56-40c3-8099-2f080064b1e0 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.820535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee74d2e-5d07-4546-9df3-1277f1ce3f99 req-0e041d33-cdad-47e4-a99f-ac019b80aa39 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.828665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ee74d2e-5d07-4546-9df3-1277f1ce3f99 req-0e041d33-cdad-47e4-a99f-ac019b80aa39 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 944 time: 0.0783961 Feb 10 15:58:08.851628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:08.910683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ee74d2e-5d07-4546-9df3-1277f1ce3f99 req-39eab6ce-cab5-4839-881d-10dfb8bde9d5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808129 Feb 10 15:58:08.925226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a386ce08-4f56-40c3-8099-2f080064b1e0 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags HTTP/1.1" status: 204 len: 168 time: 0.1178572 Feb 10 15:58:08.929217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43498) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:08.941238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-7b984ded-ba6c-4243-b66a-11eef16c337c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-112504331') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:08.944692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cb92e-ff13-49eb-bf69-3d26b516c27d req-77de48ec-f49d-45f2-9231-771c4d001154 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.946227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-553cb92e-ff13-49eb-bf69-3d26b516c27d req-77de48ec-f49d-45f2-9231-771c4d001154 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 945 time: 0.0967720 Feb 10 15:58:08.999479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-553cb92e-ff13-49eb-bf69-3d26b516c27d req-42a9cb97-b223-40e4-916e-b7d9ead576ed tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Feb 10 15:58:09.003546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:09.050265 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7b984ded-ba6c-4243-b66a-11eef16c337c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-112504331 HTTP/1.1" status: 201 len: 201 time: 0.1198759 Feb 10 15:58:09.053200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43510) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.058519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-eb586d40-b502-4637-b6ee-20dbdb1c1a22 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-1626537865') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.174297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eb586d40-b502-4637-b6ee-20dbdb1c1a22 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-1626537865 HTTP/1.1" status: 201 len: 201 time: 0.1198049 Feb 10 15:58:09.176847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43516) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.184674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-876f3e88-68d9-4521-9716-b6bcdcca1657 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-875704686') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.293650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-876f3e88-68d9-4521-9716-b6bcdcca1657 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-875704686 HTTP/1.1" status: 201 len: 201 time: 0.1151652 Feb 10 15:58:09.297392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43520) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.303964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-bb60f7fe-75b5-4812-87ab-762f481805d3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-1588993433') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.405143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb60f7fe-75b5-4812-87ab-762f481805d3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-1588993433 HTTP/1.1" status: 201 len: 201 time: 0.1062250 Feb 10 15:58:09.407742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43528) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.416052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-d8b3fbcf-3691-445d-a76a-aa5de91e5808 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', {'tags': ['tempest-TagsExtTest-Tag-589608227', 'tempest-TagsExtTest-Tag-151795658', 'tempest-TagsExtTest-Tag-1771393384']}) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.492919 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8b3fbcf-3691-445d-a76a-aa5de91e5808 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags HTTP/1.1" status: 200 len: 316 time: 0.0825374 Feb 10 15:58:09.495327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43532) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.501760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-f154d21a-914b-45c8-b533-f4dd55fb94da tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.575788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f154d21a-914b-45c8-b533-f4dd55fb94da tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags HTTP/1.1" status: 204 len: 168 time: 0.0789931 Feb 10 15:58:09.578401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43534) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.583177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-7c30ec0a-55cd-48a4-8b85-c1e261b2a7db tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-589608227') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.599614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43536) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.662360 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-7c30ec0a-55cd-48a4-8b85-c1e261b2a7db tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:09.664434 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c30ec0a-55cd-48a4-8b85-c1e261b2a7db tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-589608227 HTTP/1.1" status: 404 len: 328 time: 0.0848887 Feb 10 15:58:09.667425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.674372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-6c09b236-2539-44fc-9e11-66d8b88593c3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-151795658') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.750717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1912085583'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:09.768179 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-6c09b236-2539-44fc-9e11-66d8b88593c3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:09.769945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c09b236-2539-44fc-9e11-66d8b88593c3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-151795658 HTTP/1.1" status: 404 len: 328 time: 0.1011226 Feb 10 15:58:09.773483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43542) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.785551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-d9714f71-f4a7-429f-9f24-cd1ac207ad31 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:09.787124 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-d9714f71-f4a7-429f-9f24-cd1ac207ad31 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 945 time: 0.0604842 Feb 10 15:58:09.790203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-bf6b7d62-52b0-4dfb-a603-e32e8576cc1e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e', 'tempest-TagsExtTest-Tag-1771393384') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.804166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:09.810662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:09.825263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:09.929840 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:09.947904 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-bf6b7d62-52b0-4dfb-a603-e32e8576cc1e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:09.949094 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf6b7d62-52b0-4dfb-a603-e32e8576cc1e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags/tempest-TagsExtTest-Tag-1771393384 HTTP/1.1" status: 404 len: 329 time: 0.1741440 Feb 10 15:58:09.951301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:09.953020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43546) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:09.958950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-f8ee886f-a8b8-4e42-89a3-99487b3d6255 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', {'tags': ['tempest-TagsExtTest-Tag-337247281', 'tempest-TagsExtTest-Tag-481049789', 'tempest-TagsExtTest-Tag-1153206015']}) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:09.989290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Deleting port c784679f-5abf-41ca-aa14-a7aaffd265f1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:09.989568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.015781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1bc102-1eb6-458a-a887-e9d3eec2a260,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:10.070967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:58:10.099513 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f8ee886f-a8b8-4e42-89a3-99487b3d6255 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags HTTP/1.1" status: 200 len: 316 time: 0.1429346 Feb 10 15:58:10.103324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43552) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:10.108616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-b3a7db9c-21fc-4193-b78e-e5002f6bb621 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:10.136446 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.136446 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Added segment 55783d6d-e9e9-45e2-8da3-f92f600d9c80 of type vlan for network 7768b853-ad2a-4996-92ad-0512b468b14d Feb 10 15:58:10.152568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] For port c784679f-5abf-41ca-aa14-a7aaffd265f1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c784679f-5abf-41ca-aa14-a7aaffd265f1,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:10.153025 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.171527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Calling delete_port for c784679f-5abf-41ca-aa14-a7aaffd265f1 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:10.276575 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b3a7db9c-21fc-4193-b78e-e5002f6bb621 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags HTTP/1.1" status: 204 len: 168 time: 0.1739218 Feb 10 15:58:10.279683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43554) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:10.283151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268a19-d2b1-41c6-9062-c486fcbf5afd req-fbfa7b89-82d1-4aa0-abbf-e2a2880064a5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:10.284854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-1adc8120-4be0-429b-bd16-2219e39ad24b tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-337247281') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:10.289614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2268a19-d2b1-41c6-9062-c486fcbf5afd req-fbfa7b89-82d1-4aa0-abbf-e2a2880064a5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 944 time: 0.2336326 Feb 10 15:58:10.320984 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.378591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4f75-ecf8-4e98-b303-637dcc10f88f req-ecdc69dd-c589-492b-a035-8008cc195f4e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:10.380262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d19a4f75-ecf8-4e98-b303-637dcc10f88f req-ecdc69dd-c589-492b-a035-8008cc195f4e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 945 time: 0.2461102 Feb 10 15:58:10.408322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ce252d67-5a9b-4c9a-b05c-97dc8335fa6b up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:10.427741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a2268a19-d2b1-41c6-9062-c486fcbf5afd req-846f6571-8f39-44fd-8192-c52f8542a77f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285682 Feb 10 15:58:10.434534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.440939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:10.441591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.473248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d19a4f75-ecf8-4e98-b303-637dcc10f88f req-59232f06-2d68-4a78-8e25-47f5435cfc41 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Feb 10 15:58:10.487663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.506472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45124b50-4f39-4f0e-9bd3-3b25e638492a', 'c784679f-5abf-41ca-aa14-a7aaffd265f1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:10.506595 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-1adc8120-4be0-429b-bd16-2219e39ad24b tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:10.506595 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1adc8120-4be0-429b-bd16-2219e39ad24b tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-337247281 HTTP/1.1" status: 404 len: 328 time: 0.2225637 Feb 10 15:58:10.512759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43558) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:10.535326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-a68e1d72-a12f-43ff-8639-1edeaeadcdd2 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-481049789') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:10.541558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:58:10.542773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9411604 Feb 10 15:58:10.543745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7009c-5774-4217-be2b-fbb4f8d283a9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Network': ['ID=7768b853-ad2a-4996-92ad-0512b468b14d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:10.546891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43560) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:10.553099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:10.553293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:10.553637 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.571199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:58:10.624634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Pushing event deleted for resources: {'Port': ['ID=c784679f-5abf-41ca-aa14-a7aaffd265f1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:10.699753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:10.708287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.757039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.799111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:10.801376 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5c6ecd-d33d-4f6b-b941-8365258236d7" -d '{"events": [{"server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "name": "network-vif-plugged", "status": "completed", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:10.842267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:10.851459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:10.915690 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7a2e50-a96a-4f23-aea1-7ab55354cd1b x-openstack-request-id: req-1b7a2e50-a96a-4f23-aea1-7ab55354cd1b {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:10.915932 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "name": "network-vif-plugged", "status": "completed", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:10.916310 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b7a2e50-a96a-4f23-aea1-7ab55354cd1b {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:10.916612 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'code': 200} Feb 10 15:58:10.920386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:10.954188 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.045261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=d2da79a4-a18f-4edb-93db-2f31030fa6ba,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:11.062852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:11.065572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network hostable DHCP agents. Network: 7768b853-ad2a-4996-92ad-0512b468b14d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:58:11.091736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:58:11.103368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7768b853-ad2a-4996-92ad-0512b468b14d) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:11.108604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:11.109381 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.114012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3be1d-2cc0-4357-a8c7-8eb3a872c98c None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:11.167993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] No DVR routers for this DVR port c784679f-5abf-41ca-aa14-a7aaffd265f1 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:11.171241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.175029 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-154d4440-954d-45c8-9577-4a3d4dd0991b req-0014b044-85a1-4834-a80d-e52da56e6b2b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "DELETE /v2.0/ports/c784679f-5abf-41ca-aa14-a7aaffd265f1 HTTP/1.1" status: 204 len: 173 time: 1.3808405 Feb 10 15:58:11.179167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-475b99bd-7a2d-4504-9302-78a5de39301b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6309943 Feb 10 15:58:11.181110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43568) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:11.193233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'name': 'tempest-NetworksTestDHCPv6-1320300575'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:11.210241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'name': 'network-vif-deleted', 'tag': 'c784679f-5abf-41ca-aa14-a7aaffd265f1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:11.213152 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8504db-12a8-4753-b3a4-826808ecc3eb" -d '{"events": [{"server_uuid": "b087d09d-3896-49a2-9cd7-5bf707cec1b4", "name": "network-vif-deleted", "tag": "c784679f-5abf-41ca-aa14-a7aaffd265f1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:11.257313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafb807-8e27-41e5-8e6a-ab987a0ee093 req-d9249d39-be84-48e7-b317-67bf93d945d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:11.260059 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fcafb807-8e27-41e5-8e6a-ab987a0ee093 req-d9249d39-be84-48e7-b317-67bf93d945d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1096 time: 0.0943162 Feb 10 15:58:11.264453 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a68e1d72-a12f-43ff-8639-1edeaeadcdd2 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:11.268744 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a68e1d72-a12f-43ff-8639-1edeaeadcdd2 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-481049789 HTTP/1.1" status: 404 len: 328 time: 0.7512717 Feb 10 15:58:11.269837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43572) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:11.274464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-72542bb6-9c24-4893-9d90-17ea9bd93f03 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104', 'tempest-TagsExtTest-Tag-1153206015') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:11.332942 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eb7507-0639-460f-9cdb-3d3edd81fb1c x-openstack-request-id: req-16eb7507-0639-460f-9cdb-3d3edd81fb1c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:11.333256 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b087d09d-3896-49a2-9cd7-5bf707cec1b4", "name": "network-vif-deleted", "tag": "c784679f-5abf-41ca-aa14-a7aaffd265f1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:11.333520 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16eb7507-0639-460f-9cdb-3d3edd81fb1c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:11.333927 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b087d09d-3896-49a2-9cd7-5bf707cec1b4', 'name': 'network-vif-deleted', 'tag': 'c784679f-5abf-41ca-aa14-a7aaffd265f1', 'status': 'completed', 'code': 200} Feb 10 15:58:11.363578 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fcafb807-8e27-41e5-8e6a-ab987a0ee093 req-1f342e0a-39c2-4481-be13-94e248177281 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954316 Feb 10 15:58:11.389265 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-72542bb6-9c24-4893-9d90-17ea9bd93f03 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:11.393082 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72542bb6-9c24-4893-9d90-17ea9bd93f03 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags/tempest-TagsExtTest-Tag-1153206015 HTTP/1.1" status: 404 len: 329 time: 0.1201241 Feb 10 15:58:11.394069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43576) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:11.398816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'd2da79a4-a18f-4edb-93db-2f31030fa6ba'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:11.399933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.409411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-0ff0fb2d-5b9e-49f5-b7f7-f45097ee719b tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', {'tags': ['tempest-TagsExtTest-Tag-1765255427', 'tempest-TagsExtTest-Tag-1294692669', 'tempest-TagsExtTest-Tag-1283260169']}) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:11.542492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0ff0fb2d-5b9e-49f5-b7f7-f45097ee719b tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags HTTP/1.1" status: 200 len: 318 time: 0.1470921 Feb 10 15:58:11.545434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43586) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:11.555726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-b8b258cc-3746-48e6-86c0-ab49d48c067a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:11.621647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/d2da79a4-a18f-4edb-93db-2f31030fa6ba/bde73a41-ae2b-4bd4-9197-539fbdc73044) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:11.699617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6a62ad0-cec6-43e6-97e0-8d609c01c6ab req-5c371e21-cf32-4418-85f3-fb7efaa76739 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=b087d09d-3896-49a2-9cd7-5bf707cec1b4 HTTP/1.1" status: 200 len: 210 time: 0.0645251 Feb 10 15:58:11.721753 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b8b258cc-3746-48e6-86c0-ab49d48c067a tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags HTTP/1.1" status: 204 len: 168 time: 0.1723292 Feb 10 15:58:11.728731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3bb3-8c25-4bf0-b332-9236ecab7c67 req-dd5aeeb4-51d7-46f0-8357-c035f93e1bbc tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:11.730567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e4e3bb3-8c25-4bf0-b332-9236ecab7c67 req-dd5aeeb4-51d7-46f0-8357-c035f93e1bbc tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 945 time: 0.1618688 Feb 10 15:58:11.732062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:11.735684 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.736202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43594) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:11.746007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-575fc802-93a5-409f-81e1-e91b9459b27c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-1765255427') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:11.777171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 8af61fb8-1939-4914-a746-d8aa5ccf73c1 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:11.835959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e4e3bb3-8c25-4bf0-b332-9236ecab7c67 req-89bc9f3d-6f03-473d-ab04-ccadb72aaa03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887709 Feb 10 15:58:11.867223 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-575fc802-93a5-409f-81e1-e91b9459b27c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:11.870969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-575fc802-93a5-409f-81e1-e91b9459b27c tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-1765255427 HTTP/1.1" status: 404 len: 329 time: 0.1309481 Feb 10 15:58:11.877398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43596) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:11.885775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-04f61584-a497-4342-98bb-01e665bea7f8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-1294692669') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:11.905325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.913804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:11.977731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Pushing event updated for resources: {'Port': ['ID=bde73a41-ae2b-4bd4-9197-539fbdc73044,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:11.993707 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:11.995960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:12.000193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:12.051669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::301 (7768b853-ad2a-4996-92ad-0512b468b14d/d2da79a4-a18f-4edb-93db-2f31030fa6ba/8af61fb8-1939-4914-a746-d8aa5ccf73c1) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:12.092481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Attempting to bind port bde73a41-ae2b-4bd4-9197-539fbdc73044 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:12.092896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Attempting to bind port bde73a41-ae2b-4bd4-9197-539fbdc73044 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:12.093302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Attempting to bind port bde73a41-ae2b-4bd4-9197-539fbdc73044 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:12.099159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:12.099568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:12.100092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.100548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:12.101073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Bound port: bde73a41-ae2b-4bd4-9197-539fbdc73044, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:12.101465 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.182434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] For port bde73a41-ae2b-4bd4-9197-539fbdc73044, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:12.185948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] For port bde73a41-ae2b-4bd4-9197-539fbdc73044, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=bde73a41-ae2b-4bd4-9197-539fbdc73044,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:12.192856 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.230015 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-04f61584-a497-4342-98bb-01e665bea7f8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:12.233745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-04f61584-a497-4342-98bb-01e665bea7f8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-1294692669 HTTP/1.1" status: 404 len: 329 time: 0.3527136 Feb 10 15:58:12.234617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43598) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.240970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-a945b42a-1ccf-45ac-a159-1608d04dd959 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e', 'tempest-TagsExtTest-Tag-1283260169') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.252256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.265454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a8a9b-4958-43e2-b8ac-e7471d5d2c91 None None] Pushing event updated for resources: {'Port': ['ID=bde73a41-ae2b-4bd4-9197-539fbdc73044,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:12.297585 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.384536 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a945b42a-1ccf-45ac-a159-1608d04dd959 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:12.386021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a945b42a-1ccf-45ac-a159-1608d04dd959 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags/tempest-TagsExtTest-Tag-1283260169 HTTP/1.1" status: 404 len: 329 time: 0.1506028 Feb 10 15:58:12.387967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:12.390478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:12.391067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43600) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.398545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:12.404590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-2b298185-3ba6-48c7-ac31-a96c3eb19cf5 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', {'tags': ['tempest-TagsExtTest-Tag-1007008516', 'tempest-TagsExtTest-Tag-1535441805', 'tempest-TagsExtTest-Tag-2016359599']}) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.410576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:12.411255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.430199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=8af61fb8-1939-4914-a746-d8aa5ccf73c1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:12.458619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-011e11ee-1f68-4143-b07c-d7fe6895e320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2755184 Feb 10 15:58:12.461977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43604) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.565718 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2b298185-3ba6-48c7-ac31-a96c3eb19cf5 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "PUT /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags HTTP/1.1" status: 200 len: 318 time: 0.1735353 Feb 10 15:58:12.568407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43606) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.574115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.tag.tag_plugin [None req-d00006f3-5fe0-43d7-b5dc-9273ffb00215 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.631855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a1abb-52f8-445d-9bd8-3acc81f93cb9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:12.638788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a1abb-52f8-445d-9bd8-3acc81f93cb9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:12.643280 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7e6a1abb-52f8-445d-9bd8-3acc81f93cb9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1776183 Feb 10 15:58:12.643436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43608) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.695296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43612) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.700677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-515d5918-876e-4651-800b-b6182bfd49cf tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-1007008516') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.703358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d00006f3-5fe0-43d7-b5dc-9273ffb00215 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags HTTP/1.1" status: 204 len: 168 time: 0.1336846 Feb 10 15:58:12.766098 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-515d5918-876e-4651-800b-b6182bfd49cf tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:12.769263 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-515d5918-876e-4651-800b-b6182bfd49cf tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-1007008516 HTTP/1.1" status: 404 len: 329 time: 0.0716321 Feb 10 15:58:12.772207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43616) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.785780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 8af61fb8-1939-4914-a746-d8aa5ccf73c1 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:12.786222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:12.787942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-8f018f41-e8b0-467f-a696-eba631d240a8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-1535441805') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.814062 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-8f018f41-e8b0-467f-a696-eba631d240a8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:12.819547 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f018f41-e8b0-467f-a696-eba631d240a8 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-1535441805 HTTP/1.1" status: 404 len: 329 time: 0.0460155 Feb 10 15:58:12.820190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.824792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-4aee169f-75ae-4a71-89d3-671e11c59779 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d', 'tempest-TagsExtTest-Tag-2016359599') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.853503 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-4aee169f-75ae-4a71-89d3-671e11c59779 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] show failed (client error): The resource could not be found. Feb 10 15:58:12.858155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4aee169f-75ae-4a71-89d3-671e11c59779 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags/tempest-TagsExtTest-Tag-2016359599 HTTP/1.1" status: 404 len: 329 time: 0.0369644 Feb 10 15:58:12.858814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43622) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.873195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-99564f7d-222f-4221-86dc-8e928b20f186 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e577f773-abaa-4f29-bcb5-cb1c6024ad2d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:12.929706 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-99564f7d-222f-4221-86dc-8e928b20f186 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0688875 Feb 10 15:58:12.930543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43626) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:12.937586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-ec0a1841-4479-4c2b-8054-fab484f6e5c4 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4225403-2aa1-4db7-9ffe-05d4da05446e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:13.031662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8873-41ab-427a-9f4b-95f347b660e0 req-05be89d9-b7c0-4800-92de-2c01f6fea95f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.033661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-099c8873-41ab-427a-9f4b-95f347b660e0 req-05be89d9-b7c0-4800-92de-2c01f6fea95f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1554792 Feb 10 15:58:13.036656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.065276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 8af61fb8-1939-4914-a746-d8aa5ccf73c1 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:13.076118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9e8b2-d290-4aa5-bf7a-f930ed351747 req-86834ce0-93df-4bcc-b496-3a4c8ee9c126 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.079926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddc9e8b2-d290-4aa5-bf7a-f930ed351747 req-86834ce0-93df-4bcc-b496-3a4c8ee9c126 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 945 time: 0.1362000 Feb 10 15:58:13.084065 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ec0a1841-4479-4c2b-8054-fab484f6e5c4 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e/tags HTTP/1.1" status: 204 len: 168 time: 0.1522541 Feb 10 15:58:13.086991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43628) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.092833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-1e418fb8-2e8e-47de-a190-76c50cc21900 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8002ed7b-3d3c-417f-845a-9ae3b3266104') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:13.165038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1e418fb8-2e8e-47de-a190-76c50cc21900 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104/tags HTTP/1.1" status: 204 len: 168 time: 0.0742197 Feb 10 15:58:13.166216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43630) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.173954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.tag.tag_plugin [None req-b3473306-c4b3-4257-9296-a53a0cb7df9f tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c224506-a3bc-41c6-9eef-166e964d111e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:13.182571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c784679f-5abf-41ca-aa14-a7aaffd265f1 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:13.219860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: c784679f-5abf-41ca-aa14-a7aaffd265f1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:13.221171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c784679f-5abf-41ca-aa14-a7aaffd265f1 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:13.225451 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-099c8873-41ab-427a-9f4b-95f347b660e0 req-a1d68de0-9836-4e80-8a84-8d50be4eb432 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744890 Feb 10 15:58:13.258184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddc9e8b2-d290-4aa5-bf7a-f930ed351747 req-031f5afc-ca7a-43c0-bad1-798c1e20ce7a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497014 Feb 10 15:58:13.381572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.388688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43638) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.388975 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b3473306-c4b3-4257-9296-a53a0cb7df9f tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e/tags HTTP/1.1" status: 204 len: 168 time: 0.2201750 Feb 10 15:58:13.520680 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.533224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/8af61fb8-1939-4914-a746-d8aa5ccf73c1 HTTP/1.1" status: 204 len: 168 time: 0.8884971 Feb 10 15:58:13.535520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43644) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.620321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b8b4d-9ebb-4eb0-96c9-fdb80c399ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=8af61fb8-1939-4914-a746-d8aa5ccf73c1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:13.642766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ddece-5c26-4fc1-9cba-ae8367e2e49f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.648880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ddece-5c26-4fc1-9cba-ae8367e2e49f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.651347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-095ddece-5c26-4fc1-9cba-ae8367e2e49f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1130099 Feb 10 15:58:13.653647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43648) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.732624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet d2da79a4-a18f-4edb-93db-2f31030fa6ba {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:13.735859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.750629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-e986f7e3-6870-4415-8dd1-d505906c2cab tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1345302460&fields=id&tenant_id=f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 267 time: 0.2478771 Feb 10 15:58:13.793361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.845120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75120c-3882-410f-9bc1-5c6104da09c2 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:13.852459 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20e06ce8-4a80-4e86-bd75-c685c77c2aa3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for subnetpool, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.854742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-20e06ce8-4a80-4e86-bd75-c685c77c2aa3 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e577f773-abaa-4f29-bcb5-cb1c6024ad2d HTTP/1.1" status: 204 len: 168 time: 0.4665587 Feb 10 15:58:13.857645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43656) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.892369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4367c4-d4c9-4a48-aded-8ccf512df769 req-4aef256c-f444-4e23-9584-2ef213a3d3e8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.895946 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b4367c4-d4c9-4a48-aded-8ccf512df769 req-4aef256c-f444-4e23-9584-2ef213a3d3e8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2084956 Feb 10 15:58:13.900685 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-40c2b6f5-c973-4edd-b29a-10ee14936aea tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4225403-2aa1-4db7-9ffe-05d4da05446e HTTP/1.1" status: 200 len: 205 time: 0.0372097 Feb 10 15:58:13.901290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43658) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:13.916247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-afac6b90-22c3-4d1a-9185-45688cf8fd8f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.921367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-afac6b90-22c3-4d1a-9185-45688cf8fd8f tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 945 time: 0.1689951 Feb 10 15:58:13.989735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-52c3ca3c-54a4-4d91-8929-00fc36258420 None None] Provisioning complete for port bde73a41-ae2b-4bd4-9197-539fbdc73044 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:13.990434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-52c3ca3c-54a4-4d91-8929-00fc36258420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:13.995193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.052541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device bde73a41-ae2b-4bd4-9197-539fbdc73044 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:14.094651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.134368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=d2da79a4-a18f-4edb-93db-2f31030fa6ba,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:14.143558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.147666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d1b48a01-de86-4c13-8f7a-aeb39fc54b19 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/d2da79a4-a18f-4edb-93db-2f31030fa6ba HTTP/1.1" status: 204 len: 168 time: 0.4929214 Feb 10 15:58:14.150232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43662) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:14.232785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port bde73a41-ae2b-4bd4-9197-539fbdc73044 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:14.233383 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.242342 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d3c4e199-28c0-41b1-88c7-f81c32cb09d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903366 Feb 10 15:58:14.244663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43664) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:14.251051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:14.345014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:14.410960 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-52c3ca3c-54a4-4d91-8929-00fc36258420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.427371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'port': {'security_groups': ['944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6', 'dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:14.432150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:14.439265 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.475726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-52c3ca3c-54a4-4d91-8929-00fc36258420 None None] For port bde73a41-ae2b-4bd4-9197-539fbdc73044, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=bde73a41-ae2b-4bd4-9197-539fbdc73044,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:14.521889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-52c3ca3c-54a4-4d91-8929-00fc36258420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.559467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b4367c4-d4c9-4a48-aded-8ccf512df769 req-2c10bdb5-7696-43a5-a173-458bad2bee8d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305006 Feb 10 15:58:14.563035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] Deleting port bde73a41-ae2b-4bd4-9197-539fbdc73044 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:14.563639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.569178 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.624399 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.721946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.742171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.783861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3ca3c-54a4-4d91-8929-00fc36258420 None None] Pushing event updated for resources: {'Port': ['ID=bde73a41-ae2b-4bd4-9197-539fbdc73044,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:14.803809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] For port bde73a41-ae2b-4bd4-9197-539fbdc73044, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=bde73a41-ae2b-4bd4-9197-539fbdc73044,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:14.809321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:14.813783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:14.815754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.822004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:14.824006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.843902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=eb34a1a6-8dd5-46ea-87d1-4a07f71e8723,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:14.867476 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8943f4b6-8f6f-4409-8079-dc2eb4695aa8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6215274 Feb 10 15:58:14.869968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43672) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:14.877742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'name': 'tempest-NetworksTestDHCPv6-906558602'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:14.892342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] Calling delete_port for bde73a41-ae2b-4bd4-9197-539fbdc73044 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:14.892965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.900467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:14.921314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:58:14.921696 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:58:15.026025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.053028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] Pushing event deleted for resources: {'Port': ['ID=bde73a41-ae2b-4bd4-9197-539fbdc73044,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:15.056981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c6c4a-8e2c-4e66-aab1-c2735707b531 None None] No DVR routers for this DVR port bde73a41-ae2b-4bd4-9197-539fbdc73044 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:15.091019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:15.091239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7af4f-e2f5-4b3d-a200-10fc1791e2a2 req-3231882c-34e7-4632-bb80-c80e4cad517c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:15.094633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5408f3-5e98-4dc3-a97a-abf093da9bed None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:15.095386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.100231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bdf7af4f-e2f5-4b3d-a200-10fc1791e2a2 req-3231882c-34e7-4632-bb80-c80e4cad517c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3839791 Feb 10 15:58:15.129298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:15.157605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.158197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Fanout notify agent at l3_agent the message router_deleted on router e4225403-2aa1-4db7-9ffe-05d4da05446e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:58:15.183561 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.190239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43676) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:15.198461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6424d8de-de37-4b4e-9d67-d9d73dedc265 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/routers/e4225403-2aa1-4db7-9ffe-05d4da05446e HTTP/1.1" status: 204 len: 168 time: 1.2758577 Feb 10 15:58:15.220242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bdf7af4f-e2f5-4b3d-a200-10fc1791e2a2 req-2aa43da8-c573-416a-8ca4-e56137e65ece tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189179 Feb 10 15:58:15.376954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:15.399891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::b2 (7768b853-ad2a-4996-92ad-0512b468b14d/eb34a1a6-8dd5-46ea-87d1-4a07f71e8723/0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:15.423180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.431734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.471297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361', 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:15.529712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:15.555194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:15.556119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.559135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ebe045a-73ac-4c09-8726-e8fcd6f24c39 req-c7c43192-a021-45b8-90f2-5071b2020859 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "PUT /v2.0/ports/ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 981 time: 1.1413207 Feb 10 15:58:15.559631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:15.568098 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b667d563-c2fd-46b3-895a-a3c9340b1401" -d '{"events": [{"name": "network-changed", "server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:15.664036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port bde73a41-ae2b-4bd4-9197-539fbdc73044 update to ACTIVE by agent not found {{(pid=102616) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 10 15:58:15.682787 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cc7a17-6a0a-419b-9282-75aa94e24ba2 x-openstack-request-id: req-94cc7a17-6a0a-419b-9282-75aa94e24ba2 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:15.683092 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:15.683735 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94cc7a17-6a0a-419b-9282-75aa94e24ba2 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:15.684558 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'status': 'completed', 'code': 200} Feb 10 15:58:15.704004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0a38b68-0477-4386-870c-6c7227c210ce req-7713b50a-0bc7-4777-823d-2bef52db2fb6 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6 HTTP/1.1" status: 200 len: 1802 time: 0.1068821 Feb 10 15:58:15.739579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:15.739898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.841009 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-c0a38b68-0477-4386-870c-6c7227c210ce req-6c57f1aa-7bc3-466c-af3e-df3a03fe0633 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:58:15.842401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0a38b68-0477-4386-870c-6c7227c210ce req-6c57f1aa-7bc3-466c-af3e-df3a03fe0633 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6 HTTP/1.1" status: 409 len: 341 time: 0.1326699 Feb 10 15:58:15.878348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:15.917136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:15.929330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:15.952876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Deleting port 8002ed7b-3d3c-417f-845a-9ae3b3266104 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:15.953240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.024294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:16.027499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device bde73a41-ae2b-4bd4-9197-539fbdc73044 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:16.034443 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.035302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.039922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:16.078676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: bde73a41-ae2b-4bd4-9197-539fbdc73044 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:16.079356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device bde73a41-ae2b-4bd4-9197-539fbdc73044 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:16.080885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.081257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.081645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.081995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.082335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.082714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.083209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.083652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.084008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.084404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.084828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.085462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:16.202811 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-306a8ef5-edb8-4af3-beee-4660185229f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.204587 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-306a8ef5-edb8-4af3-beee-4660185229f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1135 time: 0.4043694 Feb 10 15:58:16.211528 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-52224d11-e589-49ff-ae1d-979319e67ead tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3401120 Feb 10 15:58:16.214417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43700) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:16.227055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'eb34a1a6-8dd5-46ea-87d1-4a07f71e8723'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:16.236641 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.336871 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.369154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Calling delete_port for 8002ed7b-3d3c-417f-845a-9ae3b3266104 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:16.419967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c47c90-d5cd-4d9c-a689-6fa72d593d2b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.426113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d8c47c90-d5cd-4d9c-a689-6fa72d593d2b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2083972 Feb 10 15:58:16.428545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43702) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:16.460792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d00c2-4034-4d66-9f58-6791dba1084f req-d98dc0c2-5a2f-4601-93e4-c4986ab2a871 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.471640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-056d00c2-4034-4d66-9f58-6791dba1084f req-d98dc0c2-5a2f-4601-93e4-c4986ab2a871 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 984 time: 0.1982250 Feb 10 15:58:16.528575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-71787011-9395-407a-84e6-3077fef6f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.531658 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-71787011-9395-407a-84e6-3077fef6f39d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.3158648 Feb 10 15:58:16.552508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-056d00c2-4034-4d66-9f58-6791dba1084f req-f9c63461-eb20-4356-b467-ba8e4b53f308 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0726976 Feb 10 15:58:16.571571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/eb34a1a6-8dd5-46ea-87d1-4a07f71e8723/b601660f-f06e-4ee5-b764-d9003a93f6b8) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:16.631068 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-fd63279b-3a80-4630-b070-42494129882a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 217 time: 0.0855486 Feb 10 15:58:16.768754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.786744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.844026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Pushing event updated for resources: {'Port': ['ID=b601660f-f06e-4ee5-b764-d9003a93f6b8,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:16.866299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-6138cd3a-72fa-49d2-a419-1733fe8815cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.868163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-6138cd3a-72fa-49d2-a419-1733fe8815cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.1930625 Feb 10 15:58:16.868983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.882611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:16.892535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:16.893121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:16.899404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:16.901635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:17.002332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Attempting to bind port b601660f-f06e-4ee5-b764-d9003a93f6b8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:17.002783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Attempting to bind port b601660f-f06e-4ee5-b764-d9003a93f6b8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:17.003215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Attempting to bind port b601660f-f06e-4ee5-b764-d9003a93f6b8 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:17.019932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:17.020400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:17.020886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.021341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:17.021893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Bound port: b601660f-f06e-4ee5-b764-d9003a93f6b8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:17.022342 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.069551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.086128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:17.138046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] For port b601660f-f06e-4ee5-b764-d9003a93f6b8, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:17.145910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] For port b601660f-f06e-4ee5-b764-d9003a93f6b8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b601660f-f06e-4ee5-b764-d9003a93f6b8,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:17.157745 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.190465 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-5d878eef-3d90-4a65-b142-f72fcf5e8cdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431409 Feb 10 15:58:17.269733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f553f-387a-48bc-9363-5ba6ef71195e None None] Pushing event updated for resources: {'Port': ['ID=b601660f-f06e-4ee5-b764-d9003a93f6b8,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:17.284445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event deleted for resources: {'Port': ['ID=8002ed7b-3d3c-417f-845a-9ae3b3266104,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:17.469824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.476746 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-edff800f-9bd6-466d-b539-11e5ff0ec955 tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/ports/8002ed7b-3d3c-417f-845a-9ae3b3266104 HTTP/1.1" status: 204 len: 168 time: 2.2826312 Feb 10 15:58:17.476950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43712) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:17.548526 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-ead549ba-804a-4b3b-820f-567b583c68bf service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165462 Feb 10 15:58:17.594234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Deleting subnet 2c224506-a3bc-41c6-9eef-166e964d111e {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:17.599988 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.611842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.752172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:17.856545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43720) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:17.996723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b601660f-f06e-4ee5-b764-d9003a93f6b8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:18.003393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808628a2-ff27-40ad-96e1-180280dd5ce8 req-04f6c9fd-1cab-44bd-9414-6f2db5ad6e97 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:18.005264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-808628a2-ff27-40ad-96e1-180280dd5ce8 req-04f6c9fd-1cab-44bd-9414-6f2db5ad6e97 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 984 time: 0.2588084 Feb 10 15:58:18.041818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.142361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b601660f-f06e-4ee5-b764-d9003a93f6b8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:18.142705 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.158454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-808628a2-ff27-40ad-96e1-180280dd5ce8 req-675dcf4d-22b2-417a-83f7-32525b38a0a0 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1459341 Feb 10 15:58:18.164060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.187552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.187740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd8c35-9314-44e3-9528-748791f8c33e None None] Network 2eca6581-f4d9-472c-a871-005059ceb1d1 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:18.194823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/subnets/2c224506-a3bc-41c6-9eef-166e964d111e HTTP/1.1" status: 204 len: 168 time: 0.7158260 Feb 10 15:58:18.205410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43728) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:18.241525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d30bcd0-70a3-482e-af1c-d39e1976e9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.255660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686937ed-e0e3-4e6f-abbd-38d5d01e091d tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event deleted for resources: {'Subnet': ['ID=2c224506-a3bc-41c6-9eef-166e964d111e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:18.306003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.309776 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd HTTP/1.1" status: 204 len: 168 time: 1.8788397 Feb 10 15:58:18.319341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c0840-7a32-45d5-9391-efdcdc16c997 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:18.321896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43734) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:18.425815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.585470 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.613951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b36a2-4cfd-43a4-bd95-ec03472e8986 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:18.617506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b36a2-4cfd-43a4-bd95-ec03472e8986 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:18.619226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-666b36a2-4cfd-43a4-bd95-ec03472e8986 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2660117 Feb 10 15:58:18.629233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43740) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:18.649493 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b667d563-c2fd-46b3-895a-a3c9340b1401 req-c6d6263f-b7d5-4b8e-ad74-9333e497e954 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0933652 Feb 10 15:58:18.669025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port b601660f-f06e-4ee5-b764-d9003a93f6b8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b601660f-f06e-4ee5-b764-d9003a93f6b8,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:18.677219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.682350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d30bcd0-70a3-482e-af1c-d39e1976e9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.704054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d30bcd0-70a3-482e-af1c-d39e1976e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.813068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30bcd0-70a3-482e-af1c-d39e1976e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e8ccd-8642-4561-9151-e0aa6b6982eb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:18.827199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-155c46aa-34e9-474f-bdcf-f3c458fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:18.828885 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-155c46aa-34e9-474f-bdcf-f3c458fdc065 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1135 time: 0.0564637 Feb 10 15:58:18.829999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=b601660f-f06e-4ee5-b764-d9003a93f6b8,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:18.864304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet eb34a1a6-8dd5-46ea-87d1-4a07f71e8723 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:18.868789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] DHCP port deletion for 2eca6581-f4d9-472c-a871-005059ceb1d1 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:18.928133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:18.996382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] Deleting port 00696e24-36a3-4bf6-9167-6e42bb8f8747 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:18.997085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.005514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-42124231-c510-4d37-9ba3-3fe2326b8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:19.007246 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-42124231-c510-4d37-9ba3-3fe2326b8292 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.1703064 Feb 10 15:58:19.011200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8d30bcd0-70a3-482e-af1c-d39e1976e9a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c53696a24f8b458bb5e2826e43366cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1474702 Feb 10 15:58:19.012103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43746) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:19.033674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Deleting port 00696e24-36a3-4bf6-9167-6e42bb8f8747 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:19.034469 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.066796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-4b953dfb-693e-47d1-b86c-faa3f3793ce5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 217 time: 0.0522225 Feb 10 15:58:19.097710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.161363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] For port 00696e24-36a3-4bf6-9167-6e42bb8f8747, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00696e24-36a3-4bf6-9167-6e42bb8f8747,segment=NetworkSegment(012d4493-21bc-46f9-8345-608c283b171b),segment_id=012d4493-21bc-46f9-8345-608c283b171b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:19.161760 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.175494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b5d41-c882-4c88-92df-b462197a82b6 req-5ae7d617-7c69-463a-b61a-129a04fb61fd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:19.178434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-265b5d41-c882-4c88-92df-b462197a82b6 req-5ae7d617-7c69-463a-b61a-129a04fb61fd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3227923 Feb 10 15:58:19.186196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] For port 00696e24-36a3-4bf6-9167-6e42bb8f8747, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00696e24-36a3-4bf6-9167-6e42bb8f8747,segment=NetworkSegment(012d4493-21bc-46f9-8345-608c283b171b),segment_id=012d4493-21bc-46f9-8345-608c283b171b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:19.186196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.193814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-e184745b-332f-411e-a671-77afd3807eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:19.198037 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-e184745b-332f-411e-a671-77afd3807eef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.1163626 Feb 10 15:58:19.213039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Calling delete_port for 00696e24-36a3-4bf6-9167-6e42bb8f8747 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:19.216422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-997b1aad-6699-4001-9bff-1d09c57e3f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.232117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] Calling delete_port for 00696e24-36a3-4bf6-9167-6e42bb8f8747 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:19.241363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-997b1aad-6699-4001-9bff-1d09c57e3f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.256908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5c74754e-e0ff-40ff-a472-e33cab381fb0 None None] Could not find standard attr ID for object 0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:58:19.306740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-265b5d41-c882-4c88-92df-b462197a82b6 req-62c119b8-98f1-49a3-bc63-18d3add16b99 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167836 Feb 10 15:58:19.336150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5c74754e-e0ff-40ff-a472-e33cab381fb0 None None] Provisioning complete for port b601660f-f06e-4ee5-b764-d9003a93f6b8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:19.336524 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5c74754e-e0ff-40ff-a472-e33cab381fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.374332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-ed0dba9d-148b-41be-b220-36e3a4e752a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711745 Feb 10 15:58:19.376911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-997b1aad-6699-4001-9bff-1d09c57e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.381464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-997b1aad-6699-4001-9bff-1d09c57e3f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.387984 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-997b1aad-6699-4001-9bff-1d09c57e3f5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e6e8ccd-8642-4561-9151-e0aa6b6982eb HTTP/1.1" status: 204 len: 168 time: 0.3729670 Feb 10 15:58:19.423028 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.455465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b1aad-6699-4001-9bff-1d09c57e3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e8ccd-8642-4561-9151-e0aa6b6982eb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:19.584357 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-d7a803c7-b415-4bb1-a660-aba3ea7f8998 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904976 Feb 10 15:58:19.624637 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.652270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] Pushing event deleted for resources: {'Port': ['ID=00696e24-36a3-4bf6-9167-6e42bb8f8747,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:19.656751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9df53-bf9c-4b0d-931e-3131c5034b52 None None] No DVR routers for this DVR port 00696e24-36a3-4bf6-9167-6e42bb8f8747 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:19.720291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:19.737580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9fa3815b-d6cf-4f3a-b2fc-ceb35a2bf7e9 None None] Could not find standard attr ID for object 8af61fb8-1939-4914-a746-d8aa5ccf73c1. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:58:19.778125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db1e838b-3153-4a4e-9be4-e9392ec896b0 req-e08c95a4-69c3-4fd1-bf40-f8ab6a3f4b0f service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852508 Feb 10 15:58:19.789004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] No DVR routers for this DVR port 00696e24-36a3-4bf6-9167-6e42bb8f8747 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:19.853893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c5fe2-7536-4fe1-9522-ece10b864119 req-fb8a21a5-9fc3-4201-9f8f-2acc7d6d33b1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:19.855782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a70c5fe2-7536-4fe1-9522-ece10b864119 req-fb8a21a5-9fc3-4201-9f8f-2acc7d6d33b1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3366368 Feb 10 15:58:19.863670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec022e-80c9-453e-8b50-749ed6dfce70 req-026e1aff-ca58-41a3-abc0-ce17fb8566b4 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:19.865215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74ec022e-80c9-453e-8b50-749ed6dfce70 req-026e1aff-ca58-41a3-abc0-ce17fb8566b4 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 984 time: 0.4202719 Feb 10 15:58:19.867309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event deleted for resources: {'Port': ['ID=00696e24-36a3-4bf6-9167-6e42bb8f8747,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:19.985206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b601660f-f06e-4ee5-b764-d9003a93f6b8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:20.011215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.080100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ceb10b98-8580-4788-b919-c9b6fcd426b4 None None] Could not find standard attr ID for object 0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:58:20.099119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=eb34a1a6-8dd5-46ea-87d1-4a07f71e8723,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:20.106536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.111092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:20.128496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.133015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f8807d7b-943f-4199-a3a6-9013948f9d8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/eb34a1a6-8dd5-46ea-87d1-4a07f71e8723 HTTP/1.1" status: 204 len: 168 time: 1.5018430 Feb 10 15:58:20.137437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43762) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:20.143132 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0efd2aa5-7a00-422b-b293-5e42d1d76d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.150491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b601660f-f06e-4ee5-b764-d9003a93f6b8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:20.151143 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.186238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74ec022e-80c9-453e-8b50-749ed6dfce70 req-d83d679c-42a7-428b-80db-1abb068cdb92 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2125964 Feb 10 15:58:20.201047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eca6581-f4d9-472c-a871-005059ceb1d1']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:20.205186 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dfdb24bd-c3b8-4b38-a996-2bd8c9c02b01 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614939 Feb 10 15:58:20.207490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a70c5fe2-7536-4fe1-9522-ece10b864119 req-ec84f8f6-1931-41c4-95f5-247377e9135d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372971 Feb 10 15:58:20.208046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43764) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:20.223050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:20.239460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012d4493-21bc-46f9-8345-608c283b171b') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:20.239460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012d4493-21bc-46f9-8345-608c283b171b') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:20.283929 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.368503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.409528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:58:20.410189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.423873 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0efd2aa5-7a00-422b-b293-5e42d1d76d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: timer() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:58:20.440841 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:58:20.455106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0efd2aa5-7a00-422b-b293-5e42d1d76d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.471426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7b0f2-c0f7-44a8-84dd-d1a59707d71d None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:20.517540 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0efd2aa5-7a00-422b-b293-5e42d1d76d49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aff6ecbc00cd4bc89918c08479e5e731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049845 Feb 10 15:58:20.518720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2aa5-7a00-422b-b293-5e42d1d76d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d6d00-2c0e-432d-aaff-16c5a4982adc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:20.532201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43768) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:20.597398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00696e24-36a3-4bf6-9167-6e42bb8f8747 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:20.620016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.637398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.641056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 00696e24-36a3-4bf6-9167-6e42bb8f8747 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:20.641680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00696e24-36a3-4bf6-9167-6e42bb8f8747 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:20.645652 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] 10.222.0.21 "DELETE /v2.0/networks/2eca6581-f4d9-472c-a871-005059ceb1d1 HTTP/1.1" status: 204 len: 168 time: 2.4375260 Feb 10 15:58:20.653234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e1be4c-4426-47f1-9462-4e50136c7eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.676072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:20.679931 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.686058 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f991-1cda-4a0c-9607-9f770c787b2e tempest-TagsExtTest-1491429772 tempest-TagsExtTest-1491429772-project] Pushing event deleted for resources: {'Network': ['ID=2eca6581-f4d9-472c-a871-005059ceb1d1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:20.728372 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e1be4c-4426-47f1-9462-4e50136c7eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.928424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e1be4c-4426-47f1-9462-4e50136c7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.931280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e1be4c-4426-47f1-9462-4e50136c7eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:20.933133 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-29e1be4c-4426-47f1-9462-4e50136c7eb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f95d6d00-2c0e-432d-aaff-16c5a4982adc HTTP/1.1" status: 204 len: 168 time: 0.3995376 Feb 10 15:58:20.964305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:20.965899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1be4c-4426-47f1-9462-4e50136c7eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d6d00-2c0e-432d-aaff-16c5a4982adc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:21.096994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] Deleting port b601660f-f06e-4ee5-b764-d9003a93f6b8 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:21.097533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:21.171127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] For port b601660f-f06e-4ee5-b764-d9003a93f6b8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b601660f-f06e-4ee5-b764-d9003a93f6b8,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:21.172329 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:21.189931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] Calling delete_port for b601660f-f06e-4ee5-b764-d9003a93f6b8 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:21.202189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:21.299508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=c3ccb410-a6ff-4c89-8157-e6d60dcf90f3,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:21.310860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43790) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:21.339256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:21.390181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:21.393589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:21.394175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:21.464358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6657aa-0ce0-4d74-a51c-d1151b034f5f req-49f81ea1-fe42-42c7-93d4-4f736d3ef95a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:21.475858 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:21.476072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f6657aa-0ce0-4d74-a51c-d1151b034f5f req-49f81ea1-fe42-42c7-93d4-4f736d3ef95a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 984 time: 0.1353357 Feb 10 15:58:21.489296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:21.494876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'name': 'tempest-NetworksTestDHCPv6-1542804632'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:21.507825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-20b0dd4c-29f2-44d4-8d4e-957e49219343 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2922497 Feb 10 15:58:21.581000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] No DVR routers for this DVR port b601660f-f06e-4ee5-b764-d9003a93f6b8 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:21.588387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b23ae-f143-41ce-bf61-99c9e4858671 None None] Pushing event deleted for resources: {'Port': ['ID=b601660f-f06e-4ee5-b764-d9003a93f6b8,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:21.616878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54941d8f-9a67-4457-9dd4-d7060e05a870 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:21.634520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f6657aa-0ce0-4d74-a51c-d1151b034f5f req-ec7ff475-5e6b-4ebe-9a5c-d395eb729d0d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1545734 Feb 10 15:58:21.801646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:21.806114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:21.860594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port eb82ac35-9834-413b-8083-1851c270544e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:21.887999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c15d7d5-0a58-4f80-b3c1-9e2add468096 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1790289808&fields=id&tenant_id=f089a48d099647ac8a623cb66e4962b4 HTTP/1.1" status: 200 len: 267 time: 0.0941994 Feb 10 15:58:21.957708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b601660f-f06e-4ee5-b764-d9003a93f6b8 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:22.000360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b601660f-f06e-4ee5-b764-d9003a93f6b8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:22.001096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b601660f-f06e-4ee5-b764-d9003a93f6b8 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:22.008141 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8639ce24-a4f6-400d-aefa-850907fe75ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17c01aacd6c74144a5015d057faa14cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956255 Feb 10 15:58:22.012536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43812) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:22.030574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'c3ccb410-a6ff-4c89-8157-e6d60dcf90f3'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:22.031765 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.117965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-8373c902-2cbe-4288-b125-330f494e5cde tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:22.119720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-8373c902-2cbe-4288-b125-330f494e5cde tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 984 time: 0.2289591 Feb 10 15:58:22.157482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'port': {'security_groups': ['944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6', 'dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6', '2ae491f0-5bca-46e1-ba12-5724c4770a4c']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:22.222830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::22f (7768b853-ad2a-4996-92ad-0512b468b14d/c3ccb410-a6ff-4c89-8157-e6d60dcf90f3/eb82ac35-9834-413b-8083-1851c270544e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:22.260870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a915ef65-d23d-453d-a6a0-d86ffee62dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.323703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.328612 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a915ef65-d23d-453d-a6a0-d86ffee62dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.502667 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a915ef65-d23d-453d-a6a0-d86ffee62dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.510108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a915ef65-d23d-453d-a6a0-d86ffee62dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.512515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a915ef65-d23d-453d-a6a0-d86ffee62dc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b22de26-c91a-425d-8c08-27bcb994d57a HTTP/1.1" status: 204 len: 168 time: 0.4962504 Feb 10 15:58:22.538702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915ef65-d23d-453d-a6a0-d86ffee62dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b22de26-c91a-425d-8c08-27bcb994d57a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:22.568523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.614586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.729907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/c3ccb410-a6ff-4c89-8157-e6d60dcf90f3/3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:22.754475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:22.771275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:22.784178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:22.788982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:22.809453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:22.814065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.846761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=eb82ac35-9834-413b-8083-1851c270544e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:22.861141 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b0713ab6-d2dc-477e-bf6d-fef37ed4b7da tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3707316 Feb 10 15:58:22.868329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43826) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:22.876619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.890294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:22.937477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361', 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:23.016606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83eef13-6004-4de9-8437-9fced44ed93f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:23.022018 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d83eef13-6004-4de9-8437-9fced44ed93f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1457126 Feb 10 15:58:23.022972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43830) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:23.028121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:23.038814 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:23.048279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee6fac1b-26f5-411d-bdd5-ef35c183d06c req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "PUT /v2.0/ports/ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 1020 time: 0.9152367 Feb 10 15:58:23.049222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:23.053284 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fe223a-9616-4083-88d1-dfe7ec38133e" -d '{"events": [{"name": "network-changed", "server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:23.229604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:23.416292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port eb82ac35-9834-413b-8083-1851c270544e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:23.416292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:23.463475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-ad50a712-8fd7-4e4d-b7aa-c57844db0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:23.469495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-ad50a712-8fd7-4e4d-b7aa-c57844db0839 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f089a48d099647ac8a623cb66e4962b4&device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1174 time: 0.1711040 Feb 10 15:58:23.728906 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d136a0-e7e7-4ac1-aac2-ae735b97be03 x-openstack-request-id: req-52d136a0-e7e7-4ac1-aac2-ae735b97be03 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:23.729687 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:23.729687 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d136a0-e7e7-4ac1-aac2-ae735b97be03 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:23.730220 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'status': 'completed', 'code': 200} Feb 10 15:58:23.732810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b0a8d-aa79-4348-a040-1eb76245d5e5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:23.750444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-26b35cdc-6fc1-4f78-98e6-684565097cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:23.755521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-26b35cdc-6fc1-4f78-98e6-684565097cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 200 len: 913 time: 0.2567799 Feb 10 15:58:23.812105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee2092dd-dcc5-4bdc-8a4c-c589597a3f6e req-81eac79c-f47d-4e7e-9c62-b02415e1b2ed tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/2ae491f0-5bca-46e1-ba12-5724c4770a4c HTTP/1.1" status: 200 len: 1802 time: 0.7177155 Feb 10 15:58:23.946021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-c3a6020b-a65a-44a4-801b-06a80996b4ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 200 len: 217 time: 0.1845179 Feb 10 15:58:24.017144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-b61bf68b-f80f-4077-a9a7-e8d84615a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.018628 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-b61bf68b-f80f-4077-a9a7-e8d84615a55e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 200 len: 852 time: 0.0649009 Feb 10 15:58:24.022870 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:24.062450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for eb82ac35-9834-413b-8083-1851c270544e owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:24.066259 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-7d1f2067-6f84-4b12-a8d9-2572f2bdb180 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405285 Feb 10 15:58:24.119676 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-ee2092dd-dcc5-4bdc-8a4c-c589597a3f6e req-a6f631eb-a0d9-47f4-9023-80f9f2d39987 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:58:24.125135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee2092dd-dcc5-4bdc-8a4c-c589597a3f6e req-a6f631eb-a0d9-47f4-9023-80f9f2d39987 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ae491f0-5bca-46e1-ba12-5724c4770a4c HTTP/1.1" status: 409 len: 341 time: 0.2994354 Feb 10 15:58:24.151271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad67919-13da-4f19-bf9c-969965d22886 req-9d5339fb-38c7-41ee-b6cb-3ddd1cac46a9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.159760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fad67919-13da-4f19-bf9c-969965d22886 req-9d5339fb-38c7-41ee-b6cb-3ddd1cac46a9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2698429 Feb 10 15:58:24.209363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fad67919-13da-4f19-bf9c-969965d22886 req-1ddd69ea-9e78-4be5-ac4f-f6e9bc9dd3f3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Feb 10 15:58:24.288527 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-3506c6de-430c-483d-a62b-c807f3edf8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105227 Feb 10 15:58:24.391268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b47d0-4651-461a-b91a-1dff466eaa6c req-171ff3d8-3071-4764-a91e-9b67b2ffb4f1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.399096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b12b47d0-4651-461a-b91a-1dff466eaa6c req-171ff3d8-3071-4764-a91e-9b67b2ffb4f1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.0994124 Feb 10 15:58:24.458321 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:24.472750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b12b47d0-4651-461a-b91a-1dff466eaa6c req-68176b48-e184-4910-b4ba-ba222893e1d1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726898 Feb 10 15:58:24.513446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:24.533372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:24.541397 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a3fe223a-9616-4083-88d1-dfe7ec38133e req-a483bb98-9656-41b7-8377-17f1683bf254 service neutron] 10.222.0.45 "GET /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456465 Feb 10 15:58:24.667983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:24.706818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=eb82ac35-9834-413b-8083-1851c270544e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:24.749811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:24.755311 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2ee8a126-edda-4d16-b2b6-bfd786f4e310 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/eb82ac35-9834-413b-8083-1851c270544e HTTP/1.1" status: 204 len: 168 time: 1.7308869 Feb 10 15:58:24.758434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43886) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:24.868531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef23ef-997a-424d-8e13-e0295fac4abe tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.870434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef23ef-997a-424d-8e13-e0295fac4abe tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.872159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-05ef23ef-997a-424d-8e13-e0295fac4abe tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1120565 Feb 10 15:58:24.879253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43894) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:24.890754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4c4e-28db-4047-947b-d27cdfd99266 req-9e5aca21-dd85-412e-94d3-2dde0d461af5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.898340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a72a4c4e-28db-4047-947b-d27cdfd99266 req-9e5aca21-dd85-412e-94d3-2dde0d461af5 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1023 time: 0.0911984 Feb 10 15:58:24.946421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Pushing event updated for resources: {'Port': ['ID=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:24.973139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:24.982010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a72a4c4e-28db-4047-947b-d27cdfd99266 req-902db21f-fe6b-4d89-a122-092455755e94 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae491f0-5bca-46e1-ba12-5724c4770a4c&id=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0826633 Feb 10 15:58:25.020102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:25.036446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:25.049237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet c3ccb410-a6ff-4c89-8157-e6d60dcf90f3 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:25.063392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.130523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Attempting to bind port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:25.130816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Attempting to bind port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:25.131319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Attempting to bind port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:25.142819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:25.143393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:25.143791 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.144249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:25.144798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Bound port: 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:25.145349 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.172226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b95f3-21d2-4197-a000-07be9b931fe7 req-5e8cb1e9-10d4-441f-814c-8781d50b63eb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:25.199747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd7b95f3-21d2-4197-a000-07be9b931fe7 req-5e8cb1e9-10d4-441f-814c-8781d50b63eb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2395792 Feb 10 15:58:25.224991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.309068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd7b95f3-21d2-4197-a000-07be9b931fe7 req-a5ef21a7-1e72-4c06-a6a2-3d98929aa486 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080232 Feb 10 15:58:25.400789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] For port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:25.421280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] For port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:25.442349 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.469418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.511740 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:58:25.531958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf542a-f8a4-45ec-9ccf-d7c191c7b8da None None] Pushing event updated for resources: {'Port': ['ID=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:25.565169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc23-bd03-42b3-a76a-a1ef31991b7d req-b277d00e-ee34-44ef-a4f4-a281fb72129a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:25.593583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6995fc23-bd03-42b3-a76a-a1ef31991b7d req-b277d00e-ee34-44ef-a4f4-a281fb72129a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1445229 Feb 10 15:58:25.672490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.719537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6995fc23-bd03-42b3-a76a-a1ef31991b7d req-c6893eec-a5ea-4dae-abe8-98dcba202bd5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123295 Feb 10 15:58:25.741018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:25.751019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43920) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:25.751902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/c3ccb410-a6ff-4c89-8157-e6d60dcf90f3 HTTP/1.1" status: 204 len: 168 time: 0.8666973 Feb 10 15:58:25.753210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303b53a-1405-494f-8ba3-dce123d289d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ccb410-a6ff-4c89-8157-e6d60dcf90f3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:25.879916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f0de1697-291d-43b4-b9ff-94dd48586787 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254206 Feb 10 15:58:25.880457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43924) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:26.034081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e47e99-7951-4883-bba9-9340ac6c3d11 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.038821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43938) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:26.039498 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b3e47e99-7951-4883-bba9-9340ac6c3d11 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1580410 Feb 10 15:58:26.182457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-a8fc5271-edb3-4eb9-a61d-c611f5adbea2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.184109 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-a8fc5271-edb3-4eb9-a61d-c611f5adbea2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1023 time: 0.1016705 Feb 10 15:58:26.243161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3888931-9e85-4714-b176-1fb19030da37 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.245207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f3888931-9e85-4714-b176-1fb19030da37 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2047405 Feb 10 15:58:26.249835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43946) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:26.307513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bc860f01-db07-4625-8bd6-44265389b4a0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542026 Feb 10 15:58:26.309140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43952) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:26.320775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:26.335538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3c9a-a1d6-46bc-93eb-766b28ea02ec req-a3670d26-d77e-4600-a60f-56f0815256c2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.337650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f0a3c9a-a1d6-46bc-93eb-766b28ea02ec req-a3670d26-d77e-4600-a60f-56f0815256c2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 1023 time: 0.1953042 Feb 10 15:58:26.348405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399da3e3-9163-447a-bbc0-642625da13ee req-6a288520-c5f3-4f71-962f-c8a7c7aac2d6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.349957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-399da3e3-9163-447a-bbc0-642625da13ee req-6a288520-c5f3-4f71-962f-c8a7c7aac2d6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2064869 Feb 10 15:58:26.424251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f0a3c9a-a1d6-46bc-93eb-766b28ea02ec req-b828198d-d6b7-438a-839b-78cab62caa9b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae491f0-5bca-46e1-ba12-5724c4770a4c&id=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0727661 Feb 10 15:58:26.435293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Deleting port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:26.435999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:26.459286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-399da3e3-9163-447a-bbc0-642625da13ee req-1df6c036-d392-4f5e-949b-6e73f44662fd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981019 Feb 10 15:58:26.472468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:26.476298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:26.658880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c814-3d20-48d2-beb0-3700824b2806 req-c71ae391-8557-4913-ab0e-55f109bbd58a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.663481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] For port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:26.663847 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:26.664951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1a1c814-3d20-48d2-beb0-3700824b2806 req-c71ae391-8557-4913-ab0e-55f109bbd58a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1114178 Feb 10 15:58:26.703362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Calling delete_port for ce252d67-5a9b-4c9a-b05c-97dc8335fa6b owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:26.746480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1a1c814-3d20-48d2-beb0-3700824b2806 req-78bc6b97-fd17-403d-8c06-b968fbf53bf0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709944 Feb 10 15:58:26.957560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.118722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:27.156372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:27.159097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.167698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:27.168349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.193905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=b86381f8-4803-4503-88fa-5455bad245fd,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:27.196883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98de3d-133e-4c0b-b920-8910fdf1c4c5 req-00bc778d-0be6-47d5-ac50-40ce8331f3ea tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:27.209449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.215619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c98de3d-133e-4c0b-b920-8910fdf1c4c5 req-00bc778d-0be6-47d5-ac50-40ce8331f3ea tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1389821 Feb 10 15:58:27.222495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9da1e924-4145-4f0d-a35b-f224bdf5d361', 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:27.270162 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bc51b402-851f-44d9-b62b-d358beb49bc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9574032 Feb 10 15:58:27.272279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:27.294886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c27d2-1c5b-4030-83ac-9e735b34caba None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:27.299395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': 'b86381f8-4803-4503-88fa-5455bad245fd', 'ip_address': '2001:db8::1648:d8f7:8031:5186'}], 'name': 'tempest-NetworksTestDHCPv6-1781158269'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:27.337659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] No DVR routers for this DVR port ce252d67-5a9b-4c9a-b05c-97dc8335fa6b on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:27.339658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'Port': ['ID=ce252d67-5a9b-4c9a-b05c-97dc8335fa6b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:27.342939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.348552 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c9341a8-dcbe-48da-9bc3-3a876f4de7e9 req-0be233d4-0a70-4051-9d52-a96e22eef436 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "DELETE /v2.0/ports/ce252d67-5a9b-4c9a-b05c-97dc8335fa6b HTTP/1.1" status: 204 len: 173 time: 1.1575725 Feb 10 15:58:27.349126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'name': 'network-vif-deleted', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:27.351838 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19fa741-2daf-4c04-9b67-e175d9291bb5" -d '{"events": [{"server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "name": "network-vif-deleted", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:27.400156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c98de3d-133e-4c0b-b920-8910fdf1c4c5 req-b0a5b778-5265-43e3-b58a-0913fb96d140 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833386 Feb 10 15:58:27.421059 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b43446d-369f-4018-9271-db40be0b4618 x-openstack-request-id: req-6b43446d-369f-4018-9271-db40be0b4618 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:27.421455 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40e96b7-8db7-4c55-900d-606e5b72c589", "name": "network-vif-deleted", "tag": "ce252d67-5a9b-4c9a-b05c-97dc8335fa6b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:27.421804 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b43446d-369f-4018-9271-db40be0b4618 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:27.422301 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40e96b7-8db7-4c55-900d-606e5b72c589', 'name': 'network-vif-deleted', 'tag': 'ce252d67-5a9b-4c9a-b05c-97dc8335fa6b', 'status': 'completed', 'code': 200} Feb 10 15:58:27.599666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-12264f11-fe8b-4be1-a780-58ee2275d2e4 None None] Provisioning complete for port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:27.600321 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-12264f11-fe8b-4be1-a780-58ee2275d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.613834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:27.675376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd74e7b6-5c14-45db-bdab-0f4a28bc8c31 req-f1c2b998-f505-4a12-b1a7-256d4f2701c2 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40e96b7-8db7-4c55-900d-606e5b72c589 HTTP/1.1" status: 200 len: 210 time: 0.0958540 Feb 10 15:58:27.719977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e008be8-12ff-43da-8f24-4d6270965b38 req-bf14e7d7-6006-48d0-9cca-65e9515f5b62 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:27.724234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e008be8-12ff-43da-8f24-4d6270965b38 req-bf14e7d7-6006-48d0-9cca-65e9515f5b62 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1642892 Feb 10 15:58:27.756512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.805466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 4085a463-9904-4b9a-b114-3eb8c7b6a258 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:27.827884 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-12264f11-fe8b-4be1-a780-58ee2275d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:27.903354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-12264f11-fe8b-4be1-a780-58ee2275d2e4 None None] For port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:27.920672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e008be8-12ff-43da-8f24-4d6270965b38 req-cac3bd69-2737-41ae-a2c4-85e5de04d0f9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580148 Feb 10 15:58:27.922545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-12264f11-fe8b-4be1-a780-58ee2275d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:28.059195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:28.285097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12264f11-fe8b-4be1-a780-58ee2275d2e4 None None] Pushing event updated for resources: {'Port': ['ID=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:28.321368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00958-825d-4a0a-ac5f-e2f4d8066345 req-515843ae-858f-42ea-a335-4fe5d96b4089 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:28.325380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dab00958-825d-4a0a-ac5f-e2f4d8066345 req-515843ae-858f-42ea-a335-4fe5d96b4089 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1790349 Feb 10 15:58:28.341373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-49e0de7a-235c-4105-b74a-907fcec5133a None None] Provisioning complete for port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:28.342431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49e0de7a-235c-4105-b74a-907fcec5133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:28.364233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::1648:d8f7:8031:5186 (7768b853-ad2a-4996-92ad-0512b468b14d/b86381f8-4803-4503-88fa-5455bad245fd/4085a463-9904-4b9a-b114-3eb8c7b6a258) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:28.384615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:28.385052 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:28.398294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dab00958-825d-4a0a-ac5f-e2f4d8066345 req-7a4ddd34-07d2-4d68-b6fc-861286ac92b0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636687 Feb 10 15:58:28.741466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-26efdd86-5fcb-48ff-ac6a-4186d2e90ac0 None None] Could not find standard attr ID for object eb82ac35-9834-413b-8083-1851c270544e. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:58:28.860118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd72f-f6fa-470e-86ca-689fd1c0a27d req-da28e135-9ff2-4e86-b821-74a309dc0011 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:28.862316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e8bd72f-f6fa-470e-86ca-689fd1c0a27d req-da28e135-9ff2-4e86-b821-74a309dc0011 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2335284 Feb 10 15:58:28.884197 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e0aab9a-f87f-428c-b227-df9f1785bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:28.945600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:28.973455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e8bd72f-f6fa-470e-86ca-689fd1c0a27d req-28b12da1-2e93-4b87-8040-fda336abc3c2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919459 Feb 10 15:58:28.978245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6db47a87-08ce-4cd3-b70c-aa30c7a15b78 req-cbfecdd8-edd1-4d9e-aec9-ae86b5fd75cc tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6 HTTP/1.1" status: 200 len: 1802 time: 0.1110537 Feb 10 15:58:29.064952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.157456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6db47a87-08ce-4cd3-b70c-aa30c7a15b78 req-1b2186b8-ad6d-4506-8452-7ecfa09f192d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.162154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:29.172439 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:29.183524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:29.193501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.194455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.220815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9454532 Feb 10 15:58:29.223366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44040) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:29.226007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6db47a87-08ce-4cd3-b70c-aa30c7a15b78 req-1b2186b8-ad6d-4506-8452-7ecfa09f192d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.296834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cdd29-1ef2-418c-9280-c1076bfc941a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=4085a463-9904-4b9a-b114-3eb8c7b6a258,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:29.314694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30fa3e5-d779-4a2a-9a71-d7cf46cb35fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.325392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30fa3e5-d779-4a2a-9a71-d7cf46cb35fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.327604 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c30fa3e5-d779-4a2a-9a71-d7cf46cb35fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1022732 Feb 10 15:58:29.329961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44042) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:29.354789 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6db47a87-08ce-4cd3-b70c-aa30c7a15b78 req-1b2186b8-ad6d-4506-8452-7ecfa09f192d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.359808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6db47a87-08ce-4cd3-b70c-aa30c7a15b78 req-1b2186b8-ad6d-4506-8452-7ecfa09f192d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.369092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6db47a87-08ce-4cd3-b70c-aa30c7a15b78 req-1b2186b8-ad6d-4506-8452-7ecfa09f192d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6 HTTP/1.1" status: 204 len: 173 time: 0.3806338 Feb 10 15:58:29.401455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebef3e-3b9d-43e6-9bc6-847bbf9d02f6 req-5bd5c02f-42cd-49aa-b27c-e4c4049c6364 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.415800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71ebef3e-3b9d-43e6-9bc6-847bbf9d02f6 req-5bd5c02f-42cd-49aa-b27c-e4c4049c6364 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1159558 Feb 10 15:58:29.451753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2186b8-ad6d-4506-8452-7ecfa09f192d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:29.469294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 4085a463-9904-4b9a-b114-3eb8c7b6a258 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:29.470284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.503310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71ebef3e-3b9d-43e6-9bc6-847bbf9d02f6 req-97f5a2f2-2fc8-42da-a421-e590513d8ee5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862622 Feb 10 15:58:29.516772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7a2b63e-10b4-4bfa-911b-fced6d857e8d req-d13cf88b-c4a0-4503-b16d-98b165ed3654 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/2ae491f0-5bca-46e1-ba12-5724c4770a4c HTTP/1.1" status: 200 len: 1802 time: 0.1266589 Feb 10 15:58:29.613128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c7a2b63e-10b4-4bfa-911b-fced6d857e8d req-2b143fdc-6f82-4dc4-b6fd-d49d30907e01 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.641318 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c7a2b63e-10b4-4bfa-911b-fced6d857e8d req-2b143fdc-6f82-4dc4-b6fd-d49d30907e01 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.676768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c6e94aca-d034-47de-9142-59e880d8027b None None] Provisioning complete for port 4085a463-9904-4b9a-b114-3eb8c7b6a258 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:29.677455 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c6e94aca-d034-47de-9142-59e880d8027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.691949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.708410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 4085a463-9904-4b9a-b114-3eb8c7b6a258 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:29.723011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38c07-c159-4e2d-aa65-eb34b04836fb req-33f8592a-c848-4a0d-a893-2d26b0ab82af tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.724866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9da38c07-c159-4e2d-aa65-eb34b04836fb req-33f8592a-c848-4a0d-a893-2d26b0ab82af tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.0802951 Feb 10 15:58:29.759295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c6e94aca-d034-47de-9142-59e880d8027b None None] Port 4085a463-9904-4b9a-b114-3eb8c7b6a258 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:58:29.762249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c7a2b63e-10b4-4bfa-911b-fced6d857e8d req-2b143fdc-6f82-4dc4-b6fd-d49d30907e01 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.765307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c7a2b63e-10b4-4bfa-911b-fced6d857e8d req-2b143fdc-6f82-4dc4-b6fd-d49d30907e01 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:29.766541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7a2b63e-10b4-4bfa-911b-fced6d857e8d req-2b143fdc-6f82-4dc4-b6fd-d49d30907e01 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ae491f0-5bca-46e1-ba12-5724c4770a4c HTTP/1.1" status: 204 len: 173 time: 0.2488794 Feb 10 15:58:29.817547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f303e70e-1706-4863-a167-0328991b7852 req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-843603906', 'description': 'tempest-description-1340192557'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:29.832368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143fdc-6f82-4dc4-b6fd-d49d30907e01 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae491f0-5bca-46e1-ba12-5724c4770a4c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:29.859234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9da38c07-c159-4e2d-aa65-eb34b04836fb req-14cca9c6-1da2-44be-8ee9-e45c40e5695c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277125 Feb 10 15:58:29.898127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f303e70e-1706-4863-a167-0328991b7852 req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.003587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.010658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:30.109807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f303e70e-1706-4863-a167-0328991b7852 req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.114937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f303e70e-1706-4863-a167-0328991b7852 req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.127894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=4085a463-9904-4b9a-b114-3eb8c7b6a258,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:30.145929 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.149240 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f30a8e3-c2ce-4956-9c1e-1b791376121d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/4085a463-9904-4b9a-b114-3eb8c7b6a258 HTTP/1.1" status: 204 len: 168 time: 0.8179808 Feb 10 15:58:30.153695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44068) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:30.193729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:30.194448 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.209466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f303e70e-1706-4863-a167-0328991b7852 req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.216589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f303e70e-1706-4863-a167-0328991b7852 req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4099393 Feb 10 15:58:30.368004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffc0a6-381f-4285-a2ff-b283d55721d1 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf520877-04b2-4f3b-b492-4b501cb553d0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:30.413064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc31082-4b9b-453f-b881-bcb4c081d566 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:30.414977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc31082-4b9b-453f-b881-bcb4c081d566 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:30.419123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8bc31082-4b9b-453f-b881-bcb4c081d566 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2587156 Feb 10 15:58:30.419670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44082) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:30.480173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ce252d67-5a9b-4c9a-b05c-97dc8335fa6b no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:30.498936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-2ff521fd-dda9-4c0b-b1ba-cc27257efe26 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/bf520877-04b2-4f3b-b492-4b501cb553d0 HTTP/1.1" status: 200 len: 1802 time: 0.2378602 Feb 10 15:58:30.506038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e3ef2-485d-42a2-a0a9-f096f09854ca req-491aed54-b8c7-4714-90c5-714a39142f27 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:30.513404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f6e3ef2-485d-42a2-a0a9-f096f09854ca req-491aed54-b8c7-4714-90c5-714a39142f27 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 813 time: 0.2740624 Feb 10 15:58:30.513656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: ce252d67-5a9b-4c9a-b05c-97dc8335fa6b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:30.514483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet b86381f8-4803-4503-88fa-5455bad245fd {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:30.515284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device ce252d67-5a9b-4c9a-b05c-97dc8335fa6b not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:30.520758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.532173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Request body: {'security_group': {'name': 'tempest-sg-hth-497103369', 'description': 'tempest-description-hth-814872015'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:30.564740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.566966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f6e3ef2-485d-42a2-a0a9-f096f09854ca req-202d50c8-ca00-484b-8a05-5d14758dfb38 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/quotas/50fb02fc91484304b88233134e6343e2 HTTP/1.1" status: 200 len: 375 time: 0.0512979 Feb 10 15:58:30.594964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.622209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.657525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.686867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.688392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.689889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.691110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d46baab0-87e6-48c8-9965-b46d289ab427 req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "PUT /v2.0/security-groups/bf520877-04b2-4f3b-b492-4b501cb553d0 HTTP/1.1" status: 200 len: 1775 time: 0.1660028 Feb 10 15:58:30.725299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=b86381f8-4803-4503-88fa-5455bad245fd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:30.727533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.731155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f86ce4dc-6902-46b8-b58a-e1c441b6b348 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/b86381f8-4803-4503-88fa-5455bad245fd HTTP/1.1" status: 204 len: 168 time: 0.3095014 Feb 10 15:58:30.734359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44086) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:30.736249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20383280-b0e6-48a6-a72c-ab69277ad1a1 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:30.780030 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8020ead0-a80d-44ab-b76c-043f7d2aafc3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407629 Feb 10 15:58:30.780030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:30.786597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:30.828522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f6e3ef2-485d-42a2-a0a9-f096f09854ca req-358c4cdc-1be3-473e-bb5c-741313dc1607 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2606955 Feb 10 15:58:30.830377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a0461-32bb-44bb-82f5-8b92eee9808d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf520877-04b2-4f3b-b492-4b501cb553d0,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:30.835583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4a8f684-7688-4232-8339-19ad3a62e2ef req-26254e40-90bf-4f69-9d7d-3f980dadbc89 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/bf520877-04b2-4f3b-b492-4b501cb553d0 HTTP/1.1" status: 200 len: 1775 time: 0.1127679 Feb 10 15:58:30.927513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:30.934297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:30.968304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f8f6301-99fa-41b9-b3d1-1b642d7240e4 req-eb2cfa29-4fa7-43f0-bc63-638e9f73b18c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/bf520877-04b2-4f3b-b492-4b501cb553d0 HTTP/1.1" status: 200 len: 1775 time: 0.1018918 Feb 10 15:58:31.054810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:31.085074 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f8f6301-99fa-41b9-b3d1-1b642d7240e4 req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.097493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a6f9b-4a21-449e-9e78-9cfe6d6a5f74 req-c71b7f76-03db-42ce-90da-b079952f1e0a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:31.099037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-371a6f9b-4a21-449e-9e78-9cfe6d6a5f74 req-c71b7f76-03db-42ce-90da-b079952f1e0a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.0832038 Feb 10 15:58:31.158081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f8f6301-99fa-41b9-b3d1-1b642d7240e4 req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.163198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] Deleting port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:31.163701 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.229319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-371a6f9b-4a21-449e-9e78-9cfe6d6a5f74 req-fc106d9c-10dd-47f7-b402-55ece3298496 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205561 Feb 10 15:58:31.306664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.316139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] For port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:31.319799 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.352341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] Calling delete_port for 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:31.375827 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f8f6301-99fa-41b9-b3d1-1b642d7240e4 req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.378694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6f8f6301-99fa-41b9-b3d1-1b642d7240e4 req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.394991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:31.395791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f8f6301-99fa-41b9-b3d1-1b642d7240e4 req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf520877-04b2-4f3b-b492-4b501cb553d0 HTTP/1.1" status: 204 len: 173 time: 0.4260147 Feb 10 15:58:31.398768 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:31.403038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ac0060c-acfc-424a-855f-ffa858680068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.410930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:31.416588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.430416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf520877-04b2-4f3b-b492-4b501cb553d0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:31.434009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=193929d6-05ce-49da-9ab1-ef564b2cfaf9,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:31.444068 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7073149a-9536-41e6-9367-4984f9b5cf73 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6626465 Feb 10 15:58:31.446729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44108) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:31.455301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': '193929d6-05ce-49da-9ab1-ef564b2cfaf9', 'ip_address': '2001:db8::d653:ea12:2e47:4835'}], 'name': 'tempest-NetworksTestDHCPv6-1250848874'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:31.527177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4a3c5-7438-4fcf-aaae-f7b1ed2214c7 req-cb05733f-61aa-4e33-87a5-ce95a0ba03a4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:31.531846 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78c4a3c5-7438-4fcf-aaae-f7b1ed2214c7 req-cb05733f-61aa-4e33-87a5-ce95a0ba03a4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2252302 Feb 10 15:58:31.543011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.543379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.543749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.544090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.544778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.544778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.545100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.551196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.551196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.551196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.552410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.552770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d9acf-ebc8-4587-b90f-f73f4a71d38b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:31.560030 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.613692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] No DVR routers for this DVR port 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:31.644094 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-85bee986-955c-40b0-98d1-9166807046d3 req-60b484f1-d08f-4bb1-b77e-4b9b4f69a44d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:58:31.645384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85bee986-955c-40b0-98d1-9166807046d3 req-60b484f1-d08f-4bb1-b77e-4b9b4f69a44d tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/2ae491f0-5bca-46e1-ba12-5724c4770a4c HTTP/1.1" status: 404 len: 352 time: 0.1126382 Feb 10 15:58:31.660060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78c4a3c5-7438-4fcf-aaae-f7b1ed2214c7 req-e69f9b75-ad57-404c-939d-06eb0bfe2d0d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Feb 10 15:58:31.667409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caeae6-cd87-4261-9d8f-ba69f1d21175 None None] Pushing event deleted for resources: {'Port': ['ID=3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:31.677098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c10d9f1-17a9-4353-8381-cc2c8b7d7404 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:31.723945 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-8a45836b-2ccf-40e1-95f7-7f671d943fa2 req-f1098fae-1c5f-428b-8369-d26f0848036a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:58:31.727832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a45836b-2ccf-40e1-95f7-7f671d943fa2 req-f1098fae-1c5f-428b-8369-d26f0848036a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/dcbf2b9c-cb63-4c5e-a93f-7eed245cb0b6 HTTP/1.1" status: 404 len: 352 time: 0.0452385 Feb 10 15:58:31.734450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:31.813442 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-c14aab7e-253e-41f7-b144-55acefdf30b2 req-ce7aca12-0fe2-4abb-81ad-07652cdfe570 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:58:31.819387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c14aab7e-253e-41f7-b144-55acefdf30b2 req-ce7aca12-0fe2-4abb-81ad-07652cdfe570 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/77326e54-2bf0-41a7-9888-a0ce2efda958 HTTP/1.1" status: 404 len: 352 time: 0.0632796 Feb 10 15:58:31.841645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:31.862439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 045d4281-450c-4bd4-8204-ca7d4753ce25 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:31.875690 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-4e8d2ead-718f-4c19-8193-c56751c11bb4 req-601cc945-5a4b-46bd-8fdc-04c768d299ce tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:58:31.881763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e8d2ead-718f-4c19-8193-c56751c11bb4 req-601cc945-5a4b-46bd-8fdc-04c768d299ce tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/4d23156e-bd5f-4d37-9405-adc43b5c84ae HTTP/1.1" status: 404 len: 352 time: 0.0280151 Feb 10 15:58:32.015971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:32.048155 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-19f02eac-5b9e-468b-8c28-a808f5694e6f req-cfde2621-7f4d-4d48-a31a-b954682aa674 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:58:32.049192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19f02eac-5b9e-468b-8c28-a808f5694e6f req-cfde2621-7f4d-4d48-a31a-b954682aa674 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/bf42add7-0c20-4e9a-ad55-2942d1036bb8 HTTP/1.1" status: 404 len: 352 time: 0.0686917 Feb 10 15:58:32.071824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4a5fb0c-3dc1-44eb-8606-64767d8763e0 req-34fbdaca-2481-4275-9555-0c3c16bd0416 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=50fb02fc91484304b88233134e6343e2 HTTP/1.1" status: 200 len: 221 time: 0.1319001 Feb 10 15:58:32.111280 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-5a23ffd6-de9e-4341-8bc5-dd923fd6beb4 req-acf3cbc5-85cc-47ad-bc4f-d4ffd772724c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] show failed (client error): The resource could not be found. Feb 10 15:58:32.126690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a23ffd6-de9e-4341-8bc5-dd923fd6beb4 req-acf3cbc5-85cc-47ad-bc4f-d4ffd772724c tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/00290ddf-b09e-4788-a38e-328b98d796a1 HTTP/1.1" status: 404 len: 352 time: 0.0361476 Feb 10 15:58:32.191873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:32.192223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3e7abb8a-1f8c-48fb-b2b4-8690f7fa9326 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:32.245756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '193929d6-05ce-49da-9ab1-ef564b2cfaf9'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:32.246669 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:32.375434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafced3-d71c-4178-bf3e-2ac20e204205 req-3ee15cf7-5822-41dc-9878-aa8d04045640 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:32.385928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcafced3-d71c-4178-bf3e-2ac20e204205 req-3ee15cf7-5822-41dc-9878-aa8d04045640 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2005420 Feb 10 15:58:32.521949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcafced3-d71c-4178-bf3e-2ac20e204205 req-60a3fc8e-a499-45cc-a9e6-c335f20a0fcb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298773 Feb 10 15:58:32.596251 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:32.607537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::d653:ea12:2e47:4835 (7768b853-ad2a-4996-92ad-0512b468b14d/193929d6-05ce-49da-9ab1-ef564b2cfaf9/045d4281-450c-4bd4-8204-ca7d4753ce25) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:32.757896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa64cb-fdd0-472f-a16b-705f6781edea req-da448bb9-04b8-4154-81d3-5fa80823d164 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:32.759480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3aa64cb-fdd0-472f-a16b-705f6781edea req-da448bb9-04b8-4154-81d3-5fa80823d164 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1024 time: 0.1558051 Feb 10 15:58:32.787295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c6be3-c1f9-4b46-97c0-2962e305edcc req-ba00a2ce-564a-4a5a-aae4-99827417d864 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:32.789181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-428c6be3-c1f9-4b46-97c0-2962e305edcc req-ba00a2ce-564a-4a5a-aae4-99827417d864 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.0984499 Feb 10 15:58:32.842687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:32.883240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3aa64cb-fdd0-472f-a16b-705f6781edea req-9cc31c51-4cef-4d98-9886-8887c125b35e tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4&id=3ec75bf8-143e-4a28-9b04-22d8c05d1e5a&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1139243 Feb 10 15:58:32.887157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-428c6be3-c1f9-4b46-97c0-2962e305edcc req-e9f3953b-32d3-4943-aaef-b5349be7e567 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697954 Feb 10 15:58:32.889775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:32.956276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:32.966647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:32.975526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:32.984722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:32.985419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:32.991245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/193929d6-05ce-49da-9ab1-ef564b2cfaf9/a5a78839-75a3-4266-962d-6252746b043a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:33.038427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44162) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:33.040606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5914392 Feb 10 15:58:33.043597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c6f04-139f-42f0-a079-db459218b3e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=045d4281-450c-4bd4-8204-ca7d4753ce25,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:33.178223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb65a5-473d-4a8f-88e7-47386e8e07ad req-8f6d96dc-68c8-4267-bcd4-b380561f573f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.186345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-80bb65a5-473d-4a8f-88e7-47386e8e07ad req-8f6d96dc-68c8-4267-bcd4-b380561f573f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.0895076 Feb 10 15:58:33.222613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05a08a-542a-496b-90de-4d5e07cb21ca tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.227579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44166) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:33.234962 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.238466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4c05a08a-542a-496b-90de-4d5e07cb21ca tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1977582 Feb 10 15:58:33.244478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.288103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-80bb65a5-473d-4a8f-88e7-47386e8e07ad req-12a2df60-6bd3-40a8-a41c-1ec3cad4aa43 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 Feb 10 15:58:33.299987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Pushing event updated for resources: {'Port': ['ID=a5a78839-75a3-4266-962d-6252746b043a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:33.313269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:33.315017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:33.317850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:33.386442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 045d4281-450c-4bd4-8204-ca7d4753ce25 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:33.386442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.413185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Attempting to bind port a5a78839-75a3-4266-962d-6252746b043a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:33.413555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Attempting to bind port a5a78839-75a3-4266-962d-6252746b043a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:33.413951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Attempting to bind port a5a78839-75a3-4266-962d-6252746b043a on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:33.432037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:33.433568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:33.435335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.435894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:33.436417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Bound port: a5a78839-75a3-4266-962d-6252746b043a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:33.436817 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.546807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.577101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 045d4281-450c-4bd4-8204-ca7d4753ce25 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:33.607128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd9b6f-b4df-426c-b417-0183e3526dad req-948d0872-4aa5-4fde-9929-f161b1bbdc8a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.612240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] For port a5a78839-75a3-4266-962d-6252746b043a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:33.616516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] For port a5a78839-75a3-4266-962d-6252746b043a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5a78839-75a3-4266-962d-6252746b043a,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:33.617714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37dd9b6f-b4df-426c-b417-0183e3526dad req-948d0872-4aa5-4fde-9929-f161b1bbdc8a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1643741 Feb 10 15:58:33.623163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:33.685405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37dd9b6f-b4df-426c-b417-0183e3526dad req-115ecadd-9cd0-4fe2-85c2-9740140b9f0a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Feb 10 15:58:33.715578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617af114-414e-49e7-bc88-cbb7273f9a92 None None] Pushing event updated for resources: {'Port': ['ID=a5a78839-75a3-4266-962d-6252746b043a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:33.975723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-b172e2f3-096d-44b7-988f-11c3b3b82180 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.984291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-b172e2f3-096d-44b7-988f-11c3b3b82180 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1024 time: 0.1874566 Feb 10 15:58:33.985509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.030164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0377b6-2eec-4657-9fce-91125907881b req-fe15ae50-8bd5-443c-afde-4ad1b742eacb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:34.031395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee0377b6-2eec-4657-9fce-91125907881b req-fe15ae50-8bd5-443c-afde-4ad1b742eacb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1605909 Feb 10 15:58:34.049269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.159574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=045d4281-450c-4bd4-8204-ca7d4753ce25,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:34.203826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee0377b6-2eec-4657-9fce-91125907881b req-5e20a7f6-1d17-44f1-b04a-39a6011275d3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624446 Feb 10 15:58:34.236285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.244275 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d56131ba-8fe9-4455-83bd-4ad3a21898ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/045d4281-450c-4bd4-8204-ca7d4753ce25 HTTP/1.1" status: 204 len: 168 time: 1.0154908 Feb 10 15:58:34.246485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:34.251897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df926bf-a6aa-4d23-9f0a-8d7c5bf3a90e req-01b4ddeb-f45c-4b37-a436-44f1c6e77834 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:34.271543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2df926bf-a6aa-4d23-9f0a-8d7c5bf3a90e req-01b4ddeb-f45c-4b37-a436-44f1c6e77834 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 1024 time: 0.1992118 Feb 10 15:58:34.352718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.404736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2df926bf-a6aa-4d23-9f0a-8d7c5bf3a90e req-aadf7dbe-d630-4e63-b38a-4504de7ae517 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4&id=3ec75bf8-143e-4a28-9b04-22d8c05d1e5a&id=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1251745 Feb 10 15:58:34.465632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Deleting port 9da1e924-4145-4f0d-a35b-f224bdf5d361 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:34.468085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.474516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d646-cebc-48fe-9df7-1c7e813ee8eb req-d41a213e-81ce-44f6-8868-42df0b68d8ea tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:34.476888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e05d646-cebc-48fe-9df7-1c7e813ee8eb req-d41a213e-81ce-44f6-8868-42df0b68d8ea tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.0667436 Feb 10 15:58:34.572187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e05d646-cebc-48fe-9df7-1c7e813ee8eb req-7473d7e5-1175-4792-bf9a-e3c7bffa2d2e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849276 Feb 10 15:58:34.654191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd66de-12c2-4e50-8214-6e908618a9c0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:34.657434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd66de-12c2-4e50-8214-6e908618a9c0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:34.662053 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f9bd66de-12c2-4e50-8214-6e908618a9c0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4145916 Feb 10 15:58:34.664784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44202) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:34.726833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] For port 9da1e924-4145-4f0d-a35b-f224bdf5d361, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9da1e924-4145-4f0d-a35b-f224bdf5d361,segment=NetworkSegment(896904d2-4b78-412c-b9b2-31d75a837ca3),segment_id=896904d2-4b78-412c-b9b2-31d75a837ca3)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:34.728040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.766843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Calling delete_port for 9da1e924-4145-4f0d-a35b-f224bdf5d361 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:34.866018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 193929d6-05ce-49da-9ab1-ef564b2cfaf9 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:34.869741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.916289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff61a0c-85e8-435c-aa3c-1c253331038f req-7f7334db-5c8e-41bf-aa7c-bd9aff2e64ad tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:34.943802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fff61a0c-85e8-435c-aa3c-1c253331038f req-7f7334db-5c8e-41bf-aa7c-bd9aff2e64ad tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1731703 Feb 10 15:58:34.977584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:34.999760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:35.041570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'Port': ['ID=9da1e924-4145-4f0d-a35b-f224bdf5d361,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:35.118946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] No DVR routers for this DVR port 9da1e924-4145-4f0d-a35b-f224bdf5d361 on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:35.121657 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:35.126113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7df97e91-10a0-41dc-9b3e-2cc7d010630d req-63ac463c-aae5-476b-a403-71422ecd2880 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.45 "DELETE /v2.0/ports/9da1e924-4145-4f0d-a35b-f224bdf5d361 HTTP/1.1" status: 204 len: 173 time: 1.1298003 Feb 10 15:58:35.126113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'name': 'network-vif-deleted', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:35.140120 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf54e60-195c-4afe-82eb-665e064ebffd" -d '{"events": [{"server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "name": "network-vif-deleted", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:35.143884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fff61a0c-85e8-435c-aa3c-1c253331038f req-128dd4c7-5b4f-4b8d-b489-1ee0be418631 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024996 Feb 10 15:58:35.238629 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a30f7b-c2b7-4f0b-b35b-cd6269280859 x-openstack-request-id: req-f1a30f7b-c2b7-4f0b-b35b-cd6269280859 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:35.239403 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb275b1e-6052-4349-a634-584f884781c3", "name": "network-vif-deleted", "tag": "9da1e924-4145-4f0d-a35b-f224bdf5d361", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:35.239882 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1a30f7b-c2b7-4f0b-b35b-cd6269280859 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:35.241444 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb275b1e-6052-4349-a634-584f884781c3', 'name': 'network-vif-deleted', 'tag': '9da1e924-4145-4f0d-a35b-f224bdf5d361', 'status': 'completed', 'code': 200} Feb 10 15:58:35.296163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:35.384148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa7e62-5bb6-4fc7-9983-11b77a28b580 req-3be178b5-bc13-4275-aa7d-3bac85e18167 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:35.385785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bfa7e62-5bb6-4fc7-9983-11b77a28b580 req-3be178b5-bc13-4275-aa7d-3bac85e18167 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1036799 Feb 10 15:58:35.453854 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:35.519739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=193929d6-05ce-49da-9ab1-ef564b2cfaf9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:35.527003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:35.533322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44238) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:35.533632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2bafd4db-f40a-4ec1-8456-fd2bdcb0dc06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/193929d6-05ce-49da-9ab1-ef564b2cfaf9 HTTP/1.1" status: 204 len: 168 time: 0.8674045 Feb 10 15:58:35.614181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bfa7e62-5bb6-4fc7-9983-11b77a28b580 req-ae76251e-7840-4878-be8f-9eb45e8597d7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046075 Feb 10 15:58:35.708841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6a0604f-a159-472f-978a-44dd0ad6ea78 req-40b63ff7-da3e-4046-bdda-1c0c78286b9b tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb275b1e-6052-4349-a634-584f884781c3 HTTP/1.1" status: 200 len: 210 time: 0.0918326 Feb 10 15:58:35.711715 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-70f57cf6-c806-4491-8f84-21c29970a4c5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1769764 Feb 10 15:58:35.714512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44248) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:35.720568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:35.769232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bcf00f-f0d9-4b7c-a336-9c4dee458d35 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:35.907003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae1f3a-206c-4adc-914b-99b38601d2b9 req-1568d897-aa5d-4d58-bf8d-551b52c3373d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:35.918350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ae1f3a-206c-4adc-914b-99b38601d2b9 req-1568d897-aa5d-4d58-bf8d-551b52c3373d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1040857 Feb 10 15:58:35.922649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cff23024-ba80-4aba-8a01-4ef99041bdf9 None None] Provisioning complete for port a5a78839-75a3-4266-962d-6252746b043a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:35.923269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cff23024-ba80-4aba-8a01-4ef99041bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:35.941727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:35.945598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.029749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ae1f3a-206c-4adc-914b-99b38601d2b9 req-c9a1608a-d84c-4166-9380-5634d83344f5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059806 Feb 10 15:58:36.111185 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cff23024-ba80-4aba-8a01-4ef99041bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.113243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5a78839-75a3-4266-962d-6252746b043a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:36.209922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cff23024-ba80-4aba-8a01-4ef99041bdf9 None None] For port a5a78839-75a3-4266-962d-6252746b043a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5a78839-75a3-4266-962d-6252746b043a,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:36.218377 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cff23024-ba80-4aba-8a01-4ef99041bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.255378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a5a78839-75a3-4266-962d-6252746b043a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:36.256142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.462380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:36.510341 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.537427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9da1e924-4145-4f0d-a35b-f224bdf5d361 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:36.567966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 9da1e924-4145-4f0d-a35b-f224bdf5d361 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:36.568658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9da1e924-4145-4f0d-a35b-f224bdf5d361 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:36.575081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d885a-6241-49fc-80a9-cd08873b8aac req-74463eb1-a690-499c-9c6a-6d330892f93d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:36.577154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-710d885a-6241-49fc-80a9-cd08873b8aac req-74463eb1-a690-499c-9c6a-6d330892f93d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4534411 Feb 10 15:58:36.581257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:36.585832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:36.591566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:36.593216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.600804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff23024-ba80-4aba-8a01-4ef99041bdf9 None None] Pushing event updated for resources: {'Port': ['ID=a5a78839-75a3-4266-962d-6252746b043a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:36.621343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=316dca05-b3a2-4d8f-83ed-37f22e5c00ff,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:36.653985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2cca7c1b-b051-4014-9e18-aeef89792d1e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9355295 Feb 10 15:58:36.659204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44268) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:36.664741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': '316dca05-b3a2-4d8f-83ed-37f22e5c00ff', 'ip_address': '2001:db8::196a:7572:59f8:b3e7'}], 'name': 'tempest-NetworksTestDHCPv6-1147055167'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:36.683047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-710d885a-6241-49fc-80a9-cd08873b8aac req-69e8f93a-9a76-49b9-acc1-45176d53e4ba tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983713 Feb 10 15:58:36.705056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Deleting port a5a78839-75a3-4266-962d-6252746b043a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:36.720030 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:36.886236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:37.010374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] For port a5a78839-75a3-4266-962d-6252746b043a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5a78839-75a3-4266-962d-6252746b043a,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:37.010988 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.045093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Calling delete_port for a5a78839-75a3-4266-962d-6252746b043a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:37.054622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.069708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d137d-b2ab-4309-ad4f-861beb3d015c req-774e043b-520e-47e8-8a41-012aa92b017c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:37.071237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-602d137d-b2ab-4309-ad4f-861beb3d015c req-774e043b-520e-47e8-8a41-012aa92b017c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1672726 Feb 10 15:58:37.098179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port db330f06-6234-414e-903b-b4a9ab106d0b yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:37.116044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cd29520-00ae-4c00-bbab-bbfa0ffbe5f1 req-0f8f930f-7f98-407e-a991-781b9f3dee6a tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4 HTTP/1.1" status: 200 len: 1803 time: 0.2756572 Feb 10 15:58:37.218082 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.239094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5cd29520-00ae-4c00-bbab-bbfa0ffbe5f1 req-e428355b-e64d-450c-9f65-e4e4bf4d3c03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.266115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-602d137d-b2ab-4309-ad4f-861beb3d015c req-bdd0a627-50e3-4285-ba4f-fb5e07c70faf tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799750 Feb 10 15:58:37.285441 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Pushing event deleted for resources: {'Port': ['ID=a5a78839-75a3-4266-962d-6252746b043a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:37.321155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] No DVR routers for this DVR port a5a78839-75a3-4266-962d-6252746b043a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:37.329044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.334768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.341526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.342114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.342542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.343802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.344237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.350801 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5cd29520-00ae-4c00-bbab-bbfa0ffbe5f1 req-e428355b-e64d-450c-9f65-e4e4bf4d3c03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.351603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.351603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.351603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.351603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.351603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624533d8-d0a4-4286-9b38-4ccc599ea0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:37.354405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::196a:7572:59f8:b3e7 (7768b853-ad2a-4996-92ad-0512b468b14d/316dca05-b3a2-4d8f-83ed-37f22e5c00ff/db330f06-6234-414e-903b-b4a9ab106d0b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:37.382589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056c187-1268-44cf-96dc-8894dbb73532 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:37.418141 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5cd29520-00ae-4c00-bbab-bbfa0ffbe5f1 req-e428355b-e64d-450c-9f65-e4e4bf4d3c03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.423495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5cd29520-00ae-4c00-bbab-bbfa0ffbe5f1 req-e428355b-e64d-450c-9f65-e4e4bf4d3c03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.424862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cd29520-00ae-4c00-bbab-bbfa0ffbe5f1 req-e428355b-e64d-450c-9f65-e4e4bf4d3c03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4 HTTP/1.1" status: 204 len: 173 time: 0.2950709 Feb 10 15:58:37.478861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428355b-e64d-450c-9f65-e4e4bf4d3c03 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a2e12c-2ba2-4911-9c26-d0ecfeb285a4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:37.570684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.632673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '316dca05-b3a2-4d8f-83ed-37f22e5c00ff'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:37.634854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.635784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.636523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a288c45-9973-42a8-a386-f67fe6d50a80 req-584aca89-660e-4956-8152-f736fe025f11 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "GET /v2.0/security-groups/3ec75bf8-143e-4a28-9b04-22d8c05d1e5a HTTP/1.1" status: 200 len: 1803 time: 0.1444676 Feb 10 15:58:37.690852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:37.698083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:37.702908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:37.715616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:37.716682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.747639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=db330f06-6234-414e-903b-b4a9ab106d0b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:37.751575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a288c45-9973-42a8-a386-f67fe6d50a80 req-2c61024c-9662-4f78-8faa-e374cd1e6c05 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.754727 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4730b537-4fb2-4c51-b6f8-865f7e41acb1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0943367 Feb 10 15:58:37.757188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44314) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:37.765251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3646a9a-0086-4c5c-9716-356b8b99183c req-87c7251a-979e-4642-869d-1c39ab1eb7bb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:37.780060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3646a9a-0086-4c5c-9716-356b8b99183c req-87c7251a-979e-4642-869d-1c39ab1eb7bb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3231406 Feb 10 15:58:37.818484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba20397-4848-47fc-802a-321ff99a6693 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:37.822417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fba20397-4848-47fc-802a-321ff99a6693 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0619721 Feb 10 15:58:37.823344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44316) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:37.849182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3646a9a-0086-4c5c-9716-356b8b99183c req-5a9916c9-047d-4b0c-bb9d-485afe1f7d7b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680373 Feb 10 15:58:37.882328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a288c45-9973-42a8-a386-f67fe6d50a80 req-2c61024c-9662-4f78-8faa-e374cd1e6c05 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:37.996349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5a78839-75a3-4266-962d-6252746b043a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:38.038448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port db330f06-6234-414e-903b-b4a9ab106d0b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:38.039949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.040604 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a288c45-9973-42a8-a386-f67fe6d50a80 req-2c61024c-9662-4f78-8faa-e374cd1e6c05 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.046351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8a288c45-9973-42a8-a386-f67fe6d50a80 req-2c61024c-9662-4f78-8faa-e374cd1e6c05 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.046567 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a288c45-9973-42a8-a386-f67fe6d50a80 req-2c61024c-9662-4f78-8faa-e374cd1e6c05 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ec75bf8-143e-4a28-9b04-22d8c05d1e5a HTTP/1.1" status: 204 len: 173 time: 0.4084518 Feb 10 15:58:38.053156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44322) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:38.059244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a5a78839-75a3-4266-962d-6252746b043a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:38.059995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5a78839-75a3-4266-962d-6252746b043a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:38.086739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61024c-9662-4f78-8faa-e374cd1e6c05 tempest-SecurityGroupsTestJSON-2109690266 tempest-SecurityGroupsTestJSON-2109690266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec75bf8-143e-4a28-9b04-22d8c05d1e5a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:38.097871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/316dca05-b3a2-4d8f-83ed-37f22e5c00ff/83fd1b40-e935-480d-8545-d3af01d93a29) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:38.208446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7daca-f93d-4026-af0f-9e46ed117a90 req-31d4e687-1e5f-4c00-aa0f-d917f9df04cb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:38.221278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15d7daca-f93d-4026-af0f-9e46ed117a90 req-31d4e687-1e5f-4c00-aa0f-d917f9df04cb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2445505 Feb 10 15:58:38.268910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.297961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for db330f06-6234-414e-903b-b4a9ab106d0b owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:38.337654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Deleting subnet 78ab68c8-5f3d-49c3-a43d-d764c12f11ef {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:38.388325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15d7daca-f93d-4026-af0f-9e46ed117a90 req-1927e2e1-4194-4bdb-8821-5e54245536cf tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647792 Feb 10 15:58:38.396244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.494554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.496642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.506338 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.595876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:38.600425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:38.612799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:38.655432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Pushing event updated for resources: {'Port': ['ID=83fd1b40-e935-480d-8545-d3af01d93a29,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:38.670962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.671261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.735395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=db330f06-6234-414e-903b-b4a9ab106d0b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:38.773677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3636a-2047-4847-9025-4d1efda691f5 req-f61b06bd-a0dc-4d68-83ac-79d0b5a5b6ff tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:38.777048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf3636a-2047-4847-9025-4d1efda691f5 req-f61b06bd-a0dc-4d68-83ac-79d0b5a5b6ff tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2430966 Feb 10 15:58:38.777345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Attempting to bind port 83fd1b40-e935-480d-8545-d3af01d93a29 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:38.777761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Attempting to bind port 83fd1b40-e935-480d-8545-d3af01d93a29 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:38.778148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Attempting to bind port 83fd1b40-e935-480d-8545-d3af01d93a29 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:38.779655 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.790521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:38.791076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:38.791533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.791936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:38.793532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Bound port: 83fd1b40-e935-480d-8545-d3af01d93a29, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:38.798050 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.802478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.807111 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e60af8d7-a60a-40c7-a7fc-1a900d7d9f5c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/db330f06-6234-414e-903b-b4a9ab106d0b HTTP/1.1" status: 204 len: 168 time: 0.9831979 Feb 10 15:58:38.811304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44352) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:38.863046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:38.896572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78ab68c8-5f3d-49c3-a43d-d764c12f11ef HTTP/1.1" status: 204 len: 168 time: 0.8402269 Feb 10 15:58:38.902761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44360) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:38.952808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] For port 83fd1b40-e935-480d-8545-d3af01d93a29, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:38.963531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] For port 83fd1b40-e935-480d-8545-d3af01d93a29, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=83fd1b40-e935-480d-8545-d3af01d93a29,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:38.995673 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:39.033005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b949e56-ed19-47c8-976d-9b951e2922b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ab68c8-5f3d-49c3-a43d-d764c12f11ef,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:39.195949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf3636a-2047-4847-9025-4d1efda691f5 req-769cdef8-3833-4c12-96e9-adc50f334be9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700397 Feb 10 15:58:39.235704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:39.260458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac33481-6856-4cc0-9cfa-2585361ef8ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:39.262438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac33481-6856-4cc0-9cfa-2585361ef8ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:39.264660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1ac33481-6856-4cc0-9cfa-2585361ef8ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4252799 Feb 10 15:58:39.271613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44370) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:39.368176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e35fb-354a-420a-a16a-13e1c985d2bd None None] Pushing event updated for resources: {'Port': ['ID=83fd1b40-e935-480d-8545-d3af01d93a29,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:39.427473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011b127-ca45-4bcc-8606-0752cc534985 req-b810b40f-6b68-4dd8-8bad-6bed5897f57c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:39.441398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c011b127-ca45-4bcc-8606-0752cc534985 req-b810b40f-6b68-4dd8-8bad-6bed5897f57c tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.1395319 Feb 10 15:58:39.544326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c011b127-ca45-4bcc-8606-0752cc534985 req-2b97c3e1-fc04-4450-b110-13dec7644024 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019762 Feb 10 15:58:39.704632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 316dca05-b3a2-4d8f-83ed-37f22e5c00ff {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:39.716930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:39.723822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:39.748032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c987e-c673-4b47-b2cc-439f3dcf038c req-22993683-28e1-4266-ab30-a471638bd9dc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:39.750724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a62c987e-c673-4b47-b2cc-439f3dcf038c req-22993683-28e1-4266-ab30-a471638bd9dc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1671712 Feb 10 15:58:39.845795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a62c987e-c673-4b47-b2cc-439f3dcf038c req-526ef700-b6c4-4f5a-b39c-9d2f61262982 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890510 Feb 10 15:58:39.877623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:39.908791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:39.967238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896904d2-4b78-412c-b9b2-31d75a837ca3') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:39.967905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896904d2-4b78-412c-b9b2-31d75a837ca3') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:39.989071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.022525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 83fd1b40-e935-480d-8545-d3af01d93a29 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:40.066590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.071567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575d5b4-7b0e-43ad-b1f9-65652ebf72b9 req-dcac98ae-d4d2-4786-b812-de4fe60b3064 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:40.103706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4575d5b4-7b0e-43ad-b1f9-65652ebf72b9 req-dcac98ae-d4d2-4786-b812-de4fe60b3064 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1292744 Feb 10 15:58:40.162478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.175753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 83fd1b40-e935-480d-8545-d3af01d93a29 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:40.177788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.197571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:58:40.198039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.229193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4575d5b4-7b0e-43ad-b1f9-65652ebf72b9 req-3d5815a0-e507-48dc-8bc5-90060bd54b94 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223078 Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:58:40.307433 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:58:40.312481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.345036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.346237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.348747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.367765 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/316dca05-b3a2-4d8f-83ed-37f22e5c00ff HTTP/1.1" status: 204 len: 168 time: 1.0946357 Feb 10 15:58:40.370016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:40.420220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.428488 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c HTTP/1.1" status: 204 len: 168 time: 1.5191972 Feb 10 15:58:40.432306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 83fd1b40-e935-480d-8545-d3af01d93a29, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=83fd1b40-e935-480d-8545-d3af01d93a29,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:40.437267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2e906957-59ae-468d-91ec-727d616269c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657535 Feb 10 15:58:40.442165 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:40.447215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44404) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:40.461258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c5fe2-f05e-4334-8161-28d587b1c19e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=316dca05-b3a2-4d8f-83ed-37f22e5c00ff,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:40.570753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b117045-9fc3-441d-9a5c-41578c39e633 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5efd36-ef6f-4d18-aee6-467d9c3ceb6c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:40.603386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=83fd1b40-e935-480d-8545-d3af01d93a29,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:40.637340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478729fb-f8be-408e-b69e-b715fa540092 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:40.638882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-478729fb-f8be-408e-b69e-b715fa540092 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1901796 Feb 10 15:58:40.643940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:40.855211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6451-715a-4ca1-a60e-59abd46d1e75 req-72a6b066-fe42-41a7-880e-3b76a4cddfc4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:40.856830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-972e6451-715a-4ca1-a60e-59abd46d1e75 req-72a6b066-fe42-41a7-880e-3b76a4cddfc4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2163794 Feb 10 15:58:40.888534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f223c9-70a7-46b0-ade0-78d5a9762c20 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:40.895371 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6f223c9-70a7-46b0-ade0-78d5a9762c20 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2455094 Feb 10 15:58:40.895371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44418) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:40.901234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44420) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:40.931257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-972e6451-715a-4ca1-a60e-59abd46d1e75 req-35ad0a62-823b-4666-b044-20a97e7a74ff tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557170 Feb 10 15:58:40.961368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897423fc-2fb7-4023-adef-90f21efeb4e9 req-b445f9c1-e3f6-4ffc-be31-c86b603eff16 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:40.976233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-897423fc-2fb7-4023-adef-90f21efeb4e9 req-b445f9c1-e3f6-4ffc-be31-c86b603eff16 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.2412190 Feb 10 15:58:41.027997 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3316fd09-b04b-41fd-8fee-15120a386e28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951440 Feb 10 15:58:41.033886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44424) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:41.042345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:41.061939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-897423fc-2fb7-4023-adef-90f21efeb4e9 req-d73c0cc3-699c-4d19-a4c9-9bad3252e285 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814855 Feb 10 15:58:41.179010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ac8f4-4814-45ae-8c13-364ebbc5e1dd req-44206525-966f-425a-b861-01c20f165e54 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:41.181120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db8ac8f4-4814-45ae-8c13-364ebbc5e1dd req-44206525-966f-425a-b861-01c20f165e54 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1182117 Feb 10 15:58:41.271049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db8ac8f4-4814-45ae-8c13-364ebbc5e1dd req-53caa00d-c8cd-4b62-9ce3-06545d795d86 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832503 Feb 10 15:58:41.321401 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c64cc032-eb6e-4736-8b3a-42fc47c918ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f089a48d099647ac8a623cb66e4962b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266641 Feb 10 15:58:41.324148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:41.346254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-52deafa8-69d3-4794-a9f5-b489b01fed21 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:41.348623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-52deafa8-69d3-4794-a9f5-b489b01fed21 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.1626377 Feb 10 15:58:41.377358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:41.381280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:41.408919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0678b6-765c-42eb-8e93-64d295fe8e29 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:41.538011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e28c-7844-45cb-9419-73eb09c447ba req-3f90eb73-d74e-436d-8f5d-d7c72305764f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:41.553833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd87e28c-7844-45cb-9419-73eb09c447ba req-3f90eb73-d74e-436d-8f5d-d7c72305764f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1275663 Feb 10 15:58:41.575502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8a9e9e86-5a9d-49d6-910a-3d5df65fbaff None None] Provisioning complete for port 83fd1b40-e935-480d-8545-d3af01d93a29 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:41.576490 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8a9e9e86-5a9d-49d6-910a-3d5df65fbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:41.691074 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8b66c3a-9bb3-47d4-bec6-31cf4febfbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:41.750203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd87e28c-7844-45cb-9419-73eb09c447ba req-026b5db8-f9a8-47ee-8bf8-55a02f086c91 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947148 Feb 10 15:58:41.906185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:42.018825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] Deleting port 83fd1b40-e935-480d-8545-d3af01d93a29 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:42.019211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.067184 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8b66c3a-9bb3-47d4-bec6-31cf4febfbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.071252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Deleting port 3a9bed48-b369-4661-8359-6ca06ee2a5ea {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:42.072450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.082146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.087281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1381c1d-e45b-4eba-a10e-e8c3f370303d req-0f2312cc-0fba-49c1-9e57-e1971518f487 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:42.095845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1381c1d-e45b-4eba-a10e-e8c3f370303d req-0f2312cc-0fba-49c1-9e57-e1971518f487 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1227314 Feb 10 15:58:42.128870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] For port 83fd1b40-e935-480d-8545-d3af01d93a29, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=83fd1b40-e935-480d-8545-d3af01d93a29,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:42.132020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.198210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] Calling delete_port for 83fd1b40-e935-480d-8545-d3af01d93a29 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:42.209094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:42.216357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:42.223351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:42.224173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.262087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=f4221fed-3f8b-4890-8f26-b4f20364526e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:42.272892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3e2ea088-0f51-4890-84ff-46bbb13f187b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2374518 Feb 10 15:58:42.276046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:42.285614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': 'f4221fed-3f8b-4890-8f26-b4f20364526e', 'ip_address': '2001:db8::cf48:d9e8:eaf2:b3f5'}], 'name': 'tempest-NetworksTestDHCPv6-1794040485'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:42.407740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1381c1d-e45b-4eba-a10e-e8c3f370303d req-0a43c85f-d634-4611-b6bd-49f9bab0b175 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055873 Feb 10 15:58:42.427698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] For port 3a9bed48-b369-4661-8359-6ca06ee2a5ea, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3a9bed48-b369-4661-8359-6ca06ee2a5ea,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:42.428081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.456966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1928ce-40d2-4918-bab0-1efdc28a21f6 req-aa784652-d12a-4983-8555-6cd63c5f87c1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:42.463600 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.478305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc1928ce-40d2-4918-bab0-1efdc28a21f6 req-aa784652-d12a-4983-8555-6cd63c5f87c1 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 947 time: 0.2872710 Feb 10 15:58:42.523713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8b66c3a-9bb3-47d4-bec6-31cf4febfbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.526276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8b66c3a-9bb3-47d4-bec6-31cf4febfbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:42.539597 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e8b66c3a-9bb3-47d4-bec6-31cf4febfbb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6 HTTP/1.1" status: 204 len: 168 time: 1.2121193 Feb 10 15:58:42.585123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc1928ce-40d2-4918-bab0-1efdc28a21f6 req-aa74c84f-a00c-489c-bc92-94808dc16360 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups?id=d518cb6c-0aed-4232-89fc-312877a82bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058953 Feb 10 15:58:42.610882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] No DVR routers for this DVR port 83fd1b40-e935-480d-8545-d3af01d93a29 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:42.615153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ade523-278f-4e38-80b4-60d838cba0f2 None None] Pushing event deleted for resources: {'Port': ['ID=83fd1b40-e935-480d-8545-d3af01d93a29,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:42.651985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da815e-eddb-4657-8a0a-e2f6054a2566 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:42.683791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b66c3a-9bb3-47d4-bec6-31cf4febfbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ec2f4-a0a2-468f-bdd4-84b5b0b1c2b6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:42.972961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e16124-2241-488d-89ed-3be4cdab3ebf req-1eb81498-d332-46d6-a21d-9909fa796b3a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:42.985739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0e16124-2241-488d-89ed-3be4cdab3ebf req-1eb81498-d332-46d6-a21d-9909fa796b3a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2301066 Feb 10 15:58:43.084155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'f4221fed-3f8b-4890-8f26-b4f20364526e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:43.085389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:43.132936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0e16124-2241-488d-89ed-3be4cdab3ebf req-f65b9f2d-8199-4f17-b94d-b19d3950d5fc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461456 Feb 10 15:58:43.175268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:43.175875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:43.175999 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Floating IP ebc5102a-8361-4cba-b234-51b3ac976317 disassociated. External IP: 172.25.7.17, port: 3a9bed48-b369-4661-8359-6ca06ee2a5ea. Feb 10 15:58:43.176329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Calling delete_port for 3a9bed48-b369-4661-8359-6ca06ee2a5ea owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:43.227588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:43.394799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:43.395059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3a9bed48-b369-4661-8359-6ca06ee2a5ea no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:43.434389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/f4221fed-3f8b-4890-8f26-b4f20364526e/3c059a3c-0ae6-4323-b746-daef9a40bcb9) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:43.515779 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:43.533110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 39f8fd9f-abbf-44ea-858e-46dbbacea023 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:43.751346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:43.866522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc8fafaa-18ed-41a3-9042-b152401c1af3 req-186fe49d-3b62-4fa3-945f-5cfbfda953b8 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 210 time: 0.0671890 Feb 10 15:58:43.894311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event deleted for resources: {'Port': ['ID=3a9bed48-b369-4661-8359-6ca06ee2a5ea,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:44.138031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 83fd1b40-e935-480d-8545-d3af01d93a29 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:44.250781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 83fd1b40-e935-480d-8545-d3af01d93a29 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:44.251132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 83fd1b40-e935-480d-8545-d3af01d93a29 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:44.329548 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:44.346205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:44.435734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Router a65619da-bc3e-4c21-bc92-dc83c665b93e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:58:44.465738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:44.479949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:44.491866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf94ea5-73d7-4c1c-a406-e70346d1f09a req-84d37739-64bf-48b1-8d81-28769265f381 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:44.492178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:44.507983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf94ea5-73d7-4c1c-a406-e70346d1f09a req-84d37739-64bf-48b1-8d81-28769265f381 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1406751 Feb 10 15:58:44.532133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44520) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:44.660805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::cf48:d9e8:eaf2:b3f5 (7768b853-ad2a-4996-92ad-0512b468b14d/f4221fed-3f8b-4890-8f26-b4f20364526e/39f8fd9f-abbf-44ea-858e-46dbbacea023) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:44.759423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf94ea5-73d7-4c1c-a406-e70346d1f09a req-a0163ce7-5743-4bf0-a78e-36ff6ee70f0f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367268 Feb 10 15:58:44.785676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Pushing event updated for resources: {'Port': ['ID=3c059a3c-0ae6-4323-b746-daef9a40bcb9,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:44.818165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Attempting to bind port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:44.819065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Attempting to bind port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:44.822101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Attempting to bind port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:44.832743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:44.833808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:44.834837 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:44.836433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:44.838035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Bound port: 3c059a3c-0ae6-4323-b746-daef9a40bcb9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:44.838868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:44.971240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1749284501-network', 'tenant_id': '5519e49c8552460ba32e6a7e0c738845'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:45.062999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] For port 3c059a3c-0ae6-4323-b746-daef9a40bcb9, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:45.068354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] For port 3c059a3c-0ae6-4323-b746-daef9a40bcb9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3c059a3c-0ae6-4323-b746-daef9a40bcb9,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:45.075319 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.095502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Made reservation on behalf of 5519e49c8552460ba32e6a7e0c738845 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:45.113097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.184018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.256329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4b4cf19-511d-46a0-802b-7e361eaa29b1 req-82d08df3-751e-4347-a0a1-56953d9b74e2 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 210 time: 0.1732585 Feb 10 15:58:45.272595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919ea21-4f86-43a9-9469-3fa54c74fabc None None] Pushing event updated for resources: {'Port': ['ID=3c059a3c-0ae6-4323-b746-daef9a40bcb9,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:45.518079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44554) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:45.646707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59ce18-cd66-4b1d-822c-ef3a90a1c230 req-f21f4afe-32e4-46b6-881a-f1c518e320e5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:45.660025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c59ce18-cd66-4b1d-822c-ef3a90a1c230 req-f21f4afe-32e4-46b6-881a-f1c518e320e5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2718530 Feb 10 15:58:45.690754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.708543 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.731261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:58:45.763235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.763695 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Added segment a43fa940-9002-48e7-8d3a-4ec06df64bb8 of type vlan for network a58aa33a-2ec5-4e2e-ab20-815761395414 Feb 10 15:58:45.826412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.859783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:58:45.873972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:58:45.890114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c59ce18-cd66-4b1d-822c-ef3a90a1c230 req-8e365e13-8515-45f6-9f45-ab8ecff4ef67 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249985 Feb 10 15:58:45.896464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:58:45.904756 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61ad6f09-3a3c-40e7-b702-abafda249abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.909116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:58:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:45.953316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb80150-874d-40d8-84bc-b05d73f1f9aa,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:45.976859 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:45.977967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:45.978693 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.013403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4797199 Feb 10 15:58:46.026426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44564) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:46.044152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Request body: {'subnet': {'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1749284501-subnet', 'tenant_id': '5519e49c8552460ba32e6a7e0c738845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:46.102743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] No DVR routers for this DVR port 3a9bed48-b369-4661-8359-6ca06ee2a5ea on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:46.110905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.118535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0caf7-c07e-4b99-bbeb-1c90f4be9577 admin admin] Pushing event updated for resources: {'Network': ['ID=a58aa33a-2ec5-4e2e-ab20-815761395414,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:46.121511 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-628ff7fe-4542-423c-b39a-0fe4a0d52ba1 req-9fb9f149-6da0-43f6-a6c1-18cb8ec164fa tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.75 "DELETE /v2.0/ports/3a9bed48-b369-4661-8359-6ca06ee2a5ea HTTP/1.1" status: 204 len: 173 time: 4.7612920 Feb 10 15:58:46.125773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-deleted', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:58:46.140315 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ca815c-392d-4072-bce1-8519b687e50c" -d '{"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-deleted", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:46.150145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network a58aa33a-2ec5-4e2e-ab20-815761395414 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:58:46.243290 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61ad6f09-3a3c-40e7-b702-abafda249abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.251818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61ad6f09-3a3c-40e7-b702-abafda249abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.260240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Made reservation on behalf of 5519e49c8552460ba32e6a7e0c738845 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:46.262644 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.308559 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdd994c-e82d-4258-b63f-d456acc7c536 x-openstack-request-id: req-1bdd994c-e82d-4258-b63f-d456acc7c536 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:46.309157 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14b976-1ee8-484d-9689-12f7433a90b4", "name": "network-vif-deleted", "tag": "3a9bed48-b369-4661-8359-6ca06ee2a5ea", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:46.309623 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bdd994c-e82d-4258-b63f-d456acc7c536 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:46.310219 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14b976-1ee8-484d-9689-12f7433a90b4', 'name': 'network-vif-deleted', 'tag': '3a9bed48-b369-4661-8359-6ca06ee2a5ea', 'status': 'completed', 'code': 200} Feb 10 15:58:46.386878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6f09-3a3c-40e7-b702-abafda249abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64175241-19fd-4aca-b1d4-d4f26fccd4b4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:46.401528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-61ad6f09-3a3c-40e7-b702-abafda249abc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d68bfeb3279f43128c1595324b64acc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694136 Feb 10 15:58:46.413767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44576) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:46.557432 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.652740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3c059a3c-0ae6-4323-b746-daef9a40bcb9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:46.694226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ade9120-25c6-415a-aeaa-9cc30340cc6c req-6e2cc668-25c4-4763-868f-b10a02963331 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14b976-1ee8-484d-9689-12f7433a90b4 HTTP/1.1" status: 200 len: 210 time: 0.1223383 Feb 10 15:58:46.747523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:58:46.789181 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de33c37a-fa96-40f0-b20a-5441e73b368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.831536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de33c37a-fa96-40f0-b20a-5441e73b368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.946593 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de33c37a-fa96-40f0-b20a-5441e73b368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.949248 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-de33c37a-fa96-40f0-b20a-5441e73b368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:46.950289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-de33c37a-fa96-40f0-b20a-5441e73b368f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64175241-19fd-4aca-b1d4-d4f26fccd4b4 HTTP/1.1" status: 204 len: 168 time: 0.5343041 Feb 10 15:58:46.963016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33c37a-fa96-40f0-b20a-5441e73b368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64175241-19fd-4aca-b1d4-d4f26fccd4b4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:46.986943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.086058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:47.086440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.112263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.134504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:47.282664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef74b7-2af3-48eb-9b10-39b19b60e961 req-e9a348f9-d828-42aa-98b5-e178321cfa07 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:47.285163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc4ed69-5d67-4519-b385-7609cbc46fb6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:47.298248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bef74b7-2af3-48eb-9b10-39b19b60e961 req-e9a348f9-d828-42aa-98b5-e178321cfa07 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1484506 Feb 10 15:58:47.305305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:47.321257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:47.344501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:47.346400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.377818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=39f8fd9f-abbf-44ea-858e-46dbbacea023,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:47.405252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0a387d3f-8875-4286-893f-6418fdc1bb61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1280394 Feb 10 15:58:47.411194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bef74b7-2af3-48eb-9b10-39b19b60e961 req-3e1c31d1-d147-48da-904e-49d01ef62815 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968189 Feb 10 15:58:47.412595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44592) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:47.419931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': 'f4221fed-3f8b-4890-8f26-b4f20364526e', 'ip_address': '2001:db8::cf48:d9e8:eaf2:b3f5'}], 'name': 'tempest-NetworksTestDHCPv6-1467865012'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:47.457914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-aa63bfc4-da90-4e0e-a77c-eeb0ad3a4ca1 None None] Provisioning complete for port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:47.458503 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa63bfc4-da90-4e0e-a77c-eeb0ad3a4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.468088 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.552362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44602) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:47.574227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7ed12d6-bc37-4add-a5db-ad471877b4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.630930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Checking segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:47.633243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3c059a3c-0ae6-4323-b746-daef9a40bcb9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3c059a3c-0ae6-4323-b746-daef9a40bcb9,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:47.633732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Network hostable DHCP agents. Network: a58aa33a-2ec5-4e2e-ab20-815761395414, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:58:47.701620 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.708328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7849a-8dbc-4dc1-adaa-fa8178822fb0 req-e2e5a437-346f-48fa-a044-ee0f2fd04d56 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:47.713404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fee7849a-8dbc-4dc1-adaa-fa8178822fb0 req-e2e5a437-346f-48fa-a044-ee0f2fd04d56 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1255801 Feb 10 15:58:47.721984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Network a58aa33a-2ec5-4e2e-ab20-815761395414 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:58:47.774525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, a58aa33a-2ec5-4e2e-ab20-815761395414) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:47.784030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3c059a3c-0ae6-4323-b746-daef9a40bcb9,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:47.790231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:47.800624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550b8bb-220c-4806-abfd-db8f1a38af2c None None] Network a58aa33a-2ec5-4e2e-ab20-815761395414 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:47.803895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.808316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:47.809162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.848452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fee7849a-8dbc-4dc1-adaa-fa8178822fb0 req-f9827322-833a-464a-bcd9-c08831807342 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270719 Feb 10 15:58:47.859539 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-19e7fb82-aa3d-44b4-b7b7-be4bfd9a2e8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8204522 Feb 10 15:58:47.862279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 35deaf20-f19f-44d0-b8fc-ac35e27bbc4b yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:47.922732 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7ed12d6-bc37-4add-a5db-ad471877b4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:47.932785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a7ed12d6-bc37-4add-a5db-ad471877b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.048381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed12d6-bc37-4add-a5db-ad471877b4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f648cfe8-642d-46e5-b6f8-f2943594622c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:48.062675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a7ed12d6-bc37-4add-a5db-ad471877b4ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3234f0efd3574ea49e45a511ce48e69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082297 Feb 10 15:58:48.067197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44618) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:48.088335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44620) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:48.098401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3c059a3c-0ae6-4323-b746-daef9a40bcb9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:48.263782 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 15:58:48.264389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:58:48.286343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9c2a095f-5567-4ddf-88e1-bc233ff50e9f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8720975 Feb 10 15:58:48.288375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44628) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:48.363755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5bcb3-f4c9-4f1b-919f-9818b7f0433e None None] Network a58aa33a-2ec5-4e2e-ab20-815761395414 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:48.394034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf05b9-8788-425b-8e80-c4159d8caff7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:48.413063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf05b9-8788-425b-8e80-c4159d8caff7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:48.418608 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7ddf05b9-8788-425b-8e80-c4159d8caff7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1280026 Feb 10 15:58:48.422153 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44634) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:48.459900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d09a-d961-4005-96dc-885db6101aae req-d39a69eb-7a85-40b9-8cb4-0db9d36d6723 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:48.479799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1279d09a-d961-4005-96dc-885db6101aae req-d39a69eb-7a85-40b9-8cb4-0db9d36d6723 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3484781 Feb 10 15:58:48.517361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0013849d-cd0c-4c78-bde9-3a887abbcfc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.560635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0013849d-cd0c-4c78-bde9-3a887abbcfc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.617823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:48.652369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 39f8fd9f-abbf-44ea-858e-46dbbacea023 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:48.653040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.673750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1279d09a-d961-4005-96dc-885db6101aae req-11960b33-41af-485d-9a94-ef666c86416d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930847 Feb 10 15:58:48.674403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ca2c-9460-4944-bb15-8412ae401801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.707683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ca2c-9460-4944-bb15-8412ae401801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.805472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:58:48.845254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ca2c-9460-4944-bb15-8412ae401801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.851534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ca2c-9460-4944-bb15-8412ae401801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:48.855183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c6c6ca2c-9460-4944-bb15-8412ae401801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f648cfe8-642d-46e5-b6f8-f2943594622c HTTP/1.1" status: 204 len: 168 time: 0.7843916 Feb 10 15:58:48.918743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:58:48.919626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:58:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:49.028005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.045227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 39f8fd9f-abbf-44ea-858e-46dbbacea023 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:49.109937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:58:49.155023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-61d116f4-0840-4acc-b17b-0b5da43b3385 None None] Provisioning complete for port 39f8fd9f-abbf-44ea-858e-46dbbacea023 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:49.156152 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-61d116f4-0840-4acc-b17b-0b5da43b3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.162461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0013849d-cd0c-4c78-bde9-3a887abbcfc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.165708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0013849d-cd0c-4c78-bde9-3a887abbcfc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.170226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0013849d-cd0c-4c78-bde9-3a887abbcfc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "DELETE /v2.0/security-groups/d518cb6c-0aed-4232-89fc-312877a82bf5 HTTP/1.1" status: 204 len: 168 time: 1.0733190 Feb 10 15:58:49.171820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6ca2c-9460-4944-bb15-8412ae401801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f648cfe8-642d-46e5-b6f8-f2943594622c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:49.173730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44662) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:49.212868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-61d116f4-0840-4acc-b17b-0b5da43b3385 None None] Port 39f8fd9f-abbf-44ea-858e-46dbbacea023 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:58:49.228735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-61d116f4-0840-4acc-b17b-0b5da43b3385 None None] Could not find standard attr ID for object 045d4281-450c-4bd4-8204-ca7d4753ce25. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:58:49.238709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013849d-cd0c-4c78-bde9-3a887abbcfc7 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518cb6c-0aed-4232-89fc-312877a82bf5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:49.253609 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-69e914cc-80ef-4289-8bc8-c1b721ff9762 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] show failed (client error): The resource could not be found. Feb 10 15:58:49.258929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-69e914cc-80ef-4289-8bc8-c1b721ff9762 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "GET /v2.0/security-groups/d518cb6c-0aed-4232-89fc-312877a82bf5 HTTP/1.1" status: 404 len: 347 time: 0.0799882 Feb 10 15:58:49.263210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44664) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:49.323994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-61d116f4-0840-4acc-b17b-0b5da43b3385 None None] Could not find standard attr ID for object db330f06-6234-414e-903b-b4a9ab106d0b. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:58:49.350292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:49.350987 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.465078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e5d9a-824e-45df-acff-411469763c62 req-e3f0ae08-d41f-469f-b5c2-e15dcd931897 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:49.473234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e07e5d9a-824e-45df-acff-411469763c62 req-e3f0ae08-d41f-469f-b5c2-e15dcd931897 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.6108284 Feb 10 15:58:49.547117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-e6f0cebc-2603-4b76-90d0-32e5af143ec8 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:49.558494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-e6f0cebc-2603-4b76-90d0-32e5af143ec8 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 813 time: 0.7744131 Feb 10 15:58:49.559717 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-f71c69f6-f2f8-431c-8d43-85e2722be741 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1960740 Feb 10 15:58:49.604671 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.645363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44672) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:49.652880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-9d96e5ea-cdf7-45ea-ab09-08cdf008949d tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/quotas/5519e49c8552460ba32e6a7e0c738845 HTTP/1.1" status: 200 len: 375 time: 0.0933437 Feb 10 15:58:49.688654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=39f8fd9f-abbf-44ea-858e-46dbbacea023,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:49.699807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:49.705025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8111beac-6767-4db7-894d-2dc0a572dbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.731256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e07e5d9a-824e-45df-acff-411469763c62 req-da765e9a-de35-4d63-b77a-a6017df775fd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570174 Feb 10 15:58:49.744585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1463f5c-181d-4328-960a-2bc2eb5be915 None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:49:51Z', 'revision_number': 4, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1af92283-03cf-440a-8688-80d4b73aa28a', 'name': '', 'network_id': 'c84ca604-2a72-42f5-8002-1fcccafdc06b', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'mac_address': 'fa:16:3e:08:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:50Z', 'updated_at': '2022-02-10T15:49:56Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'subnets': [{'id': '8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:58:49.767920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:49.771661 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-16f8d849-dff1-4ac3-a17a-8c8cd9981f2c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/39f8fd9f-abbf-44ea-858e-46dbbacea023 HTTP/1.1" status: 204 len: 168 time: 1.3484275 Feb 10 15:58:49.774151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44676) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:49.778717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-41809f76-5e44-446d-9b44-8630068343e2 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048217 Feb 10 15:58:49.847107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-e090892f-d4b2-465f-8abe-1b3082f2207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:49.848924 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-e090892f-d4b2-465f-8abe-1b3082f2207b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1096 time: 0.2328286 Feb 10 15:58:49.887730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73314b93-7ba9-4b5b-ae75-f282368e573b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:49.890930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73314b93-7ba9-4b5b-ae75-f282368e573b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:49.894575 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73314b93-7ba9-4b5b-ae75-f282368e573b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1190567 Feb 10 15:58:49.905633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44680) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:49.988775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cdb77c77-f990-45b8-b382-2aef5147ab86 service neutron] 10.222.0.21 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072065 Feb 10 15:58:50.087299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet f4221fed-3f8b-4890-8f26-b4f20364526e {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:50.107477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.146658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a87bf511-0610-489d-9b93-36998b379467 service neutron] 10.222.0.21 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380284 Feb 10 15:58:50.160149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Deleting port bdc12793-f0a3-45a9-ae93-ce5a852e13d3 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:50.160567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.188637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-bd0a8827-1e7f-45b9-aa01-14e3bf2045cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:50.190360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-bd0a8827-1e7f-45b9-aa01-14e3bf2045cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.3073041 Feb 10 15:58:50.196737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.270730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafee91b-a1c9-4688-953b-4f351e376e90 req-3d1089c6-6f88-4c01-b009-8490a0b869cb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:50.273675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eafee91b-a1c9-4688-953b-4f351e376e90 req-3d1089c6-6f88-4c01-b009-8490a0b869cb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3168893 Feb 10 15:58:50.315252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-a9d41057-dc42-4843-9dd7-12d106fe27ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.1149359 Feb 10 15:58:50.315690 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4afe72-dc30-42fd-8859-d88dc64787b2 None None] New status for floating IP ebc5102a-8361-4cba-b234-51b3ac976317: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:58:50.363985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eafee91b-a1c9-4688-953b-4f351e376e90 req-076ff8b3-9677-494b-87b8-a7268788c1fb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769389 Feb 10 15:58:50.396884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.397844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.428056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Calling delete_port for bdc12793-f0a3-45a9-ae93-ce5a852e13d3 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:50.513555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-4c6d0629-93e9-4eac-940a-766902872eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:50.515209 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-4c6d0629-93e9-4eac-940a-766902872eea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.1917262 Feb 10 15:58:50.533737 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.641582 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-4a90c372-4fa6-406f-8b96-f166b89fab03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099496 Feb 10 15:58:50.665390 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8111beac-6767-4db7-894d-2dc0a572dbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.685643 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8111beac-6767-4db7-894d-2dc0a572dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.771138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19329-c818-424d-b67f-766bb20b2fb3 req-eba928a1-d790-47d0-82a2-0e4d8c57e0a4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:50.773513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb19329-c818-424d-b67f-766bb20b2fb3 req-eba928a1-d790-47d0-82a2-0e4d8c57e0a4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1590817 Feb 10 15:58:50.817876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97f68a6e-498f-4cb6-8bc1-4ddc9dba27a6 req-80594741-8938-4039-a6df-b9dc63670d32 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0389531 Feb 10 15:58:50.825725 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-cdc7f3fd-9d13-498d-a4c2-ae2ea5f99294 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751215 Feb 10 15:58:50.860491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8111beac-6767-4db7-894d-2dc0a572dbea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ce23257913f4758bc2d5e32b4c1dd3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2135470 Feb 10 15:58:50.878481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44718) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:50.879248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111beac-6767-4db7-894d-2dc0a572dbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9da9a6-63c4-4a91-8856-0d370b712f55,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:50.959619 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5aa54c7d-75b2-4c20-bbcf-05f0e84f97ed req-744f935f-71ad-45c1-b10c-1715b5090bc0 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202700 Feb 10 15:58:50.963031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:50.972815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb19329-c818-424d-b67f-766bb20b2fb3 req-b0c198bf-aac4-4af8-b442-ccfc83360f5a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472664 Feb 10 15:58:51.034998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=f4221fed-3f8b-4890-8f26-b4f20364526e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:51.045470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.051200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7fe23e-9bc9-4960-bad4-704bf3b160ea None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:51.065654 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2be590db-99fd-4bc1-bd40-67eea939fe31 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/f4221fed-3f8b-4890-8f26-b4f20364526e HTTP/1.1" status: 204 len: 168 time: 1.1504488 Feb 10 15:58:51.066423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44732) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:51.066583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.158136 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0937d00c-5205-42c5-9320-6bb2832a8249 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901554 Feb 10 15:58:51.158777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44736) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:51.163952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:51.212275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Pushing event deleted for resources: {'Port': ['ID=bdc12793-f0a3-45a9-ae93-ce5a852e13d3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:51.287233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705d9733-cdbb-4871-bb8c-a80a0934fa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.335243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:51.340072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.361212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:51.364839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705d9733-cdbb-4871-bb8c-a80a0934fa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.386486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2027cc-532a-4d88-928e-ed19a858f57c req-9b2874e6-2665-4e6a-93f0-0c4f3008b8b3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:51.394228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d2027cc-532a-4d88-928e-ed19a858f57c req-9b2874e6-2665-4e6a-93f0-0c4f3008b8b3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1950121 Feb 10 15:58:51.478563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.486405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.500583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a8be1132-6d16-4725-9337-d60fca23d808 tempest-AttachVolumeShelveTestJSON-1405902714 tempest-AttachVolumeShelveTestJSON-1405902714-project] 10.222.0.21 "DELETE /v2.0/floatingips/ebc5102a-8361-4cba-b234-51b3ac976317 HTTP/1.1" status: 204 len: 168 time: 2.2270486 Feb 10 15:58:51.568223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d2027cc-532a-4d88-928e-ed19a858f57c req-d38243d6-e8cc-4604-9480-d29e5df476ae tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712065 Feb 10 15:58:51.631931 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705d9733-cdbb-4871-bb8c-a80a0934fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.635409 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-705d9733-cdbb-4871-bb8c-a80a0934fa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.636979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-705d9733-cdbb-4871-bb8c-a80a0934fa02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca9da9a6-63c4-4a91-8856-0d370b712f55 HTTP/1.1" status: 204 len: 168 time: 0.7515459 Feb 10 15:58:51.678371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d9733-cdbb-4871-bb8c-a80a0934fa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9da9a6-63c4-4a91-8856-0d370b712f55,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:51.841981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd49ab-338c-4146-adac-b7aca8572b9d req-f989474d-ed23-4b0c-8f4c-cd3d0a4efd7c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:51.847889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.848555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8bd49ab-338c-4146-adac-b7aca8572b9d req-f989474d-ed23-4b0c-8f4c-cd3d0a4efd7c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1192005 Feb 10 15:58:51.882527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] Deleting port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:51.882911 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:51.986390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3c059a3c-0ae6-4323-b746-daef9a40bcb9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:52.008489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:52.024697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:52.047829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:52.053550 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:52.069709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=af6ae008-f71f-4745-9408-5fb11ada197c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:52.070856 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11fdc1ae-6159-44d7-97c1-6a9c0aadaba3 req-b7b775cf-e14a-4325-bbd1-1c5c8f937d74 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0981131 Feb 10 15:58:52.107473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8bd49ab-338c-4146-adac-b7aca8572b9d req-44c5bd90-c666-43f2-9020-81ab3cac2555 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514436 Feb 10 15:58:52.142898 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aab4e5a6-0053-4e87-af5a-de2db18d34fb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9803181 Feb 10 15:58:52.143411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44764) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:52.151551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': 'af6ae008-f71f-4745-9408-5fb11ada197c', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-666257683'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:52.257346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] For port 3c059a3c-0ae6-4323-b746-daef9a40bcb9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3c059a3c-0ae6-4323-b746-daef9a40bcb9,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:52.258377 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:52.281690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] Calling delete_port for 3c059a3c-0ae6-4323-b746-daef9a40bcb9 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:52.289132 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:52.421940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3c059a3c-0ae6-4323-b746-daef9a40bcb9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3c059a3c-0ae6-4323-b746-daef9a40bcb9,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:52.430705 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:52.496240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9c615-26d2-4fc5-91ac-bdcc10791d1a req-689d7f8a-cfbf-4383-a968-e95951f886e8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:52.510126 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0c9c615-26d2-4fc5-91ac-bdcc10791d1a req-689d7f8a-cfbf-4383-a968-e95951f886e8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1336181 Feb 10 15:58:52.523824 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:52.582800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:52.604522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] No DVR routers for this DVR port 3c059a3c-0ae6-4323-b746-daef9a40bcb9 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:52.606182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0c9c615-26d2-4fc5-91ac-bdcc10791d1a req-e646bd63-450c-4dc2-a399-48384715520f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948734 Feb 10 15:58:52.658914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1fe5a-47ea-405c-900a-5a8cce867ef6 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:52.728944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:52.767946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port dc37f0a9-5330-4acc-9dff-841332a9d842 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:58:52.873665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf2c6-3a3b-49be-94b0-631a2731fbea req-472ec3b9-67f9-4bac-9e55-4db97875b017 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:52.875873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44ecf2c6-3a3b-49be-94b0-631a2731fbea req-472ec3b9-67f9-4bac-9e55-4db97875b017 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1214898 Feb 10 15:58:52.906393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3c059a3c-0ae6-4323-b746-daef9a40bcb9,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:53.050079 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:58:53.054366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:58:53.082448 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44ecf2c6-3a3b-49be-94b0-631a2731fbea req-41bba0d2-560b-4ab6-a873-2f9a7efb992a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703610 Feb 10 15:58:53.104186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:53.110761 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5306a124-08d2-48a3-a988-bfc3ab79239f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9656453 Feb 10 15:58:53.127973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527672d-9a3c-4672-a67a-6059a5d40dea None None] Pushing event deleted for resources: {'Port': ['ID=3c059a3c-0ae6-4323-b746-daef9a40bcb9,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:53.143328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'af6ae008-f71f-4745-9408-5fb11ada197c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:53.144234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:53.239394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fb20be88-9ac5-4e8e-b750-1b61c0a80710 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1336577 Feb 10 15:58:53.245815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44808) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:53.436436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2b27540-f8df-4922-90b5-038df53b38d4 req-81b63c5f-616b-4cb1-8b75-7b00f3f49b9a tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0627489 Feb 10 15:58:53.522407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041d70b-1593-467c-9bf3-f1971544a107 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:53.528325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041d70b-1593-467c-9bf3-f1971544a107 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:53.533714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e041d70b-1593-467c-9bf3-f1971544a107 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2862654 Feb 10 15:58:53.535237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44820) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:53.596057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:53.597863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/af6ae008-f71f-4745-9408-5fb11ada197c/3a0deace-92b8-4a63-81e6-5b9c0cd1b780) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:53.866649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-2616465b-5337-4c4e-aa16-0636b93673fb tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:53.876718 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-2616465b-5337-4c4e-aa16-0636b93673fb tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 813 time: 0.6561847 Feb 10 15:58:53.907315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Request body: {'port': {'device_id': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'admin_state_up': True, 'tenant_id': '5519e49c8552460ba32e6a7e0c738845'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:53.996268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.007639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.147628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Pushing event updated for resources: {'Port': ['ID=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:54.173474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-305b804c-0617-4ca3-b157-470af9ab4b89 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.184929 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-305b804c-0617-4ca3-b157-470af9ab4b89 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 813 time: 1.0710979 Feb 10 15:58:54.196695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:54.205336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:54.208600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:54.227475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Request body: {'port': {'device_id': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'admin_state_up': True, 'tenant_id': '5519e49c8552460ba32e6a7e0c738845'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:54.237942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet af6ae008-f71f-4745-9408-5fb11ada197c {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:58:54.248493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.297192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4d3a-d449-4d02-ae2d-8d8246345efe req-18bd1eba-681c-476c-9b3b-81653ce032cc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.302289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14ac4d3a-d449-4d02-ae2d-8d8246345efe req-18bd1eba-681c-476c-9b3b-81653ce032cc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.9051373 Feb 10 15:58:54.378985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.396337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Attempting to bind port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:54.400870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Attempting to bind port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:54.401323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Attempting to bind port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:54.412846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:54.413360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:54.415397 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.415916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:54.416475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Bound port: 3a0deace-92b8-4a63-81e6-5b9c0cd1b780, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:54.418011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.431314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14ac4d3a-d449-4d02-ae2d-8d8246345efe req-fbee8f71-0411-41d5-940d-4f31eb3cfda5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988472 Feb 10 15:58:54.537177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] For port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:54.541999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] For port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:54.548802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.656909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dcb6e-dfc3-4afe-860d-60c07c97847c None None] Pushing event updated for resources: {'Port': ['ID=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:54.747660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Made reservation on behalf of 5519e49c8552460ba32e6a7e0c738845 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:54.751561 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.791251 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.805376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Made reservation on behalf of 5519e49c8552460ba32e6a7e0c738845 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:54.809949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:54.939663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73daf3f6-497e-4478-8f83-e04549b6ba9b req-daaaeab2-23ac-4214-be38-30ac01edeec7 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 210 time: 0.2215011 Feb 10 15:58:54.964941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebca0e-3fab-4144-b549-c5ff121bb359 req-efcc8cc5-0a00-436a-9144-a5b57701e182 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.983046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3ebca0e-3fab-4144-b549-c5ff121bb359 req-efcc8cc5-0a00-436a-9144-a5b57701e182 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4139099 Feb 10 15:58:55.125401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Allocated IP 172.20.0.3 (a58aa33a-2ec5-4e2e-ab20-815761395414/fdc4ed69-5d67-4519-b385-7609cbc46fb6/2f8381df-7284-482c-ad82-4390b81d7132) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:55.208157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:55.418809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3ebca0e-3fab-4144-b549-c5ff121bb359 req-858aba81-4e78-4081-8b68-85b5037edeb3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338033 Feb 10 15:58:55.449362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:55.456990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/af6ae008-f71f-4745-9408-5fb11ada197c HTTP/1.1" status: 204 len: 168 time: 1.9164727 Feb 10 15:58:55.463067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44874) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:55.468546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc5765-930c-4329-944c-d1a2c82ac9cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=af6ae008-f71f-4745-9408-5fb11ada197c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:55.571599 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-50fb8bc2-3410-487a-b445-f192ec0663bd tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847800 Feb 10 15:58:55.581522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44882) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:55.589203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:55.836185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:55.857756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:55.887098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:55.914710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:55.944762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:55.971986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:56.007793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:56.011860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-7d787d51-226a-4274-96e9-00f2da70bbf6 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.8106434 Feb 10 15:58:56.106115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:56.128986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.207983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:56.208832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.317969 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.368197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:56.375767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.386598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:56.395224 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.395783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Allocated IP 172.20.0.5 (a58aa33a-2ec5-4e2e-ab20-815761395414/fdc4ed69-5d67-4519-b385-7609cbc46fb6/69837e75-0824-41e2-ad59-450744c0b6d1) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:56.478869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4cde-ac2a-4ab9-82b2-6e9937cc1e6c req-21912db3-e67c-4148-a746-fcc4ec37c292 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:56.486667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:56.488827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b5f4cde-ac2a-4ab9-82b2-6e9937cc1e6c req-21912db3-e67c-4148-a746-fcc4ec37c292 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4667730 Feb 10 15:58:56.569799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fbe25c-39c2-4a87-9b84-62f1be324070 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:56.651018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0991b387-9ee8-42a0-9141-f8fb76341e9c req-02f57d3d-6bec-4b6e-9718-636ea29760dd tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6145759 Feb 10 15:58:56.781346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b5f4cde-ac2a-4ab9-82b2-6e9937cc1e6c req-f301654f-5ffe-4a30-a13a-cac5708c213e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453239 Feb 10 15:58:56.886552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0b42a226-22af-4e6f-9c89-8a25047abf1f None None] Provisioning complete for port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:56.888640 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b42a226-22af-4e6f-9c89-8a25047abf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.904282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:56.948970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.001630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event updated for resources: {'Port': ['ID=2f8381df-7284-482c-ad82-4390b81d7132,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:57.013615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.121924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event updated for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:57.157350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Network a58aa33a-2ec5-4e2e-ab20-815761395414 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:57.162890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Network a58aa33a-2ec5-4e2e-ab20-815761395414 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:57.168321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:58:57.172010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:57.186179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:57.190051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:57.199994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:57.226039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.268708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] Deleting port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:58:57.269200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.333206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca064e-e94f-40d7-a202-5736d06bc1c7 req-bae5b841-5d37-4d48-9c71-be501ea0170f tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.341737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4aca064e-e94f-40d7-a202-5736d06bc1c7 req-bae5b841-5d37-4d48-9c71-be501ea0170f tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 931 time: 0.4084170 Feb 10 15:58:57.373427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.428861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.428861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.443323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] For port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:57.443772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.458744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.459724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.478419 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a324e472-14a6-4908-a496-301f63ae8305 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2776546 Feb 10 15:58:57.480777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] Calling delete_port for 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:58:57.489811 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-240b3873-3fdb-4705-b1d3-e03423e11995 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5969806 Feb 10 15:58:57.505292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Request body: {'port': {'device_id': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:57.529354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32d2b7-741e-4617-99ce-2467c98e5b1f req-4bbc417b-0d73-4ed2-b407-fd73386747d8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.537612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc32d2b7-741e-4617-99ce-2467c98e5b1f req-4bbc417b-0d73-4ed2-b407-fd73386747d8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4613028 Feb 10 15:58:57.565924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Request body: {'port': {'device_id': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:57.590826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:57.622980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:57.637013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.638688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.696551 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.697980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4aca064e-e94f-40d7-a202-5736d06bc1c7 req-18c6fe9b-7b93-4ce2-97c2-9c20b48adb52 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552265 Feb 10 15:58:57.707154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=2ea188cb-6abf-4729-bcc3-a5083729ed14,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:57.728080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0b00fb05-795e-4e32-b436-c9d2fb9cbfc0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1450155 Feb 10 15:58:57.731067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 44948) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:57.734010 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:57.759964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:57.796669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] No DVR routers for this DVR port 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:58:57.803841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30850f-f288-4625-a82e-52aeb4479376 None None] Pushing event deleted for resources: {'Port': ['ID=3a0deace-92b8-4a63-81e6-5b9c0cd1b780,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:57.817117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.842821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.855502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0385d-dfa1-4bdb-8f49-0d8d4dfcdfea None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:58:57.857383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.864455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.873435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.881084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.888064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:57.890875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-cb3e7a34-7ec0-4e84-b9ec-5f55318e96a3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.5460408 Feb 10 15:58:57.934478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc32d2b7-741e-4617-99ce-2467c98e5b1f req-f1ca98fb-d247-4448-b2c2-0fa8a169e77c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959153 Feb 10 15:58:57.938781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.135386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:58:58.170440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:58:58.172038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3a0deace-92b8-4a63-81e6-5b9c0cd1b780 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:58:58.252213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-077f38ee-4c09-4242-821a-dc9f15bb16e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.259345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-077f38ee-4c09-4242-821a-dc9f15bb16e8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "GET /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3228765 Feb 10 15:58:58.307833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.309908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.337642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '2ea188cb-6abf-4729-bcc3-a5083729ed14'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:58:58.338722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.471187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.477688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.484944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.491644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.497949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.507127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.514008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.537713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d433f418-1481-4f27-8339-a0cf865ec486 req-f772e098-2a4f-4181-84bf-932218840e04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.4153917 Feb 10 15:58:58.600479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161c34-0027-4418-bb60-1f257c243d00 req-66a34f9b-8668-49ad-a34e-6e486a771e3d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:58.608880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52161c34-0027-4418-bb60-1f257c243d00 req-66a34f9b-8668-49ad-a34e-6e486a771e3d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3603604 Feb 10 15:58:58.682052 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.702956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.729236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52161c34-0027-4418-bb60-1f257c243d00 req-fbd9cd56-1592-481f-9ab7-74a5815f6442 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185532 Feb 10 15:58:58.757618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/2ea188cb-6abf-4729-bcc3-a5083729ed14/7dec45a1-0ad6-4cae-b02e-0216a158e9de) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:58.817423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d433f418-1481-4f27-8339-a0cf865ec486 req-ca602bc4-a28c-4260-99eb-05f5e29cbca2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2717450 Feb 10 15:58:58.835408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69837e75-0824-41e2-ad59-450744c0b6d1 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:58:58.841464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-aea103d8-3e12-4361-b217-ed4f6a25c5c7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "GET /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5099599 Feb 10 15:58:58.852665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:58.870402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.927050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.932583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Transition to ACTIVE for port object 69837e75-0824-41e2-ad59-450744c0b6d1 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:58:58.942767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:58.953707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d9439b3b-5427-4c51-a9c4-71aa5ea4d405 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2050059 Feb 10 15:58:58.987777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 44982) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:58:59.039045 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.052117 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.182133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Pushing event updated for resources: {'Port': ['ID=7dec45a1-0ad6-4cae-b02e-0216a158e9de,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:59.207588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:59.209992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:59.212019 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-146c5b3b-2fb9-41b7-bc19-1c0c622173db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.216184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:59.377885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Attempting to bind port 7dec45a1-0ad6-4cae-b02e-0216a158e9de on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:58:59.378621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Attempting to bind port 7dec45a1-0ad6-4cae-b02e-0216a158e9de by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:58:59.379037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Attempting to bind port 7dec45a1-0ad6-4cae-b02e-0216a158e9de on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:59.386366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:59.386744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:58:59.387151 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.387643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:59.388113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Bound port: 7dec45a1-0ad6-4cae-b02e-0216a158e9de, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:58:59.388611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.491176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9ea0-6753-4315-8923-aab47d000606 req-d004316d-7307-4aca-9566-0b96d1c6362e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:59.492788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f15d9ea0-6753-4315-8923-aab47d000606 req-d004316d-7307-4aca-9566-0b96d1c6362e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 931 time: 0.5688910 Feb 10 15:58:59.517713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] For port 7dec45a1-0ad6-4cae-b02e-0216a158e9de, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:59.522097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] For port 7dec45a1-0ad6-4cae-b02e-0216a158e9de, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7dec45a1-0ad6-4cae-b02e-0216a158e9de,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:59.530804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.614125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2efa0-3959-4fd1-8d64-ea8cf08795c5 req-05b5af10-41de-4cb0-85e0-cc9e92e6b220 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:59.621241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9b2efa0-3959-4fd1-8d64-ea8cf08795c5 req-05b5af10-41de-4cb0-85e0-cc9e92e6b220 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.5472696 Feb 10 15:58:59.623347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.696806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5826d2a-24fe-4442-b820-98db71d6207c None None] Pushing event updated for resources: {'Port': ['ID=7dec45a1-0ad6-4cae-b02e-0216a158e9de,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:59.884184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8381df-7284-482c-ad82-4390b81d7132 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:58:59.897107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:58:59.935523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f15d9ea0-6753-4315-8923-aab47d000606 req-ed170d0d-64d1-463a-a688-19adb5b37f5f tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264450 Feb 10 15:58:59.950934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Transition to ACTIVE for port object 2f8381df-7284-482c-ad82-4390b81d7132 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:58:59.985152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:00.043185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:00.080470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9b2efa0-3959-4fd1-8d64-ea8cf08795c5 req-e45dd7c8-de29-4948-86bd-52f548defce4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018261 Feb 10 15:59:00.147277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] For port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:00.214030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Pushing event updated for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:00.339917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] device_id is not set on port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:59:00.353698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:00.369432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.375786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.381930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.388292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.402504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8381df-7284-482c-ad82-4390b81d7132,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:00.405993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.414719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.425821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:00.427922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-31c1d3b2-d99b-4c13-92fc-7af154f6fffa tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 5432 time: 0.2261250 Feb 10 15:59:00.443886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:00.553856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:00.601561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 92934f53-5cf5-4f6e-bbaf-de3a38837f09 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:00.785277 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:00.848714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-110bceea-3f21-4c1d-a489-41bb93e4949c req-a8beb886-0b4c-446e-a4ae-fc01db01a93f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3616827 Feb 10 15:59:00.866288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] No DVR routers for this DVR port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:00.868501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Pushing event updated for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=6']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:00.883556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92934f53-5cf5-4f6e-bbaf-de3a38837f09'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:00.893247 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da81995-5d67-4260-acfb-bd0bd752bea1" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "92934f53-5cf5-4f6e-bbaf-de3a38837f09"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:00.961743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:00.971681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:00.972436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 086746f8-6103-414e-a501-a98cfe458ca9 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:01.056964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] In _notify_port_updated(), no bound segment for port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:59:01.083622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.085249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.090797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-e6a8f426-b223-4ccc-b2df-723fae61c384 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 200 len: 1027 time: 2.2409940 Feb 10 15:59:01.163165 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753054ad-fff1-4dbe-b141-0be4ffcb0c7c x-openstack-request-id: req-753054ad-fff1-4dbe-b141-0be4ffcb0c7c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:01.163524 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "92934f53-5cf5-4f6e-bbaf-de3a38837f09", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:01.163743 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-753054ad-fff1-4dbe-b141-0be4ffcb0c7c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:01.164146 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92934f53-5cf5-4f6e-bbaf-de3a38837f09', 'code': 200} Feb 10 15:59:01.242717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Attempting to bind port 69837e75-0824-41e2-ad59-450744c0b6d1 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:01.243273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Attempting to bind port 69837e75-0824-41e2-ad59-450744c0b6d1 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:01.244819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Attempting to bind port 69837e75-0824-41e2-ad59-450744c0b6d1 on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:01.267192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Port 69837e75-0824-41e2-ad59-450744c0b6d1 on network a58aa33a-2ec5-4e2e-ab20-815761395414 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:59:01.269563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Attempting to bind port 69837e75-0824-41e2-ad59-450744c0b6d1 on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:01.315325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:01.315939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Checking segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:01.316343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Bound using segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:01.317045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Bound port: 69837e75-0824-41e2-ad59-450744c0b6d1, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:01.317425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.327842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cd2612fe-db58-4480-a0eb-3e97ad9fde3e None None] Provisioning complete for port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:01.328252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd2612fe-db58-4480-a0eb-3e97ad9fde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.329702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:01.380216 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c609afbd-6598-4ce7-b51b-903e1255476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.404559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-b2ecc228-69a4-4ed0-ac94-612c46f31d63 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.427702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-b2ecc228-69a4-4ed0-ac94-612c46f31d63 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "GET /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3206477 Feb 10 15:59:01.433140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:01.441152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cd2612fe-db58-4480-a0eb-3e97ad9fde3e None None] Port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:01.460030 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.545384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=086746f8-6103-414e-a501-a98cfe458ca9,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:01.561824 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.562553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 304046c0-7eec-43dc-bcab-2bb59dcf53db no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:01.730949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280d1f-b854-4978-bb87-614478e532fe req-c22dd9f4-247c-401a-a081-683ebbdcfaa3 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.732736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf280d1f-b854-4978-bb87-614478e532fe req-c22dd9f4-247c-401a-a081-683ebbdcfaa3 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 943 time: 0.5842667 Feb 10 15:59:01.736204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:01.763773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2c15-f531-456c-bf1e-87f39c3e11ef req-671748fd-9949-454f-ac2e-0937030f31c2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.774002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7af2c15-f531-456c-bf1e-87f39c3e11ef req-671748fd-9949-454f-ac2e-0937030f31c2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 1.3445659 Feb 10 15:59:01.786858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:01.817489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:01.835587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=69837e75-0824-41e2-ad59-450744c0b6d1,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:01.887991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Attempting to bind port 2f8381df-7284-482c-ad82-4390b81d7132 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:01.888564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Attempting to bind port 2f8381df-7284-482c-ad82-4390b81d7132 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:01.889073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Attempting to bind port 2f8381df-7284-482c-ad82-4390b81d7132 on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:01.928436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7af2c15-f531-456c-bf1e-87f39c3e11ef req-5b5b6f98-4463-4092-9928-2246f9173049 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530824 Feb 10 15:59:02.059161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-05ff4db0-6194-413e-828d-bf8ef8462895 None None] Provisioning complete for port 7dec45a1-0ad6-4cae-b02e-0216a158e9de triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:02.059583 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-05ff4db0-6194-413e-828d-bf8ef8462895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:02.181827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::1 (7768b853-ad2a-4996-92ad-0512b468b14d/2ea188cb-6abf-4729-bcc3-a5083729ed14/0cec27ad-ca97-4361-9dfa-72e79f0ea192) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:02.205126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7dec45a1-0ad6-4cae-b02e-0216a158e9de up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:02.309802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:02.395863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf280d1f-b854-4978-bb87-614478e532fe req-462354ff-60ca-44e7-9576-611df7511285 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182444 Feb 10 15:59:02.406685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:02.513040 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:59:02.515739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Port 2f8381df-7284-482c-ad82-4390b81d7132 on network a58aa33a-2ec5-4e2e-ab20-815761395414 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:59:02.516220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Attempting to bind port 2f8381df-7284-482c-ad82-4390b81d7132 on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:02.535246 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:02.541525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:02.610096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.628800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.677460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.702888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.724567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.733302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.735940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-e2c3a155-c311-4c5c-98cf-c25025ef555b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 4654 time: 0.5685580 Feb 10 15:59:02.736683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45094) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:02.810613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=0cec27ad-ca97-4361-9dfa-72e79f0ea192,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:02.950613 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c295b249-d20e-4849-a929-12fcfcbefbe0 req-3a319c5c-b0d0-4fbe-b62b-376d4958aefd tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&id=b833a773-2cb3-45e5-9a06-af04886a6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1890998 Feb 10 15:59:03.012741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:03.013508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.013617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=92934f53-5cf5-4f6e-bbaf-de3a38837f09,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:03.029161 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] 10.222.0.75 "PUT /v2.0/ports/69837e75-0824-41e2-ad59-450744c0b6d1 HTTP/1.1" status: 200 len: 1091 time: 5.5223551 Feb 10 15:59:03.030429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9708e-77a0-41a6-8193-4b577ed31f62 service neutron] Pushing event updated for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:03.051675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:03.052527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Checking segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:03.066243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Bound using segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:03.067142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Bound port: 2f8381df-7284-482c-ad82-4390b81d7132, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:03.067887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.082698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:03.083367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351fc57-07b0-42fc-8e48-fd31d8db304d req-4d0de342-04ff-4ddf-8ba3-1845c8d66613 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:03.085846 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69" -d '{"events": [{"name": "network-changed", "server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:03.098093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:03.103288 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-05ff4db0-6194-413e-828d-bf8ef8462895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.104324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d351fc57-07b0-42fc-8e48-fd31d8db304d req-4d0de342-04ff-4ddf-8ba3-1845c8d66613 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3664525 Feb 10 15:59:03.134581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.136645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device e2d9296d-5cc9-401b-88a5-92dd9227c95f no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:03.175111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:03.195529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9'}, {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:03.197966 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34c7099-9c7c-4f36-9f30-a67b56de05b3" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "086746f8-6103-414e-a501-a98cfe458ca9"}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:03.224132 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.228235 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51474002-efba-413d-bcfe-10292013b9dd x-openstack-request-id: req-51474002-efba-413d-bcfe-10292013b9dd {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:03.228565 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:03.228777 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51474002-efba-413d-bcfe-10292013b9dd {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:03.229183 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1', 'status': 'completed', 'code': 200} Feb 10 15:59:03.230059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:03.256837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:03.258574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.269967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cc899ef-6142-433d-a770-3a399b3f8dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.293006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7dec45a1-0ad6-4cae-b02e-0216a158e9de triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:03.293479 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.319595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] For port 92934f53-5cf5-4f6e-bbaf-de3a38837f09, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:03.391880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-05ff4db0-6194-413e-828d-bf8ef8462895 None None] For port 7dec45a1-0ad6-4cae-b02e-0216a158e9de, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7dec45a1-0ad6-4cae-b02e-0216a158e9de,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:03.394305 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b99175-fcdf-4599-a271-cf37f54a1c13 x-openstack-request-id: req-59b99175-fcdf-4599-a271-cf37f54a1c13 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:03.394619 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "086746f8-6103-414e-a501-a98cfe458ca9", "code": 200}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:03.395142 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59b99175-fcdf-4599-a271-cf37f54a1c13 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:03.395929 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9', 'code': 200} Feb 10 15:59:03.396296 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db', 'code': 200} Feb 10 15:59:03.404057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.443145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-05ff4db0-6194-413e-828d-bf8ef8462895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.493238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:03.524901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.525869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4606b0c0-2ac7-4788-a537-571f0d43fd4c no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:03.527556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:03.556221 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cc899ef-6142-433d-a770-3a399b3f8dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.621826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff4db0-6194-413e-828d-bf8ef8462895 None None] Pushing event updated for resources: {'Port': ['ID=7dec45a1-0ad6-4cae-b02e-0216a158e9de,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:03.622225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-9794f7d0-4f19-46dc-9427-e65151c4e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:03.623961 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-9794f7d0-4f19-46dc-9427-e65151c4e5f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 1094 time: 0.5320976 Feb 10 15:59:03.634384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] For port 2f8381df-7284-482c-ad82-4390b81d7132, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:03.637805 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cc899ef-6142-433d-a770-3a399b3f8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.701898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1cc899ef-6142-433d-a770-3a399b3f8dbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d204f6cab634730a5e52c14dbe1ac9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503806 Feb 10 15:59:03.738683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45112) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:03.759360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] For port 2f8381df-7284-482c-ad82-4390b81d7132, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2f8381df-7284-482c-ad82-4390b81d7132,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:03.759992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] device_id is not set on port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:59:03.761860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-6810f27b-036d-428e-b096-83fa31e172e0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69837e75-0824-41e2-ad59-450744c0b6d1 HTTP/1.1" status: 200 len: 217 time: 0.1206863 Feb 10 15:59:03.771746 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.811319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.904416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d351fc57-07b0-42fc-8e48-fd31d8db304d req-97474d01-f25b-4c7d-b9a4-ff764f3a559a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990983 Feb 10 15:59:03.905125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:03.913878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:03.947268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5cea8a11-76d1-428d-9386-380def632593 None None] Provisioning complete for port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:03.947683 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5cea8a11-76d1-428d-9386-380def632593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.116262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7dec45a1-0ad6-4cae-b02e-0216a158e9de up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:04.257456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.260826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5cea8a11-76d1-428d-9386-380def632593 None None] Port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:04.272790 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.365594 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.412444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:04.426173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7dec45a1-0ad6-4cae-b02e-0216a158e9de triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:04.426173 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.443993 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.443993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:04.558984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.560690 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.562900 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] 10.222.0.45 "PUT /v2.0/ports/2f8381df-7284-482c-ad82-4390b81d7132 HTTP/1.1" status: 200 len: 1091 time: 7.0464888 Feb 10 15:59:04.574139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.577742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a28422b9-9d86-4f68-ad7c-94355fa8f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.581427 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-a28422b9-9d86-4f68-ad7c-94355fa8f2dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.8093958 Feb 10 15:59:04.612709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:04.613302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bf311dc7-fe11-4827-b4a9-457cb289a216 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:04.615403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:04.616931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9206-f0ae-4e6b-8c29-3d31c6f4883f req-f8bff6a9-9ccc-4269-a547-c13133266060 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.626216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8cc9206-f0ae-4e6b-8c29-3d31c6f4883f req-f8bff6a9-9ccc-4269-a547-c13133266060 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 943 time: 1.0033479 Feb 10 15:59:04.631455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc899ef-6142-433d-a770-3a399b3f8dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c47c98-dbc8-4a5e-a6b3-3f9b4110de4e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:04.708666 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-793ff9fa-c89b-4d34-ad57-0b8b4c8ce4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.818356 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.844792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-2b22f8be-bc8b-4271-944b-ad1330133d97 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.854799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-2b22f8be-bc8b-4271-944b-ad1330133d97 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.859000 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-ca197f25-d9ae-4e6a-b772-8ca0cb01415f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2419345 Feb 10 15:59:04.863797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-2b22f8be-bc8b-4271-944b-ad1330133d97 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.870387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-2b22f8be-bc8b-4271-944b-ad1330133d97 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.880923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-2b22f8be-bc8b-4271-944b-ad1330133d97 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.882837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-2b22f8be-bc8b-4271-944b-ad1330133d97 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3877 time: 0.4720709 Feb 10 15:59:04.883586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Pushing event updated for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=7']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:04.899142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] No DVR routers for this DVR port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:04.914511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf311dc7-fe11-4827-b4a9-457cb289a216,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:04.930241 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.979193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] In _notify_port_updated(), no bound segment for port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 on network edf72dcd-d60f-48a5-80d6-58868ca355eb {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 15:59:04.982829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.983526 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:04.984974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-a55a803f-b7a6-44eb-a65e-d2b7b2235b4c service neutron] 10.222.0.45 "PUT /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 200 len: 1026 time: 3.5563319 Feb 10 15:59:04.994439 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-793ff9fa-c89b-4d34-ad57-0b8b4c8ce4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:05.018521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:05.069196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68eb9fb6-81de-4a7f-9d65-5bb549bc5cb6 req-91faa410-1c4a-4be4-bfef-b8f6809186b8 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718390 Feb 10 15:59:05.099532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4e6c1719-8772-4c54-a5cc-203c424fced4 None None] Provisioning complete for port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:05.100064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1719-8772-4c54-a5cc-203c424fced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:05.160919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45144) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:05.197390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c1719-8772-4c54-a5cc-203c424fced4 None None] Port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:05.221755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8cc9206-f0ae-4e6b-8c29-3d31c6f4883f req-2e3bbb94-db71-451e-9791-6412cab14b0a tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798626 Feb 10 15:59:05.312606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36717f-d66e-470b-b269-4e90b3a67ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8381df-7284-482c-ad82-4390b81d7132,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:05.320347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'tag': '2f8381df-7284-482c-ad82-4390b81d7132'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:05.323063 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113527ab-099d-449d-a4b8-de86a8608333" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ded261-86f3-4ac6-aa6f-ec224a41cdc7", "tag": "2f8381df-7284-482c-ad82-4390b81d7132"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:05.328543 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-d85bcdfd-25ee-41d0-a2a0-0a42636b4c31 service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658304 Feb 10 15:59:05.398434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f'}, {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c'}, {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:05.401083 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf92545-c49d-4fa6-be90-693e88f7b96f" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f"}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c"}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:05.481857 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f091afe-e44b-4b7a-ad94-faad1c627c7e x-openstack-request-id: req-1f091afe-e44b-4b7a-ad94-faad1c627c7e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:05.482455 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f", "code": 200}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c", "code": 200}, {"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-unplugged", "status": "completed", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:05.482899 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f091afe-e44b-4b7a-ad94-faad1c627c7e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:05.493002 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'code': 200} Feb 10 15:59:05.493642 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c', 'code': 200} Feb 10 15:59:05.494070 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216', 'code': 200} Feb 10 15:59:05.512024 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b70a358-34c4-4b0c-b4c8-0e6f964b6e45 x-openstack-request-id: req-7b70a358-34c4-4b0c-b4c8-0e6f964b6e45 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:05.512430 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ded261-86f3-4ac6-aa6f-ec224a41cdc7", "tag": "2f8381df-7284-482c-ad82-4390b81d7132", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:05.512769 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b70a358-34c4-4b0c-b4c8-0e6f964b6e45 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:05.513191 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'tag': '2f8381df-7284-482c-ad82-4390b81d7132', 'status': 'completed', 'code': 200} Feb 10 15:59:05.563336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-e918d643-89ad-4174-b49f-4b1e3fff545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:05.564942 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-e918d643-89ad-4174-b49f-4b1e3fff545f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 1094 time: 0.9238641 Feb 10 15:59:05.574610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-793ff9fa-c89b-4d34-ad57-0b8b4c8ce4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:05.588471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-793ff9fa-c89b-4d34-ad57-0b8b4c8ce4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:05.592115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-793ff9fa-c89b-4d34-ad57-0b8b4c8ce4a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5c47c98-dbc8-4a5e-a6b3-3f9b4110de4e HTTP/1.1" status: 204 len: 168 time: 1.8463299 Feb 10 15:59:05.643066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3b62-9051-435e-8465-6fcd7de304d0 req-6b0fb1bd-115d-4ddc-ab0d-289b0df2b95c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:05.651323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-516b3b62-9051-435e-8465-6fcd7de304d0 req-6b0fb1bd-115d-4ddc-ab0d-289b0df2b95c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3239582 Feb 10 15:59:05.693399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port 4606b0c0-2ac7-4788-a537-571f0d43fd4c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:05.693742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:05.695770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ff9fa-c89b-4d34-ad57-0b8b4c8ce4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c47c98-dbc8-4a5e-a6b3-3f9b4110de4e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:05.698727 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cf95b50c-5cbd-43ba-b2ef-fb9b5060e335 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f8381df-7284-482c-ad82-4390b81d7132 HTTP/1.1" status: 200 len: 217 time: 0.1080160 Feb 10 15:59:05.770861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-23789fa9-468d-48f0-b08f-2b60f024b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:05.772524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-23789fa9-468d-48f0-b08f-2b60f024b58e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.0647311 Feb 10 15:59:05.829742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-516b3b62-9051-435e-8465-6fcd7de304d0 req-92d9ef36-443c-4673-8c93-82b38b1a5295 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730061 Feb 10 15:59:05.870319 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-cfa61771-c42c-40ff-a127-359341314e53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882154 Feb 10 15:59:06.025401 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-3129cd2f-a4c2-421d-9b2f-a1ab30a663fe service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392624 Feb 10 15:59:06.047831 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-5322d7ef-d655-4288-9fd5-3aae82ad766c service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048912 Feb 10 15:59:06.083975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] For port 4606b0c0-2ac7-4788-a537-571f0d43fd4c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4606b0c0-2ac7-4788-a537-571f0d43fd4c,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:06.084322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.102317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for 4606b0c0-2ac7-4788-a537-571f0d43fd4c owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:06.176158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45184) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:06.336099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45190) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:06.339259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-d410ee20-d576-49f8-9d79-76b13daa30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.340827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-d410ee20-d576-49f8-9d79-76b13daa30a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 1094 time: 0.1953425 Feb 10 15:59:06.381057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df26bc59-f5f1-426a-9839-c0462d337e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.384332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eef802ac-24d5-4cbc-907b-3431581f4788 req-dfe3a547-0122-4164-ac83-bcae9f655d85 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514802 Feb 10 15:59:06.449243 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.479034 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.507819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.508979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.527757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=4606b0c0-2ac7-4788-a537-571f0d43fd4c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:06.633292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=0cec27ad-ca97-4361-9dfa-72e79f0ea192,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:06.677273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0bff6-2843-4db6-a96e-ac068621892d req-53a3c312-0af6-4bab-9e63-29788c92ea05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.683572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0bff6-2843-4db6-a96e-ac068621892d req-53a3c312-0af6-4bab-9e63-29788c92ea05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.691787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0bff6-2843-4db6-a96e-ac068621892d req-53a3c312-0af6-4bab-9e63-29788c92ea05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.698474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0bff6-2843-4db6-a96e-ac068621892d req-53a3c312-0af6-4bab-9e63-29788c92ea05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.706614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0bff6-2843-4db6-a96e-ac068621892d req-53a3c312-0af6-4bab-9e63-29788c92ea05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.708662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ede0bff6-2843-4db6-a96e-ac068621892d req-53a3c312-0af6-4bab-9e63-29788c92ea05 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3797 time: 0.4857819 Feb 10 15:59:06.714591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113527ab-099d-449d-a4b8-de86a8608333 req-e354c682-60e6-44ab-845e-5018fa3f4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.716260 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-e354c682-60e6-44ab-845e-5018fa3f4b9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 1094 time: 0.2693295 Feb 10 15:59:06.717705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5107-dfba-43ca-8f47-e572c1f43ac6 req-4d19a640-eedf-455c-8a76-239bd8cc2f5b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.720699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bfd5107-dfba-43ca-8f47-e572c1f43ac6 req-4d19a640-eedf-455c-8a76-239bd8cc2f5b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.5466678 Feb 10 15:59:06.752125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-4ea6ed22-a576-477e-8d93-12a25a6a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:06.754076 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-4ea6ed22-a576-477e-8d93-12a25a6a5f46 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 914 time: 0.3972433 Feb 10 15:59:06.768195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] No DVR routers for this DVR port 4606b0c0-2ac7-4788-a537-571f0d43fd4c on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:06.772599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.777626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-ae9692e7-1494-4c78-9cf7-42d12baa17a2 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "DELETE /v2.0/ports/4606b0c0-2ac7-4788-a537-571f0d43fd4c HTTP/1.1" status: 204 len: 173 time: 1.7116771 Feb 10 15:59:06.793561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:06.796256 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e26074-45ca-4c8e-9237-a39eeb6444a3" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:06.864330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-46ee3ed2-b2aa-4545-bdf3-1ec247c474c1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69837e75-0824-41e2-ad59-450744c0b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0959511 Feb 10 15:59:06.894864 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c2af862f-3c06-423d-a894-2f375fc629db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.963000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ede0bff6-2843-4db6-a96e-ac068621892d req-8b011862-7422-42e8-976d-a18d8aebd5d7 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374978 Feb 10 15:59:06.981383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df26bc59-f5f1-426a-9839-c0462d337e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:06.987641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bfd5107-dfba-43ca-8f47-e572c1f43ac6 req-5a9eaf05-0200-48b7-8bf1-2916876632c7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275727 Feb 10 15:59:07.003628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df26bc59-f5f1-426a-9839-c0462d337e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.007613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:07.022925 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:07.035689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-4355834b-134e-4f1e-b108-3694a3b1f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:07.037553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-4355834b-134e-4f1e-b108-3694a3b1f289 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.1622028 Feb 10 15:59:07.038556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113527ab-099d-449d-a4b8-de86a8608333 req-da8685a1-26bc-4a24-9f59-f1d410e591d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:07.039905 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-da8685a1-26bc-4a24-9f59-f1d410e591d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 914 time: 0.3078387 Feb 10 15:59:07.141553 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dab824-78cc-47aa-a940-f9a8f6d6ff04 x-openstack-request-id: req-19dab824-78cc-47aa-a940-f9a8f6d6ff04 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:07.141833 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "4606b0c0-2ac7-4788-a537-571f0d43fd4c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:07.142215 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19dab824-78cc-47aa-a940-f9a8f6d6ff04 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:07.145440 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': '4606b0c0-2ac7-4788-a537-571f0d43fd4c', 'status': 'completed', 'code': 200} Feb 10 15:59:07.184215 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-5f2f9417-095e-4c50-ae7a-15969de1d99e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350691 Feb 10 15:59:07.262392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port 086746f8-6103-414e-a501-a98cfe458ca9 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:07.262840 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.301898 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-e8311672-9546-4099-b7a2-7cc03a6cb66b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f8381df-7284-482c-ad82-4390b81d7132 HTTP/1.1" status: 200 len: 217 time: 0.2538760 Feb 10 15:59:07.302619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26bc59-f5f1-426a-9839-c0462d337e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74547cf8-6b1e-4591-b4c2-b932da11006f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:07.312698 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-df26bc59-f5f1-426a-9839-c0462d337e86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaa88241f83a417fa34b72bdb3b72a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9650195 Feb 10 15:59:07.383477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45214) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:07.393929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eee68-a978-4b9c-822c-de6ede775a6d req-26787b2b-9278-4ca8-9a06-a044602c8db1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:07.396189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea8eee68-a978-4b9c-822c-de6ede775a6d req-26787b2b-9278-4ca8-9a06-a044602c8db1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 943 time: 0.2902405 Feb 10 15:59:07.453164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4b313816-a36f-4ccf-8f8d-4ede6d452edc None None] Provisioning complete for port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:07.455747 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b313816-a36f-4ccf-8f8d-4ede6d452edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.502129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4b313816-a36f-4ccf-8f8d-4ede6d452edc None None] Port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:07.544645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206d348-0638-4b84-9df5-a432cec559a9 req-0e837170-1d98-403f-ace0-0fa4b1d3bb1f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:07.546707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6206d348-0638-4b84-9df5-a432cec559a9 req-0e837170-1d98-403f-ace0-0fa4b1d3bb1f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2767990 Feb 10 15:59:07.679356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113527ab-099d-449d-a4b8-de86a8608333 req-36cd8772-5ba1-4a19-aa28-753db1f7210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:07.680762 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-36cd8772-5ba1-4a19-aa28-753db1f7210d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.3694718 Feb 10 15:59:07.681806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea8eee68-a978-4b9c-822c-de6ede775a6d req-bcab7fd5-e3b5-4fd8-a0ac-a2c845ff6741 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663984 Feb 10 15:59:07.687928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] For port 086746f8-6103-414e-a501-a98cfe458ca9, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=086746f8-6103-414e-a501-a98cfe458ca9,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:07.688305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.724064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b42ca1f4-f638-4b3a-9a46-1e1f5aaea0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.726798 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c2af862f-3c06-423d-a894-2f375fc629db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.727640 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-7cf94da4-7239-4395-88ff-28df8ff8281e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385537 Feb 10 15:59:07.735429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for 086746f8-6103-414e-a501-a98cfe458ca9 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:07.744932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c2af862f-3c06-423d-a894-2f375fc629db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.755995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6206d348-0638-4b84-9df5-a432cec559a9 req-4befeec5-46c9-4436-a7c3-775b9ea24cdd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742251 Feb 10 15:59:07.799355 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-4f7e8bb1-e99e-43c4-ad99-861c86935d00 service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587239 Feb 10 15:59:07.853321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b42ca1f4-f638-4b3a-9a46-1e1f5aaea0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.874043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:07.880400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c2af862f-3c06-423d-a894-2f375fc629db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=467817c82d894cb191bdfaed37399e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6675475 Feb 10 15:59:07.882571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45224) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:07.967306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:59:08.040027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-008f73d4-badd-4832-803d-f5979e52ac97 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033028 Feb 10 15:59:08.100889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73543160-9458-4d66-90c0-bdd3b7a4ce0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.194182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6fa6fecc-d00c-475d-895f-b1b67ebf6e69 req-0e00fc87-99a9-4b42-aaa3-c353b37bf88d service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551705 Feb 10 15:59:08.211401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af862f-3c06-423d-a894-2f375fc629db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3126e-5528-4001-8a4c-49fa0da25f90,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:08.232458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73543160-9458-4d66-90c0-bdd3b7a4ce0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.248604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:08.263596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-973d5289-c66b-422c-8946-038c6a79f4e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "PUT /v2.0/routers/3f95bfc0-0bb8-47a4-8ad9-917eae608313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2730041 Feb 10 15:59:08.266618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45236) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:08.268945 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Sync routers for ids ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:08.316770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Routers {'3f95bfc0-0bb8-47a4-8ad9-917eae608313'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:08.317696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:08.348785 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-113527ab-099d-449d-a4b8-de86a8608333 req-7d16812f-a599-4461-ad18-29eef3319cc1 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558100 Feb 10 15:59:08.370368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf4feb-ad74-4765-bb2b-3905d1090324 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.370867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06b30-2b39-4310-aed3-8877e025d59c req-0aa6f422-cfd3-4d37-a8da-6bd8642b78a3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.372544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cd06b30-2b39-4310-aed3-8877e025d59c req-0aa6f422-cfd3-4d37-a8da-6bd8642b78a3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.5124812 Feb 10 15:59:08.376371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:08.376691 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8eaf4feb-ad74-4765-bb2b-3905d1090324 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports/0cec27ad-ca97-4361-9dfa-72e79f0ea192 HTTP/1.1" status: 200 len: 911 time: 0.1041112 Feb 10 15:59:08.388380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73543160-9458-4d66-90c0-bdd3b7a4ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.393267 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73543160-9458-4d66-90c0-bdd3b7a4ce0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.394590 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73543160-9458-4d66-90c0-bdd3b7a4ce0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54a3126e-5528-4001-8a4c-49fa0da25f90 HTTP/1.1" status: 204 len: 168 time: 0.5074856 Feb 10 15:59:08.412499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73543160-9458-4d66-90c0-bdd3b7a4ce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3126e-5528-4001-8a4c-49fa0da25f90,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:08.422297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90416-10c9-4d7d-87c2-1a5022fcff84 req-3cf88c76-b2c9-4b70-b63a-ad67262c0271 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.428769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90416-10c9-4d7d-87c2-1a5022fcff84 req-3cf88c76-b2c9-4b70-b63a-ad67262c0271 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.436308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90416-10c9-4d7d-87c2-1a5022fcff84 req-3cf88c76-b2c9-4b70-b63a-ad67262c0271 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.444150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90416-10c9-4d7d-87c2-1a5022fcff84 req-3cf88c76-b2c9-4b70-b63a-ad67262c0271 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.451703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5b90416-10c9-4d7d-87c2-1a5022fcff84 req-3cf88c76-b2c9-4b70-b63a-ad67262c0271 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 3142 time: 0.2684870 Feb 10 15:59:08.498540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b42ca1f4-f638-4b3a-9a46-1e1f5aaea0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.501881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b42ca1f4-f638-4b3a-9a46-1e1f5aaea0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.521603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Set router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:08.523882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b42ca1f4-f638-4b3a-9a46-1e1f5aaea0db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74547cf8-6b1e-4591-b4c2-b932da11006f HTTP/1.1" status: 204 len: 168 time: 1.1086051 Feb 10 15:59:08.653595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2f8381df-7284-482c-ad82-4390b81d7132 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:59:08.680169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ca1f4-f638-4b3a-9a46-1e1f5aaea0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74547cf8-6b1e-4591-b4c2-b932da11006f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:08.772454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5b90416-10c9-4d7d-87c2-1a5022fcff84 req-53165b4a-d4b6-4910-a6a7-f303fb2d378a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198035 Feb 10 15:59:08.775996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0cd06b30-2b39-4310-aed3-8877e025d59c req-0ecd2bc8-bf95-4304-ad88-d46f9313cc61 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819909 Feb 10 15:59:08.794794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773db289-7c4b-4404-a86a-7cd2371a6a20 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.801406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773db289-7c4b-4404-a86a-7cd2371a6a20 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:08.803127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-773db289-7c4b-4404-a86a-7cd2371a6a20 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4227982 Feb 10 15:59:08.806818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45252) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:08.892515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:08.945630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45258) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:08.968819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e4091ea-c326-47fb-802b-652036d705b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.018865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=086746f8-6103-414e-a501-a98cfe458ca9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:09.055313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2f8381df-7284-482c-ad82-4390b81d7132, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2f8381df-7284-482c-ad82-4390b81d7132,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:09.069260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '2f8381df-7284-482c-ad82-4390b81d7132', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'port_id': '2f8381df-7284-482c-ad82-4390b81d7132', 'mac_address': 'fa:16:3e:ad:38:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc4ed69-5d67-4519-b385-7609cbc46fb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:59:09.127743 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.181691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:58:58Z', 'updated_at': '2022-02-10T15:59:03Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None, '_interfaces': [{'id': '0cec27ad-ca97-4361-9dfa-72e79f0ea192', 'name': '', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'mac_address': 'fa:16:3e:1c:b8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '2ea188cb-6abf-4729-bcc3-a5083729ed14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:01Z', 'updated_at': '2022-02-10T15:59:05Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'subnets': [{'id': '2ea188cb-6abf-4729-bcc3-a5083729ed14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:09.184798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8381df-7284-482c-ad82-4390b81d7132 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:09.306145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Checking router: 3f95bfc0-0bb8-47a4-8ad9-917eae608313 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:09.306496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Updating router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:59:09.314263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e4091ea-c326-47fb-802b-652036d705b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.318210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2f8381df-7284-482c-ad82-4390b81d7132, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2f8381df-7284-482c-ad82-4390b81d7132,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:09.321559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e4091ea-c326-47fb-802b-652036d705b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.355285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.371340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4091ea-c326-47fb-802b-652036d705b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4316b2d-8754-46e6-9704-2563c840c831,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:09.399808 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7e4091ea-c326-47fb-802b-652036d705b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8092956522a46a4b3e4362500498955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530449 Feb 10 15:59:09.402491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45282) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:09.449309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] No DVR routers for this DVR port 086746f8-6103-414e-a501-a98cfe458ca9 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:09.466544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c65bc92-1022-408b-86df-afc3b512e204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.471361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.473807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 69837e75-0824-41e2-ad59-450744c0b6d1 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:59:09.474776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-be6d91eb-94e1-4ce5-9baa-f651ba5f319f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "DELETE /v2.0/ports/086746f8-6103-414e-a501-a98cfe458ca9 HTTP/1.1" status: 204 len: 173 time: 2.6651084 Feb 10 15:59:09.482992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:09.485397 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.485570 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d9cdd-a109-4e8d-8317-db25d5d30f50" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "086746f8-6103-414e-a501-a98cfe458ca9"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:09.527061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2f8381df-7284-482c-ad82-4390b81d7132,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:09.536426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c65bc92-1022-408b-86df-afc3b512e204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.652111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c65bc92-1022-408b-86df-afc3b512e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.655730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c65bc92-1022-408b-86df-afc3b512e204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:09.657909 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6c65bc92-1022-408b-86df-afc3b512e204 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4316b2d-8754-46e6-9704-2563c840c831 HTTP/1.1" status: 204 len: 168 time: 0.2542083 Feb 10 15:59:09.676388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65bc92-1022-408b-86df-afc3b512e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4316b2d-8754-46e6-9704-2563c840c831,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:09.702170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b958c-fe97-4ad0-9200-e861e70f51df req-943fa0ce-16f5-47c6-9ddf-0a6e73672934 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:09.705044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b13b958c-fe97-4ad0-9200-e861e70f51df req-943fa0ce-16f5-47c6-9ddf-0a6e73672934 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 943 time: 0.7889159 Feb 10 15:59:09.964124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b13b958c-fe97-4ad0-9200-e861e70f51df req-389d4822-cfa0-4664-9f51-019f14b41083 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262964 Feb 10 15:59:09.976349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98f020-b32c-4280-9f88-01a91c467651 req-3f2c0938-0e44-4cf6-8ccd-64260e62cb7e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:09.993919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d98f020-b32c-4280-9f88-01a91c467651 req-3f2c0938-0e44-4cf6-8ccd-64260e62cb7e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.5501263 Feb 10 15:59:10.101216 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe1ac6a-23f1-48e9-b320-597242e3e451 x-openstack-request-id: req-fbe1ac6a-23f1-48e9-b320-597242e3e451 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:10.101607 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "086746f8-6103-414e-a501-a98cfe458ca9", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:10.101831 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbe1ac6a-23f1-48e9-b320-597242e3e451 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:10.107780 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': '086746f8-6103-414e-a501-a98cfe458ca9', 'status': 'completed', 'code': 200} Feb 10 15:59:10.158598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port bf311dc7-fe11-4827-b4a9-457cb289a216 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:10.158950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.182294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45312) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:10.201453 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a570435a-c873-494c-a983-ee44ce70cf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.206263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2f8381df-7284-482c-ad82-4390b81d7132'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:59:10.253484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d98f020-b32c-4280-9f88-01a91c467651 req-1e5ab7d7-fd42-4a92-b9ca-5e1455ab98f4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584717 Feb 10 15:59:10.260765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Deleting port 1af92283-03cf-440a-8688-80d4b73aa28a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:10.261241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.313019 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:59:10.394425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a570435a-c873-494c-a983-ee44ce70cf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.399964 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a570435a-c873-494c-a983-ee44ce70cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.499762 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.510892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570435a-c873-494c-a983-ee44ce70cf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a162c5c-b0b3-4fea-92a4-85c804299d1d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:10.521357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552e881-1e10-430c-9f99-36cbdad3b6da req-b7a7500e-4043-4fad-9c33-de619c03a11c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:10.522416 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a570435a-c873-494c-a983-ee44ce70cf77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df8726e04a6a436da2eb1c469b76fe79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390255 Feb 10 15:59:10.523253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45320) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:10.538485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552e881-1e10-430c-9f99-36cbdad3b6da req-b7a7500e-4043-4fad-9c33-de619c03a11c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:10.544701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552e881-1e10-430c-9f99-36cbdad3b6da req-b7a7500e-4043-4fad-9c33-de619c03a11c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:10.557263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f552e881-1e10-430c-9f99-36cbdad3b6da req-b7a7500e-4043-4fad-9c33-de619c03a11c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 2410 time: 0.3057830 Feb 10 15:59:10.573529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] For port bf311dc7-fe11-4827-b4a9-457cb289a216, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bf311dc7-fe11-4827-b4a9-457cb289a216,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:10.573951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.588236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e457f2a-fdfb-4237-802a-0a492953aa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.595984 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.625889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for bf311dc7-fe11-4827-b4a9-457cb289a216 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:10.645630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e457f2a-fdfb-4237-802a-0a492953aa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.690087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d16f09-0a9a-486f-8226-4b0865a8c333 None None] Pushing event updated for resources: {'Port': ['ID=0cec27ad-ca97-4361-9dfa-72e79f0ea192,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:10.720660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=69837e75-0824-41e2-ad59-450744c0b6d1,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:10.729719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e457f2a-fdfb-4237-802a-0a492953aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.732980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e457f2a-fdfb-4237-802a-0a492953aa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.735009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e457f2a-fdfb-4237-802a-0a492953aa2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a162c5c-b0b3-4fea-92a4-85c804299d1d HTTP/1.1" status: 204 len: 168 time: 0.2107179 Feb 10 15:59:10.755624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e457f2a-fdfb-4237-802a-0a492953aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a162c5c-b0b3-4fea-92a4-85c804299d1d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:10.782036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '69837e75-0824-41e2-ad59-450744c0b6d1', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'port_id': '69837e75-0824-41e2-ad59-450744c0b6d1', 'mac_address': 'fa:16:3e:e4:99:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc4ed69-5d67-4519-b385-7609cbc46fb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:59:10.836683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] For port 1af92283-03cf-440a-8688-80d4b73aa28a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1af92283-03cf-440a-8688-80d4b73aa28a,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:10.837055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.895157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Attempting to bind port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:10.895561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Attempting to bind port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:10.895930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Attempting to bind port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:10.951149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:10.951585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:10.951995 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.952386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:10.953148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Bound port: 0cec27ad-ca97-4361-9dfa-72e79f0ea192, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:10.953564 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:10.976333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:11.048850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69837e75-0824-41e2-ad59-450744c0b6d1 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:11.146485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=69837e75-0824-41e2-ad59-450744c0b6d1,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:11.150188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] For port 0cec27ad-ca97-4361-9dfa-72e79f0ea192, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:11.168333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] For port 0cec27ad-ca97-4361-9dfa-72e79f0ea192, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0cec27ad-ca97-4361-9dfa-72e79f0ea192,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:11.172670 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:11.253574 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:11.283246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-392ba475-b3ee-4747-a268-75b14473b686 None None] Provisioning complete for port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:11.284096 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-392ba475-b3ee-4747-a268-75b14473b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:11.359670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Routers {'3f95bfc0-0bb8-47a4-8ad9-917eae608313'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:11.360317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:11.389544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Calling delete_port for 1af92283-03cf-440a-8688-80d4b73aa28a owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:11.433049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:11.466041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f552e881-1e10-430c-9f99-36cbdad3b6da req-5b99f2ba-1e34-4ea5-9ca1-f0e4b346ffff tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9078314 Feb 10 15:59:11.649005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a631c0-112a-4a4a-906d-903aadbdfafe req-3eaee6c7-dd19-4dd8-8eb4-390c254d8460 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:11.659103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95a631c0-112a-4a4a-906d-903aadbdfafe req-3eaee6c7-dd19-4dd8-8eb4-390c254d8460 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 944 time: 0.2917686 Feb 10 15:59:11.659923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['69837e75-0824-41e2-ad59-450744c0b6d1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:59:11.753495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] Set router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:11.808789 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-392ba475-b3ee-4747-a268-75b14473b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:11.836770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:11.862482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d16f09-0a9a-486f-8226-4b0865a8c333 None None] Pushing event updated for resources: {'Port': ['ID=0cec27ad-ca97-4361-9dfa-72e79f0ea192,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:11.901038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-392ba475-b3ee-4747-a268-75b14473b686 None None] For port 0cec27ad-ca97-4361-9dfa-72e79f0ea192, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0cec27ad-ca97-4361-9dfa-72e79f0ea192,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:11.931731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-392ba475-b3ee-4747-a268-75b14473b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:12.101670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95a631c0-112a-4a4a-906d-903aadbdfafe req-49dd06b3-8b82-48b0-8f79-72b23d3fd69b tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412932 Feb 10 15:59:12.146964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16421d8-c1b0-4efe-9327-c5aac72db552 req-04bce4c0-40a8-4bd5-9171-bbeadc29010a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:12.148584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f16421d8-c1b0-4efe-9327-c5aac72db552 req-04bce4c0-40a8-4bd5-9171-bbeadc29010a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4865859 Feb 10 15:59:12.173382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c6c271f2-b3f8-4d14-8d9d-012b49c41ccd None None] Provisioning complete for port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:12.173873 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c6c271f2-b3f8-4d14-8d9d-012b49c41ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:12.226821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ba475-b3ee-4747-a268-75b14473b686 None None] Pushing event updated for resources: {'Port': ['ID=0cec27ad-ca97-4361-9dfa-72e79f0ea192,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:12.254604 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:12.258445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:58:58Z', 'updated_at': '2022-02-10T15:59:03Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None, '_interfaces': [{'id': '0cec27ad-ca97-4361-9dfa-72e79f0ea192', 'name': '', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'mac_address': 'fa:16:3e:1c:b8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '2ea188cb-6abf-4729-bcc3-a5083729ed14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:01Z', 'updated_at': '2022-02-10T15:59:11Z', 'revision_number': 4, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'subnets': [{'id': '2ea188cb-6abf-4729-bcc3-a5083729ed14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:12.352694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fabb34-5deb-41e8-94a5-32a4e3ecb8cf None None] The sync data for ids ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'] in n-d-827895-3 is: [{'id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:58:58Z', 'updated_at': '2022-02-10T15:59:03Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None, '_interfaces': [{'id': '0cec27ad-ca97-4361-9dfa-72e79f0ea192', 'name': '', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'mac_address': 'fa:16:3e:1c:b8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '2ea188cb-6abf-4729-bcc3-a5083729ed14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:01Z', 'updated_at': '2022-02-10T15:59:11Z', 'revision_number': 4, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'subnets': [{'id': '2ea188cb-6abf-4729-bcc3-a5083729ed14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:12.383201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=bf311dc7-fe11-4827-b4a9-457cb289a216,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:12.473657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f16421d8-c1b0-4efe-9327-c5aac72db552 req-72c1f957-23c3-4043-9880-8b2f97b396a5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070142 Feb 10 15:59:12.522733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] No DVR routers for this DVR port bf311dc7-fe11-4827-b4a9-457cb289a216 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:12.529156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:12.533830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-45f11a96-78a6-4b84-a259-c80b8d15e5e5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "DELETE /v2.0/ports/bf311dc7-fe11-4827-b4a9-457cb289a216 HTTP/1.1" status: 204 len: 173 time: 3.0392864 Feb 10 15:59:12.536212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:12.538700 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9675055-8394-46ba-891d-51b3b9e57418" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:12.651640 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98cd6a6-fa66-4c3e-8f11-af9feb7f77a4 x-openstack-request-id: req-e98cd6a6-fa66-4c3e-8f11-af9feb7f77a4 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:12.651972 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "bf311dc7-fe11-4827-b4a9-457cb289a216", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:12.652233 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e98cd6a6-fa66-4c3e-8f11-af9feb7f77a4 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:12.652851 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': 'bf311dc7-fe11-4827-b4a9-457cb289a216', 'status': 'completed', 'code': 200} Feb 10 15:59:12.663767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2f8381df-7284-482c-ad82-4390b81d7132 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:12.785222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45406) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:12.801000 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:12.825056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 2f8381df-7284-482c-ad82-4390b81d7132 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:59:12.832417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 2f8381df-7284-482c-ad82-4390b81d7132 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:12.835008 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:12.898369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af92283-03cf-440a-8688-80d4b73aa28a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:12.949555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45414) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:13.098497 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.135425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593853-1ac1-4ed2-8f4c-c12782e74f96 req-b6636270-b5d3-4a9b-8abe-71198f18882d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:13.144551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593853-1ac1-4ed2-8f4c-c12782e74f96 req-b6636270-b5d3-4a9b-8abe-71198f18882d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:13.146632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27593853-1ac1-4ed2-8f4c-c12782e74f96 req-b6636270-b5d3-4a9b-8abe-71198f18882d tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 1677 time: 0.4366748 Feb 10 15:59:13.150075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port e2d9296d-5cc9-401b-88a5-92dd9227c95f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:13.150508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.151338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3152-5fc8-41ef-afba-ab6fddad16a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.157057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:13.158184 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.226227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8381df-7284-482c-ad82-4390b81d7132'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:13.231876 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ea477-afab-4d28-9efc-fd5fb30e3329" -d '{"events": [{"server_uuid": "d6ded261-86f3-4ac6-aa6f-ec224a41cdc7", "name": "network-vif-plugged", "status": "completed", "tag": "2f8381df-7284-482c-ad82-4390b81d7132"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:13.255045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb60b-d40f-432f-8d70-47f18f0b42b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.261103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2f8381df-7284-482c-ad82-4390b81d7132, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2f8381df-7284-482c-ad82-4390b81d7132,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:13.268545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.335858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port 0cec27ad-ca97-4361-9dfa-72e79f0ea192, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0cec27ad-ca97-4361-9dfa-72e79f0ea192,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:13.336231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.341755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2f8381df-7284-482c-ad82-4390b81d7132,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:13.407797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 69837e75-0824-41e2-ad59-450744c0b6d1 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:13.435778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 0cec27ad-ca97-4361-9dfa-72e79f0ea192 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:13.460125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3152-5fc8-41ef-afba-ab6fddad16a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.465479 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb60b-d40f-432f-8d70-47f18f0b42b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.467321 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3152-5fc8-41ef-afba-ab6fddad16a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.478080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb60b-d40f-432f-8d70-47f18f0b42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.525065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 69837e75-0824-41e2-ad59-450744c0b6d1 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:59:13.534358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 69837e75-0824-41e2-ad59-450744c0b6d1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:13.534757 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.539897 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fa0eb60b-d40f-432f-8d70-47f18f0b42b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3738c298f0240219e4c7ca06bcaf572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868208 Feb 10 15:59:13.550277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:13.621348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf9c3152-5fc8-41ef-afba-ab6fddad16a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9c96b2aa44845e8bba7efa3ade6d591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349347 Feb 10 15:59:13.624012 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:13.638243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.653001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c3152-5fc8-41ef-afba-ab6fddad16a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aceb6c7-face-42f3-b2c5-65daa56c60ec,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:13.664198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27593853-1ac1-4ed2-8f4c-c12782e74f96 req-2463039b-f4ec-4ca3-ba0b-fa3cc7208ec0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994689 Feb 10 15:59:13.727256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d503c45-731e-4faf-bab0-3285e494637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.738353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee3ec4-6e9d-4924-a883-f7a933f5946f req-c98541b4-1508-4649-9ee7-05551ef792a5 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:13.739407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=69837e75-0824-41e2-ad59-450744c0b6d1,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:13.741490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44ee3ec4-6e9d-4924-a883-f7a933f5946f req-c98541b4-1508-4649-9ee7-05551ef792a5 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 945 time: 0.4872766 Feb 10 15:59:13.745134 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.764641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eb60b-d40f-432f-8d70-47f18f0b42b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716986e-30b6-4568-a276-85d921a68381,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:13.802484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d503c45-731e-4faf-bab0-3285e494637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.839345 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f615b47-4dea-4bd6-ba07-a3aff9f81f1a x-openstack-request-id: req-4f615b47-4dea-4bd6-ba07-a3aff9f81f1a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:13.841478 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ded261-86f3-4ac6-aa6f-ec224a41cdc7", "name": "network-vif-plugged", "status": "completed", "tag": "2f8381df-7284-482c-ad82-4390b81d7132", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:13.841743 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f615b47-4dea-4bd6-ba07-a3aff9f81f1a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:13.842156 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8381df-7284-482c-ad82-4390b81d7132', 'code': 200} Feb 10 15:59:13.848809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80e151e3-bea5-495d-aa4d-254b232fb367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.873900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80e151e3-bea5-495d-aa4d-254b232fb367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.898820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] For port e2d9296d-5cc9-401b-88a5-92dd9227c95f, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=e2d9296d-5cc9-401b-88a5-92dd9227c95f,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:13.899214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:13.926316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:13.994575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.028033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80e151e3-bea5-495d-aa4d-254b232fb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.031044 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80e151e3-bea5-495d-aa4d-254b232fb367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.032500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-80e151e3-bea5-495d-aa4d-254b232fb367 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6aceb6c7-face-42f3-b2c5-65daa56c60ec HTTP/1.1" status: 204 len: 168 time: 0.3972487 Feb 10 15:59:14.070341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec7e17-f765-431b-acfe-cbedcc9b442b req-06e2ce09-a3b6-45aa-af16-c58fae80c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:14.072059 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a5ec7e17-f765-431b-acfe-cbedcc9b442b req-06e2ce09-a3b6-45aa-af16-c58fae80c732 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 1096 time: 0.1753511 Feb 10 15:59:14.072924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e151e3-bea5-495d-aa4d-254b232fb367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aceb6c7-face-42f3-b2c5-65daa56c60ec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:14.082936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d503c45-731e-4faf-bab0-3285e494637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.087107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4d503c45-731e-4faf-bab0-3285e494637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.091478 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4d503c45-731e-4faf-bab0-3285e494637e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0716986e-30b6-4568-a276-85d921a68381 HTTP/1.1" status: 204 len: 168 time: 0.5400302 Feb 10 15:59:14.117588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d503c45-731e-4faf-bab0-3285e494637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716986e-30b6-4568-a276-85d921a68381,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:14.140694 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a5ec7e17-f765-431b-acfe-cbedcc9b442b req-43fa5c5f-1934-4f5c-8146-c97ecdab9eb4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592384 Feb 10 15:59:14.218414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0cec27ad-ca97-4361-9dfa-72e79f0ea192 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:14.272316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44ee3ec4-6e9d-4924-a883-f7a933f5946f req-5a1ae126-aec0-41c1-9c7f-0e04c028b19b tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507098 Feb 10 15:59:14.305529 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.308591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:59:14.310687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0cec27ad-ca97-4361-9dfa-72e79f0ea192 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 15:59:14.334355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port 0cec27ad-ca97-4361-9dfa-72e79f0ea192 not found, will not notify nova. {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 15:59:14.657039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45460) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:14.690811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2b5907f-69ff-481c-9aa1-f9bf7ef3edd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.783596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=0cec27ad-ca97-4361-9dfa-72e79f0ea192,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:14.872014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2b5907f-69ff-481c-9aa1-f9bf7ef3edd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.877647 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2b5907f-69ff-481c-9aa1-f9bf7ef3edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:14.897732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713002e-2532-432c-b874-30689918c87f req-b58284bf-4b2d-4a5f-aea8-8284b5587077 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:14.909414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3713002e-2532-432c-b874-30689918c87f req-b58284bf-4b2d-4a5f-aea8-8284b5587077 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.9637213 Feb 10 15:59:14.923029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5907f-69ff-481c-9aa1-f9bf7ef3edd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c4c211-b872-450d-bdfd-7f7dedc9ea78,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:14.933967 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e2b5907f-69ff-481c-9aa1-f9bf7ef3edd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3038240f159a4539bf7975a3a02194bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757328 Feb 10 15:59:14.937181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45470) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:15.047921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d858a41b-d83d-45cb-a04f-2767b80b6937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.108761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d858a41b-d83d-45cb-a04f-2767b80b6937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.206541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d858a41b-d83d-45cb-a04f-2767b80b6937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.209909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d858a41b-d83d-45cb-a04f-2767b80b6937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.213818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefeac8-334c-46d6-9de8-134281368c59 req-902bbff9-8625-4534-ae95-f793fd88c114 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:15.214017 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d858a41b-d83d-45cb-a04f-2767b80b6937 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54c4c211-b872-450d-bdfd-7f7dedc9ea78 HTTP/1.1" status: 204 len: 168 time: 0.2734270 Feb 10 15:59:15.218851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefeac8-334c-46d6-9de8-134281368c59 req-902bbff9-8625-4534-ae95-f793fd88c114 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:15.226649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bbefeac8-334c-46d6-9de8-134281368c59 req-902bbff9-8625-4534-ae95-f793fd88c114 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 1677 time: 0.4213274 Feb 10 15:59:15.229104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858a41b-d83d-45cb-a04f-2767b80b6937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c4c211-b872-450d-bdfd-7f7dedc9ea78,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:15.258677 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3713002e-2532-432c-b874-30689918c87f req-1bbc8564-f476-406c-b241-c0d9f7f2f17f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480942 Feb 10 15:59:15.259363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.501307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45494) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:15.502458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bbefeac8-334c-46d6-9de8-134281368c59 req-6e7df759-8f64-4493-bac4-7bbe396507bc tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748659 Feb 10 15:59:15.656616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d003c-b3fb-47bf-a1ea-5b4342c34a29 req-a2401376-7b05-414e-99de-03a42ebe585a tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:15.663810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee2d003c-b3fb-47bf-a1ea-5b4342c34a29 req-a2401376-7b05-414e-99de-03a42ebe585a tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 945 time: 0.2292542 Feb 10 15:59:15.667682 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.668094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.668424 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Floating IP 656f0863-fd1e-4a2b-a7b2-31ff86913b0b disassociated. External IP: 172.25.7.248, port: e2d9296d-5cc9-401b-88a5-92dd9227c95f. Feb 10 15:59:15.668766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for e2d9296d-5cc9-401b-88a5-92dd9227c95f owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:15.685764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1908092156-network', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:15.724305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Made reservation on behalf of a0e69e0a81f14e5eac87b193b71b0f73 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:15.726824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.733316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:15.738573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.843975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:15.846501 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4103818-924c-44bf-ba2f-6e2d5af42811" -d '{"events": [{"server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "name": "network-vif-plugged", "status": "completed", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:15.866660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee2d003c-b3fb-47bf-a1ea-5b4342c34a29 req-d1ddb0ba-6033-4300-b1a3-960b95a039c0 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017641 Feb 10 15:59:15.893113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.903569 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65393045-f5fe-466c-80cc-6286d658c4cd x-openstack-request-id: req-65393045-f5fe-466c-80cc-6286d658c4cd {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:15.904226 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "name": "network-vif-plugged", "status": "completed", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:15.904546 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65393045-f5fe-466c-80cc-6286d658c4cd {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:15.905123 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1', 'code': 200} Feb 10 15:59:15.906623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.920099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:59:15.930659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:15.931361 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Added segment 502d6b48-fabf-4171-8deb-a7270649225c of type vlan for network e84bd44c-ee72-41e6-aebe-6943bbb6910d Feb 10 15:59:15.986749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.010065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f90a218-2690-4818-9d79-8dfb75070186,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:16.026028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:16.036615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.037697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.038356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.065287 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] Sync routers for ids ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:16.070862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a444adaa-f8ee-41c3-862f-64474d9b9dd4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "PUT /v2.0/routers/3f95bfc0-0bb8-47a4-8ad9-917eae608313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2595203 Feb 10 15:59:16.078614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45522) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:16.101984 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] Routers {'3f95bfc0-0bb8-47a4-8ad9-917eae608313'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:16.104912 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:16.116762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Router a65619da-bc3e-4c21-bc92-dc83c665b93e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:16.134859 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6318579 Feb 10 15:59:16.142111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45528) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:16.162726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Request body: {'subnet': {'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1908092156-subnet', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:16.190146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Pushing event updated for resources: {'Network': ['ID=e84bd44c-ee72-41e6-aebe-6943bbb6910d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:16.205002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.205825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.206451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.206960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.207854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd56ca-c56d-4fc2-9238-6aed1f1f4d9a req-bebfcd16-dfbc-45d3-8f17-e8efa129dcd6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.208357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.208869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.209459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9bd56ca-c56d-4fc2-9238-6aed1f1f4d9a req-bebfcd16-dfbc-45d3-8f17-e8efa129dcd6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 945 time: 0.1397119 Feb 10 15:59:16.217133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.217803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.218977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.219615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.220122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.220622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898af1ff-d6d0-4fa2-bcc1-463baefd9906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:16.246553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:59:16.260826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbfab7-eb87-4219-bc13-4cfdef041274 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.263007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbfab7-eb87-4219-bc13-4cfdef041274 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.264838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-10fbfab7-eb87-4219-bc13-4cfdef041274 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1827245 Feb 10 15:59:16.267961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45532) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:16.328800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b00cd2-cb8b-427c-8104-e275baf93b82 req-31849bab-6631-40f4-b362-814ffd75a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.330389 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d5b00cd2-cb8b-427c-8104-e275baf93b82 req-31849bab-6631-40f4-b362-814ffd75a5bb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 1096 time: 0.3295591 Feb 10 15:59:16.373494 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 2ea188cb-6abf-4729-bcc3-a5083729ed14 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:59:16.395544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.408250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Made reservation on behalf of a0e69e0a81f14e5eac87b193b71b0f73 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:16.411538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.448347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d5b00cd2-cb8b-427c-8104-e275baf93b82 req-d9b90cac-b4e7-48ed-9afd-dd43c5dadda3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090665 Feb 10 15:59:16.460013 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.486519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] Set router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:16.566209 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:58:58Z', 'updated_at': '2022-02-10T15:59:14Z', 'revision_number': 3, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:16.597281 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] Checking router: 3f95bfc0-0bb8-47a4-8ad9-917eae608313 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:16.606645 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] Routers {'3f95bfc0-0bb8-47a4-8ad9-917eae608313'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:16.607294 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:16.617493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.724045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.730656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.764178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea188cb-6abf-4729-bcc3-a5083729ed14,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:16.770336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:16.777032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-880aa646-e30e-4d60-a4b1-4cdce18ff9d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/2ea188cb-6abf-4729-bcc3-a5083729ed14 HTTP/1.1" status: 204 len: 168 time: 0.5056059 Feb 10 15:59:16.779782 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d3f7c-c4a3-421b-9c7d-a963fe6018ac None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:16.779973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45548) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:16.790348 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] Set router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:16.883566 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:58:58Z', 'updated_at': '2022-02-10T15:59:14Z', 'revision_number': 3, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:16.890226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1f55-f7ff-48de-b46c-35dae3e353b6 req-1588cd13-5145-4c0a-aa72-5c08bdf25cdd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.898536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7e1f55-f7ff-48de-b46c-35dae3e353b6 req-1588cd13-5145-4c0a-aa72-5c08bdf25cdd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2373788 Feb 10 15:59:16.931434 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f28f6-6939-4fa8-b522-908f9995812b None None] The sync data for ids ['3f95bfc0-0bb8-47a4-8ad9-917eae608313'] in n-d-827895-3 is: [{'id': '3f95bfc0-0bb8-47a4-8ad9-917eae608313', 'name': 'tempest-NetworksTestDHCPv6-router-1374212991', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:58:58Z', 'updated_at': '2022-02-10T15:59:14Z', 'revision_number': 3, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:16.967959 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-769f963d-79ba-4248-bc31-b7532825bb85 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1840720 Feb 10 15:59:16.973138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45554) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:16.977744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9bd56ca-c56d-4fc2-9238-6aed1f1f4d9a req-302d9319-791a-4a9f-a8d0-9a4766856947 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039192 Feb 10 15:59:17.089186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:17.101686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] Sync routers for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:17.110078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.112705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:17.113669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:17.133713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-572395df-e7d1-4f06-a87e-85b5926e0d45 admin admin] 10.222.0.21 "PUT /v2.0/routers/a65619da-bc3e-4c21-bc92-dc83c665b93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9648757 Feb 10 15:59:17.151543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45562) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:17.198899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a6c2ae-3818-4eab-913d-ff0b90bda465,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:17.304894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.348064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.357540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.409049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=e2d9296d-5cc9-401b-88a5-92dd9227c95f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:17.439501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa7e1f55-f7ff-48de-b46c-35dae3e353b6 req-9af60b85-fc00-40b2-9434-8db1a7c30fea tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498904 Feb 10 15:59:17.448204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Checking segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:17.448561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Network hostable DHCP agents. Network: e84bd44c-ee72-41e6-aebe-6943bbb6910d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:59:17.476783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.477562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Fanout notify agent at l3_agent the message router_deleted on router 3f95bfc0-0bb8-47a4-8ad9-917eae608313 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:59:17.489056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.494145 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-351b56ed-d615-4b1a-93b6-9d0d3d273ff3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/routers/3f95bfc0-0bb8-47a4-8ad9-917eae608313 HTTP/1.1" status: 204 len: 168 time: 0.5172675 Feb 10 15:59:17.494738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45570) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:17.502917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:17.564842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:59:17.576264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f47b2d-c795-4775-8775-84f6b7ccd591 req-0c14a89c-b985-48e1-8c95-871bbb5489f5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:17.584687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f47b2d-c795-4775-8775-84f6b7ccd591 req-0c14a89c-b985-48e1-8c95-871bbb5489f5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:17.586307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22f47b2d-c795-4775-8775-84f6b7ccd591 req-0c14a89c-b985-48e1-8c95-871bbb5489f5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 1599 time: 0.4515669 Feb 10 15:59:17.639902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:17.708899 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.710429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:59:17.745024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:17.748706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:17.931620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] Deleting port 7dec45a1-0ad6-4cae-b02e-0216a158e9de {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:17.932368 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.118778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7dec45a1-0ad6-4cae-b02e-0216a158e9de no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:18.221446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] For port 7dec45a1-0ad6-4cae-b02e-0216a158e9de, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7dec45a1-0ad6-4cae-b02e-0216a158e9de,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:18.221777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.249583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.283213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] Calling delete_port for 7dec45a1-0ad6-4cae-b02e-0216a158e9de owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:18.313198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:18.317233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:18.322037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:18.322785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.335852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=9d7b5a42-4a09-4a0f-9324-3c15d586f942,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:18.355304 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53205260-0282-41c4-a2e3-45283c1dadee tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8583665 Feb 10 15:59:18.357820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45594) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:18.363055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:18.385257 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.418946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.420038 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.467092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 7dec45a1-0ad6-4cae-b02e-0216a158e9de, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7dec45a1-0ad6-4cae-b02e-0216a158e9de,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:18.478392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:59:12Z', 'revision_number': 5, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port': {'id': '4d261ce8-a55d-4bbb-bd75-553c01a0bc18', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:46Z', 'updated_at': '2022-02-10T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:18.481142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.481866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0cec27ad-ca97-4361-9dfa-72e79f0ea192 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:18.512079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e84bd44c-ee72-41e6-aebe-6943bbb6910d) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:18.532268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:18.535731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.549015 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.551135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22f47b2d-c795-4775-8775-84f6b7ccd591 req-41afbeef-a14a-4719-b682-e9e827d61c2b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9039681 Feb 10 15:59:18.558483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.606354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa0322-3084-4a0b-a068-4a84d542f558 None None] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:18.610209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] Checking router: a65619da-bc3e-4c21-bc92-dc83c665b93e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:18.630082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 0cec27ad-ca97-4361-9dfa-72e79f0ea192 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:18.630476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0cec27ad-ca97-4361-9dfa-72e79f0ea192 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:18.649393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.650637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f175fea6-9bc2-4e20-b108-6d22c37a5e3e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2918766 Feb 10 15:59:18.653588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:18.673663 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.691387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] No DVR routers for this DVR port 7dec45a1-0ad6-4cae-b02e-0216a158e9de on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:18.716692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.729232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e838ca2b-6f62-4591-aa97-bc3a97e6a169 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5727026 Feb 10 15:59:18.730554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45610) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:18.747862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Router 6958d884-ae06-49b4-a666-d4e7c9953024 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:18.757846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07d13e-a35c-425e-afcf-5d42e1352384 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:18.759981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=7dec45a1-0ad6-4cae-b02e-0216a158e9de,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:18.782230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] Routers {'a65619da-bc3e-4c21-bc92-dc83c665b93e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:18.782860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a65619da-bc3e-4c21-bc92-dc83c665b93e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:18.821811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce29439-eb36-412c-94cb-bb1b328d6663 req-14f6ebcf-b098-4ff5-9e04-f0c981c173d7 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:18.823699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ce29439-eb36-412c-94cb-bb1b328d6663 req-14f6ebcf-b098-4ff5-9e04-f0c981c173d7 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 945 time: 0.5307894 Feb 10 15:59:18.827018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:18.852998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a9ff0-2a47-471f-8cf1-f2e8eae08b38 None None] Pushing event deleted for resources: {'Port': ['ID=7dec45a1-0ad6-4cae-b02e-0216a158e9de,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:18.950781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0e91-f1c3-4b5d-ba94-daac5665cc70 req-fbbb99a7-1856-4cfb-a127-af3c20592ba7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:18.952279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f1f0e91-f1c3-4b5d-ba94-daac5665cc70 req-fbbb99a7-1856-4cfb-a127-af3c20592ba7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2375362 Feb 10 15:59:18.958947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.960679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.966667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Deleting port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:18.967009 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:18.971943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ce29439-eb36-412c-94cb-bb1b328d6663 req-e14473ed-f7e6-4924-8786-81def496346c tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414449 Feb 10 15:59:19.215691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:59:19.216581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.228392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] For port 4d261ce8-a55d-4bbb-bd75-553c01a0bc18, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:19.228756 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.242508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Calling delete_port for 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:19.438168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.506749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f1f0e91-f1c3-4b5d-ba94-daac5665cc70 req-2ad185c9-a19e-4ab2-afab-48b815a7119d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452988 Feb 10 15:59:19.537857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] Set router a65619da-bc3e-4c21-bc92-dc83c665b93e gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:19.541395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=4d261ce8-a55d-4bbb-bd75-553c01a0bc18,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:19.544009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:19.558155 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] Sync routers for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:19.575148 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:19.576236 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:19.595226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.685577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:59:18Z', 'revision_number': 6, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:19.765462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.768320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.776619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c1c32-d081-4d18-92e4-8ce11f79f354 None None] The sync data for ids ['a65619da-bc3e-4c21-bc92-dc83c665b93e'] in n-d-827895-3 is: [{'id': 'a65619da-bc3e-4c21-bc92-dc83c665b93e', 'name': 'tempest-AttachVolumeShelveTestJSON-961885819-router', 'tenant_id': '575e410bfbdd408e86a7206d61162000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:45Z', 'updated_at': '2022-02-10T15:59:18Z', 'revision_number': 6, 'project_id': '575e410bfbdd408e86a7206d61162000', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:19.814498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.817616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.833332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/9d7b5a42-4a09-4a0f-9324-3c15d586f942/2a58e6de-4dbb-4c4f-aab5-46426dce7b93) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:19.838758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:59:19.839786 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.851208 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:19.893411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] No DVR routers for this DVR port e2d9296d-5cc9-401b-88a5-92dd9227c95f on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:19.898868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:19.915143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-906eccb5-0917-4985-a40c-0b5a9189bcef tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "DELETE /v2.0/ports/e2d9296d-5cc9-401b-88a5-92dd9227c95f HTTP/1.1" status: 204 len: 173 time: 7.3720710 Feb 10 15:59:19.917011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:19.921167 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1511f77c-5d8f-4123-8720-1fedb41178f5" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:20.098203 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.100215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a65619da-bc3e-4c21-bc92-dc83c665b93e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:59:20.141206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b3d7c-f378-49e8-94f2-c5ec733acd30 req-349f741a-eee9-4aa5-b583-405b4e1bb485 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:20.143030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-340b3d7c-f378-49e8-94f2-c5ec733acd30 req-349f741a-eee9-4aa5-b583-405b4e1bb485 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 943 time: 0.3729649 Feb 10 15:59:20.185538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.188009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3ffc8c7c-7748-4cc9-823f-e6ff16f71ccd admin admin] 10.222.0.21 "DELETE /v2.0/routers/a65619da-bc3e-4c21-bc92-dc83c665b93e HTTP/1.1" status: 204 len: 168 time: 3.0317023 Feb 10 15:59:20.219009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45638) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:20.293544 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:20.355360 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] Checking router: 6958d884-ae06-49b4-a666-d4e7c9953024 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:20.371768 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:20.450723 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:20.456675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1af92283-03cf-440a-8688-80d4b73aa28a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:20.502807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-340b3d7c-f378-49e8-94f2-c5ec733acd30 req-b9d482d6-3a41-4626-ad06-abbba7f86128 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b6c5cf9-462e-440f-98ab-4211c68273f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188601 Feb 10 15:59:20.556770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.562756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port 304046c0-7eec-43dc-bcab-2bb59dcf53db {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:20.563428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.570659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 1af92283-03cf-440a-8688-80d4b73aa28a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:20.574737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1af92283-03cf-440a-8688-80d4b73aa28a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:20.626740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc732-a56a-433b-bdb7-86f5a7e9875c req-542fa31e-b2b8-4fd7-b5f2-8995acb773db tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:20.639193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-030cc732-a56a-433b-bdb7-86f5a7e9875c req-542fa31e-b2b8-4fd7-b5f2-8995acb773db tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 945 time: 0.5369513 Feb 10 15:59:20.643543 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d9b7ed-2ae0-4726-8776-4a8cc72e32ee x-openstack-request-id: req-a0d9b7ed-2ae0-4726-8776-4a8cc72e32ee {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:20.646258 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "e2d9296d-5cc9-401b-88a5-92dd9227c95f", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:20.648355 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0d9b7ed-2ae0-4726-8776-4a8cc72e32ee {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:20.649133 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': 'e2d9296d-5cc9-401b-88a5-92dd9227c95f', 'status': 'completed', 'code': 200} Feb 10 15:59:20.659179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Deleting subnet 8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:59:20.669159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.693149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Allocated IP 172.20.0.2 (e84bd44c-ee72-41e6-aebe-6943bbb6910d/c0a6c2ae-3818-4eab-913d-ff0b90bda465/21b8eb41-a9ba-4d4c-9247-c7ba8625e97f) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:20.695735 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:20.739307 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.747344 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.754556 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:20.994287 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:21.003679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-030cc732-a56a-433b-bdb7-86f5a7e9875c req-10a052ed-8995-47df-b762-ad06a4926861 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628898 Feb 10 15:59:21.029284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16f748-acb4-415d-bd5f-2c911206462b req-9095d87a-6cec-4bb2-a93f-08a05457a3ae tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:21.038853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d16f748-acb4-415d-bd5f-2c911206462b req-9095d87a-6cec-4bb2-a93f-08a05457a3ae tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2334278 Feb 10 15:59:21.072369 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714892b-7777-436f-9da2-5d32448ed390 None None] The sync data for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 is: [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T15:52:53Z', 'revision_number': 4, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'd533ac93-62a4-49e9-88c3-cc9132c12f1b', 'name': '', 'network_id': '4e6740d5-4b37-4bf7-ab0c-406ce5ab0371', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'mac_address': 'fa:16:3e:59:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:51Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'subnets': [{'id': 'e59aaab6-43f5-4f3f-8014-f426c4f78c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:21.115319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:21.122191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:21.127154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::1 (7768b853-ad2a-4996-92ad-0512b468b14d/9d7b5a42-4a09-4a0f-9324-3c15d586f942/a30ce76e-39cb-4c51-8436-d94e22dab03d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:21.147118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.166319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:21.230650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] For port 304046c0-7eec-43dc-bcab-2bb59dcf53db, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=304046c0-7eec-43dc-bcab-2bb59dcf53db,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:21.243423 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.253342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Pushing event updated for resources: {'Port': ['ID=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:21.279828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for 304046c0-7eec-43dc-bcab-2bb59dcf53db owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:21.326100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Attempting to bind port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:21.326504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Attempting to bind port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:21.326853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Attempting to bind port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:21.341535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:21.341918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:21.342325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.342718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:21.344688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Bound port: 2a58e6de-4dbb-4c4f-aab5-46426dce7b93, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:21.345285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.427533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.537766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.557529 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.612668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d16f748-acb4-415d-bd5f-2c911206462b req-373917ee-20d0-4d77-baf1-31c862702032 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695863 Feb 10 15:59:21.624851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.678512 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.735225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:21.755039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] For port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:21.764858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:21.781355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:21.781750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.784291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:21.785564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:21.788829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:21.789263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.799187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=a30ce76e-39cb-4c51-8436-d94e22dab03d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:21.807362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] For port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:21.815240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=304046c0-7eec-43dc-bcab-2bb59dcf53db,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:21.819922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.848144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306877f3-1173-403a-b971-fb10979021df None None] New status for floating IP 656f0863-fd1e-4a2b-a7b2-31ff86913b0b: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:59:21.954883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:21.980069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:21.984547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Pushing event updated for resources: {'Port': ['ID=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:21.987492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d548455f-75be-464c-9bdc-92e24bf4fe41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8deb0f18-f109-4b8d-b4f1-0ca7dc514ce1 HTTP/1.1" status: 204 len: 168 time: 1.7658298 Feb 10 15:59:21.998915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.004225 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.009267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45688) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:22.015910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7830047-139d-4e61-b562-d5de385f24f8 req-ae1faaaf-ccb5-4e43-a102-4ecf706759f5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1586242 Feb 10 15:59:22.019384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] No DVR routers for this DVR port 304046c0-7eec-43dc-bcab-2bb59dcf53db on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:22.027229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.035122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c361bc98-d958-4702-9355-c0bdd2980f81 req-fc18bcd3-e502-4fb1-8d7c-d8081f1b42ed tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.45 "DELETE /v2.0/ports/304046c0-7eec-43dc-bcab-2bb59dcf53db HTTP/1.1" status: 204 len: 173 time: 1.9694924 Feb 10 15:59:22.077299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:22.080407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb5bbe-662a-456e-8593-f27a006acb0c None None] Network c84ca604-2a72-42f5-8002-1fcccafdc06b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:22.352953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-167e1bbb-e42c-490b-8822-60f3a6f4fa03 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:22.355185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-167e1bbb-e42c-490b-8822-60f3a6f4fa03 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 813 time: 0.2573504 Feb 10 15:59:22.397865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-3444b59a-1925-40b9-8ead-7b4d8ac858b6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/quotas/5519e49c8552460ba32e6a7e0c738845 HTTP/1.1" status: 200 len: 375 time: 0.0280421 Feb 10 15:59:22.484786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:22.485240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d261ce8-a55d-4bbb-bd75-553c01a0bc18 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:22.507516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Attempting to bind port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:22.507994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Attempting to bind port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:22.508370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Attempting to bind port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f on network e84bd44c-ee72-41e6-aebe-6943bbb6910d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:22.520917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:22.521300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Checking segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:22.522754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.523158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Bound using segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:22.523713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Bound port: 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:22.524132 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.533231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-7f816a6e-6758-46ee-8159-fd317fc4b0d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323369 Feb 10 15:59:22.659681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Allocated IP 172.25.7.52 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/948a64f9-bbdd-4eb5-ae86-25bfe7913535) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:22.662247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:22.666017 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5f0e3d-4f78-4f38-88f0-2947a611b069" -d '{"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:22.708515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-c351db30-5926-4029-bd4e-cd0721b0f041 service neutron] 10.222.0.21 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736550 Feb 10 15:59:22.717712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] For port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:22.722643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] For port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:22.830027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.862159 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.903018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:22.913817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9c7e-cf1b-4b21-b827-b43b430897c5 None None] Pushing event updated for resources: {'Port': ['ID=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:23.003027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9b802216-789e-4c54-8493-ba90ef8ac11f service neutron] 10.222.0.21 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932749 Feb 10 15:59:23.152347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7df70-6a9b-41bf-a0e8-9dff86e3834e None None] Pushing event updated for resources: {'Port': ['ID=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:23.229303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-0ed18033-0472-4fd7-821f-d6c680587657 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:23.232620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-0ed18033-0472-4fd7-821f-d6c680587657 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6ded261-86f3-4ac6-aa6f-ec224a41cdc7 HTTP/1.1" status: 200 len: 945 time: 0.2533145 Feb 10 15:59:23.238104 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:23.253267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] DHCP port deletion for c84ca604-2a72-42f5-8002-1fcccafdc06b request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:59:23.256943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d19c8-fb52-460e-83d2-347698871445 req-54049b96-c25d-47ef-9ed4-532522fe0e8f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:23.268163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a85d19c8-fb52-460e-83d2-347698871445 req-54049b96-c25d-47ef-9ed4-532522fe0e8f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3431847 Feb 10 15:59:23.378962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] Deleting port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:23.381540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:23.486780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a85d19c8-fb52-460e-83d2-347698871445 req-5575cb7c-fff3-4bd6-a6bc-745670d73d74 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055380 Feb 10 15:59:23.657520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] For port 6015f53e-5647-4ff1-8280-6a2ec88abbb5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6015f53e-5647-4ff1-8280-6a2ec88abbb5,segment=NetworkSegment(944ec27f-e422-4415-8752-768f364cee18),segment_id=944ec27f-e422-4415-8752-768f364cee18)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:23.661142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:23.693736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] Calling delete_port for 6015f53e-5647-4ff1-8280-6a2ec88abbb5 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:23.881771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48398df3-3dda-4e8e-b791-f6ca259d5c34 req-b7024334-e111-4116-93af-a6fabec1be7c tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1696239 Feb 10 15:59:23.985255 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8873e27c-5994-4279-936b-c1dee172e216 x-openstack-request-id: req-8873e27c-5994-4279-936b-c1dee172e216 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:23.986204 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93807f8c-d557-491c-a0a0-5a74d9f11c37", "name": "network-vif-deleted", "tag": "304046c0-7eec-43dc-bcab-2bb59dcf53db", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:23.988941 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8873e27c-5994-4279-936b-c1dee172e216 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:23.989556 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93807f8c-d557-491c-a0a0-5a74d9f11c37', 'name': 'network-vif-deleted', 'tag': '304046c0-7eec-43dc-bcab-2bb59dcf53db', 'status': 'completed', 'code': 200} Feb 10 15:59:24.002940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Deleting port 2f8381df-7284-482c-ad82-4390b81d7132 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:24.014606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.023261 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.027562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.176298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-15c16f87-5704-4b64-8337-91ff86e7093e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:24.178146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-15c16f87-5704-4b64-8337-91ff86e7093e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb084868-c332-4192-8b70-0c0f72dd7804 HTTP/1.1" status: 200 len: 945 time: 0.8797841 Feb 10 15:59:24.214127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.249297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] Pushing event deleted for resources: {'Port': ['ID=6015f53e-5647-4ff1-8280-6a2ec88abbb5,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:24.306254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:24.326027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3deca-4121-49d4-9b38-cf14bfd5a9ad None None] No DVR routers for this DVR port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:24.351653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87c9c58f-a5a7-4aa4-ad64-4046723301b0 req-1c5281d9-9bf5-4951-9f84-67dcea622564 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 210 time: 0.0746667 Feb 10 15:59:24.374987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] For port 2f8381df-7284-482c-ad82-4390b81d7132, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2f8381df-7284-482c-ad82-4390b81d7132,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:24.375394 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.394358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Deleting port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:24.394713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.405720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Calling delete_port for 2f8381df-7284-482c-ad82-4390b81d7132 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:24.415515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-26ee934c-6db7-40da-ab35-89bd6783b8a6 None None] Provisioning complete for port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:24.415895 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-26ee934c-6db7-40da-ab35-89bd6783b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.436476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:24.439958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Pushing event updated for resources: {'Port': ['ID=948a64f9-bbdd-4eb5-ae86-25bfe7913535,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:24.448977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:24.644228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:24.767078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:24.767468 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.856171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] For port 6015f53e-5647-4ff1-8280-6a2ec88abbb5, host n-d-827895-3, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:24.856798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.903951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.914548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Calling delete_port for 6015f53e-5647-4ff1-8280-6a2ec88abbb5 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:24.937000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-26ee934c-6db7-40da-ab35-89bd6783b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:24.941785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87e31-b369-42cb-ac81-ea467cb55676 req-4521d191-5fba-42f1-b454-a949ce379972 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:24.949209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6b87e31-b369-42cb-ac81-ea467cb55676 req-4521d191-5fba-42f1-b454-a949ce379972 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3519280 Feb 10 15:59:25.047052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event deleted for resources: {'Port': ['ID=2f8381df-7284-482c-ad82-4390b81d7132,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:25.146556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-26ee934c-6db7-40da-ab35-89bd6783b8a6 None None] For port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:25.174882 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-26ee934c-6db7-40da-ab35-89bd6783b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.200394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6b87e31-b369-42cb-ac81-ea467cb55676 req-2bc85abe-313b-470e-8998-01b9f6bc6a7e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499204 Feb 10 15:59:25.347911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e3306649-6671-4eac-9832-fa3700cd3eaa req-58edb229-1e78-47e9-8f6c-46db3c27f412 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.2308419 Feb 10 15:59:25.348983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] No DVR routers for this DVR port 2f8381df-7284-482c-ad82-4390b81d7132 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:25.354024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.362267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10565c4b-1988-4642-97a8-2b8c1e0bfd22 req-860e3121-1def-4daf-ac48-9b17b829c247 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "DELETE /v2.0/ports/2f8381df-7284-482c-ad82-4390b81d7132 HTTP/1.1" status: 204 len: 173 time: 2.0122952 Feb 10 15:59:25.477140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee934c-6db7-40da-ab35-89bd6783b8a6 None None] Pushing event updated for resources: {'Port': ['ID=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:25.501959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de977bf-4b53-45f9-bf17-c2c89df8fccd None None] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:25.506160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 69837e75-0824-41e2-ad59-450744c0b6d1 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:25.539780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-353d9ff7-ec0d-4681-a242-4b00afbd5677 req-c047aaab-c485-4303-8c52-daecf99f23e3 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 210 time: 0.0679455 Feb 10 15:59:25.617886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1ac4df84-8d96-4498-be31-76c9b87952c9 None None] Provisioning complete for port a30ce76e-39cb-4c51-8436-d94e22dab03d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:25.618265 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1ac4df84-8d96-4498-be31-76c9b87952c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.661243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.779967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.796635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 was not found and therefore no delete operation was performed {{(pid=102614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:59:25.798886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.800865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.876931 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.914833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4df84-8d96-4498-be31-76c9b87952c9 None None] Port a30ce76e-39cb-4c51-8436-d94e22dab03d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:25.915723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:25.968233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:25.992042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'name': 'network-vif-deleted', 'tag': '2f8381df-7284-482c-ad82-4390b81d7132'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:25.994482 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543c366-ff5d-4de1-b987-1311a64e7072" -d '{"events": [{"server_uuid": "d6ded261-86f3-4ac6-aa6f-ec224a41cdc7", "name": "network-vif-deleted", "tag": "2f8381df-7284-482c-ad82-4390b81d7132"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:26.003621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=69837e75-0824-41e2-ad59-450744c0b6d1,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:26.006569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:26.009555 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94e98c0-f2fe-49ec-9514-b3e3305a3527" -d '{"events": [{"server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "name": "network-vif-unplugged", "status": "completed", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:26.017827 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.018647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:26.149215 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1d7c3-2460-44c6-ae76-f663f3378348 x-openstack-request-id: req-dcc1d7c3-2460-44c6-ae76-f663f3378348 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:26.149645 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ded261-86f3-4ac6-aa6f-ec224a41cdc7", "name": "network-vif-deleted", "tag": "2f8381df-7284-482c-ad82-4390b81d7132", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:26.149995 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcc1d7c3-2460-44c6-ae76-f663f3378348 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:26.150499 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ded261-86f3-4ac6-aa6f-ec224a41cdc7', 'name': 'network-vif-deleted', 'tag': '2f8381df-7284-482c-ad82-4390b81d7132', 'status': 'completed', 'code': 200} Feb 10 15:59:26.161590 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.166545 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c17857-2a9e-49a6-ab43-372b416379cf x-openstack-request-id: req-11c17857-2a9e-49a6-ab43-372b416379cf {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:26.166951 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "name": "network-vif-unplugged", "status": "completed", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:26.167302 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11c17857-2a9e-49a6-ab43-372b416379cf {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:26.167815 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1', 'code': 200} Feb 10 15:59:26.185755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] No DVR routers for this DVR port 6015f53e-5647-4ff1-8280-6a2ec88abbb5 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:26.273748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:26.404377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:26.420890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=a30ce76e-39cb-4c51-8436-d94e22dab03d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:26.422412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a48b8-f64d-460d-af84-4f5895b12ce3 req-1d3173da-6598-47d3-94fc-74cd0e81e8c0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:26.423821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff2a48b8-f64d-460d-af84-4f5895b12ce3 req-1d3173da-6598-47d3-94fc-74cd0e81e8c0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1310000 Feb 10 15:59:26.429202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:26.429571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.438619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:26.529162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3f6d77af-ad11-4b70-b2d8-b7758511df64 None None] Provisioning complete for port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:26.530277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:26.532137 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f6d77af-ad11-4b70-b2d8-b7758511df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.600140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff2a48b8-f64d-460d-af84-4f5895b12ce3 req-761b7c80-f08d-4e06-b399-c3642cb38e6a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650395 Feb 10 15:59:26.609433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff594d32-f578-4bdf-aea6-a07cb3ab2d84 req-ef172e64-16e1-4ede-810f-be843844baec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1123176 Feb 10 15:59:26.664870 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.692434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84ca604-2a72-42f5-8002-1fcccafdc06b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:26.705280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944ec27f-e422-4415-8752-768f364cee18') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:26.706383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944ec27f-e422-4415-8752-768f364cee18') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:26.730485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2f8381df-7284-482c-ad82-4390b81d7132 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:26.745109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.778447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.788355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:59:26.789511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.848380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-668d48f0-2380-4c16-9454-85783b3b3460 req-8b9b3949-274c-4a21-99f0-7352efe67764 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 210 time: 0.0661831 Feb 10 15:59:26.927681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Deleting port 69837e75-0824-41e2-ad59-450744c0b6d1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:26.928020 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: timer() Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:59:26.931227 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:59:26.975963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Pushing event deleted for resources: {'Port': ['ID=6015f53e-5647-4ff1-8280-6a2ec88abbb5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:27.128988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-4b2921cb-5af3-4daa-bc98-d2cc4eca6cee tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:27.138393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-4b2921cb-5af3-4daa-bc98-d2cc4eca6cee tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 813 time: 0.2770810 Feb 10 15:59:27.164902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Request body: {'port': {'device_id': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'admin_state_up': True, 'tenant_id': '5519e49c8552460ba32e6a7e0c738845'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:27.197526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 2f8381df-7284-482c-ad82-4390b81d7132 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:27.198019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2f8381df-7284-482c-ad82-4390b81d7132 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:27.293004 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.345685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.446401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6015f53e-5647-4ff1-8280-6a2ec88abbb5 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:27.489474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 6015f53e-5647-4ff1-8280-6a2ec88abbb5 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:27.489819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6015f53e-5647-4ff1-8280-6a2ec88abbb5 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:27.504962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:59:27.510523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Made reservation on behalf of 5519e49c8552460ba32e6a7e0c738845 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:27.516779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.686724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-363e3963-dc57-482e-94d3-caeeed698c8c None None] Provisioning complete for port a30ce76e-39cb-4c51-8436-d94e22dab03d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:27.687097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-363e3963-dc57-482e-94d3-caeeed698c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.718031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:27.807280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-363e3963-dc57-482e-94d3-caeeed698c8c None None] Port a30ce76e-39cb-4c51-8436-d94e22dab03d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:27.818580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:27.829193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:27.829554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.849982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] For port 69837e75-0824-41e2-ad59-450744c0b6d1, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=69837e75-0824-41e2-ad59-450744c0b6d1,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:27.850475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.857034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'port_id': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'mac_address': 'fa:16:3e:fa:7c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2657a9f-f670-46fa-b96e-ea49fcff34ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:59:27.878151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Calling delete_port for 69837e75-0824-41e2-ad59-450744c0b6d1 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:27.928395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:27.978277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45124b50-4f39-4f0e-9bd3-3b25e638492a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:28.014564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54560aa2-9fe9-4e8c-b9eb-17d720442eaa req-5c7f62b4-69d1-4bce-a55d-e96b71fc2feb tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1489403 Feb 10 15:59:28.051699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:28.061942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bb8cb332-0572-4043-a298-9131bfb6e192 None None] Provisioning complete for port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:28.062472 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb332-0572-4043-a298-9131bfb6e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.072306 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.113355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.150710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.156495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c84ca604-2a72-42f5-8002-1fcccafdc06b HTTP/1.1" status: 204 len: 168 time: 6.1437948 Feb 10 15:59:28.176651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b9177-bfd4-48f8-a762-aa8629f8887b req-52dba7b8-9d05-4f6e-bffe-db6d360ecb78 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:28.179590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-178b9177-bfd4-48f8-a762-aa8629f8887b req-52dba7b8-9d05-4f6e-bffe-db6d360ecb78 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3080847 Feb 10 15:59:28.194932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c01762-47e6-471f-a866-01c658b6f327 admin admin] Pushing event deleted for resources: {'Network': ['ID=c84ca604-2a72-42f5-8002-1fcccafdc06b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:28.202339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Allocated IP 172.20.0.8 (a58aa33a-2ec5-4e2e-ab20-815761395414/fdc4ed69-5d67-4519-b385-7609cbc46fb6/bc8a9535-2696-4c65-b4ef-a5bb400878cd) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:28.292898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:28.303306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:28.353527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d1ed951-1572-4515-aa4d-41fae6b0dd43 req-9386a8f5-1480-49e8-865f-738623351849 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 210 time: 0.1601729 Feb 10 15:59:28.393282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45124b50-4f39-4f0e-9bd3-3b25e638492a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:59:28.470658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:28.471045 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.485110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-178b9177-bfd4-48f8-a762-aa8629f8887b req-4506ee0b-6c45-405b-abc4-0f8a057823ff tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891750 Feb 10 15:59:28.538136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45830) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:28.625784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Router a2d2442f-260a-4ab1-a82c-d68c70445292 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:59:28.636189 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.670926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-ca52b0e0-bd8b-4e2e-87e4-7d510aeaa435 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:28.674854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-ca52b0e0-bd8b-4e2e-87e4-7d510aeaa435 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 813 time: 1.7001872 Feb 10 15:59:28.717354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Request body: {'port': {'device_id': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'admin_state_up': True, 'tenant_id': '5519e49c8552460ba32e6a7e0c738845'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:28.765603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-602728f5-13af-456a-aaae-e6d67c821287 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=575e410bfbdd408e86a7206d61162000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664701 Feb 10 15:59:28.768828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 45832) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:28.865850 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bd9eecb7-d275-4661-aa3a-9b2b0932aeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:28.950971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.018312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.050422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d52b610-b265-412f-84ee-aedc01af1b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.081241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d52b610-b265-412f-84ee-aedc01af1b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.175088 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.200803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event deleted for resources: {'Port': ['ID=69837e75-0824-41e2-ad59-450744c0b6d1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.248003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d52b610-b265-412f-84ee-aedc01af1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.251018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d52b610-b265-412f-84ee-aedc01af1b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.262031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8d52b610-b265-412f-84ee-aedc01af1b34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/480cbdc6-0772-47c2-8c57-d8f001a3d9ac HTTP/1.1" status: 204 len: 168 time: 0.4775701 Feb 10 15:59:29.311105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:29.325981 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Sync routers for ids ['a2d2442f-260a-4ab1-a82c-d68c70445292'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:29.346394 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-70e49a64-d141-4be6-8eef-e3c9203e0845 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "PUT /v2.0/routers/a2d2442f-260a-4ab1-a82c-d68c70445292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6915283 Feb 10 15:59:29.348300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] No DVR routers for this DVR port 69837e75-0824-41e2-ad59-450744c0b6d1 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:29.349997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45856) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:29.354638 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Routers {'a2d2442f-260a-4ab1-a82c-d68c70445292'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:29.355320 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a2d2442f-260a-4ab1-a82c-d68c70445292'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:29.357779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event updated for resources: {'Port': ['ID=bc8a9535-2696-4c65-b4ef-a5bb400878cd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.402618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24f475ac-4ae3-4215-a365-f28ab0df2892 req-081b4124-fcb6-41eb-bcbf-859731f52dd5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.2308853 Feb 10 15:59:29.425915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.437648 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9bb93dc2-f91e-4e2c-989d-02a7ea4f4a29 req-b68fcca0-a34f-49c9-b84e-272e17be9756 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "DELETE /v2.0/ports/69837e75-0824-41e2-ad59-450744c0b6d1 HTTP/1.1" status: 204 len: 173 time: 5.1956232 Feb 10 15:59:29.446408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b610-b265-412f-84ee-aedc01af1b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480cbdc6-0772-47c2-8c57-d8f001a3d9ac,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.484536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:29.494931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'name': 'network-vif-deleted', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:29.504243 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98717eed-b0b2-4f64-8bf4-3be3cc22bd43" -d '{"events": [{"server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "name": "network-vif-deleted", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:29.532059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Network a58aa33a-2ec5-4e2e-ab20-815761395414 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:29.534985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:29.535466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c850cb4-f5a5-4b4c-b332-e9cc1573112a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:29.538066 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3c850cb4-f5a5-4b4c-b332-e9cc1573112a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports/a30ce76e-39cb-4c51-8436-d94e22dab03d HTTP/1.1" status: 200 len: 911 time: 0.1870041 Feb 10 15:59:29.546509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:29.554883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:29.663580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:29.665163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.695592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 45124b50-4f39-4f0e-9bd3-3b25e638492a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:29.696323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.760721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Made reservation on behalf of 5519e49c8552460ba32e6a7e0c738845 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:29.773948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.817043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-789d4aa8-d55e-48bb-b3fc-a0818a4900f6 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6676583 Feb 10 15:59:29.830108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Router 08573cb0-ba50-48b1-9866-23eed28eddb6 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:59:29.841905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-102634af-b602-413c-841a-fc0c8e152f78 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:59:29.846484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-102634af-b602-413c-841a-fc0c8e152f78 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188260 Feb 10 15:59:29.891608 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:29.911423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964d61e-70e7-494b-a3b7-cbfcf8533529 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:29.947269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964d61e-70e7-494b-a3b7-cbfcf8533529 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:29.962330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9964d61e-70e7-494b-a3b7-cbfcf8533529 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3990924 Feb 10 15:59:29.971667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7c610-45a8-464d-a0e4-c7f2962ed10a req-c323102f-1b2d-4f66-abf7-c5e1ad584f7c tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:29.975361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45872) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:29.995983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dda7c610-45a8-464d-a0e4-c7f2962ed10a req-c323102f-1b2d-4f66-abf7-c5e1ad584f7c tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 931 time: 0.3301048 Feb 10 15:59:30.054199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:30.056711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:30.067288 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211d0cc-fa9a-47c6-a7ca-3f3a024b62c8" -d '{"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-plugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:30.085857 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:30.122881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d51b4-52c4-4807-9bbb-b077dd4529c4 req-06301710-b718-4559-82de-0b1141df8a4f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:30.134803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-521d51b4-52c4-4807-9bbb-b077dd4529c4 req-06301710-b718-4559-82de-0b1141df8a4f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 944 time: 0.3985593 Feb 10 15:59:30.144851 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Set router a2d2442f-260a-4ab1-a82c-d68c70445292 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:30.231869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:30.255297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dda7c610-45a8-464d-a0e4-c7f2962ed10a req-10fc3527-50b3-4391-a7aa-2d82f29b7930 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584209 Feb 10 15:59:30.291738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Request body: {'port': {'device_id': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:30.315863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-521d51b4-52c4-4807-9bbb-b077dd4529c4 req-8ea8dd1e-08c7-40de-a94e-84aa92ef41ec tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716657 Feb 10 15:59:30.450337 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abf0fa8-7f72-4913-b908-2252ca9ca740 x-openstack-request-id: req-2abf0fa8-7f72-4913-b908-2252ca9ca740 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:30.450642 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-plugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:30.457098 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2abf0fa8-7f72-4913-b908-2252ca9ca740 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:30.460398 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'code': 200} Feb 10 15:59:30.479492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:30.837401 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:22Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None, '_interfaces': [{'id': 'a30ce76e-39cb-4c51-8436-d94e22dab03d', 'name': '', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'mac_address': 'fa:16:3e:a6:09:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:20Z', 'updated_at': '2022-02-10T15:59:23Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'subnets': [{'id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:30.904067 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Checking router: a2d2442f-260a-4ab1-a82c-d68c70445292 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:30.904413 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Updating router a2d2442f-260a-4ab1-a82c-d68c70445292 port a30ce76e-39cb-4c51-8436-d94e22dab03d binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:59:30.940140 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892afdda-66d0-4a7b-af7f-bec3c9fcc2c0 x-openstack-request-id: req-892afdda-66d0-4a7b-af7f-bec3c9fcc2c0 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:30.940664 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb084868-c332-4192-8b70-0c0f72dd7804", "name": "network-vif-deleted", "tag": "69837e75-0824-41e2-ad59-450744c0b6d1", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:30.941013 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-892afdda-66d0-4a7b-af7f-bec3c9fcc2c0 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:30.941438 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb084868-c332-4192-8b70-0c0f72dd7804', 'name': 'network-vif-deleted', 'tag': '69837e75-0824-41e2-ad59-450744c0b6d1', 'status': 'completed', 'code': 200} Feb 10 15:59:31.017118 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:31.265119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Allocated IP 172.20.0.3 (a58aa33a-2ec5-4e2e-ab20-815761395414/fdc4ed69-5d67-4519-b385-7609cbc46fb6/9360612f-314d-4acc-ba72-9d6fae718d4e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:31.267574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45902) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:31.307374 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-798870ad-8116-4b16-a9e7-9569d7ffa96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:31.331763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13813820-d063-4ed3-8020-e4eb069b596e req-ade33ca4-b9b6-4c75-a6cb-df769bdd95f0 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.6850708 Feb 10 15:59:31.335357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:31.345453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Sync routers for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:31.370941 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:31.371117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:31.371473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:31.373050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f589304-58a4-43dc-ad1f-67a36d343273 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.5539289 Feb 10 15:59:31.388556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45912) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:31.589447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:31.607724 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:31.616741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1881039604-network', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:31.619347 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:31.679999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadcc7b-e4f8-4574-9c62-1921027fe29a req-12651f16-f68e-4d07-a743-762c50a1e443 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:31.681519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fadcc7b-e4f8-4574-9c62-1921027fe29a req-12651f16-f68e-4d07-a743-762c50a1e443 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 931 time: 0.1755672 Feb 10 15:59:31.724267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80af58-1327-4cb6-8c9d-d29e8fbf2639 req-c393ce33-5ef8-4340-8fe3-3a623e9f1a3e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:31.738363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d80af58-1327-4cb6-8c9d-d29e8fbf2639 req-c393ce33-5ef8-4340-8fe3-3a623e9f1a3e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1893311 Feb 10 15:59:31.890201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fadcc7b-e4f8-4574-9c62-1921027fe29a req-c540c006-ee47-4156-b685-fe0ffde7a521 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953681 Feb 10 15:59:31.917119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d80af58-1327-4cb6-8c9d-d29e8fbf2639 req-ad49962f-5a7c-40c3-a411-72399debc3de tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592450 Feb 10 15:59:31.920641 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Pushing event updated for resources: {'Port': ['ID=a30ce76e-39cb-4c51-8436-d94e22dab03d,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:31.992834 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.995361 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.995540 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.995874 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.996201 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.996527 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.996847 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.997294 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.997481 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.997798 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.998115 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:31.998431 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:32.015123 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Attempting to bind port a30ce76e-39cb-4c51-8436-d94e22dab03d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:32.015123 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Attempting to bind port a30ce76e-39cb-4c51-8436-d94e22dab03d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:32.016247 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Attempting to bind port a30ce76e-39cb-4c51-8436-d94e22dab03d on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:32.039704 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:32.040082 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:32.040488 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.040878 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:32.041416 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Bound port: a30ce76e-39cb-4c51-8436-d94e22dab03d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:32.041722 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.041834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Made reservation on behalf of 9f3fe5d552104de7a82aeda98b3ebf62 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:32.044425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.074963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.118269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:26Z', 'revision_number': 3, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:32.159754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Checking router: 08573cb0-ba50-48b1-9866-23eed28eddb6 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:32.160395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Updating router 08573cb0-ba50-48b1-9866-23eed28eddb6 port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:59:32.163233 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] For port a30ce76e-39cb-4c51-8436-d94e22dab03d, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:32.168656 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] For port a30ce76e-39cb-4c51-8436-d94e22dab03d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a30ce76e-39cb-4c51-8436-d94e22dab03d,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:32.177498 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.208091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.214170 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32057d5d-5b14-4f00-af95-3c9bfe511fa0 None None] Provisioning complete for port a30ce76e-39cb-4c51-8436-d94e22dab03d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:32.214847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32057d5d-5b14-4f00-af95-3c9bfe511fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.243685 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d616359-f79c-4dea-958e-fd44a2353472 None None] Pushing event updated for resources: {'Port': ['ID=a30ce76e-39cb-4c51-8436-d94e22dab03d,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:32.270154 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Routers {'a2d2442f-260a-4ab1-a82c-d68c70445292'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:32.270802 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a2d2442f-260a-4ab1-a82c-d68c70445292'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:32.401656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.453788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.525148 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] Set router a2d2442f-260a-4ab1-a82c-d68c70445292 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:32.537407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.571428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a1d1216-d4f5-4f61-80bc-1ca4f091d32f req-b2397913-d538-4596-96fc-e1f9cbc4fd8b tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0636630 Feb 10 15:59:32.597753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.616917 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.708407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:59:32.761132 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32057d5d-5b14-4f00-af95-3c9bfe511fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.767748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd873789-a0ff-4abf-b610-36c78500b1c9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:32.798976 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:22Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None, '_interfaces': [{'id': 'a30ce76e-39cb-4c51-8436-d94e22dab03d', 'name': '', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'mac_address': 'fa:16:3e:a6:09:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:20Z', 'updated_at': '2022-02-10T15:59:32Z', 'revision_number': 4, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'subnets': [{'id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:32.830779 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c844b-39bc-4a86-953e-714e55fa5f22 None None] The sync data for ids ['a2d2442f-260a-4ab1-a82c-d68c70445292'] in n-d-827895-3 is: [{'id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:22Z', 'revision_number': 2, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None, '_interfaces': [{'id': 'a30ce76e-39cb-4c51-8436-d94e22dab03d', 'name': '', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'mac_address': 'fa:16:3e:a6:09:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:20Z', 'updated_at': '2022-02-10T15:59:32Z', 'revision_number': 4, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'subnets': [{'id': '9d7b5a42-4a09-4a0f-9324-3c15d586f942', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:32.878579 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:32.882227 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Added segment eaeccafd-ec13-4cf1-8851-9870229c667c of type vlan for network 514c2730-9b7a-4313-81da-37e051922c4b Feb 10 15:59:32.884571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.016100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-32057d5d-5b14-4f00-af95-3c9bfe511fa0 None None] For port a30ce76e-39cb-4c51-8436-d94e22dab03d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a30ce76e-39cb-4c51-8436-d94e22dab03d,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:33.019165 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.025469 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32057d5d-5b14-4f00-af95-3c9bfe511fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.041868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.233868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Attempting to bind port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:33.234321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Attempting to bind port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:33.234965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Attempting to bind port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:33.270422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Network a58aa33a-2ec5-4e2e-ab20-815761395414 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:33.276690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:33.277073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:33.277480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.277879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:33.278686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Bound port: 948a64f9-bbdd-4eb5-ae86-25bfe7913535, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:33.278796 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.285727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:33.298556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b89242a4-32d4-4084-b110-b98d0b7d03ce None None] Provisioning complete for port a30ce76e-39cb-4c51-8436-d94e22dab03d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:33.300961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.304220 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b89242a4-32d4-4084-b110-b98d0b7d03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.308264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:33.324026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.371557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8a9535-2696-4c65-b4ef-a5bb400878cd {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:33.410992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.413289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] For port 948a64f9-bbdd-4eb5-ae86-25bfe7913535, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:33.416671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] For port 948a64f9-bbdd-4eb5-ae86-25bfe7913535, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=948a64f9-bbdd-4eb5-ae86-25bfe7913535,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:33.434220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a9524-baab-4de4-92a9-aa74784a1f51 req-15ca25ff-3653-4169-a6ac-969e6afae504 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:33.439017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event updated for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:33.446777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b2a9524-baab-4de4-92a9-aa74784a1f51 req-15ca25ff-3653-4169-a6ac-969e6afae504 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3580363 Feb 10 15:59:33.460412 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.482816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32057d5d-5b14-4f00-af95-3c9bfe511fa0 None None] Pushing event updated for resources: {'Port': ['ID=a30ce76e-39cb-4c51-8436-d94e22dab03d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:33.532085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031ed92-37af-4bb9-a3c8-0b3cd61d454f req-750004bc-6bcb-4951-95ef-5d1c404fc7b4 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:33.541969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.resource_extend [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:59:33.555053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2031ed92-37af-4bb9-a3c8-0b3cd61d454f req-750004bc-6bcb-4951-95ef-5d1c404fc7b4 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 931 time: 0.5024016 Feb 10 15:59:33.600708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc1a61-fee7-4e86-b83c-be50b671f4a5 None None] Pushing event updated for resources: {'Port': ['ID=948a64f9-bbdd-4eb5-ae86-25bfe7913535,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:33.745479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Transition to ACTIVE for port object bc8a9535-2696-4c65-b4ef-a5bb400878cd will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:59:33.760073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:33.760726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:33.771230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:33.814564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc1a61-fee7-4e86-b83c-be50b671f4a5 None None] Pushing event updated for resources: {'Port': ['ID=948a64f9-bbdd-4eb5-ae86-25bfe7913535,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:33.836128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a30ce76e-39cb-4c51-8436-d94e22dab03d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:33.894982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b2a9524-baab-4de4-92a9-aa74784a1f51 req-40128448-e366-4808-a6fb-6143cfc522b3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463561 Feb 10 15:59:33.906501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Pushing event updated for resources: {'Port': ['ID=bc8a9535-2696-4c65-b4ef-a5bb400878cd,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:33.953786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.956715 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.960608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.962729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.968857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.969346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.970607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.971043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.976841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.977277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.977726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:33.978148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:34.067535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2031ed92-37af-4bb9-a3c8-0b3cd61d454f req-9a286291-b2de-408f-8149-69220e144384 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027103 Feb 10 15:59:34.233011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47430ed3-d67f-4bc9-9152-97d3d43594a2 req-070628a6-a5e6-406d-81a2-6fb326b7ce2a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1066051 Feb 10 15:59:34.352672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Attempting to bind port bc8a9535-2696-4c65-b4ef-a5bb400878cd on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:34.354668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Attempting to bind port bc8a9535-2696-4c65-b4ef-a5bb400878cd by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:34.355218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Attempting to bind port bc8a9535-2696-4c65-b4ef-a5bb400878cd on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:34.358849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:34.360595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.367847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Port bc8a9535-2696-4c65-b4ef-a5bb400878cd on network a58aa33a-2ec5-4e2e-ab20-815761395414 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:59:34.368306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Attempting to bind port bc8a9535-2696-4c65-b4ef-a5bb400878cd on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:34.382893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:34.383596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Checking segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:34.384227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Bound using segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:34.384894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Bound port: bc8a9535-2696-4c65-b4ef-a5bb400878cd, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:34.385500 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.520677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] For port bc8a9535-2696-4c65-b4ef-a5bb400878cd, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:34.523335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.530867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] For port bc8a9535-2696-4c65-b4ef-a5bb400878cd, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:34.539524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.559485 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.606322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:34.608124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a30ce76e-39cb-4c51-8436-d94e22dab03d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:34.608488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.631366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Allocated IP 172.20.0.1 (e84bd44c-ee72-41e6-aebe-6943bbb6910d/c0a6c2ae-3818-4eab-913d-ff0b90bda465/05ac5e8d-6cef-4058-a10e-442261b8c27e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:34.662975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Pushing event updated for resources: {'Port': ['ID=bc8a9535-2696-4c65-b4ef-a5bb400878cd,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:34.670485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:34.671412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.675836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-9239a05b-57b2-4405-be87-01743d5a229a service neutron] 10.222.0.45 "PUT /v2.0/ports/bc8a9535-2696-4c65-b4ef-a5bb400878cd HTTP/1.1" status: 200 len: 1091 time: 4.8170922 Feb 10 15:59:34.680758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'tag': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:34.683352 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca" -d '{"events": [{"name": "network-changed", "server_uuid": "038cbcd6-9dc8-4498-b3e5-4d9250283f18", "tag": "bc8a9535-2696-4c65-b4ef-a5bb400878cd"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:34.784269 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532e844-52e2-4819-a26b-deb9d26ced56 x-openstack-request-id: req-9532e844-52e2-4819-a26b-deb9d26ced56 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:34.784906 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038cbcd6-9dc8-4498-b3e5-4d9250283f18", "tag": "bc8a9535-2696-4c65-b4ef-a5bb400878cd", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:34.784906 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9532e844-52e2-4819-a26b-deb9d26ced56 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:34.785445 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'tag': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd', 'status': 'completed', 'code': 200} Feb 10 15:59:34.842050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-b89667f5-53d4-484c-a464-9ac4ae8887ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:34.844019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-b89667f5-53d4-484c-a464-9ac4ae8887ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 1094 time: 0.1030791 Feb 10 15:59:34.876155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.896967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-3a69d0d9-6bb2-464b-a211-325b38869511 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd HTTP/1.1" status: 200 len: 217 time: 0.0455384 Feb 10 15:59:34.902074 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:34.907154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:34.920985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:35.015481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-fedf6ae6-48f2-40c8-a71b-7a1ad1b11248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:35.020188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-fedf6ae6-48f2-40c8-a71b-7a1ad1b11248 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.1160417 Feb 10 15:59:35.058580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-cf06ff0e-4f57-4b2b-a7a2-a84fd7d283a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319417 Feb 10 15:59:35.104061 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-091b1e0b-adee-43d6-b53c-8e0a286b8b67 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3975306 Feb 10 15:59:35.144981 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8649733 Feb 10 15:59:35.155712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-f7e5bf87-ecd3-42ba-a12e-bc7862c67621 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:59:35.157305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-f7e5bf87-ecd3-42ba-a12e-bc7862c67621 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135818 Feb 10 15:59:35.158229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 45978) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:35.174310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Request body: {'subnet': {'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1881039604-subnet', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:35.192633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a2023-4127-423d-a07e-d8eee3dfc106 admin admin] Pushing event updated for resources: {'Network': ['ID=514c2730-9b7a-4313-81da-37e051922c4b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:35.215534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Request body: {'port': {'device_id': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:35.216367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 514c2730-9b7a-4313-81da-37e051922c4b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:59:35.229547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:35.341574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Made reservation on behalf of 9f3fe5d552104de7a82aeda98b3ebf62 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:35.358651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:26Z', 'revision_number': 3, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:35.368212 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:35.446287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438604a9-2584-4d66-b409-7aba3b4d10ca None None] The sync data for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 is: [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:26Z', 'revision_number': 3, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:35.462967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d8562-91a9-4171-85b6-f3525617fcbe req-17b7aa76-9efc-4e44-b782-68bfef54df87 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:35.473020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-935d8562-91a9-4171-85b6-f3525617fcbe req-17b7aa76-9efc-4e44-b782-68bfef54df87 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4132309 Feb 10 15:59:35.515018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:35.532760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:35.536006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:35.536545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f7a8-0b88-4b75-916e-a7020ead5a9b req-aaaebc59-d8cf-4648-aa26-5a0ed3790268 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:35.545025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7608f7a8-0b88-4b75-916e-a7020ead5a9b req-aaaebc59-d8cf-4648-aa26-5a0ed3790268 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 943 time: 0.2462978 Feb 10 15:59:35.552989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-8ca3dd29-cd16-4812-9f1b-2e28d5322091 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622028 Feb 10 15:59:35.596441 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:35.670142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=05ac5e8d-6cef-4058-a10e-442261b8c27e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:35.683887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port a30ce76e-39cb-4c51-8436-d94e22dab03d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:35.684239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:35.794681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-935d8562-91a9-4171-85b6-f3525617fcbe req-b226ce7a-f9ad-4da4-914b-a20835c3a04b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204551 Feb 10 15:59:35.843139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7608f7a8-0b88-4b75-916e-a7020ead5a9b req-c28be440-b356-4acf-af0b-fbbe93657728 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972348 Feb 10 15:59:35.887712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port a30ce76e-39cb-4c51-8436-d94e22dab03d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a30ce76e-39cb-4c51-8436-d94e22dab03d,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:35.888179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:35.915995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for a30ce76e-39cb-4c51-8436-d94e22dab03d owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:35.955111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-1751e3f1-74f4-4e4b-a383-78499b3f697b service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753507 Feb 10 15:59:36.079917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e84af83-a828-4a5f-aecf-f49d708077ca req-41b1d0cb-95c9-4109-92a2-9f50fb9fc968 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1052542 Feb 10 15:59:36.081026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4c08f1d9-773e-479d-8baa-eec744d7402d None None] Provisioning complete for port 05ac5e8d-6cef-4058-a10e-442261b8c27e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:36.082043 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c08f1d9-773e-479d-8baa-eec744d7402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:36.156587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-414f3f1f-68b3-46f5-b4f0-00f744e680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:36.160252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-414f3f1f-68b3-46f5-b4f0-00f744e680fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 1094 time: 0.0998540 Feb 10 15:59:36.183549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4c08f1d9-773e-479d-8baa-eec744d7402d None None] Port 05ac5e8d-6cef-4058-a10e-442261b8c27e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:36.432609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-c8072a2b-4338-4cef-af16-ddb746c78e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:36.440938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-c8072a2b-4338-4cef-af16-ddb746c78e66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 914 time: 0.2739148 Feb 10 15:59:36.557078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:36.588233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-42ef8f2c-2e48-461c-a4be-3eaa5ececaef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd HTTP/1.1" status: 200 len: 217 time: 0.1381285 Feb 10 15:59:36.619518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-be3d841c-3d42-4ca5-b142-b50da9cfb5d3 req-c146cbdf-9cb1-40ae-90b7-9264625a3da8 tempest-ServersAdminNegativeTestJSON-82112181 tempest-ServersAdminNegativeTestJSON-82112181-project] (102614) timed out ('10.222.0.75', 58380) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 15:59:36.770080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-bbad099b-743e-46bf-bbdc-a057db337db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:36.774738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-bbad099b-743e-46bf-bbdc-a057db337db8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.1824043 Feb 10 15:59:36.890574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-ed830bf6-c1d8-4e3c-8518-6b44a1fe3a6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081667 Feb 10 15:59:37.116836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46004) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:37.188097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:37.208188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:37.245601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc13b7c-6b34-4ad9-a569-5ad112d087d1 req-bc5af34a-0f81-4b09-8a5f-f6eeff98c0ad tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:37.247750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bc13b7c-6b34-4ad9-a569-5ad112d087d1 req-bc5af34a-0f81-4b09-8a5f-f6eeff98c0ad tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1651666 Feb 10 15:59:37.308316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-80399ced-34b6-4dfa-a23b-c0fb303aaf43 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956141 Feb 10 15:59:37.332914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a505bc-c4c8-4690-aaf5-98275875d4c9 req-ddee71d9-95f4-4ca6-9714-c179c33d2c42 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:37.338370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3a505bc-c4c8-4690-aaf5-98275875d4c9 req-ddee71d9-95f4-4ca6-9714-c179c33d2c42 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 943 time: 0.2568123 Feb 10 15:59:37.351775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=a30ce76e-39cb-4c51-8436-d94e22dab03d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:37.400361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9360612f-314d-4acc-ba72-9d6fae718d4e {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:37.497766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:37.505039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:37.523737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7d5ba9d-4675-4f37-be17-879e3f3bbbca req-02603e76-cfb4-4291-9dea-6c7d453469a0 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145038 Feb 10 15:59:37.677489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3a505bc-c4c8-4690-aaf5-98275875d4c9 req-df45baf0-087f-4b31-98b2-4a232ed71e40 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525512 Feb 10 15:59:37.715787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bc13b7c-6b34-4ad9-a569-5ad112d087d1 req-58d303b0-d2f9-44c6-895e-bf2a37cef5f7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256506 Feb 10 15:59:37.794741 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a3c27f2-3df5-4d61-ad48-f6a4327d0606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:37.839830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Transition to ACTIVE for port object 9360612f-314d-4acc-ba72-9d6fae718d4e will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:59:37.852735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c365bd81-3cb9-4ed1-b2df-2465a2d5796e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:37.856941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948a64f9-bbdd-4eb5-ae86-25bfe7913535 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:37.982759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:37.983392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:37.994051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-401c65c5-9096-460d-ad2a-6737e4e2659b req-a85e64a7-5593-472c-9143-89304edf9830 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0981183 Feb 10 15:59:37.998832 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a3c27f2-3df5-4d61-ad48-f6a4327d0606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.005951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.015112 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a3c27f2-3df5-4d61-ad48-f6a4327d0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.095954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46010) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:38.096531 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5a3c27f2-3df5-4d61-ad48-f6a4327d0606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5db884b3ae9044dcbe8359fdd0e0b3b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9554656 Feb 10 15:59:38.097408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.120832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.148398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c27f2-3df5-4d61-ad48-f6a4327d0606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c345f126-6f0a-4ced-bce5-311a5c956694,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:38.148856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 948a64f9-bbdd-4eb5-ae86-25bfe7913535, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=948a64f9-bbdd-4eb5-ae86-25bfe7913535,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:38.168841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Checking segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:38.169554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Network hostable DHCP agents. Network: 514c2730-9b7a-4313-81da-37e051922c4b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:59:38.181758 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.234816 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c35dd0d2-1b44-426a-8a86-a16b67ecb75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.294247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=948a64f9-bbdd-4eb5-ae86-25bfe7913535,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:38.302348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c35dd0d2-1b44-426a-8a86-a16b67ecb75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.310799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.311660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.312186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.312702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.318892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.319744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.320280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.320807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.321322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.321978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.322508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.323017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:38.395211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c35dd0d2-1b44-426a-8a86-a16b67ecb75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.397381 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c35dd0d2-1b44-426a-8a86-a16b67ecb75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.398858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c35dd0d2-1b44-426a-8a86-a16b67ecb75a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c345f126-6f0a-4ced-bce5-311a5c956694 HTTP/1.1" status: 204 len: 168 time: 0.3018711 Feb 10 15:59:38.420968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dd0d2-1b44-426a-8a86-a16b67ecb75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c345f126-6f0a-4ced-bce5-311a5c956694,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:38.489070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.493138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Pushing event updated for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:38.517389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.582580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:38.657952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Network 514c2730-9b7a-4313-81da-37e051922c4b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:59:38.791742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bc8a9535-2696-4c65-b4ef-a5bb400878cd details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:59:38.951458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46022) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:38.993745 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-974b1109-3df1-4a9f-b87f-b4186ffe3ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.033553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 514c2730-9b7a-4313-81da-37e051922c4b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:39.037303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1075a-1b4f-4971-b68b-c93e86d0b83c req-6eb4b1d8-55ca-436d-a0a2-1c802287ec52 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:39.045599 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5dd1075a-1b4f-4971-b68b-c93e86d0b83c req-6eb4b1d8-55ca-436d-a0a2-1c802287ec52 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2064190 Feb 10 15:59:39.051217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28589810-82fb-436c-9605-305a1f18dd8a None None] Network 514c2730-9b7a-4313-81da-37e051922c4b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:39.066335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f4bb2-0133-4ba3-9e53-1b6afd8af1ac req-fd6b4cb3-fb6e-40e8-a6aa-27bbad08c821 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:39.068254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee2f4bb2-0133-4ba3-9e53-1b6afd8af1ac req-fd6b4cb3-fb6e-40e8-a6aa-27bbad08c821 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 943 time: 0.2402887 Feb 10 15:59:39.089176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:39.089866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.117797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=05ac5e8d-6cef-4058-a10e-442261b8c27e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:39.143202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Router a2d2442f-260a-4ab1-a82c-d68c70445292 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:39.164003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee2f4bb2-0133-4ba3-9e53-1b6afd8af1ac req-72d30119-81ac-404f-baa7-420630c77ed3 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864336 Feb 10 15:59:39.173481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bc8a9535-2696-4c65-b4ef-a5bb400878cd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:39.193190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:39.199983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5dd1075a-1b4f-4971-b68b-c93e86d0b83c req-19910843-40c2-42c6-9721-b053f3a16bc5 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532128 Feb 10 15:59:39.208291 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6c295f1-dfee-41aa-939c-8054063af13a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0404477 Feb 10 15:59:39.213427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46026) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:39.224136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:39.226207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'port_id': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd', 'mac_address': 'fa:16:3e:50:40:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc4ed69-5d67-4519-b385-7609cbc46fb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:59:39.247912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:39.318359 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.402170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c987d19-d5d4-4471-af2f-17159765a42e req-8aa462fe-96b2-4cc2-ba48-5e697ceda7ec tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1002839 Feb 10 15:59:39.410981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.416596 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.477790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8a9535-2696-4c65-b4ef-a5bb400878cd {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:39.494156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-514c2730-9b7a-4313-81da-37e051922c4b', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:59:39.498967 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.512084 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:59:39.514777 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.563495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Attempting to bind port 9360612f-314d-4acc-ba72-9d6fae718d4e on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:39.563826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Attempting to bind port 9360612f-314d-4acc-ba72-9d6fae718d4e by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:39.564317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Attempting to bind port 9360612f-314d-4acc-ba72-9d6fae718d4e on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:39.620805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bc8a9535-2696-4c65-b4ef-a5bb400878cd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:39.626941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Port 9360612f-314d-4acc-ba72-9d6fae718d4e on network a58aa33a-2ec5-4e2e-ab20-815761395414 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:59:39.627170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Attempting to bind port 9360612f-314d-4acc-ba72-9d6fae718d4e on network a58aa33a-2ec5-4e2e-ab20-815761395414 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:39.634858 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.653372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:39.664782 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] Sync routers for ids ['a2d2442f-260a-4ab1-a82c-d68c70445292'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:39.676052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948a64f9-bbdd-4eb5-ae86-25bfe7913535 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:39.679082 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1d01d6a2-766c-476c-94f3-5df3b6278ecc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "PUT /v2.0/routers/a2d2442f-260a-4ab1-a82c-d68c70445292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6937060 Feb 10 15:59:39.688723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46030) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:39.695933 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] Routers {'a2d2442f-260a-4ab1-a82c-d68c70445292'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:39.697564 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a2d2442f-260a-4ab1-a82c-d68c70445292'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:39.700235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-974b1109-3df1-4a9f-b87f-b4186ffe3ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.775951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-974b1109-3df1-4a9f-b87f-b4186ffe3ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:39.889493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-974b1109-3df1-4a9f-b87f-b4186ffe3ab8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e7837f6983b49b9821d630da9b2ac7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263644 Feb 10 15:59:39.893626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46032) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:39.908454 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] Set router a2d2442f-260a-4ab1-a82c-d68c70445292 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:39.957324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['bc8a9535-2696-4c65-b4ef-a5bb400878cd'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:59:39.985343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b1109-3df1-4a9f-b87f-b4186ffe3ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41379c-01f6-4d14-ac19-3ccaba065971,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:40.009087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.018183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c2442-3191-4af9-9d54-3328e12a5bf2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:40.020274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c2442-3191-4af9-9d54-3328e12a5bf2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:40.031583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-db0c2442-3191-4af9-9d54-3328e12a5bf2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3278289 Feb 10 15:59:40.033837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46034) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:40.085446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Allocated IP 172.20.0.2 (514c2730-9b7a-4313-81da-37e051922c4b/c365bd81-3cb9-4ed1-b2df-2465a2d5796e/6c4eafdf-d388-45b1-878e-fd5206a2a2b5) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:40.087319 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:36Z', 'revision_number': 3, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:40.122302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 9d7b5a42-4a09-4a0f-9324-3c15d586f942 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:59:40.130092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.168462 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] Checking router: a2d2442f-260a-4ab1-a82c-d68c70445292 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:40.191734 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] Routers {'a2d2442f-260a-4ab1-a82c-d68c70445292'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:40.192282 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a2d2442f-260a-4ab1-a82c-d68c70445292'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:40.298847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-89cfc044-11ef-42a3-8fd5-dd4a843abab2 None None] Provisioning complete for port 05ac5e8d-6cef-4058-a10e-442261b8c27e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:40.304499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89cfc044-11ef-42a3-8fd5-dd4a843abab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.380031 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] Set router a2d2442f-260a-4ab1-a82c-d68c70445292 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:40.388484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:40.389056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Checking segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:40.389223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Bound using segment: {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:40.389680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Bound port: 9360612f-314d-4acc-ba72-9d6fae718d4e, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43fa940-9002-48e7-8d3a-4ec06df64bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:40.390042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.421029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.421663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Router 08573cb0-ba50-48b1-9866-23eed28eddb6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:40.480074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:40.492032 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.520506 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:36Z', 'revision_number': 3, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:40.538078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bc8a9535-2696-4c65-b4ef-a5bb400878cd,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:40.566109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:40.569773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9360612f-314d-4acc-ba72-9d6fae718d4e,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:40.571064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6629338-b830-410d-b56a-8c8c93913b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.612576 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ebf9a-0ed6-429d-9e10-d7a3e542c7cf None None] The sync data for ids ['a2d2442f-260a-4ab1-a82c-d68c70445292'] in n-d-827895-3 is: [{'id': 'a2d2442f-260a-4ab1-a82c-d68c70445292', 'name': 'tempest-NetworksTestDHCPv6-router-751582170', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:36Z', 'revision_number': 3, 'project_id': '17c3f9b76412479f90aaae49e817fbcc', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:40.626609 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.688918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab1016-cc84-4f40-9472-e88d8e793181 req-cde3b349-2c06-4bcb-b173-a4df5648cbaa tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:40.690769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41ab1016-cc84-4f40-9472-e88d8e793181 req-cde3b349-2c06-4bcb-b173-a4df5648cbaa tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 944 time: 0.3168743 Feb 10 15:59:40.708274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833e1a2-dbb8-4a05-871e-72487a21d076 req-5128f5d4-b94b-4fa3-b821-c7ed45438be8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:40.708495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:40.709067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.713678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.716710 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] 10.222.0.75 "PUT /v2.0/ports/9360612f-314d-4acc-ba72-9d6fae718d4e HTTP/1.1" status: 200 len: 1091 time: 5.5345848 Feb 10 15:59:40.717069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c833e1a2-dbb8-4a05-871e-72487a21d076 req-5128f5d4-b94b-4fa3-b821-c7ed45438be8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3585060 Feb 10 15:59:40.730267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.733698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:40.738002 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6629338-b830-410d-b56a-8c8c93913b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.742954 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c38d76-a025-4e70-b497-a2705d25e923" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:40.757724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Network 514c2730-9b7a-4313-81da-37e051922c4b is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:40.772402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:40.774272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-89cfc044-11ef-42a3-8fd5-dd4a843abab2 None None] Port 05ac5e8d-6cef-4058-a10e-442261b8c27e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:40.783563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:40.826886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:40.930534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Attempting to bind port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:40.930833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Attempting to bind port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:40.931199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Attempting to bind port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 on network 514c2730-9b7a-4313-81da-37e051922c4b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:41.007085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Pushing event updated for resources: {'Port': ['ID=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:41.010943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:41.011349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Checking segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:41.011811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.012335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Bound using segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:41.012824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Bound port: 6c4eafdf-d388-45b1-878e-fd5206a2a2b5, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:41.013378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.072579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-b79b10a4-9445-4a9c-9d66-cb8b69e095b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:41.074232 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-b79b10a4-9445-4a9c-9d66-cb8b69e095b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 1094 time: 0.3045113 Feb 10 15:59:41.077755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bfac9-6585-4512-b7cf-4bc337e0873c service neutron] Pushing event updated for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:41.173466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:41.188288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] For port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:41.196307 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Sync routers for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:41.197405 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-54b80adf-1b5d-46d2-bc47-4849b220e2b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9360612f-314d-4acc-ba72-9d6fae718d4e HTTP/1.1" status: 200 len: 217 time: 0.1055946 Feb 10 15:59:41.212591 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d7512b0d-81d2-435b-afe8-3264c414b4a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/08573cb0-ba50-48b1-9866-23eed28eddb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8230479 Feb 10 15:59:41.237699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] For port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:41.242712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:41.243635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:41.318200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-69dbbab8-8077-4c02-811d-90a8c3465fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:41.329904 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-69dbbab8-8077-4c02-811d-90a8c3465fac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.1079855 Feb 10 15:59:41.393881 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-59dc5d02-479d-40f0-b39c-b939096fd052 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628018 Feb 10 15:59:41.398514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:41.501011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.572089 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.622059 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6629338-b830-410d-b56a-8c8c93913b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.629249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6629338-b830-410d-b56a-8c8c93913b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.630408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e6629338-b830-410d-b56a-8c8c93913b67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b41379c-01f6-4d14-ac19-3ccaba065971 HTTP/1.1" status: 204 len: 168 time: 1.6583698 Feb 10 15:59:41.641559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-ceda9b88-258e-41b0-99f5-1271ad723fc0 service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384741 Feb 10 15:59:41.767279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6629338-b830-410d-b56a-8c8c93913b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41379c-01f6-4d14-ac19-3ccaba065971,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:41.792441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c833e1a2-dbb8-4a05-871e-72487a21d076 req-201fc10c-6094-433e-b793-d18c10b8f10e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0743184 Feb 10 15:59:41.802796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41ab1016-cc84-4f40-9472-e88d8e793181 req-9d63a9f9-15c6-4a4a-8b86-64a4b8d2118e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0589130 Feb 10 15:59:41.840828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7b5a42-4a09-4a0f-9324-3c15d586f942,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:41.851038 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:41.865581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4695b42b-82d8-4258-b77a-b3c2bb7b8cb5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/9d7b5a42-4a09-4a0f-9324-3c15d586f942 HTTP/1.1" status: 204 len: 168 time: 1.8254793 Feb 10 15:59:41.870040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46054) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:42.066312 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2609ed90-8927-4921-a327-a4864108cf5a x-openstack-request-id: req-2609ed90-8927-4921-a327-a4864108cf5a {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:42.066613 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:42.066869 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2609ed90-8927-4921-a327-a4864108cf5a {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:42.067406 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e', 'status': 'completed', 'code': 200} Feb 10 15:59:42.084000 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-79164a7d-369c-4e07-863b-adaefb5bec48 req-96b6f7d2-9b1d-49f6-8151-89f274c625dd service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338193 Feb 10 15:59:42.230146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a30ce76e-39cb-4c51-8436-d94e22dab03d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:42.233637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-505e29a6-e16e-4ee4-ab44-39997814be48 req-a4ed4004-38ee-417a-bd80-7509d29f4d78 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1167924 Feb 10 15:59:42.258576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a6193-68f2-4d1b-8c38-2e78e795d0c2 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:42.386836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c38d76-a025-4e70-b497-a2705d25e923 req-28f48186-793b-4a97-b6e2-8af19fe6f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:42.390276 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-28f48186-793b-4a97-b6e2-8af19fe6f1fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 1094 time: 0.1075382 Feb 10 15:59:42.471474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a30ce76e-39cb-4c51-8436-d94e22dab03d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:42.473483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a30ce76e-39cb-4c51-8436-d94e22dab03d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:42.513310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-54ecae39-c168-414d-9cc5-e2d7e3de8424 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6328762 Feb 10 15:59:42.514009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46064) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:42.624375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c38d76-a025-4e70-b497-a2705d25e923 req-c97bfb34-9afb-4876-bf4b-955d3564449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:42.664699 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-c97bfb34-9afb-4876-bf4b-955d3564449e service neutron] 10.222.0.75 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 914 time: 0.2260115 Feb 10 15:59:42.716308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46072) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:42.736864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777c431-594e-42d8-8cdb-b9065341f2df None None] Pushing event updated for resources: {'Port': ['ID=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:42.764589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 2, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:42.794832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Checking router: 08573cb0-ba50-48b1-9866-23eed28eddb6 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:42.795346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Updating router 08573cb0-ba50-48b1-9866-23eed28eddb6 port 05ac5e8d-6cef-4058-a10e-442261b8c27e binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:59:42.799497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:42.826127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:42.829034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bc8a9535-2696-4c65-b4ef-a5bb400878cd up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:42.996367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 15:59:43.008842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be71dc0f-44ff-41ff-97af-cbe53bea3acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.042365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46082) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:43.060344 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-1d819767-70ed-4e06-972c-cb8aa9cc1e01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9360612f-314d-4acc-ba72-9d6fae718d4e HTTP/1.1" status: 200 len: 217 time: 0.3888032 Feb 10 15:59:43.069147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-936447195-network', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:43.195795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c38d76-a025-4e70-b497-a2705d25e923 req-4a47bdbf-4cd6-4c2d-813d-6418eeb10749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.197415 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-4a47bdbf-4cd6-4c2d-813d-6418eeb10749 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.1201196 Feb 10 15:59:43.238016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port bc8a9535-2696-4c65-b4ef-a5bb400878cd completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:59:43.261997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port bc8a9535-2696-4c65-b4ef-a5bb400878cd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:43.262533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.272092 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-a3a3b3da-878a-4d53-8bfc-556ba7412909 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628741 Feb 10 15:59:43.318275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.424813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Made reservation on behalf of 6a5ffc521e5a4d189d5426b49b8df1f3 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:43.427655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.459942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.472748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.482940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3556e-bc7f-45fc-a4ba-e6da284fc312 req-e1b5af98-33a5-4aea-b0a8-83a3c892e29e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.484633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39e3556e-bc7f-45fc-a4ba-e6da284fc312 req-e1b5af98-33a5-4aea-b0a8-83a3c892e29e tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 944 time: 0.5126131 Feb 10 15:59:43.487132 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.489336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.493194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] Deleting port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:43.493760 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.520950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654486f1-37a8-4bca-bf01-5c0928ffb2e9 req-49c8e6c9-cbeb-407f-aea5-51b22625ae96 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.541073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-654486f1-37a8-4bca-bf01-5c0928ffb2e9 req-49c8e6c9-cbeb-407f-aea5-51b22625ae96 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4669046 Feb 10 15:59:43.594874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] For port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:43.595289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.612133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] Calling delete_port for 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:43.659568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-3232f90a-12ee-4dbf-acff-631708be930c service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671544 Feb 10 15:59:43.741419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4624200-e4a2-4a0c-a019-b82337b0c903 None None] Network 514c2730-9b7a-4313-81da-37e051922c4b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:43.767125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.772189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Fanout notify agent at l3_agent the message router_deleted on router a2d2442f-260a-4ab1-a82c-d68c70445292 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:59:43.824277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.827702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4cbbca0-2806-47a7-8d5a-87c3b9753a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/routers/a2d2442f-260a-4ab1-a82c-d68c70445292 HTTP/1.1" status: 204 len: 168 time: 1.3061466 Feb 10 15:59:43.832801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:43.866355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be71dc0f-44ff-41ff-97af-cbe53bea3acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.867398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:43.893231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be71dc0f-44ff-41ff-97af-cbe53bea3acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.914127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:43.956000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Allocated IP 172.25.7.44 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/b57a38b6-05d7-401d-8e75-de6356acd84a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:44.002143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] No DVR routers for this DVR port 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:44.002960 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-294f72ab-20c2-45de-8d1f-9cadc28567e0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1322484 Feb 10 15:59:44.018645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c43f3221-fa49-4077-9990-d031e902baf4 None None] Provisioning complete for port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:44.019255 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c43f3221-fa49-4077-9990-d031e902baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.029908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46090) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:44.134594 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.176525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef78074-2e4d-4f9c-a2a5-08fb5f63b8c2 None None] Pushing event deleted for resources: {'Port': ['ID=2a58e6de-4dbb-4c4f-aab5-46426dce7b93,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:44.192976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39e3556e-bc7f-45fc-a4ba-e6da284fc312 req-51fd75f2-557c-41e0-bcd7-7d1a9185e87d tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962442 Feb 10 15:59:44.210230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.211622 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.222055 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be71dc0f-44ff-41ff-97af-cbe53bea3acb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ddf9783da3d458cb563f45f52a0faa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4963148 Feb 10 15:59:44.243908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46092) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:44.270689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71dc0f-44ff-41ff-97af-cbe53bea3acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90669724-bf71-4a12-a6cd-a303566872db,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:44.353925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bc8a9535-2696-4c65-b4ef-a5bb400878cd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:44.364717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:44.365821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.367324 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a7c81-4cac-47e8-a3a4-79898b51ed68" -d '{"events": [{"server_uuid": "038cbcd6-9dc8-4498-b3e5-4d9250283f18", "name": "network-vif-plugged", "status": "completed", "tag": "bc8a9535-2696-4c65-b4ef-a5bb400878cd"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:44.373660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e4a8c-a7b0-4487-909d-59788f587297 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:44.379261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-501e4a8c-a7b0-4487-909d-59788f587297 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3420608 Feb 10 15:59:44.382915 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-61c38d76-a025-4e70-b497-a2705d25e923 req-87f472ad-e86f-48e7-ad0f-f39d2f0784eb service neutron] 10.222.0.75 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133145 Feb 10 15:59:44.383433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46096) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:44.403004 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.405842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.440820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:59:44.445150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5adeca7-8e82-4cd8-a9af-6de0b408cade req-c0d7b95c-048f-4539-825e-b84e8858b754 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0955660 Feb 10 15:59:44.452146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:44.452611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.466684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.467035 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Added segment 3620470b-4a09-4db7-851a-392ed807963b of type vlan for network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 Feb 10 15:59:44.481244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-654486f1-37a8-4bca-bf01-5c0928ffb2e9 req-bfddffce-a409-442f-b018-49707bf0c1dc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376955 Feb 10 15:59:44.503378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:44.518810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:44.525568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:44.534994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.593965 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca466acc-da75-4ba5-95e1-804ced938bd1 x-openstack-request-id: req-ca466acc-da75-4ba5-95e1-804ced938bd1 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:44.594411 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038cbcd6-9dc8-4498-b3e5-4d9250283f18", "name": "network-vif-plugged", "status": "completed", "tag": "bc8a9535-2696-4c65-b4ef-a5bb400878cd", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:44.594776 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca466acc-da75-4ba5-95e1-804ced938bd1 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:44.595277 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd', 'code': 200} Feb 10 15:59:44.631698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.632641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:44.633223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.648231 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da4aaa14-eef7-4a6a-b1c8-27c30fc9069e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2589388 Feb 10 15:59:44.677418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46098) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:44.693730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:44.755252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.758225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea6e940-c5e9-4c66-912a-0a238e63d465,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:44.772425 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c43f3221-fa49-4077-9990-d031e902baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.820580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7746813 Feb 10 15:59:44.831030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46100) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:44.844495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bc8a9535-2696-4c65-b4ef-a5bb400878cd,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:44.881393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Request body: {'subnet': {'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-936447195-subnet', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:44.887212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c43f3221-fa49-4077-9990-d031e902baf4 None None] For port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:44.908495 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c43f3221-fa49-4077-9990-d031e902baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.919982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb9628-5ba7-4263-bec4-e937c7cdcfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a97e4fc-4310-494d-bf16-3f71ccc4a8f6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:44.932136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b9c68703-b5f0-40d1-b169-72c294ea58d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.967192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:59:44.970141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Made reservation on behalf of 6a5ffc521e5a4d189d5426b49b8df1f3 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:44.973859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:44.993951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Pushing event updated for resources: {'Port': ['ID=b57a38b6-05d7-401d-8e75-de6356acd84a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:45.081915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b9c68703-b5f0-40d1-b169-72c294ea58d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.118645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-44e5bef4-29df-431e-be08-d0f9ae5934f4 None None] Provisioning complete for port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:45.119170 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44e5bef4-29df-431e-be08-d0f9ae5934f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.119646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c356e17-da72-4528-8d52-23244eefe55b req-82a1ab1d-b92a-4d5d-8b2a-f054799ce3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:45.122292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c356e17-da72-4528-8d52-23244eefe55b req-82a1ab1d-b92a-4d5d-8b2a-f054799ce3f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 1096 time: 0.4863617 Feb 10 15:59:45.129040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:59:45.129483 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:59:45.131321 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.180367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3221-fa49-4077-9990-d031e902baf4 None None] Pushing event updated for resources: {'Port': ['ID=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:45.193352 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.233299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.301578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bedffc-2307-4438-8e45-41baa43500c0 None None] Pushing event updated for resources: {'Port': ['ID=05ac5e8d-6cef-4058-a10e-442261b8c27e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:45.364277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.366480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:45.375798 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b9c68703-b5f0-40d1-b169-72c294ea58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.376841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.382215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b9c68703-b5f0-40d1-b169-72c294ea58d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:45.404518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b9c68703-b5f0-40d1-b169-72c294ea58d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90669724-bf71-4a12-a6cd-a303566872db HTTP/1.1" status: 204 len: 168 time: 1.1407809 Feb 10 15:59:45.558468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c68703-b5f0-40d1-b169-72c294ea58d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90669724-bf71-4a12-a6cd-a303566872db,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:45.634529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c356e17-da72-4528-8d52-23244eefe55b req-86469f62-6e52-4691-99a2-f48bba90b175 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996910 Feb 10 15:59:45.735533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16e62-dcb9-4e72-936b-249f43f0b784 req-a5faf5f5-35ac-4adf-b1f8-7600491380bd tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:45.746958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7e16e62-dcb9-4e72-936b-249f43f0b784 req-a5faf5f5-35ac-4adf-b1f8-7600491380bd tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 945 time: 0.2821324 Feb 10 15:59:45.751321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dbd662c-c5ed-4e8c-b3fc-608abc99babe req-1773d749-6efe-4828-beff-6ce55e06fccb tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1336200 Feb 10 15:59:45.920009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9360612f-314d-4acc-ba72-9d6fae718d4e details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:59:45.990908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7e16e62-dcb9-4e72-936b-249f43f0b784 req-c452bff0-bad0-4d96-bf09-7d95e463ff17 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338531 Feb 10 15:59:46.062805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba377b-9a33-4587-a868-edb58fb596d7 req-7eb7a4f1-617d-4ab2-9631-36e7cbb5d36a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:46.070432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4ba377b-9a33-4587-a868-edb58fb596d7 req-7eb7a4f1-617d-4ab2-9631-36e7cbb5d36a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.1353204 Feb 10 15:59:46.131029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Attempting to bind port 05ac5e8d-6cef-4058-a10e-442261b8c27e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:46.131398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Attempting to bind port 05ac5e8d-6cef-4058-a10e-442261b8c27e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:46.134271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f856a55a-703f-4b58-9584-e98da6f65cdf,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:46.142578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Attempting to bind port 05ac5e8d-6cef-4058-a10e-442261b8c27e on network e84bd44c-ee72-41e6-aebe-6943bbb6910d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:46.191009 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.220334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Checking segment: {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:46.220522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Network hostable DHCP agents. Network: 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:59:46.240831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:46.241269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Checking segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:46.241617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.242005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Bound using segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:46.246930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Bound port: 05ac5e8d-6cef-4058-a10e-442261b8c27e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:46.247348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.264542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4ba377b-9a33-4587-a868-edb58fb596d7 req-310ef131-ac9f-4fb5-a41e-b0d0328a69da tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710894 Feb 10 15:59:46.290204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:46.301940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:59:46.305810 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.341334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:59:46.361865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:46.366094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:46.374310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:46.375607 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.379000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:46.390231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:46.391037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.398661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:46.419293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f478ce1-540c-4550-a661-ba947437a26d None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:46.422652 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d4aa27d5-3bb3-4f94-9351-872808f18132 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7412055 Feb 10 15:59:46.423343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46124) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:46.440986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:46.441548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0ff83-e6db-4935-8c51-f4a89764e967 None None] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:46.452507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dd997f13-6a91-4476-9596-01145b458628 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6046028 Feb 10 15:59:46.467831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46126) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:46.478912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:46.483805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 15:59:46.486712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2a58e6de-4dbb-4c4f-aab5-46426dce7b93 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:46.685943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Router f7512154-d561-473c-a59b-cebc675182d6 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:59:46.764649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-401f80bd-7518-4e6f-ad4f-a3414f3aa600 None None] Provisioning complete for port 05ac5e8d-6cef-4058-a10e-442261b8c27e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:46.777110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-401f80bd-7518-4e6f-ad4f-a3414f3aa600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.801992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:46.958300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.959791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:46.986085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9360612f-314d-4acc-ba72-9d6fae718d4e,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:47.009659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] For port 05ac5e8d-6cef-4058-a10e-442261b8c27e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:47.032019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-401f80bd-7518-4e6f-ad4f-a3414f3aa600 None None] Port 05ac5e8d-6cef-4058-a10e-442261b8c27e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:47.045423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '9360612f-314d-4acc-ba72-9d6fae718d4e', 'network_id': 'a58aa33a-2ec5-4e2e-ab20-815761395414', 'port_id': '9360612f-314d-4acc-ba72-9d6fae718d4e', 'mac_address': 'fa:16:3e:78:b2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc4ed69-5d67-4519-b385-7609cbc46fb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:59:47.073405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:47.077299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.110105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:47.125760 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166407d5-8948-48da-8242-800bacd60843 None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:47.147974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] For port 05ac5e8d-6cef-4058-a10e-442261b8c27e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05ac5e8d-6cef-4058-a10e-442261b8c27e,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:47.170153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.174139 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:47.175123 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:47.220083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:47.231224 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.240655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9360612f-314d-4acc-ba72-9d6fae718d4e {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 15:59:47.243061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.364009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.478707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1967855c-260a-4e5f-b152-b5a68850ec6c req-f76579af-1fde-4720-99f6-f7cca8988894 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.3276508 Feb 10 15:59:47.504915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.506258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2fddaf76-cd6d-4cee-9614-1b67b3f3c474 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2916021 Feb 10 15:59:47.528675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bedffc-2307-4438-8e45-41baa43500c0 None None] Pushing event updated for resources: {'Port': ['ID=05ac5e8d-6cef-4058-a10e-442261b8c27e,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:47.533997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46162) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:47.609038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-730b6241-36c5-4756-9ae5-d5b9a3770544 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4147069 Feb 10 15:59:47.647704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea09c-b5d7-4616-83ac-acd0b9599163 req-39624301-eaba-4de4-873d-22d2bd05fe19 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:47.660308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a1ea09c-b5d7-4616-83ac-acd0b9599163 req-39624301-eaba-4de4-873d-22d2bd05fe19 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 945 time: 0.4525683 Feb 10 15:59:47.693473 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:47.733151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9360612f-314d-4acc-ba72-9d6fae718d4e,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:47.826221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:47.943684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:48.036899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-48702ba5-72e5-440c-b4e4-be3d9179d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:48.041622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-48702ba5-72e5-440c-b4e4-be3d9179d2c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5519e49c8552460ba32e6a7e0c738845&device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 1096 time: 0.3745365 Feb 10 15:59:48.043792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:59:48.044676 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:48.098595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba4dd1-f829-4edd-ab61-ae874c780a9a req-4a649cd6-0884-45fd-b9d5-2cea63ac945e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:48.101757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efba4dd1-f829-4edd-ab61-ae874c780a9a req-4a649cd6-0884-45fd-b9d5-2cea63ac945e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.3416631 Feb 10 15:59:48.108099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:48.220870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:48.221733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:48.256331 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:44Z', 'revision_number': 3, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:48.333169 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166407d5-8948-48da-8242-800bacd60843 None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:48.333765 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166407d5-8948-48da-8242-800bacd60843 None None] Updating router f7512154-d561-473c-a59b-cebc675182d6 port b57a38b6-05d7-401d-8e75-de6356acd84a binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:59:48.342162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a1ea09c-b5d7-4616-83ac-acd0b9599163 req-616c5a12-47e3-40c6-abe2-caf159249704 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750875 Feb 10 15:59:48.409593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-5a97e4fc-4310-494d-bf16-3f71ccc4a8f6', 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'fixed_ips': [{'subnet_id': 'f856a55a-703f-4b58-9584-e98da6f65cdf'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 15:59:48.416031 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-166407d5-8948-48da-8242-800bacd60843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:48.417873 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:48.424863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efba4dd1-f829-4edd-ab61-ae874c780a9a req-1636b984-e835-4874-bbe6-b881e7bc26bb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302567 Feb 10 15:59:48.458622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['9360612f-314d-4acc-ba72-9d6fae718d4e'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:59:48.559323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-d5397519-2604-4946-86ef-6413fed524f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:48.561315 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-d5397519-2604-4946-86ef-6413fed524f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 200 len: 914 time: 0.4554310 Feb 10 15:59:48.619557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:48.717983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-221cfdb9-b624-46d8-a569-e1aaba082886 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd HTTP/1.1" status: 200 len: 217 time: 0.0907874 Feb 10 15:59:48.820802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-51e905d0-7511-44aa-b929-1a08962623ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:48.822744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-51e905d0-7511-44aa-b929-1a08962623ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 200 len: 853 time: 0.0970337 Feb 10 15:59:48.827824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=9109d1d1-7ade-4ffa-bbd3-fc32d597faa6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:48.885354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e292a4-1817-438c-8384-e2e5a1d80ddf req-c91b1ec4-dd7d-4688-bcff-e7144a27de96 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:48.908360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93e292a4-1817-438c-8384-e2e5a1d80ddf req-c91b1ec4-dd7d-4688-bcff-e7144a27de96 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 944 time: 0.3923404 Feb 10 15:59:49.059715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:49.106451 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Allocated IP 172.20.0.2 (5a97e4fc-4310-494d-bf16-3f71ccc4a8f6/f856a55a-703f-4b58-9584-e98da6f65cdf/280624b2-c2aa-4300-b307-01febc68c14d) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:49.220038 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-166407d5-8948-48da-8242-800bacd60843 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.251820 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-166407d5-8948-48da-8242-800bacd60843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.424831 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-166407d5-8948-48da-8242-800bacd60843 None None] Attempting to bind port b57a38b6-05d7-401d-8e75-de6356acd84a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:49.426123 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-166407d5-8948-48da-8242-800bacd60843 None None] Attempting to bind port b57a38b6-05d7-401d-8e75-de6356acd84a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:49.428099 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166407d5-8948-48da-8242-800bacd60843 None None] Attempting to bind port b57a38b6-05d7-401d-8e75-de6356acd84a on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:49.450414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-144be0a9-5cf7-4119-85c1-8830456a8d2b req-4ae035ea-9b02-4d79-8606-4e88abaf4a04 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.6245589 Feb 10 15:59:49.465401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-8aeef14b-c690-4c30-8e80-16181b65b450 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58aa33a-2ec5-4e2e-ab20-815761395414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6357985 Feb 10 15:59:49.473734 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166407d5-8948-48da-8242-800bacd60843 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:49.474325 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166407d5-8948-48da-8242-800bacd60843 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:49.474981 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-166407d5-8948-48da-8242-800bacd60843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.475584 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166407d5-8948-48da-8242-800bacd60843 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:49.476485 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-166407d5-8948-48da-8242-800bacd60843 None None] Bound port: b57a38b6-05d7-401d-8e75-de6356acd84a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:49.480058 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-166407d5-8948-48da-8242-800bacd60843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.592568 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.666898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.670140 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-166407d5-8948-48da-8242-800bacd60843 None None] For port b57a38b6-05d7-401d-8e75-de6356acd84a, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:49.692391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:49.694595 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-166407d5-8948-48da-8242-800bacd60843 None None] For port b57a38b6-05d7-401d-8e75-de6356acd84a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b57a38b6-05d7-401d-8e75-de6356acd84a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:49.707565 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35498-baa6-48d7-9b94-8b7a48ec66ef None None] Pushing event updated for resources: {'Port': ['ID=b57a38b6-05d7-401d-8e75-de6356acd84a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:49.709737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:49.713991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:49.727730 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-166407d5-8948-48da-8242-800bacd60843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.788795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ddf8de69-466c-40c3-b07c-098ce4fdaa5b None None] Provisioning complete for port 05ac5e8d-6cef-4058-a10e-442261b8c27e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:49.789133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ddf8de69-466c-40c3-b07c-098ce4fdaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:49.852817 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:49.855794 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:49.909411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93e292a4-1817-438c-8384-e2e5a1d80ddf req-0670e885-9643-4895-9aef-fd9487ca11e1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9987767 Feb 10 15:59:49.946236 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35498-baa6-48d7-9b94-8b7a48ec66ef None None] Pushing event updated for resources: {'Port': ['ID=b57a38b6-05d7-401d-8e75-de6356acd84a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:50.021258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935d3e-6f57-41a7-b365-a927900b35f4 req-3e6102bc-9cfa-4783-9c30-f70d2a716233 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:50.040678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36935d3e-6f57-41a7-b365-a927900b35f4 req-3e6102bc-9cfa-4783-9c30-f70d2a716233 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4160328 Feb 10 15:59:50.075171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-54168358-83e3-40aa-8551-8b5d694ce67a service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012957 Feb 10 15:59:50.130124 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:50.190741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a385e97a-a3cc-4cd7-b2e0-fe20f58f2969 req-4804cd64-d18f-4136-bcc4-f8398ad6c814 service neutron] 10.222.0.45 "GET /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074884 Feb 10 15:59:50.216122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36935d3e-6f57-41a7-b365-a927900b35f4 req-20d0794a-f2d7-4641-90fd-3ba33d0cedc7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741419 Feb 10 15:59:50.393137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:50.427932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:50.428805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:50.492491 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2cfda92d-93aa-4586-8bab-65251eaf7b64 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0670931 Feb 10 15:59:50.496059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46344) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:50.504652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:da:7a:3a', 'name': 'tempest-NetworksTestDHCPv6-1844153474'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:50.508680 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-166407d5-8948-48da-8242-800bacd60843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:44Z', 'revision_number': 3, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:50.610524 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166407d5-8948-48da-8242-800bacd60843 None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:44Z', 'revision_number': 3, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:50.738954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Attempting to bind port 280624b2-c2aa-4300-b307-01febc68c14d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:50.739591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Attempting to bind port 280624b2-c2aa-4300-b307-01febc68c14d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:50.746600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Attempting to bind port 280624b2-c2aa-4300-b307-01febc68c14d on network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:50.756478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ccf52f6-8460-4c73-8a11-40a42efaf5c9 req-5118da6a-6740-4c9c-b085-70146fdeabae tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0821102 Feb 10 15:59:50.857648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Pushing event updated for resources: {'Port': ['ID=280624b2-c2aa-4300-b307-01febc68c14d,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:50.865922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:50.866380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Checking segment: {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:50.866851 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:50.867325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Bound using segment: {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:50.867958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Bound port: 280624b2-c2aa-4300-b307-01febc68c14d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:50.868405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:50.943434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:51.017841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Allocated IP 2001:db8::f816:3eff:fef9:fc76 (7768b853-ad2a-4996-92ad-0512b468b14d/afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4/9e812dad-e1e7-4342-ba33-9fce44d44c28) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:51.030798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:51.138841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ddf8de69-466c-40c3-b07c-098ce4fdaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.199295 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.340207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.495862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ddf8de69-466c-40c3-b07c-098ce4fdaa5b None None] For port 05ac5e8d-6cef-4058-a10e-442261b8c27e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05ac5e8d-6cef-4058-a10e-442261b8c27e,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:51.507118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bdfe5-b251-4142-ac15-8d4f7c6d5cfe req-0770446a-c3fa-42ad-8351-7d8b4b23cb0d tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:51.522091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d69bdfe5-b251-4142-ac15-8d4f7c6d5cfe req-0770446a-c3fa-42ad-8351-7d8b4b23cb0d tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 944 time: 0.2843759 Feb 10 15:59:51.523773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] For port 280624b2-c2aa-4300-b307-01febc68c14d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:51.546899 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ddf8de69-466c-40c3-b07c-098ce4fdaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.598146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.794417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.796484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e8a86-da79-4670-9910-17062b90f093 req-3b5027b0-07ee-4a58-bc6b-a9758c6d74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:51.798172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-3b5027b0-07ee-4a58-bc6b-a9758c6d74b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1096 time: 0.3292596 Feb 10 15:59:51.915262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] For port 280624b2-c2aa-4300-b307-01febc68c14d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=280624b2-c2aa-4300-b307-01febc68c14d,segment=NetworkSegment(3620470b-4a09-4db7-851a-392ed807963b),segment_id=3620470b-4a09-4db7-851a-392ed807963b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:51.931727 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:51.952955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d69bdfe5-b251-4142-ac15-8d4f7c6d5cfe req-89b8751f-ba46-4c7b-b383-db6fb8121aeb tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393850 Feb 10 15:59:51.954829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port a0d900e7-ec31-49f3-b7c3-2837ba3036da yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 15:59:52.033592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a4bc-e31d-4221-86c7-46342f3fdce3 req-3a97d91d-197b-4d24-ad18-094a67d9bde6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:52.040381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9655a4bc-e31d-4221-86c7-46342f3fdce3 req-3a97d91d-197b-4d24-ad18-094a67d9bde6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.6132653 Feb 10 15:59:52.115086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8de69-466c-40c3-b07c-098ce4fdaa5b None None] Pushing event updated for resources: {'Port': ['ID=05ac5e8d-6cef-4058-a10e-442261b8c27e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:52.234833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e8a86-da79-4670-9910-17062b90f093 req-d63d1720-1993-40d0-8159-f4fa33fda4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:52.238070 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-d63d1720-1993-40d0-8159-f4fa33fda4b8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.3943148 Feb 10 15:59:52.247754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Allocated IP 172.25.7.109 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8d68e40f-df0a-4134-b191-1e525350ef4c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:52.301315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3788c9-ee68-4e9b-9d42-7a0213187a7c None None] Pushing event updated for resources: {'Port': ['ID=280624b2-c2aa-4300-b307-01febc68c14d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:52.360452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be0e594d-3c24-4d91-ba1d-59d9c66ac46d req-52803319-8798-4667-aba9-968eeb9decd1 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1658416 Feb 10 15:59:52.386627 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-9043365a-c14b-4191-b488-7087f0cdd180 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.0873187 Feb 10 15:59:52.504160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9655a4bc-e31d-4221-86c7-46342f3fdce3 req-7627d0be-7a5b-4c3b-bca7-f63dea77055c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240194 Feb 10 15:59:52.591923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:46Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:52.596408 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:52.635746 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:52.728944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:52.733811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a11f1d-596a-4f41-8a25-9112942d8563 None None] The sync data for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 is: [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:46Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:52.745216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:52.746962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:52.749664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:52.955647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 172.20.0.5 (7768b853-ad2a-4996-92ad-0512b468b14d/9109d1d1-7ade-4ffa-bbd3-fc32d597faa6/a0d900e7-ec31-49f3-b7c3-2837ba3036da) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:52.975570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:feda:7a3a (7768b853-ad2a-4996-92ad-0512b468b14d/afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4/a0d900e7-ec31-49f3-b7c3-2837ba3036da) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:52.992318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Attempting to bind port 9e812dad-e1e7-4342-ba33-9fce44d44c28 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 15:59:53.007772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Attempting to bind port 9e812dad-e1e7-4342-ba33-9fce44d44c28 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 15:59:53.008259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Attempting to bind port 9e812dad-e1e7-4342-ba33-9fce44d44c28 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:53.049386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:53.049701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 15:59:53.050125 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:53.050504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:53.050984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Bound port: 9e812dad-e1e7-4342-ba33-9fce44d44c28, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 15:59:53.051366 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:53.207679 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e8a86-da79-4670-9910-17062b90f093 req-e8a43675-5e19-4e0c-93cb-67a833183ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:53.216620 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-e8a43675-5e19-4e0c-93cb-67a833183ab0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.8030255 Feb 10 15:59:53.397000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:53.413071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:53.421046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b57a38b6-05d7-401d-8e75-de6356acd84a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:53.431210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:53.467033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-231d6d71-93ab-4c29-9191-876203f29a19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2327170 Feb 10 15:59:53.521938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:53.733452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40e3aa34-d7a2-4ad4-8de6-11e763de6fa8 req-abb6e790-c9a4-479d-a395-df26cffcaee5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1381154 Feb 10 15:59:53.824501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913766-3444-4b77-be47-98337c1dccd6 req-6e3c4b92-ebf1-400f-a685-6a0dc9cf6e7b tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:53.833900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5913766-3444-4b77-be47-98337c1dccd6 req-6e3c4b92-ebf1-400f-a685-6a0dc9cf6e7b tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 944 time: 0.5718563 Feb 10 15:59:53.903228 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:53.955755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9360612f-314d-4acc-ba72-9d6fae718d4e up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:54.003134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Allocated IP 172.20.0.1 (514c2730-9b7a-4313-81da-37e051922c4b/c365bd81-3cb9-4ed1-b2df-2465a2d5796e/2db009d1-23a6-436c-bc2a-84365a73f1aa) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:54.042393 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.118361 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-639d8b59-662c-456e-aade-7b08b205b1e1 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937047 Feb 10 15:59:54.171371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd1fad-25ab-4c05-b606-374d6ccaa2da None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:54.213200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b57a38b6-05d7-401d-8e75-de6356acd84a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:54.213729 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.333110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 9360612f-314d-4acc-ba72-9d6fae718d4e completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:59:54.350439 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b5913766-3444-4b77-be47-98337c1dccd6 req-2e846af2-4210-484f-80e4-caa48c4cdc47 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332725 Feb 10 15:59:54.357572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 9360612f-314d-4acc-ba72-9d6fae718d4e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:54.358164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.419187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed7b4b-4f3f-4966-aab0-71d91f4205ba req-acb6ca48-970a-4bb5-9cb0-432b4509fdba tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:54.446169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9ed7b4b-4f3f-4966-aab0-71d91f4205ba req-acb6ca48-970a-4bb5-9cb0-432b4509fdba tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4305599 Feb 10 15:59:54.558801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e7757-76e4-4ce0-b481-128804e43535 None None] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:54.601479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.643012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c9ed7b4b-4f3f-4966-aab0-71d91f4205ba req-dc39eb92-b109-42a3-86f1-218dace330b1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931598 Feb 10 15:59:54.784266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=a0d900e7-ec31-49f3-b7c3-2837ba3036da,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:54.798175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-724391f7-9e9f-4616-8c60-72569eb4051b None None] Provisioning complete for port 280624b2-c2aa-4300-b307-01febc68c14d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:54.798706 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-724391f7-9e9f-4616-8c60-72569eb4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.822043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:54.824722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:54.831810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:54.834490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.882940 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:54.933991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.042454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:55.043136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.049421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.077165 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4924965-865b-4d27-bc5d-f45054b14cfa req-0a2eb9aa-30e9-4a8f-80e3-c9c38c7aa384 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.1391773 Feb 10 15:59:55.103863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Pushing event updated for resources: {'Port': ['ID=8d68e40f-df0a-4134-b191-1e525350ef4c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:55.112925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25c7300d-ad1a-47fb-a94c-54d5d4f173e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6150339 Feb 10 15:59:55.115372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46588) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:55.128459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port b57a38b6-05d7-401d-8e75-de6356acd84a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b57a38b6-05d7-401d-8e75-de6356acd84a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:55.158093 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.159482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 280624b2-c2aa-4300-b307-01febc68c14d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:55.190196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2db009d1-23a6-436c-bc2a-84365a73f1aa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:55.208399 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.212862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:55.220702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:55.226870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:55.271768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fda7a5-18f0-4c60-96aa-35cb03585037 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:55.281180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Network 514c2730-9b7a-4313-81da-37e051922c4b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:55.289191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fda7a5-18f0-4c60-96aa-35cb03585037 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:55.317162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e8fda7a5-18f0-4c60-96aa-35cb03585037 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2004390 Feb 10 15:59:55.322210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46602) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:55.542965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 15:59:55.549744 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194db6c7-51aa-4352-9041-9b609f5a00da" -d '{"events": [{"server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "name": "network-vif-plugged", "status": "completed", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:55.660374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:55.673681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port a0d900e7-ec31-49f3-b7c3-2837ba3036da {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 15:59:55.679564 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.690928 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce757e6-2402-4a8c-81ed-8bd733e9020e x-openstack-request-id: req-0ce757e6-2402-4a8c-81ed-8bd733e9020e {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:55.691975 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "name": "network-vif-plugged", "status": "completed", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:55.706279 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ce757e6-2402-4a8c-81ed-8bd733e9020e {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:55.715789 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e', 'code': 200} Feb 10 15:59:55.747242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9360612f-314d-4acc-ba72-9d6fae718d4e,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:55.784095 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-540e8a86-da79-4670-9910-17062b90f093 req-ebc94f58-c5ee-48a5-8f73-77a88ed65e26 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6577187 Feb 10 15:59:55.818341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:55.891284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.894368 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-724391f7-9e9f-4616-8c60-72569eb4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.896885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=b57a38b6-05d7-401d-8e75-de6356acd84a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:55.918255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 280624b2-c2aa-4300-b307-01febc68c14d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:55.919038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:55.947079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:56.104139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-724391f7-9e9f-4616-8c60-72569eb4051b None None] For port 280624b2-c2aa-4300-b307-01febc68c14d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=280624b2-c2aa-4300-b307-01febc68c14d,segment=NetworkSegment(3620470b-4a09-4db7-851a-392ed807963b),segment_id=3620470b-4a09-4db7-851a-392ed807963b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:56.116965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:56.133619 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-724391f7-9e9f-4616-8c60-72569eb4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:56.248927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106920-8c07-4776-8610-1a79e546a5e5 req-d2ab8a83-9910-4494-8f54-6f8f0b1570fb tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.256898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2106920-8c07-4776-8610-1a79e546a5e5 req-d2ab8a83-9910-4494-8f54-6f8f0b1570fb tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 944 time: 0.7223392 Feb 10 15:59:56.338969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b710ba-4663-4637-af20-b3577079c363 req-0ee6f661-3d3c-46cd-ba70-522d3fa22cd9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.343281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0b710ba-4663-4637-af20-b3577079c363 req-0ee6f661-3d3c-46cd-ba70-522d3fa22cd9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4425049 Feb 10 15:59:56.388000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c77484-3fbd-4cf3-a8eb-2f21542de230 req-d832e627-c5b5-4d4e-b6ba-4d1f4ca24c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.392484 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-46c77484-3fbd-4cf3-a8eb-2f21542de230 req-d832e627-c5b5-4d4e-b6ba-4d1f4ca24c38 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 1096 time: 0.5981712 Feb 10 15:59:56.490064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724391f7-9e9f-4616-8c60-72569eb4051b None None] Pushing event updated for resources: {'Port': ['ID=280624b2-c2aa-4300-b307-01febc68c14d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:56.494057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-67322942-309b-4fe7-aab1-df8e990a1fa8 None None] Provisioning complete for port 2db009d1-23a6-436c-bc2a-84365a73f1aa triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:56.494413 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67322942-309b-4fe7-aab1-df8e990a1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:56.496318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8f4f5-1568-4bd7-ad43-392d231b3bab None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 15:59:56.501762 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:56.590873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2106920-8c07-4776-8610-1a79e546a5e5 req-ad0548d8-cf56-4ae6-8ade-76a963c306ea tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115439 Feb 10 15:59:56.634480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for a0d900e7-ec31-49f3-b7c3-2837ba3036da owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 15:59:56.639568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0b710ba-4663-4637-af20-b3577079c363 req-012e0223-ff3a-48f6-8c30-3a8cc71968b6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289863 Feb 10 15:59:56.651125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-67322942-309b-4fe7-aab1-df8e990a1fa8 None None] Port 2db009d1-23a6-436c-bc2a-84365a73f1aa cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 15:59:56.814097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-46c77484-3fbd-4cf3-a8eb-2f21542de230 req-d1ac62f6-0c21-4215-b2be-7a9e7d020493 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005396 Feb 10 15:59:56.838559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Provisioning complete for port 280624b2-c2aa-4300-b307-01febc68c14d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:56.842094 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:56.941464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a834fea9-5eab-459b-8479-cfb82469263b req-a63a4b0e-e604-4d82-9911-e51a105d61de tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/ports?device_id=93807f8c-d557-491c-a0a0-5a74d9f11c37 HTTP/1.1" status: 200 len: 210 time: 0.0931494 Feb 10 15:59:57.091536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.110265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.189021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=a0d900e7-ec31-49f3-b7c3-2837ba3036da,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:57.254707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.342276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b57a38b6-05d7-401d-8e75-de6356acd84a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:57.392498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.395813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-579727bc-7216-4923-a6fc-e1f0053ea5db tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/a0d900e7-ec31-49f3-b7c3-2837ba3036da HTTP/1.1" status: 204 len: 168 time: 2.0709949 Feb 10 15:59:57.398131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46700) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:57.510533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eccb5-cad7-47fc-b974-42971f2b08eb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:57.512064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eccb5-cad7-47fc-b974-42971f2b08eb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:57.513662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eccb5-cad7-47fc-b974-42971f2b08eb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:57.518611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.525033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-413eccb5-cad7-47fc-b974-42971f2b08eb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1161835 Feb 10 15:59:57.526049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46706) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:57.631153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 9109d1d1-7ade-4ffa-bbd3-fc32d597faa6 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:59:57.634729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.693908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b57a38b6-05d7-401d-8e75-de6356acd84a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:57.694432 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.709851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.746674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:57.747163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.782917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.931706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8a124-0116-4b34-998a-db9d15da3c62 None None] Update dhcp port {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': 'afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4', 'ip_address': '2001:db8::f816:3eff:fef9:fc76'}, {'subnet_id': '9109d1d1-7ade-4ffa-bbd3-fc32d597faa6'}], 'binding:host_id': 'n-d-827895-3'}, 'id': '9e812dad-e1e7-4342-ba33-9fce44d44c28'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 15:59:57.951055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.991273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:57.993513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.012745 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.015328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05ac5e8d-6cef-4058-a10e-442261b8c27e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:58.052516 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32f8a124-0116-4b34-998a-db9d15da3c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.132770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.150685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2db009d1-23a6-436c-bc2a-84365a73f1aa,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:58.168106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:58.242367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02310e8c-5f16-40f1-b407-f6e2ee699d8f req-8d3deabf-09e0-4a02-838c-7065f5237212 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:58.248505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02310e8c-5f16-40f1-b407-f6e2ee699d8f req-8d3deabf-09e0-4a02-838c-7065f5237212 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 945 time: 0.4179592 Feb 10 15:59:58.268789 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.305952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02310e8c-5f16-40f1-b407-f6e2ee699d8f req-e331426f-f6f5-4f6c-9ebf-d80dcf3b2900 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491576 Feb 10 15:59:58.336032 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.461177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 05ac5e8d-6cef-4058-a10e-442261b8c27e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:58.461830 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.466249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff1590-da4d-45a0-9f43-dd84814e7aaa None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-32f8a124-0116-4b34-998a-db9d15da3c62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9109d1d1-7ade-4ffa-bbd3-fc32d597faa6: This subnet is being modified by another concurrent operation. Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:59:58.517645 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9109d1d1-7ade-4ffa-bbd3-fc32d597faa6: This subnet is being modified by another concurrent operation. Feb 10 15:59:58.521652 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 15:59:58.551746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=9109d1d1-7ade-4ffa-bbd3-fc32d597faa6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:58.654507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.671453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-55b9ad48-f7ba-468a-8b51-a01b567add0d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/9109d1d1-7ade-4ffa-bbd3-fc32d597faa6 HTTP/1.1" status: 204 len: 168 time: 1.1441693 Feb 10 15:59:58.689672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46732) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 15:59:58.735835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9e812dad-e1e7-4342-ba33-9fce44d44c28 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:58.822604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f36e725b-f80c-4d9c-bd86-9457d6ba069c None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:58.822979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f36e725b-f80c-4d9c-bd86-9457d6ba069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.886854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-651967ac-05ca-44a2-98ca-35bce91847da tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:58.889419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-651967ac-05ca-44a2-98ca-35bce91847da tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 813 time: 0.9924152 Feb 10 15:59:58.926334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95564d57-4e66-48d8-b372-7120fd1457a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.940058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:58.940466 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:58.947597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bdaab-3432-499b-ab57-8139e378d0e4 req-1388f5b0-2c4c-4aea-8962-3433acd46c97 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:58.955289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f1bdaab-3432-499b-ab57-8139e378d0e4 req-1388f5b0-2c4c-4aea-8962-3433acd46c97 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4724982 Feb 10 15:59:59.005791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6fcbe-219f-4713-b5b3-d9f3ff02a399 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 15:59:59.072500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3d396c38-28cd-4b38-a423-dea68ec34a65 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/quotas/ad3837911a6d4a21b0cbbee3f3394878 HTTP/1.1" status: 200 len: 375 time: 0.1160812 Feb 10 15:59:59.199563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 15:59:59.208524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:59.254501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-972edf74-b373-4ab3-bb0a-8bef1787e378 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537554 Feb 10 15:59:59.285118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-1dbbd7d4-ebc0-487f-b1e9-a1ed4d779063 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 15:59:59.286173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-1dbbd7d4-ebc0-487f-b1e9-a1ed4d779063 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085289 Feb 10 15:59:59.294185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-be341095-61e2-4839-88cd-03e1df08833d None None] Could not find standard attr ID for object a0d900e7-ec31-49f3-b7c3-2837ba3036da. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:59:59.302294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f1bdaab-3432-499b-ab57-8139e378d0e4 req-2ee5eae2-810d-45fb-95f7-888d0807b453 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107386 Feb 10 15:59:59.443216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:59.450999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6fcbe-219f-4713-b5b3-d9f3ff02a399 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:59:59.507788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Network 514c2730-9b7a-4313-81da-37e051922c4b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:59.511255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:59.701262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-f84e0ed3-0920-44ef-87c0-27d4dd132df6 service neutron] 10.222.0.21 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977559 Feb 10 15:59:59.739737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:59:59.774933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab552-d60b-4912-a05c-c591cd3f7ac1 req-f94ff0d2-2e03-4e7a-93d6-849144dabf34 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:59.777053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af0ab552-d60b-4912-a05c-c591cd3f7ac1 req-f94ff0d2-2e03-4e7a-93d6-849144dabf34 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 945 time: 0.1891930 Feb 10 15:59:59.795404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 15:59:59.813894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 280624b2-c2aa-4300-b307-01febc68c14d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:00.025579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af0ab552-d60b-4912-a05c-c591cd3f7ac1 req-604efefb-24d3-4cd6-aef6-2f574e892882 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744316 Feb 10 16:00:00.049751 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-0fa2746b-512b-4496-9c5b-1f00d2c100e9 service neutron] 10.222.0.21 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466260 Feb 10 16:00:00.056363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Router f7512154-d561-473c-a59b-cebc675182d6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:00:00.059224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:00.129107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:00.142302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4 HTTP/1.1" status: 204 len: 168 time: 1.4474223 Feb 10 16:00:00.146973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46744) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:00.148987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46746) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:00.303130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdce067-98d0-4d1c-a161-e6cc2ec93def tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:00.343087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 280624b2-c2aa-4300-b307-01febc68c14d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:00.344461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:00.381210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:00.521156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c44a8826-acaf-452a-8898-21ece58c21f1 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2637055 Feb 10 16:00:00.524737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46756) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:00.556534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:00.584309 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:00.616054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8e2b4853-c38e-451c-bb39-a56a2a091597 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 14.1463454 Feb 10 16:00:00.616747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:00.768721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Sync routers for ids ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:00.881638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:00.895888 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:00.927808 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6fd6fc2c-6851-4040-8599-43af6a48c5d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/f7512154-d561-473c-a59b-cebc675182d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3911653 Feb 10 16:00:00.935890 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:00.936936 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:00.997777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Routers {'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:00.998493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T15:59:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:01.287828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c7cab5-842d-434a-a867-887a4cb5917b None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 16:00:01.436049 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:01.800583 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-911c4d4b-09b6-4d28-8101-d14a59362307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:01.903971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Set router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:01.971207 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T15:59:57Z', 'revision_number': 2, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:02.010564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2a26bd7-67d2-44b2-851f-8de625ba00ac req-e65fa14d-450e-4e42-b89b-fa74f87c779f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 210 time: 0.1636529 Feb 10 16:00:02.100645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5264d8c8-6b81-4143-bcf4-8eda33946d36 None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:02.105067 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:02.105317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5264d8c8-6b81-4143-bcf4-8eda33946d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.112511 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Updating router f7512154-d561-473c-a59b-cebc675182d6 port 2db009d1-23a6-436c-bc2a-84365a73f1aa binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:00:02.201941 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.263166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7cab5-842d-434a-a867-887a4cb5917b None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 16:00:02.270649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.441964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-ef09262a-33fa-4a18-975d-2571d9442570 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:02.451911 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-ef09262a-33fa-4a18-975d-2571d9442570 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 945 time: 0.1634631 Feb 10 16:00:02.462640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0e31-a548-41ea-a8b9-305f5fec57c3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.534699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0e31-a548-41ea-a8b9-305f5fec57c3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.773336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0e31-a548-41ea-a8b9-305f5fec57c3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.782974 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0e31-a548-41ea-a8b9-305f5fec57c3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.784879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8f1f0e31-a548-41ea-a8b9-305f5fec57c3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b6c5cf9-462e-440f-98ab-4211c68273f3 HTTP/1.1" status: 204 len: 168 time: 2.5517981 Feb 10 16:00:02.822457 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:02.853420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7d3bd-f636-4e11-b8d9-a70a14c5ae2a req-29e96939-df33-49cf-b7e9-0c7a50b2b098 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:02.863410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68d7d3bd-f636-4e11-b8d9-a70a14c5ae2a req-29e96939-df33-49cf-b7e9-0c7a50b2b098 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 2.2245126 Feb 10 16:00:02.882709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46784) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:02.940885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f0e31-a548-41ea-a8b9-305f5fec57c3 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c5cf9-462e-440f-98ab-4211c68273f3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:03.116769 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.129528 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.139456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68d7d3bd-f636-4e11-b8d9-a70a14c5ae2a req-9743770d-3755-4453-b18a-8c9614bee178 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550635 Feb 10 16:00:03.200776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-e837da55-5e89-428d-97dd-fd590e1e2551 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:03.205949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-e837da55-5e89-428d-97dd-fd590e1e2551 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "GET /v2.0/ports?device_id=038cbcd6-9dc8-4498-b3e5-4d9250283f18 HTTP/1.1" status: 200 len: 945 time: 0.8843954 Feb 10 16:00:03.321174 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-d85444fc-0583-406f-a719-6c9590706114 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] show failed (client error): The resource could not be found. Feb 10 16:00:03.322397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d85444fc-0583-406f-a719-6c9590706114 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "GET /v2.0/security-groups/2b6c5cf9-462e-440f-98ab-4211c68273f3 HTTP/1.1" status: 404 len: 347 time: 0.3446569 Feb 10 16:00:03.333196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:03.381528 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3b1b4-b651-465d-a56e-4bfb1323e38e None None] Pushing event updated for resources: {'Port': ['ID=2db009d1-23a6-436c-bc2a-84365a73f1aa,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:03.460498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:03.475264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.511833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362a771-fea0-4924-9ad1-983853ea2bd9 req-6e6c3bfa-ccb0-4104-85c7-bfdc9b925454 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:03.524689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1362a771-fea0-4924-9ad1-983853ea2bd9 req-6e6c3bfa-ccb0-4104-85c7-bfdc9b925454 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 945 time: 1.3372312 Feb 10 16:00:03.580395 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Attempting to bind port 2db009d1-23a6-436c-bc2a-84365a73f1aa on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:03.580946 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Attempting to bind port 2db009d1-23a6-436c-bc2a-84365a73f1aa by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:03.581493 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Attempting to bind port 2db009d1-23a6-436c-bc2a-84365a73f1aa on network 514c2730-9b7a-4313-81da-37e051922c4b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:03.600158 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:03.609171 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Checking segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:03.609171 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.610793 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Bound using segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:03.610793 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Bound port: 2db009d1-23a6-436c-bc2a-84365a73f1aa, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:03.619973 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.779540 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] For port 2db009d1-23a6-436c-bc2a-84365a73f1aa, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:03.789397 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] For port 2db009d1-23a6-436c-bc2a-84365a73f1aa, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2db009d1-23a6-436c-bc2a-84365a73f1aa,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:03.800071 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.822594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Deleting port 9360612f-314d-4acc-ba72-9d6fae718d4e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:03.823211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:03.824301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1362a771-fea0-4924-9ad1-983853ea2bd9 req-874c2c58-9eab-4fe4-8a57-bd5b8d175c49 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987473 Feb 10 16:00:03.914453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Allocated IP 172.20.0.1 (5a97e4fc-4310-494d-bf16-3f71ccc4a8f6/f856a55a-703f-4b58-9584-e98da6f65cdf/2de42b80-79d7-4e39-bf26-62e0b94613a4) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:03.955266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9e812dad-e1e7-4342-ba33-9fce44d44c28 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:04.008831 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3b1b4-b651-465d-a56e-4bfb1323e38e None None] Pushing event updated for resources: {'Port': ['ID=2db009d1-23a6-436c-bc2a-84365a73f1aa,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:04.024439 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Deleting port bc8a9535-2696-4c65-b4ef-a5bb400878cd {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:04.024782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.028620 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:04.029263 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:04.244882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c16b04bf-4b89-49d1-b870-45898c224465 req-2d34eb01-bc35-4691-9348-f58cd3fd9909 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 210 time: 0.2479801 Feb 10 16:00:04.328411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-df4494c3-0199-4603-97a6-e5f8c757cb98 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:04.330823 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-df4494c3-0199-4603-97a6-e5f8c757cb98 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.45 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 813 time: 1.5509272 Feb 10 16:00:04.455067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 3, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T15:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:04.521882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Request body: {'port': {'device_id': '95af8759-c323-41db-aa45-71f536b6fad7', 'network_id': '8207a104-9321-4d56-a114-43a9d482b558', 'admin_state_up': True, 'tenant_id': 'ad3837911a6d4a21b0cbbee3f3394878'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:04.525823 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:04.551884 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.553835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.554652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7a7fe-0dc1-4765-b8c1-a49d70afe4e3 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:04.625991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.646738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3d2a-2e2e-48b8-b758-29c82eeb9f26 req-b1007456-2221-4e4e-b596-b8e5820828e1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:04.648577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77cc3d2a-2e2e-48b8-b758-29c82eeb9f26 req-b1007456-2221-4e4e-b596-b8e5820828e1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2339933 Feb 10 16:00:04.650702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] For port bc8a9535-2696-4c65-b4ef-a5bb400878cd, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc8a9535-2696-4c65-b4ef-a5bb400878cd,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:04.655653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.696527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Calling delete_port for bc8a9535-2696-4c65-b4ef-a5bb400878cd owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:04.725929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Checking router: a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:04.726172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Updating router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af port 8d68e40f-df0a-4134-b191-1e525350ef4c binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:00:04.751943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.893719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Made reservation on behalf of ad3837911a6d4a21b0cbbee3f3394878 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:04.897310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.920766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77cc3d2a-2e2e-48b8-b758-29c82eeb9f26 req-439cbe12-9357-4ce3-8a53-b32f8cd97362 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595594 Feb 10 16:00:04.952741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port f9eb74f7-54bb-4470-9ba4-135e31e211f9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:04.953080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:04.972316 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:03Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:04.995583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46814) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:05.001617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153150456', 'description': 'tempest-description--1957750685'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:05.023670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4fa62a25-c640-4c0c-aacc-ead69597c30f None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:05.024194 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4fa62a25-c640-4c0c-aacc-ead69597c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.086315 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50413f4-cc1b-4808-9f9c-3418efba4519 None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:03Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:05.101784 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.102124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.121618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for f9eb74f7-54bb-4470-9ba4-135e31e211f9 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:05.123710 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.374738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.414869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:00:05.502666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.502820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.547594 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.560776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bc8a9535-2696-4c65-b4ef-a5bb400878cd no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:05.564861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9360612f-314d-4acc-ba72-9d6fae718d4e,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:05.565803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.567034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497782-9c4f-4678-9cb9-8e2f0f5b006b req-2828a18c-254a-4206-ba6e-0dfd05513678 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:05.579286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b497782-9c4f-4678-9cb9-8e2f0f5b006b req-2828a18c-254a-4206-ba6e-0dfd05513678 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 945 time: 0.4769280 Feb 10 16:00:05.632471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:05.651505 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.715221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=f9eb74f7-54bb-4470-9ba4-135e31e211f9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:05.787852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Calling delete_port for 9360612f-314d-4acc-ba72-9d6fae718d4e owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:05.802070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.807082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:05.856535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:05.862454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6a7eb71-cdbd-4ad0-9c51-6172f5841257 req-333aa2c8-9c41-4d37-8af9-767b1d729449 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 210 time: 0.3660371 Feb 10 16:00:05.936224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9360612f-314d-4acc-ba72-9d6fae718d4e no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:05.939552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2db009d1-23a6-436c-bc2a-84365a73f1aa up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:06.007055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4fa62a25-c640-4c0c-aacc-ead69597c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.026823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b1fb43-5402-4aff-9887-8d71957c1443,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:06.054198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4fa62a25-c640-4c0c-aacc-ead69597c30f None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:06.068025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-02921a15-9b74-449d-b3a8-9dd4629049e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:06.069701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-02921a15-9b74-449d-b3a8-9dd4629049e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1096 time: 0.6252148 Feb 10 16:00:06.098657 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.100247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e5422c72-14c5-4f61-87e9-e5e94b015ad8 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1035738 Feb 10 16:00:06.113211 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4fa62a25-c640-4c0c-aacc-ead69597c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.149668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46840) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:06.157394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'security_group_rule': {'security_group_id': '47b1fb43-5402-4aff-9887-8d71957c1443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:06.170211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.241089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event deleted for resources: {'Port': ['ID=bc8a9535-2696-4c65-b4ef-a5bb400878cd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:06.252226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.283562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.346591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8adb9cf7-b163-48d9-9088-d0499b4556b9 None None] Provisioning complete for port 2db009d1-23a6-436c-bc2a-84365a73f1aa triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:06.346998 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8adb9cf7-b163-48d9-9088-d0499b4556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.348596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b497782-9c4f-4678-9cb9-8e2f0f5b006b req-c3f9df61-9d76-459d-8f6d-517ffe8f0d84 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677433 Feb 10 16:00:06.368626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6546e66-e5bd-43ea-9516-769407dc6be0 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 16:00:06.405202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2db009d1-23a6-436c-bc2a-84365a73f1aa triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:06.405579 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.438634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa62a25-c640-4c0c-aacc-ead69597c30f None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:06.491605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] No DVR routers for this DVR port bc8a9535-2696-4c65-b4ef-a5bb400878cd on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:06.493309 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.508615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0be46b-4f9d-4843-a08d-52cdf22c586c None None] Pushing event updated for resources: {'Port': ['ID=8d68e40f-df0a-4134-b191-1e525350ef4c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:06.512369 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Attempting to bind port 8d68e40f-df0a-4134-b191-1e525350ef4c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:06.512749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Attempting to bind port 8d68e40f-df0a-4134-b191-1e525350ef4c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:06.513115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Attempting to bind port 8d68e40f-df0a-4134-b191-1e525350ef4c on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:06.527370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:06.527784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:06.528197 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.528595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:06.529081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Bound port: 8d68e40f-df0a-4134-b191-1e525350ef4c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:06.529474 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.556757 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.572579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c075a-aaea-49c7-8247-6b169f102979 req-14441274-7555-4656-8928-16acb28ca2ac tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:06.574904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-191c075a-aaea-49c7-8247-6b169f102979 req-14441274-7555-4656-8928-16acb28ca2ac tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.4628999 Feb 10 16:00:06.576663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.580157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:06.585878 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c803c64-a6c3-4539-9e12-819d26d57e8a req-3c23cfee-f2de-4a0a-bef7-28bd0ea93de1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.45 "DELETE /v2.0/ports/bc8a9535-2696-4c65-b4ef-a5bb400878cd HTTP/1.1" status: 204 len: 173 time: 3.3643918 Feb 10 16:00:06.592177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'name': 'network-vif-deleted', 'tag': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:06.594994 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55f9b33-7b97-478f-8932-e64dc40fa2d8" -d '{"events": [{"server_uuid": "038cbcd6-9dc8-4498-b3e5-4d9250283f18", "name": "network-vif-deleted", "tag": "bc8a9535-2696-4c65-b4ef-a5bb400878cd"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:06.608452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:06.681734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.686894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:06.706512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9360612f-314d-4acc-ba72-9d6fae718d4e, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9360612f-314d-4acc-ba72-9d6fae718d4e,segment=NetworkSegment(a43fa940-9002-48e7-8d3a-4ec06df64bb8),segment_id=a43fa940-9002-48e7-8d3a-4ec06df64bb8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:06.714190 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.718169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:06.720779 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa433be-8cc8-4e3a-bf0c-86e4c33b9062" -d '{"events": [{"server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "name": "network-vif-unplugged", "status": "completed", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:06.736058 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9800d82-cd32-4ef2-9012-69444acd40da x-openstack-request-id: req-d9800d82-cd32-4ef2-9012-69444acd40da {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:06.736405 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038cbcd6-9dc8-4498-b3e5-4d9250283f18", "name": "network-vif-deleted", "tag": "bc8a9535-2696-4c65-b4ef-a5bb400878cd", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:06.736751 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9800d82-cd32-4ef2-9012-69444acd40da {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:06.737232 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038cbcd6-9dc8-4498-b3e5-4d9250283f18', 'name': 'network-vif-deleted', 'tag': 'bc8a9535-2696-4c65-b4ef-a5bb400878cd', 'status': 'completed', 'code': 200} Feb 10 16:00:06.739296 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.806245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] For port 8d68e40f-df0a-4134-b191-1e525350ef4c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:06.819142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=2de42b80-79d7-4e39-bf26-62e0b94613a4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:06.860327 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5af6fd-5cb1-4082-a0aa-ce857fc84fea x-openstack-request-id: req-5e5af6fd-5cb1-4082-a0aa-ce857fc84fea {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:06.860613 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "name": "network-vif-unplugged", "status": "completed", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:06.860867 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e5af6fd-5cb1-4082-a0aa-ce857fc84fea {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:06.861263 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e', 'code': 200} Feb 10 16:00:06.874041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.876645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.877787 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2975a18-fc59-4c11-b969-ec2e4963eb02 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/floatingips/656f0863-fd1e-4a2b-a7b2-31ff86913b0b HTTP/1.1" status: 204 len: 168 time: 3.5235717 Feb 10 16:00:06.885905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8adb9cf7-b163-48d9-9088-d0499b4556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.887849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46846) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:06.888914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745bd132-82b3-4487-91d7-a780b39d560a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:06.928270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] For port 8d68e40f-df0a-4134-b191-1e525350ef4c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d68e40f-df0a-4134-b191-1e525350ef4c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:06.939905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-191c075a-aaea-49c7-8247-6b169f102979 req-5906a82a-8dfd-42f7-9635-a90c7fd53ce8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254402 Feb 10 16:00:06.964841 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.965108 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:06.965197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d7d0b841-3655-4b39-bab7-82ce96c96120 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8039291 Feb 10 16:00:06.968853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46850) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:06.978680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'security_group_rule': {'security_group_id': '47b1fb43-5402-4aff-9887-8d71957c1443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:06.986609 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.006472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8adb9cf7-b163-48d9-9088-d0499b4556b9 None None] For port 2db009d1-23a6-436c-bc2a-84365a73f1aa, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2db009d1-23a6-436c-bc2a-84365a73f1aa,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:07.016773 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.023294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.024292 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8adb9cf7-b163-48d9-9088-d0499b4556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.032867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.102607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a68d072e-5bce-4872-9a7d-6f6ad99e9f84 req-0456c151-419b-4abc-b034-bfd0322489fd tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 210 time: 0.0863860 Feb 10 16:00:07.126754 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0be46b-4f9d-4843-a08d-52cdf22c586c None None] Pushing event updated for resources: {'Port': ['ID=8d68e40f-df0a-4134-b191-1e525350ef4c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.180623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.197952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9cf7-b163-48d9-9088-d0499b4556b9 None None] Pushing event updated for resources: {'Port': ['ID=2db009d1-23a6-436c-bc2a-84365a73f1aa,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.207713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6546e66-e5bd-43ea-9516-769407dc6be0 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 16:00:07.282731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Routers {'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:07.282731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:07.415263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.424836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.444775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:07.482216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] Set router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:07.485285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66df8242-d237-4dbb-aeb6-af261b66814f,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.493377 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.495138 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b6fdb0df-4751-4708-9ef9-a90002eb7464 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241554 Feb 10 16:00:07.519704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46856) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:07.525544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:07.537549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Allocated IP 172.20.0.11 (8207a104-9321-4d56-a114-43a9d482b558/d705bb1a-da7a-4818-9002-2f213f024d5d/53b31372-d658-4470-9666-f794b4d7d0fa) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:07.547987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-bd819909-0d5f-426b-b9f5-37854338a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:07.550407 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-bd819909-0d5f-426b-b9f5-37854338a522 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.9612312 Feb 10 16:00:07.560348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.572955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.573856 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.588957 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.610769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cba2ee3d-fdb1-4805-9c46-391f58c875a2 None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:07.611196 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cba2ee3d-fdb1-4805-9c46-391f58c875a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.648766 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-ce01da0f-2661-4b30-906a-7b334a0c4cb3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.0531225 Feb 10 16:00:07.708628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Pushing event deleted for resources: {'Port': ['ID=9360612f-314d-4acc-ba72-9d6fae718d4e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.714311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=8']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.718631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:07.729263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4f74-4df2-4f6b-831e-b8901c1f6036 req-2ef304a5-6bcf-42d1-914e-609e12e7cf9c tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:07.731090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef2b4f74-4df2-4f6b-831e-b8901c1f6036 req-2ef304a5-6bcf-42d1-914e-609e12e7cf9c tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab68861-9cf3-46e0-93fb-a59e09ff9a35 HTTP/1.1" status: 200 len: 865 time: 0.2604549 Feb 10 16:00:07.733958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.776552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.777194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:07.802967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef2b4f74-4df2-4f6b-831e-b8901c1f6036 req-7e05ef05-c4ab-466a-9066-ba1ae285abed tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb80150-874d-40d8-84bc-b05d73f1f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615418 Feb 10 16:00:07.807480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:07.853150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:07.853747 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.884021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port 92934f53-5cf5-4f6e-bbaf-de3a38837f09 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:07.885669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:07.890248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4cd6390c-dec1-47af-87c5-f29f8ff09fe9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.3609204 Feb 10 16:00:07.890504 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:00:07.890842 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:00:07.894448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:07.899533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:07.929914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:08.003250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-15968cc9-e82e-4b2e-8efa-f482d6c36e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:08.007495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-15968cc9-e82e-4b2e-8efa-f482d6c36e50 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.3197916 Feb 10 16:00:08.013272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.066350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] No DVR routers for this DVR port 9360612f-314d-4acc-ba72-9d6fae718d4e on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:08.068989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.072809 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7ece2dfd-875a-4171-9a62-9f426daf11a8 req-b7465655-65a3-4efd-9cb7-1744f93fa2d1 tempest-MultipleCreateTestJSON-517663027 tempest-MultipleCreateTestJSON-517663027-project] 10.222.0.75 "DELETE /v2.0/ports/9360612f-314d-4acc-ba72-9d6fae718d4e HTTP/1.1" status: 204 len: 173 time: 5.4635928 Feb 10 16:00:08.113560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'name': 'network-vif-deleted', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:08.117675 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebda45d-ded1-4461-9f9e-202442247f50" -d '{"events": [{"server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "name": "network-vif-deleted", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:08.131878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:08.136373 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.177908 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-8ba5e6e7-ade7-42c6-a2bb-8a676b5744fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230962 Feb 10 16:00:08.259850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d6c66-4dc9-496f-b5e3-ccc9e060c1ae req-733b06f5-433f-4dc7-a324-6090ca82099e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:08.263150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f7d6c66-4dc9-496f-b5e3-ccc9e060c1ae req-733b06f5-433f-4dc7-a324-6090ca82099e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 945 time: 0.2264149 Feb 10 16:00:08.294959 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f960880-5228-410c-ac4c-18c84504f1f8 x-openstack-request-id: req-9f960880-5228-410c-ac4c-18c84504f1f8 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:08.295310 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab68861-9cf3-46e0-93fb-a59e09ff9a35", "name": "network-vif-deleted", "tag": "9360612f-314d-4acc-ba72-9d6fae718d4e", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:08.295519 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f960880-5228-410c-ac4c-18c84504f1f8 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:08.295915 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab68861-9cf3-46e0-93fb-a59e09ff9a35', 'name': 'network-vif-deleted', 'tag': '9360612f-314d-4acc-ba72-9d6fae718d4e', 'status': 'completed', 'code': 200} Feb 10 16:00:08.395505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Allocated IP 172.25.7.115 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/c0f6fb12-9b4f-4071-8540-c3fb3eb844d9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:08.410533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-86d32822-b7e1-4852-b869-5a0dfc2308f5 req-09e1d8c2-89a9-4360-b2d6-2776941976e1 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 210 time: 0.0624871 Feb 10 16:00:08.482948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f7d6c66-4dc9-496f-b5e3-ccc9e060c1ae req-a2c8789e-846c-4376-a903-d3027fba8b07 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864638 Feb 10 16:00:08.486888 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.495458 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.525069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for 92934f53-5cf5-4f6e-bbaf-de3a38837f09 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:08.606708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.661502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 3, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:08.677924 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-ca675b10-0211-4599-b69f-a3effee7cf6d service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509654 Feb 10 16:00:08.701552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.718108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:08.720538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676acf2-0c14-4045-b63e-e5d2a776e5b3 None None] The sync data for ids ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'] in n-d-827895-3 is: [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 3, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:08.736505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2db009d1-23a6-436c-bc2a-84365a73f1aa up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:08.790372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.800547 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.860830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.882285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:08.885549 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9a5a7b-f0c1-4013-ba46-644dde39c4d1" -d '{"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-unplugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:08.892520 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2f10c70e-82e5-4cfd-bd20-02b1494bfaef req-855e988f-8b8d-4b80-b5ff-fb0197dcc94d service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687896 Feb 10 16:00:08.941638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:08.944299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'Port': ['ID=c0f6fb12-9b4f-4071-8540-c3fb3eb844d9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:08.985554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:09.017937 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4db65a-753e-41b5-95e9-10d418fdfc74 x-openstack-request-id: req-eb4db65a-753e-41b5-95e9-10d418fdfc74 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:09.019788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:09.021913 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-unplugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:09.023102 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb4db65a-753e-41b5-95e9-10d418fdfc74 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:09.023751 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'code': 200} Feb 10 16:00:09.024555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2db009d1-23a6-436c-bc2a-84365a73f1aa triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:09.025133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.035383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:09.041435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:09.096321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46874) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:09.191509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.234022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Network 8207a104-9321-4d56-a114-43a9d482b558 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:09.247915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:09.256660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:09.326870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:09.327916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.342599 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.421692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=2de42b80-79d7-4e39-bf26-62e0b94613a4,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:09.451829 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9576116 Feb 10 16:00:09.494789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Request body: {'port': {'device_id': '95af8759-c323-41db-aa45-71f536b6fad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:09.653371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Deleting subnet fdc4ed69-5d67-4519-b385-7609cbc46fb6 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:09.723648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.732053 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.745251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64059d-45f2-494b-b592-75d575e01569 req-0bfafdbd-78ae-4804-9608-2262b0d00b11 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:09.746927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d64059d-45f2-494b-b592-75d575e01569 req-0bfafdbd-78ae-4804-9608-2262b0d00b11 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.1451128 Feb 10 16:00:09.772673 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.853756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d6ce5-0052-42a0-bed5-ab2f9c6aa775 req-0fdf22dc-feb5-4526-9c18-79afde24a2cf tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:09.859686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a30d6ce5-0052-42a0-bed5-ab2f9c6aa775 req-0fdf22dc-feb5-4526-9c18-79afde24a2cf tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 932 time: 0.2901802 Feb 10 16:00:09.904721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:09.919975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17838bd8-cc31-4e23-b952-f12929ff9653 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Pushing event updated for resources: {'Port': ['ID=53b31372-d658-4470-9666-f794b4d7d0fa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:09.922991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:09.961151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:09.981491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d64059d-45f2-494b-b592-75d575e01569 req-04bdf741-b8f5-41e6-b5f0-2b7e7f710efd tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167838 Feb 10 16:00:09.983312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:09.986238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.009304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=197cc9fe-b46e-4913-ab54-b330c049d2c8,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:10.014933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a30d6ce5-0052-42a0-bed5-ab2f9c6aa775 req-0d1b9c96-a3ea-40fd-a4f7-d7d26a2f002f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263444 Feb 10 16:00:10.027883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d163b5d5-78c3-4bd0-b10a-0aa391390182 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1321948 Feb 10 16:00:10.030825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46890) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:10.043221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.046606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:58:d9:e2', 'name': 'tempest-NetworksTestDHCPv6-1202383840'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:10.054432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46892) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:10.084440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:10.088860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.098361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:10.171258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=92934f53-5cf5-4f6e-bbaf-de3a38837f09,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:10.248024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.251002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec766f39-2e13-487c-b63c-42bc8d76ccb4 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:10.308139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d77426ab-03f2-4cb3-aa8a-a09b87ae206f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.400403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.464103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b5e9cc03-0e62-4c52-a351-8077ea4f34a1 None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:10.477023 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cc03-0e62-4c52-a351-8077ea4f34a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.692932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:10.758235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.869502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9e812dad-e1e7-4342-ba33-9fce44d44c28 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:10.872625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:10.877901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fdc4ed69-5d67-4519-b385-7609cbc46fb6 HTTP/1.1" status: 204 len: 168 time: 1.7792330 Feb 10 16:00:10.889856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46896) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:10.975614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] Update dhcp port {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': '88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe', 'ip_address': '2001:db8::f816:3eff:fef9:fc76'}, {'subnet_id': '197cc9fe-b46e-4913-ab54-b330c049d2c8'}], 'binding:host_id': 'n-d-827895-3'}, 'id': '9e812dad-e1e7-4342-ba33-9fce44d44c28'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:00:11.006874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ab216c35-c80e-417d-afac-ecd1841200b2 None None] Provisioning complete for port 2de42b80-79d7-4e39-bf26-62e0b94613a4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:11.007349 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab216c35-c80e-417d-afac-ecd1841200b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.010847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671027-42b8-47ed-b43e-742f26f2aa02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc4ed69-5d67-4519-b385-7609cbc46fb6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:11.014205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.043045 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.065597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d77426ab-03f2-4cb3-aa8a-a09b87ae206f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.066709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.079421 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ab216c35-c80e-417d-afac-ecd1841200b2 None None] Port 2de42b80-79d7-4e39-bf26-62e0b94613a4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:11.085548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:11.086534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.105765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d77426ab-03f2-4cb3-aa8a-a09b87ae206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.165615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.169484 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c3cf4e81-fb93-4302-b881-aea631756d24 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/ports/92934f53-5cf5-4f6e-bbaf-de3a38837f09 HTTP/1.1" status: 204 len: 168 time: 4.2696798 Feb 10 16:00:11.176620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:00:11.177484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46902) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:11.249736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.255540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.311217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5a126bbf-a377-4770-bda3-08d33ee5c77f None None] Provisioning complete for port 2de42b80-79d7-4e39-bf26-62e0b94613a4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:11.311776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5a126bbf-a377-4770-bda3-08d33ee5c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.338319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'Port': ['ID=c0f6fb12-9b4f-4071-8540-c3fb3eb844d9,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:11.349979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d77426ab-03f2-4cb3-aa8a-a09b87ae206f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d26d93fb0c047d68ac174c7da6eb84f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2919395 Feb 10 16:00:11.353709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46904) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:11.366979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5a126bbf-a377-4770-bda3-08d33ee5c77f None None] Port 2de42b80-79d7-4e39-bf26-62e0b94613a4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:11.373859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d68e40f-df0a-4134-b191-1e525350ef4c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:11.374403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77426ab-03f2-4cb3-aa8a-a09b87ae206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927283b2-4f28-48e3-8a09-86ef9e3d74bd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:11.429567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 77c7b1bd-4ad2-4afc-8f38-0737b25c5778 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:00:11.450611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ad346-282e-4e84-ab9a-c905354d5ab5 req-866f743a-ea59-404e-8144-eaf4fb9895c0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:11.452187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd5ad346-282e-4e84-ab9a-c905354d5ab5 req-866f743a-ea59-404e-8144-eaf4fb9895c0 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.3439848 Feb 10 16:00:11.472903 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.488761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] Allocated IP 172.20.0.2 (7768b853-ad2a-4996-92ad-0512b468b14d/197cc9fe-b46e-4913-ab54-b330c049d2c8/9e812dad-e1e7-4342-ba33-9fce44d44c28) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:11.527080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8d68e40f-df0a-4134-b191-1e525350ef4c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:11.528007 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.567675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:11.584423 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5605ea3-4801-4fcf-8903-70f23ac79eb2 admin admin] 10.222.0.21 "PUT /v2.0/routers/a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9524283 Feb 10 16:00:11.599343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34145a2a-78c1-47c0-9803-eb1034d8935c req-df9cac76-be0f-4789-ac8a-a56857de6763 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:11.600918 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34145a2a-78c1-47c0-9803-eb1034d8935c req-df9cac76-be0f-4789-ac8a-a56857de6763 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 932 time: 0.4127753 Feb 10 16:00:11.617254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:11.617254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.621874 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.622951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-92c3dca0-a9bd-4ec8-8c56-764e3483fa8d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1011789 Feb 10 16:00:11.630889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b31372-d658-4470-9666-f794b4d7d0fa {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:11.650994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.693484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.723087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Transition to ACTIVE for port object 53b31372-d658-4470-9666-f794b4d7d0fa will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:00:11.735679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.749321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951d7da9-fe7c-4028-9eab-536555b7fba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.753591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:11.766589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd5ad346-282e-4e84-ab9a-c905354d5ab5 req-a7a84e91-c4c8-4c49-b05e-184ef5cc7cf2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881038 Feb 10 16:00:11.771700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58aa33a-2ec5-4e2e-ab20-815761395414']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:11.795388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.800264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43fa940-9002-48e7-8d3a-4ec06df64bb8') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:11.800612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43fa940-9002-48e7-8d3a-4ec06df64bb8') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:11.810489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34145a2a-78c1-47c0-9803-eb1034d8935c req-0902dfa3-6bea-4877-aa4d-2892b01a87de tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919360 Feb 10 16:00:11.816153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.818844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Sync routers for ids ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:11.823020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951d7da9-fe7c-4028-9eab-536555b7fba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.836072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.880039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.899171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for 0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:11.939137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Routers {'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:11.940013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:11.945889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:11.978203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Pushing event updated for resources: {'Port': ['ID=53b31372-d658-4470-9666-f794b4d7d0fa,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.008566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951d7da9-fe7c-4028-9eab-536555b7fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.012470 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-951d7da9-fe7c-4028-9eab-536555b7fba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.013962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-951d7da9-fe7c-4028-9eab-536555b7fba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/927283b2-4f28-48e3-8a09-86ef9e3d74bd HTTP/1.1" status: 204 len: 168 time: 0.6531153 Feb 10 16:00:12.020921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:00:12.021506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:00:12.034359 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:00:12.090072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Attempting to bind port 53b31372-d658-4470-9666-f794b4d7d0fa on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:12.090429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Attempting to bind port 53b31372-d658-4470-9666-f794b4d7d0fa by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:12.090730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Attempting to bind port 53b31372-d658-4470-9666-f794b4d7d0fa on network 8207a104-9321-4d56-a114-43a9d482b558 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:12.104627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Port 53b31372-d658-4470-9666-f794b4d7d0fa on network 8207a104-9321-4d56-a114-43a9d482b558 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:00:12.104971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Attempting to bind port 53b31372-d658-4470-9666-f794b4d7d0fa on network 8207a104-9321-4d56-a114-43a9d482b558 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:12.113373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:12.113601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Checking segment: {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:12.113869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Bound using segment: {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:12.114332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Bound port: 53b31372-d658-4470-9666-f794b4d7d0fa, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:12.114803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.151352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d7da9-fe7c-4028-9eab-536555b7fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927283b2-4f28-48e3-8a09-86ef9e3d74bd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.224746 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.259105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-ba9a814b-bedf-4f7f-9f0a-38d9a067d12b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1153150456&fields=id&tenant_id=9f3fe5d552104de7a82aeda98b3ebf62 HTTP/1.1" status: 200 len: 267 time: 0.2677937 Feb 10 16:00:12.266659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.278034 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.284160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.307295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a58aa33a-2ec5-4e2e-ab20-815761395414 HTTP/1.1" status: 204 len: 168 time: 1.3807774 Feb 10 16:00:12.317096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffbbdc-0ee5-4272-91e7-2a80183daf45 None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.337393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8d68e40f-df0a-4134-b191-1e525350ef4c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d68e40f-df0a-4134-b191-1e525350ef4c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:12.350312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=0e55fdac-bb6b-4425-9ffd-a7b31fda62b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.355569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] For port 53b31372-d658-4470-9666-f794b4d7d0fa, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:12.366677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.400714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] For port 53b31372-d658-4470-9666-f794b4d7d0fa, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=53b31372-d658-4470-9666-f794b4d7d0fa,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:12.431560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.513787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8d68e40f-df0a-4134-b191-1e525350ef4c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.519815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Set router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:12.546306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbda8bc-4e4f-4cf3-8534-c447ffa49f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58aa33a-2ec5-4e2e-ab20-815761395414,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.554550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:12.555653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.561547 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] 10.222.0.45 "PUT /v2.0/ports/53b31372-d658-4470-9666-f794b4d7d0fa HTTP/1.1" status: 200 len: 1092 time: 3.0732605 Feb 10 16:00:12.564880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95af8759-c323-41db-aa45-71f536b6fad7', 'tag': '53b31372-d658-4470-9666-f794b4d7d0fa'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:12.567391 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d92fbc-39dc-41d5-ba0e-696564dac80b" -d '{"events": [{"name": "network-changed", "server_uuid": "95af8759-c323-41db-aa45-71f536b6fad7", "tag": "53b31372-d658-4470-9666-f794b4d7d0fa"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:12.604200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.617514 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-43632421-78b4-49f4-a853-8243c90dbe2f tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/ports/0e55fdac-bb6b-4425-9ffd-a7b31fda62b5 HTTP/1.1" status: 204 len: 168 time: 1.4358830 Feb 10 16:00:12.622465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46932) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:12.653025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 172.20.0.11 (7768b853-ad2a-4996-92ad-0512b468b14d/197cc9fe-b46e-4913-ab54-b330c049d2c8/77c7b1bd-4ad2-4afc-8f38-0737b25c5778) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:12.667980 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46936) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:12.769086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3865f3-e7ed-4753-bbc7-68cad5c8ce86 service neutron] Pushing event updated for resources: {'Port': ['ID=53b31372-d658-4470-9666-f794b4d7d0fa,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:12.779974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fe58:d9e2 (7768b853-ad2a-4996-92ad-0512b468b14d/88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe/77c7b1bd-4ad2-4afc-8f38-0737b25c5778) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:12.785440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46938) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:12.791429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef32ae4-fbd3-4c6e-b1ae-2ca57f54ff93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.808006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-cc692d77-57bf-48b3-9402-b8da9e16b24d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:12.810227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-cc692d77-57bf-48b3-9402-b8da9e16b24d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 811 time: 0.5427127 Feb 10 16:00:12.845091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9e812dad-e1e7-4342-ba33-9fce44d44c28 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:12.852324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting subnet a7a9641e-f79c-4afb-be39-2212e8e676d1 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:12.854996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1c822c25-4051-4a1f-9b35-f0b9986d256b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/quotas/9f3fe5d552104de7a82aeda98b3ebf62 HTTP/1.1" status: 200 len: 375 time: 0.0377007 Feb 10 16:00:12.884552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.960179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46944) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:12.962107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:12.962646 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:12.972284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793754483', 'description': 'tempest-secgroup-smoke-1793754483 description', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:13.004582 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a381a-8e5f-4886-b819-8bb63d13b713 x-openstack-request-id: req-0e4a381a-8e5f-4886-b819-8bb63d13b713 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:13.007081 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95af8759-c323-41db-aa45-71f536b6fad7", "tag": "53b31372-d658-4470-9666-f794b4d7d0fa", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:13.007711 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e4a381a-8e5f-4886-b819-8bb63d13b713 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:13.008313 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95af8759-c323-41db-aa45-71f536b6fad7', 'tag': '53b31372-d658-4470-9666-f794b4d7d0fa', 'status': 'completed', 'code': 200} Feb 10 16:00:13.043592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-ba8b4e55-35cd-4de1-b8a1-11e158ac566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:13.053836 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-ba8b4e55-35cd-4de1-b8a1-11e158ac566c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 1095 time: 0.4315753 Feb 10 16:00:13.058796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-989049df-26aa-48e4-958f-79f05e59dfed tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1897645 Feb 10 16:00:13.102209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.106721 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a4a28784-3ac6-41db-8b90-7f57a0b920ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5519e49c8552460ba32e6a7e0c738845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163424 Feb 10 16:00:13.122719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46946) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:13.170754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-54fd393a-1d21-4aa0-8c96-d59d8c3a8633 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:00:13.171883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-54fd393a-1d21-4aa0-8c96-d59d8c3a8633 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523479 Feb 10 16:00:13.187585 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.189516 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-5c3a0b20-e7e0-4a2c-92fb-4da046599aec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53b31372-d658-4470-9666-f794b4d7d0fa HTTP/1.1" status: 200 len: 217 time: 0.1071100 Feb 10 16:00:13.212779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d68e40f-df0a-4134-b191-1e525350ef4c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:13.269860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T16:00:07Z', 'revision_number': 4, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2de42b80-79d7-4e39-bf26-62e0b94613a4', 'name': '', 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'mac_address': 'fa:16:3e:8c:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'f856a55a-703f-4b58-9584-e98da6f65cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:02Z', 'updated_at': '2022-02-10T16:00:08Z', 'revision_number': 2, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'subnets': [{'id': 'f856a55a-703f-4b58-9584-e98da6f65cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:13.302527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Checking router: a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:13.302892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Updating router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af port 2de42b80-79d7-4e39-bf26-62e0b94613a4 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:00:13.314670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-2c9cd2bb-fb82-4d52-b1ca-fde170eaad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:13.316580 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-2c9cd2bb-fb82-4d52-b1ca-fde170eaad7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d705bb1a-da7a-4818-9002-2f213f024d5d HTTP/1.1" status: 200 len: 853 time: 0.1184499 Feb 10 16:00:13.319272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1d2d7601-ac2e-4038-b811-44b7883660d6 service neutron] 10.222.0.21 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339560 Feb 10 16:00:13.345048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8d68e40f-df0a-4134-b191-1e525350ef4c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:13.345538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.351951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82351fd-62a4-4d99-9d04-af045bf87930 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:13.352291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef32ae4-fbd3-4c6e-b1ae-2ca57f54ff93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.367659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.372626 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-2576346b-ef73-418e-868b-673323f83de7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8207a104-9321-4d56-a114-43a9d482b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475223 Feb 10 16:00:13.394665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef32ae4-fbd3-4c6e-b1ae-2ca57f54ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.395782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.397352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd288070-d539-428c-bbb2-805ccb0205f0 req-30e2423d-b23f-4c75-9ef0-a679e60a873e tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:13.400500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd288070-d539-428c-bbb2-805ccb0205f0 req-30e2423d-b23f-4c75-9ef0-a679e60a873e tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 944 time: 0.3335433 Feb 10 16:00:13.400679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7af3111-e02c-4a92-a9d0-05f28a1b5250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.426910 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7af3111-e02c-4a92-a9d0-05f28a1b5250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.504118 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8ef32ae4-fbd3-4c6e-b1ae-2ca57f54ff93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=501a1f8154534a84bdcf7893921e373b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337476 Feb 10 16:00:13.506037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-12c7ebf4-b1a2-4e3b-84ea-7a4919093ae0 None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:13.506481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-12c7ebf4-b1a2-4e3b-84ea-7a4919093ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.507175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef32ae4-fbd3-4c6e-b1ae-2ca57f54ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06756037-dc84-40b0-b900-6c86aaa9346e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:13.511122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:13.562753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-aa8bda0c-911f-49a1-bd3a-473a3a3fa6ef req-b3c52d17-eb16-400c-8742-d1cf2eb528eb service neutron] (102614) timed out ('10.222.0.21', 47068) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:00:13.578402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.592570 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.595119 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-6ec7dca8-713b-439b-bbb3-829509567e3d service neutron] 10.222.0.45 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962700 Feb 10 16:00:13.603236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd288070-d539-428c-bbb2-805ccb0205f0 req-10fe126b-ddf7-40e5-8928-647e011a6793 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311522 Feb 10 16:00:13.629048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7af3111-e02c-4a92-a9d0-05f28a1b5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.630984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a9641e-f79c-4afb-be39-2212e8e676d1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:13.631597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e7af3111-e02c-4a92-a9d0-05f28a1b5250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.632739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e7af3111-e02c-4a92-a9d0-05f28a1b5250 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0eb80150-874d-40d8-84bc-b05d73f1f9aa HTTP/1.1" status: 204 len: 168 time: 0.5078101 Feb 10 16:00:13.678630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af3111-e02c-4a92-a9d0-05f28a1b5250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb80150-874d-40d8-84bc-b05d73f1f9aa,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:13.680415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.685218 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-968c2827-a788-47f9-b91c-6f1cb691e1a5 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/subnets/a7a9641e-f79c-4afb-be39-2212e8e676d1 HTTP/1.1" status: 204 len: 168 time: 1.0618231 Feb 10 16:00:13.692338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.695172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46952) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:13.704823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da33e7-439f-4d21-b7fb-82d425d08405 None None] Network b340ef99-402b-4687-ad5f-92dcb56aa7c6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:13.706474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-0c5f317d-2781-4f86-bc43-80e48d5efbc1 service neutron] 10.222.0.21 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638468 Feb 10 16:00:13.711036 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.745324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1abe5c34-6d3b-48af-8a35-b218a9132106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.758132 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.759415 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7914264 Feb 10 16:00:13.762343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46954) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:13.773575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group_rule': {'security_group_id': 'dcc91fe9-8451-4aba-ab24-e319ba630766', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:13.790282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.798732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed39d0-be21-4dec-9a05-ad5f135d4069 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc91fe9-8451-4aba-ab24-e319ba630766,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:13.803777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1abe5c34-6d3b-48af-8a35-b218a9132106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.837002 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting subnet 7fc50dbd-c940-4639-b713-3e7c1afc04a2 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:13.846217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.866108 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1cd262-1aba-46ee-ba1d-e6557517fad6 req-e91694a9-4d1e-497b-a4ed-63cd17375b59 service neutron] 10.222.0.45 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480106 Feb 10 16:00:13.887856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:13.896488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:13.949793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:13.955264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=77c7b1bd-4ad2-4afc-8f38-0737b25c5778,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:13.961811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:13.993069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1abe5c34-6d3b-48af-8a35-b218a9132106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.006582 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.008989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1abe5c34-6d3b-48af-8a35-b218a9132106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.019796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1abe5c34-6d3b-48af-8a35-b218a9132106 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06756037-dc84-40b0-b900-6c86aaa9346e HTTP/1.1" status: 204 len: 168 time: 0.5075817 Feb 10 16:00:14.024051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:14.060312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df6866-46be-431c-9c54-5f3ba2c0e21a req-0becb945-f7d4-4bda-94e3-4b05d29aae1b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:14.068510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02df6866-46be-431c-9c54-5f3ba2c0e21a req-0becb945-f7d4-4bda-94e3-4b05d29aae1b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.1900239 Feb 10 16:00:14.116912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.163414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5c34-6d3b-48af-8a35-b218a9132106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06756037-dc84-40b0-b900-6c86aaa9346e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:14.177863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.228783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a06d8ee-cbd9-4222-928c-148e0410eba6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:14.285840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.292102 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f10e46e5-3239-4f67-8e9c-016badd0a063 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5283749 Feb 10 16:00:14.293528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46964) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:14.322251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group_rule': {'security_group_id': 'dcc91fe9-8451-4aba-ab24-e319ba630766', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:14.335917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-158786ad-9615-4ec9-b552-910e0e4ed00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:14.346628 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-158786ad-9615-4ec9-b552-910e0e4ed00b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 1095 time: 0.3743341 Feb 10 16:00:14.450438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] DHCP port deletion for b340ef99-402b-4687-ad5f-92dcb56aa7c6 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:14.509891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-6a43fd74-75a3-4d34-b34a-35c134f5f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:14.511641 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-6a43fd74-75a3-4d34-b34a-35c134f5f8fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 914 time: 0.1433823 Feb 10 16:00:14.599933 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-1dc2ca35-007d-43aa-991e-d1f92678feba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53b31372-d658-4470-9666-f794b4d7d0fa HTTP/1.1" status: 200 len: 217 time: 0.0726953 Feb 10 16:00:14.678196 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.686968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-69f9b62b-b58d-4a94-a1e4-3565343b13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:14.695018 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-69f9b62b-b58d-4a94-a1e4-3565343b13c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d705bb1a-da7a-4818-9002-2f213f024d5d HTTP/1.1" status: 200 len: 853 time: 0.0794165 Feb 10 16:00:14.722942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.761323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 17b6213a-e07a-452a-81ef-fea358c0a4f2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:14.786545 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-ca6e1d1a-9c76-49b4-8f43-20dc0a2f3277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8207a104-9321-4d56-a114-43a9d482b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863109 Feb 10 16:00:14.805920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.840292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:14.840984 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:14.890154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91f51e0c-95ab-4dcc-8c5e-23b2a5c03d23 req-1d05a82e-fa55-4996-8a51-a7f78c363288 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 210 time: 0.8738177 Feb 10 16:00:14.947545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a66d5-d266-4975-ba37-da6ae1410ee6 None None] Pushing event updated for resources: {'Port': ['ID=2de42b80-79d7-4e39-bf26-62e0b94613a4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:15.017211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9d31bf22-28f7-4047-8a8d-d31595f14e89 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9732547 Feb 10 16:00:15.026121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.081646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46986) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.198064 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-2d6fd683-368a-49c7-b58b-dc7ffb5bcdeb service neutron] 10.222.0.45 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032719 Feb 10 16:00:15.205847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02df6866-46be-431c-9c54-5f3ba2c0e21a req-af45885e-96ef-4cc4-b562-833814ed6e54 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1364686 Feb 10 16:00:15.267645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.271782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2b5a0b5-1878-4a86-9a3d-ef8568c2940f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.287690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0d8bb-e788-43b2-b84c-175d713710d6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:15.298665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.302593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0d8bb-e788-43b2-b84c-175d713710d6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:15.319687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-27c0d8bb-e788-43b2-b84c-175d713710d6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2859137 Feb 10 16:00:15.324981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.329197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.483804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a535013e-ff35-44fa-857b-0826f2858bf2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:15.502070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53740a3-1dd4-4e26-aaf1-43de1c4c222b req-a3f6ba1d-1d49-44df-a1d1-0d5e948fbd35 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:15.503713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f53740a3-1dd4-4e26-aaf1-43de1c4c222b req-a3f6ba1d-1d49-44df-a1d1-0d5e948fbd35 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 944 time: 0.4233341 Feb 10 16:00:15.517070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.521661 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf2de218-cc22-437f-ba9b-4f8943701a51 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2047391 Feb 10 16:00:15.536109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.548044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group_rule': {'security_group_id': 'dcc91fe9-8451-4aba-ab24-e319ba630766', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:15.594932 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.598734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] Deleting port 17b6213a-e07a-452a-81ef-fea358c0a4f2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:15.599600 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.606461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3ce3e11d-9650-41f2-a52b-1ccc9a33dce4 None None] Provisioning complete for port 77c7b1bd-4ad2-4afc-8f38-0737b25c5778 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:15.607136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e11d-9650-41f2-a52b-1ccc9a33dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.647376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.659176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64bd31-d555-430f-b42b-8ae2c855a507 req-4d79e0b9-bfed-4059-9127-d6b67ee90779 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:15.661002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df64bd31-d555-430f-b42b-8ae2c855a507 req-4d79e0b9-bfed-4059-9127-d6b67ee90779 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.2394342 Feb 10 16:00:15.663149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47002) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.695906 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73d92fbc-39dc-41d5-ba0e-696564dac80b req-a5f887eb-e3b8-4927-942d-1f055f2b4816 service neutron] 10.222.0.45 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171391 Feb 10 16:00:15.723338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f53740a3-1dd4-4e26-aaf1-43de1c4c222b req-558aed7d-6e33-4f5e-9856-125989765122 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421769 Feb 10 16:00:15.726625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.738536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Attempting to bind port 2de42b80-79d7-4e39-bf26-62e0b94613a4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:15.739289 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.751474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.751474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/subnets/7fc50dbd-c940-4639-b713-3e7c1afc04a2 HTTP/1.1" status: 204 len: 168 time: 2.0530219 Feb 10 16:00:15.753270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Attempting to bind port 2de42b80-79d7-4e39-bf26-62e0b94613a4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:15.753864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Attempting to bind port 2de42b80-79d7-4e39-bf26-62e0b94613a4 on network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:15.759278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47006) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.764295 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.764653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58cca9c-3f20-4f04-9efc-98f9219bb9da None None] Network edf72dcd-d60f-48a5-80d6-58868ca355eb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:15.784344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e18a6-bdb9-4c5c-8ab0-b7bbc187d686 tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc50dbd-c940-4639-b713-3e7c1afc04a2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:15.822470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df64bd31-d555-430f-b42b-8ae2c855a507 req-8674a568-1d6f-4a38-8c51-c0ccb62d26f6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270463 Feb 10 16:00:15.822470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 77c7b1bd-4ad2-4afc-8f38-0737b25c5778 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:15.822470 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.822826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70854b2a-370b-4c64-8de1-d9fea2aa3cdd,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:15.858525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:15.859092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Checking segment: {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:15.860231 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.860757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Bound using segment: {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:15.861355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Bound port: 2de42b80-79d7-4e39-bf26-62e0b94613a4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3620470b-4a09-4db7-851a-392ed807963b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:15.861838 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.891038 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.896827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ab469fe4-120c-4feb-9bda-9cb22dd188f7 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562779 Feb 10 16:00:15.901786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47014) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:15.907134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group_rule': {'security_group_id': 'dcc91fe9-8451-4aba-ab24-e319ba630766', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:15.908376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 17b6213a-e07a-452a-81ef-fea358c0a4f2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=17b6213a-e07a-452a-81ef-fea358c0a4f2,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:15.914269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3e11d-9650-41f2-a52b-1ccc9a33dce4 None None] Port 77c7b1bd-4ad2-4afc-8f38-0737b25c5778 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:15.929051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] For port 17b6213a-e07a-452a-81ef-fea358c0a4f2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=17b6213a-e07a-452a-81ef-fea358c0a4f2,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:15.936812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.943173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2b5a0b5-1878-4a86-9a3d-ef8568c2940f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.952897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.957106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2b5a0b5-1878-4a86-9a3d-ef8568c2940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:15.968891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 77c7b1bd-4ad2-4afc-8f38-0737b25c5778 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:16.012694 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.018612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-835318276-network', 'tenant_id': '3554ea7e74644378a082491865c629f7'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:16.035344 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2b5a0b5-1878-4a86-9a3d-ef8568c2940f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10618aa92b8e4784ac4a67dff940bc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9515865 Feb 10 16:00:16.038436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47020) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:16.047314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5a0b5-1878-4a86-9a3d-ef8568c2940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1c3851-11a7-4ddb-9087-c295c990ec3c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:16.063988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.100844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] Calling delete_port for 17b6213a-e07a-452a-81ef-fea358c0a4f2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:16.129328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3ce3e11d-9650-41f2-a52b-1ccc9a33dce4 None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:16.130048 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e11d-9650-41f2-a52b-1ccc9a33dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.148369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92326ed5-2c14-49f0-b51a-f9d20cb84998 req-19eb08fa-868f-4166-8e1e-091e3796d605 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 210 time: 0.1190588 Feb 10 16:00:16.226155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Made reservation on behalf of 3554ea7e74644378a082491865c629f7 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:16.229485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.255043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.308533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.335503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=17b6213a-e07a-452a-81ef-fea358c0a4f2,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:16.347371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] For port 2de42b80-79d7-4e39-bf26-62e0b94613a4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:16.350940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58506566-2c2b-454d-a1a1-3d50a5fc4a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.380780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-b7588c8b-6869-4e8b-bf04-744a4a8838e7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:16.382260 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-b7588c8b-6869-4e8b-bf04-744a4a8838e7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 811 time: 0.3767550 Feb 10 16:00:16.408138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] For port 2de42b80-79d7-4e39-bf26-62e0b94613a4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2de42b80-79d7-4e39-bf26-62e0b94613a4,segment=NetworkSegment(3620470b-4a09-4db7-851a-392ed807963b),segment_id=3620470b-4a09-4db7-851a-392ed807963b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:16.416720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58506566-2c2b-454d-a1a1-3d50a5fc4a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.427892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.454295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Deleting port 17b6213a-e07a-452a-81ef-fea358c0a4f2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:16.454643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.487027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.487533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.514133 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:00:16.532335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] No DVR routers for this DVR port 17b6213a-e07a-452a-81ef-fea358c0a4f2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:16.534726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Routers {'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:16.536608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:16.590608 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.663477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] Set router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:16.663995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-01811bb5-e544-4f92-a97b-6a3598b79836 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3fe5d552104de7a82aeda98b3ebf62 HTTP/1.1" status: 200 len: 380 time: 0.2644260 Feb 10 16:00:16.671014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5365629-815c-47eb-ab5e-c9ffb287499e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:16.697082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'port': {'device_id': '6655c971-7a61-40fb-b74a-16f485242aee', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'admin_state_up': True, 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'security_groups': ['47b1fb43-5402-4aff-9887-8d71957c1443']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:16.701338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.718340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.718630 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8157604 Feb 10 16:00:16.720230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] DHCP port deletion for edf72dcd-d60f-48a5-80d6-58868ca355eb request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:16.722453 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] For port 17b6213a-e07a-452a-81ef-fea358c0a4f2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=17b6213a-e07a-452a-81ef-fea358c0a4f2,segment=NetworkSegment(34ac2c77-dc42-4128-9d7d-709e28b25e44),segment_id=34ac2c77-dc42-4128-9d7d-709e28b25e44)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:16.722823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.728628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a66d5-d266-4975-ba37-da6ae1410ee6 None None] Pushing event updated for resources: {'Port': ['ID=2de42b80-79d7-4e39-bf26-62e0b94613a4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:16.735186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ebd9dff3-72ee-4129-9be5-f9be6f91167d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:16.752700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47034) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:16.754557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.754849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.755193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.755571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.755912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.756260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.756574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.756900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.757225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.757551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.758336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.758336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb6f5-8e25-4a6c-8956-b8a1ba71a72d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:16.769778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group_rule': {'security_group_id': 'dcc91fe9-8451-4aba-ab24-e319ba630766', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:16.804409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Calling delete_port for 17b6213a-e07a-452a-81ef-fea358c0a4f2 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:16.855247 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:16.871702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=77c7b1bd-4ad2-4afc-8f38-0737b25c5778,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:16.889068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] Could not find standard attr ID for object 77c7b1bd-4ad2-4afc-8f38-0737b25c5778. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:00:16.923146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 53b31372-d658-4470-9666-f794b4d7d0fa details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:00:16.931278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa5e7e-f8cf-42d5-9fa9-e14d9e5b456d None None] Pushing event deleted for resources: {'Port': ['ID=17b6213a-e07a-452a-81ef-fea358c0a4f2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:16.961706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.003479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:00:17.015824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f063f3-052f-42a6-aa0d-13f38881f1d3 req-7356a504-e7a1-4384-9ae7-015a8ae84843 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:17.018133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7f063f3-052f-42a6-aa0d-13f38881f1d3 req-7356a504-e7a1-4384-9ae7-015a8ae84843 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.7041502 Feb 10 16:00:17.021150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.023144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58506566-2c2b-454d-a1a1-3d50a5fc4a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.026428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc09ff13-328a-4b83-b1eb-5e91f167bf7d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/77c7b1bd-4ad2-4afc-8f38-0737b25c5778 HTTP/1.1" status: 204 len: 168 time: 1.6870461 Feb 10 16:00:17.026563 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58506566-2c2b-454d-a1a1-3d50a5fc4a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.027742 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-58506566-2c2b-454d-a1a1-3d50a5fc4a20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da1c3851-11a7-4ddb-9087-c295c990ec3c HTTP/1.1" status: 204 len: 168 time: 0.9761088 Feb 10 16:00:17.032802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47040) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:17.053971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] Provisioning complete for port 2de42b80-79d7-4e39-bf26-62e0b94613a4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:17.054517 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.083715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58506566-2c2b-454d-a1a1-3d50a5fc4a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1c3851-11a7-4ddb-9087-c295c990ec3c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:17.126058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-a8f36f43-0b61-4b1e-96cf-edf6cc3f16b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4193039 Feb 10 16:00:17.132398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.132750 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Added segment 81bfad75-36fd-4130-918c-6d5fbf58604c of type vlan for network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 Feb 10 16:00:17.136895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03ae97-6d04-45cb-8d33-0d83cd781517,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:17.162535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c8507-cf00-4a1b-a6e0-eba12d9e0fc0 req-c9c362a9-0299-4905-a72d-5c17b277803f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:17.164270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e78c8507-cf00-4a1b-a6e0-eba12d9e0fc0 req-c9c362a9-0299-4905-a72d-5c17b277803f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 944 time: 0.2666502 Feb 10 16:00:17.167169 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Project a0e69e0a81f14e5eac87b193b71b0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:00:17.208527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.226647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Made reservation on behalf of 9f3fe5d552104de7a82aeda98b3ebf62 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:17.230223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.236595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.290475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Port': ['ID=17b6213a-e07a-452a-81ef-fea358c0a4f2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:17.301476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] No DVR routers for this DVR port 17b6213a-e07a-452a-81ef-fea358c0a4f2 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:17.304078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.312034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca32a5-91e5-4cff-a81e-dc3fb8fa8881 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:17.314154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca32a5-91e5-4cff-a81e-dc3fb8fa8881 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:17.315953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca32a5-91e5-4cff-a81e-dc3fb8fa8881 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:17.320327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f6ca32a5-91e5-4cff-a81e-dc3fb8fa8881 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2806995 Feb 10 16:00:17.324067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7f063f3-052f-42a6-aa0d-13f38881f1d3 req-e3876ac6-48ba-47bb-b893-65d46f9c614e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902730 Feb 10 16:00:17.326311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47048) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:17.372342 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e78c8507-cf00-4a1b-a6e0-eba12d9e0fc0 req-7278183a-8e35-4896-93f8-39bda9bdb471 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670578 Feb 10 16:00:17.401285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 53b31372-d658-4470-9666-f794b4d7d0fa, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=53b31372-d658-4470-9666-f794b4d7d0fa,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:17.418771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '53b31372-d658-4470-9666-f794b4d7d0fa', 'network_id': '8207a104-9321-4d56-a114-43a9d482b558', 'port_id': '53b31372-d658-4470-9666-f794b4d7d0fa', 'mac_address': 'fa:16:3e:b8:ed:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd705bb1a-da7a-4818-9002-2f213f024d5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:00:17.454383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.455676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:17.456257 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.462098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] Deleting port ebd9dff3-72ee-4129-9be5-f9be6f91167d {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:17.462474 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.476095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 197cc9fe-b46e-4913-ab54-b330c049d2c8 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:17.498829 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.508096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.524057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce6b5087-0ab1-4a40-a70a-22ec5adefbb3 req-4d9d3bb1-169c-4c2c-96ae-e589b0d7272e tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 210 time: 0.0739346 Feb 10 16:00:17.546545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Allocated IP 172.20.0.4 (514c2730-9b7a-4313-81da-37e051922c4b/c365bd81-3cb9-4ed1-b2df-2465a2d5796e/d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:17.597899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9304979 Feb 10 16:00:17.603834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47058) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:17.613210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Request body: {'subnet': {'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-835318276-subnet', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:17.622285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.662058 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddd4a5-cb9d-4524-b72b-44539a4e9579 admin admin] Pushing event updated for resources: {'Network': ['ID=503f6cc8-0b63-4963-a599-ab04bfe13eb8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:17.670017 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.686457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:00:17.706509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Made reservation on behalf of 3554ea7e74644378a082491865c629f7 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:17.709084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.808062 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.826763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b31372-d658-4470-9666-f794b4d7d0fa {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:17.847810 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.925740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] For port 2de42b80-79d7-4e39-bf26-62e0b94613a4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2de42b80-79d7-4e39-bf26-62e0b94613a4,segment=NetworkSegment(3620470b-4a09-4db7-851a-392ed807963b),segment_id=3620470b-4a09-4db7-851a-392ed807963b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:17.982748 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:17.998314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] For port ebd9dff3-72ee-4129-9be5-f9be6f91167d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ebd9dff3-72ee-4129-9be5-f9be6f91167d,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:17.998928 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.004843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port ebd9dff3-72ee-4129-9be5-f9be6f91167d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ebd9dff3-72ee-4129-9be5-f9be6f91167d,segment=NetworkSegment(7c195381-921b-4204-b723-94f2873a1651),segment_id=7c195381-921b-4204-b723-94f2873a1651)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:18.055977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.066482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.097234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=197cc9fe-b46e-4913-ab54-b330c049d2c8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:18.111176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.116719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5bfb138d-bf0b-404f-a14a-350f21f2ce0e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/197cc9fe-b46e-4913-ab54-b330c049d2c8 HTTP/1.1" status: 204 len: 168 time: 0.7813995 Feb 10 16:00:18.135683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47072) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:18.211615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Checking segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:18.211977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Network hostable DHCP agents. Network: 503f6cc8-0b63-4963-a599-ab04bfe13eb8, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:00:18.233254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550ba2c-087a-4128-8bf2-deffca45325c None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:18.234534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d31415-71bf-44be-99b7-d16657334b97,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:18.251046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.261133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.268022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:18.272214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.272572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 53b31372-d658-4470-9666-f794b4d7d0fa, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=53b31372-d658-4470-9666-f794b4d7d0fa,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:18.277572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] Calling delete_port for ebd9dff3-72ee-4129-9be5-f9be6f91167d owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:18.319414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T16:00:07Z', 'revision_number': 4, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2de42b80-79d7-4e39-bf26-62e0b94613a4', 'name': '', 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'mac_address': 'fa:16:3e:8c:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'f856a55a-703f-4b58-9584-e98da6f65cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:02Z', 'updated_at': '2022-02-10T16:00:16Z', 'revision_number': 4, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'subnets': [{'id': 'f856a55a-703f-4b58-9584-e98da6f65cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:18.328528 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.341121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.370748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.377450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39ae49-3916-4b1d-83e3-78aa9f424b03 None None] The sync data for ids ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'] in n-d-827895-3 is: [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T16:00:07Z', 'revision_number': 4, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2de42b80-79d7-4e39-bf26-62e0b94613a4', 'name': '', 'network_id': '5a97e4fc-4310-494d-bf16-3f71ccc4a8f6', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'mac_address': 'fa:16:3e:8c:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'f856a55a-703f-4b58-9584-e98da6f65cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:02Z', 'updated_at': '2022-02-10T16:00:16Z', 'revision_number': 4, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'subnets': [{'id': 'f856a55a-703f-4b58-9584-e98da6f65cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:18.395653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.416545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b340ef99-402b-4687-ad5f-92dcb56aa7c6']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:18.463282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8ce828-f7ca-4ac7-8d0c-70b160344e12,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:18.467192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2c0d674f-7b03-4403-8af0-d4b2636ba7ae None None] Provisioning complete for port 2de42b80-79d7-4e39-bf26-62e0b94613a4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:18.467597 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2c0d674f-7b03-4403-8af0-d4b2636ba7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.474525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567c394-d788-49c9-9f08-0796206e2db4 None None] Pushing event updated for resources: {'Port': ['ID=2de42b80-79d7-4e39-bf26-62e0b94613a4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:18.480770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717ded-2759-44f2-8ede-96647f6f7353 req-df41d0f2-27a8-4c3b-9d8d-e1d3ea9fbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:18.482296 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-df41d0f2-27a8-4c3b-9d8d-e1d3ea9fbe88 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28&tenant_id=50fb02fc91484304b88233134e6343e2 HTTP/1.1" status: 200 len: 1094 time: 0.1746686 Feb 10 16:00:18.488162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:00:18.513199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ac2c77-dc42-4128-9d7d-709e28b25e44') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:18.513498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ac2c77-dc42-4128-9d7d-709e28b25e44') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:18.581910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 503f6cc8-0b63-4963-a599-ab04bfe13eb8) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:18.592160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.606894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.614152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:00:18.614563 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.646655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:18.647254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.681002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=ebd9dff3-72ee-4129-9be5-f9be6f91167d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:18.701908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a506d01-e645-44ac-ac3a-3f78a6fcdc9d None None] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:18.702129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.704701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9f45b323-01f9-42dd-8585-2d60c0fed556 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9433129 Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:00:18.705932 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:00:18.708225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.715049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.721721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47086) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:18.758377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-641e3067-ab6a-429f-a509-b946a639d6d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1535680 Feb 10 16:00:18.773476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'security_group_rule': {'security_group_id': 'dcc91fe9-8451-4aba-ab24-e319ba630766', 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:18.775997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47088) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:18.796003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.801778 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/networks/b340ef99-402b-4687-ad5f-92dcb56aa7c6 HTTP/1.1" status: 204 len: 168 time: 3.0368459 Feb 10 16:00:18.804916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:18.831695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf83aa-4b29-413c-ad20-9031815ec0e1 req-63243b9a-87aa-4b88-868c-5eaab0cf3629 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:18.832499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['53b31372-d658-4470-9666-f794b4d7d0fa'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:00:18.836712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47090) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:18.838214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69cf83aa-4b29-413c-ad20-9031815ec0e1 req-63243b9a-87aa-4b88-868c-5eaab0cf3629 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.2873490 Feb 10 16:00:18.852068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe858bd5-aa9b-440c-9762-5eef7921907d req-bcc7647c-e94b-424c-bff0-1b19daeb1756 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:18.857625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe858bd5-aa9b-440c-9762-5eef7921907d req-bcc7647c-e94b-424c-bff0-1b19daeb1756 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 945 time: 0.2918370 Feb 10 16:00:18.861066 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:18.879740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717ded-2759-44f2-8ede-96647f6f7353 req-d7342e0b-c098-47f6-9409-87afecbc10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:18.881426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-d7342e0b-c098-47f6-9409-87afecbc10be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1094 time: 0.3227913 Feb 10 16:00:18.882400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedaf2f-d578-4acc-ae17-ab8c0552a57e tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Network': ['ID=b340ef99-402b-4687-ad5f-92dcb56aa7c6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:18.945318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2de42b80-79d7-4e39-bf26-62e0b94613a4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:19.016721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69cf83aa-4b29-413c-ad20-9031815ec0e1 req-fa3169d5-9691-4d58-b40c-2b89c742912b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573017 Feb 10 16:00:19.020977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.029773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.034367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.052075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717ded-2759-44f2-8ede-96647f6f7353 req-9999d484-3e52-49b1-b803-93b9610bc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:19.053950 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-9999d484-3e52-49b1-b803-93b9610bc1e7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.1482358 Feb 10 16:00:19.059429 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Project a0e69e0a81f14e5eac87b193b71b0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:00:19.105352 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.124701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe858bd5-aa9b-440c-9762-5eef7921907d req-385190f3-cbf7-4961-9f46-1fda4a13979b tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412822 Feb 10 16:00:19.126984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:19.178359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.189036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9b58bfd4-032e-4ced-8d98-966c0a941ad4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe HTTP/1.1" status: 204 len: 168 time: 1.0511935 Feb 10 16:00:19.191997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47096) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:19.205791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=53b31372-d658-4470-9666-f794b4d7d0fa,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:19.284212 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-9b80daea-4825-432e-b38c-54f6720469f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.1784494 Feb 10 16:00:19.298646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-030daa7c-1b67-4df8-bbf2-cd20c5a804bf req-a4aae2a9-b97d-4a97-892f-ca6eae6b7ff1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 210 time: 0.0973406 Feb 10 16:00:19.301923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.326567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.338092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.414707 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-adeadf79-1376-4c4a-92db-4c2be1403f1a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415086 Feb 10 16:00:19.425220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47100) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:19.465796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:19.500298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2de42b80-79d7-4e39-bf26-62e0b94613a4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:19.500964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.508235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] Pushing event deleted for resources: {'Port': ['ID=ebd9dff3-72ee-4129-9be5-f9be6f91167d,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:19.521207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.529358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991c37f-23ac-4c5f-bb7a-307db218e22c None None] No DVR routers for this DVR port ebd9dff3-72ee-4129-9be5-f9be6f91167d on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:19.652267 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.669007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf72dcd-d60f-48a5-80d6-58868ca355eb']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:19.681179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c195381-921b-4204-b723-94f2873a1651') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:19.681478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c195381-921b-4204-b723-94f2873a1651') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:19.695005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.725040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac644f73-d9d7-4db6-8141-c3e0a7fe168d None None] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:19.727149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.736222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:00:19.736727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.832712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cfc04a-f2a3-47c7-a71f-5e57a92af7f5 None None] Update dhcp port {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': '88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe'}], 'binding:host_id': 'n-d-827895-3'}, 'id': '9e812dad-e1e7-4342-ba33-9fce44d44c28'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:00:19.849519 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:00:19.851740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717ded-2759-44f2-8ede-96647f6f7353 req-74976458-7eab-4f6c-8a77-a15aa35f7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:19.852801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-74976458-7eab-4f6c-8a77-a15aa35f7fd6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.5179205 Feb 10 16:00:19.866772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.890621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96cfc04a-f2a3-47c7-a71f-5e57a92af7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.892524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.894319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.896668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:19.937453 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.013342 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-a87402f1-1037-4083-bd60-39e4a94c575a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271548 Feb 10 16:00:20.077036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.083163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3352301 Feb 10 16:00:20.085929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec9328-568e-4f4e-ba2d-02a1bcad178e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e249aa-b659-4cc2-b2b1-7ade4dd74f95,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:20.100815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Allocated IP 172.25.7.241 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/b2793495-0f5a-4fd1-af81-320b7f2814ad) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:20.121403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Network 514c2730-9b7a-4313-81da-37e051922c4b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:20.140835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:20.253333 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.260138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:20.288396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e42fd5-0864-4340-9caa-823f2bc4438f None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:20.339393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.351876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] 10.222.0.21 "DELETE /v2.0/networks/edf72dcd-d60f-48a5-80d6-58868ca355eb HTTP/1.1" status: 204 len: 168 time: 1.5007930 Feb 10 16:00:20.415103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'Port': ['ID=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:20.419269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:20.425246 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.451240 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.455069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-65901dee-ae92-4bad-899e-2f6bfc579073 None None] Provisioning complete for port 9e812dad-e1e7-4342-ba33-9fce44d44c28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:20.455339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-65901dee-ae92-4bad-899e-2f6bfc579073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.502816 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.543209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfb66e-085a-4a94-b110-e756bb86854e req-dc0f0f8e-7c49-4414-9a0b-1adb5259b279 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:20.553368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16cfb66e-085a-4a94-b110-e756bb86854e req-dc0f0f8e-7c49-4414-9a0b-1adb5259b279 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.3898420 Feb 10 16:00:20.643478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16cfb66e-085a-4a94-b110-e756bb86854e req-135c7356-084b-4ad8-9663-5f45df43d12c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821269 Feb 10 16:00:20.662757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7c7cc-8330-4bc3-952b-b4bd35521b0a tempest-TaggedBootDevicesTest-23323164 tempest-TaggedBootDevicesTest-23323164-project] Pushing event deleted for resources: {'Network': ['ID=edf72dcd-d60f-48a5-80d6-58868ca355eb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:20.671468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.681651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:20.692219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:20.698553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9909aee-2435-4f9a-92de-c50802e83262 req-daa38a24-ca9d-4b44-a527-4c5b3ebdac4d tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:20.713639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9909aee-2435-4f9a-92de-c50802e83262 req-daa38a24-ca9d-4b44-a527-4c5b3ebdac4d tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 945 time: 0.3776357 Feb 10 16:00:20.718278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:20.720709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Pushing event updated for resources: {'Port': ['ID=b2793495-0f5a-4fd1-af81-320b7f2814ad,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:20.722859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:20.736353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:20.736997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.750433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9e812dad-e1e7-4342-ba33-9fce44d44c28 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:20.757254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:20.772150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:20.778529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:20.778918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.807993 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-20aba7ff-dc15-4984-ad79-f2066448a5d6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1340725 Feb 10 16:00:20.818408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-aaec8513-d4a4-435b-a9a5-a37917394cb4 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038287 Feb 10 16:00:20.820329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=9e3da91f-211b-4d1b-8e19-53f875e479b2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:20.822170 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-893c5296-ce7b-4d8c-8ed9-13a8ea911c46 None None] Provisioning complete for port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:20.827470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ee4766d5-e664-4868-b88c-1b8a0dfd92fa tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3697724 Feb 10 16:00:20.827961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-893c5296-ce7b-4d8c-8ed9-13a8ea911c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.836437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47116) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:20.842910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Request body: {'port': {'device_id': '6655c971-7a61-40fb-b74a-16f485242aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:20.846217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:20.890195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] Deleting port 9e812dad-e1e7-4342-ba33-9fce44d44c28 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:20.890481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:20.899055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9909aee-2435-4f9a-92de-c50802e83262 req-240b35d4-a6a2-4a43-ba40-4cb03982e27e tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845634 Feb 10 16:00:20.914702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-893c5296-ce7b-4d8c-8ed9-13a8ea911c46 None None] Port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:20.954120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aaa59-7df2-474c-9ff1-c9ba52cf53a4 req-1f07ca33-1814-412b-9f20-13e3be3ccf7a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:20.955889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c0aaa59-7df2-474c-9ff1-c9ba52cf53a4 req-1f07ca33-1814-412b-9f20-13e3be3ccf7a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 931 time: 0.1867862 Feb 10 16:00:20.962330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 53b31372-d658-4470-9666-f794b4d7d0fa up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:21.001614 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-87717ded-2759-44f2-8ede-96647f6f7353 req-3f5fd30e-cb85-4562-ad5a-42b08703c6de service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703382 Feb 10 16:00:21.002791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.122670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c0aaa59-7df2-474c-9ff1-c9ba52cf53a4 req-e639dddc-ca87-42f0-a351-582c7723c715 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326315 Feb 10 16:00:21.147032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-9f333c76-b5dd-4a09-805f-61a9997fa251 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793754483&fields=id&tenant_id=a0e69e0a81f14e5eac87b193b71b0f73 HTTP/1.1" status: 200 len: 267 time: 0.0967782 Feb 10 16:00:21.186204 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.260838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:21.271882 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.272641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:21.276118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.305253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] For port 9e812dad-e1e7-4342-ba33-9fce44d44c28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9e812dad-e1e7-4342-ba33-9fce44d44c28,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:21.305833 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.396911 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] Calling delete_port for 9e812dad-e1e7-4342-ba33-9fce44d44c28 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:21.509127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:21.522123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.542104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Transition to ACTIVE for port object d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:00:21.549729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.581453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 53b31372-d658-4470-9666-f794b4d7d0fa completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:00:21.584187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=12']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:21.600952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 53b31372-d658-4470-9666-f794b4d7d0fa triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:21.601635 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.743268 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:21.810696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.888735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Attempting to bind port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:21.889073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Attempting to bind port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:21.889400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Attempting to bind port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d on network 514c2730-9b7a-4313-81da-37e051922c4b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:21.897784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d on network 514c2730-9b7a-4313-81da-37e051922c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:00:21.898853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Attempting to bind port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d on network 514c2730-9b7a-4313-81da-37e051922c4b {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:21.907504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] No DVR routers for this DVR port 9e812dad-e1e7-4342-ba33-9fce44d44c28 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:21.915488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:21.916316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Checking segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:21.923296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0185b0-6f4d-4b26-962a-107e900a0332 None None] Pushing event deleted for resources: {'Port': ['ID=9e812dad-e1e7-4342-ba33-9fce44d44c28,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:21.925123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Bound using segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:21.925123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Bound port: d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:21.925123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:21.954929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b7ea9-abc4-4655-966a-c8b98b880893 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:21.983963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:22.069852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] For port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:22.073226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] For port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:22.082939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:22.105030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:22.106207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:22.122709 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] 10.222.0.75 "PUT /v2.0/ports/d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 1091 time: 1.2899895 Feb 10 16:00:22.127763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:22.134976 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7f3431-b55a-4de4-b3c2-0fce9444c139" -d '{"events": [{"name": "network-changed", "server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:22.177313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95af8759-c323-41db-aa45-71f536b6fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b31372-d658-4470-9666-f794b4d7d0fa'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:22.182082 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b75e5ee-81ae-45a6-aa03-8f0250dfa140" -d '{"events": [{"server_uuid": "95af8759-c323-41db-aa45-71f536b6fad7", "name": "network-vif-plugged", "status": "completed", "tag": "53b31372-d658-4470-9666-f794b4d7d0fa"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:22.209978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786cd79-7591-45f5-b89d-d20b894c6814 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:22.299946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-e41a041a-abdf-4115-97dd-55e3dc21b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:22.301801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-e41a041a-abdf-4115-97dd-55e3dc21b401 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1094 time: 0.0877342 Feb 10 16:00:22.405586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 53b31372-d658-4470-9666-f794b4d7d0fa, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=53b31372-d658-4470-9666-f794b4d7d0fa,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:22.423566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-7ea361a0-e047-4523-aec0-2534bac8dd9b tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2518215da9a4c49aa66cedb939c6050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2518878 Feb 10 16:00:22.458048 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:22.542145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=53b31372-d658-4470-9666-f794b4d7d0fa,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:22.550548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '9e3da91f-211b-4d1b-8e19-53f875e479b2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:00:22.553159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:22.556448 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:22.668393 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-8370c8f1-27c2-4c4f-a7d9-d5220b08e7e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 217 time: 0.0812769 Feb 10 16:00:22.673934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-fbd5ca2a-eca8-4416-a0cb-e78589d64b8b tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:22.676098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-fbd5ca2a-eca8-4416-a0cb-e78589d64b8b tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/networks?id=e84bd44c-ee72-41e6-aebe-6943bbb6910d HTTP/1.1" status: 200 len: 809 time: 1.4814227 Feb 10 16:00:22.802458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-f0825d2b-b8be-4e88-8861-57af9bd63471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:22.813985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-f8e721e0-e147-40b1-b5be-d586e85765be tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/quotas/a0e69e0a81f14e5eac87b193b71b0f73 HTTP/1.1" status: 200 len: 375 time: 0.1172488 Feb 10 16:00:22.826960 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-f0825d2b-b8be-4e88-8861-57af9bd63471 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1397696 Feb 10 16:00:22.976701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Allocated IP 172.20.0.2 (7768b853-ad2a-4996-92ad-0512b468b14d/9e3da91f-211b-4d1b-8e19-53f875e479b2/63b82fee-8de7-4f75-ad33-19e0cd46d32f) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:23.009246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-2b43a360-02dd-47f3-9038-96bca91112f3 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:23.011018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-2b43a360-02dd-47f3-9038-96bca91112f3 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5238004 Feb 10 16:00:23.085254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-eb8163ea-017a-438b-8bc3-fcb5666b5a9d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e69e0a81f14e5eac87b193b71b0f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195077 Feb 10 16:00:23.117434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778327-02ec-4ea8-9848-8227fd20c737 req-012f4aeb-db5d-4a2a-bde9-615f9bd294a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:23.118986 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-012f4aeb-db5d-4a2a-bde9-615f9bd294a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369557 Feb 10 16:00:23.121343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-81286a17-9d3c-407e-93e8-a4a2520a2860 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/quotas/b2518215da9a4c49aa66cedb939c6050 HTTP/1.1" status: 200 len: 375 time: 0.0993726 Feb 10 16:00:23.301920 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:23.312481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:23.325353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-6154128c-0473-4db3-b313-4ca6a2df2d09 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2518215da9a4c49aa66cedb939c6050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1753919 Feb 10 16:00:23.410088 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:23.497238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:23.517006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:23.534008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Pushing event updated for resources: {'Port': ['ID=63b82fee-8de7-4f75-ad33-19e0cd46d32f,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:23.540791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:23.673692 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:23.699821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Attempting to bind port 63b82fee-8de7-4f75-ad33-19e0cd46d32f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:23.708955 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Attempting to bind port 63b82fee-8de7-4f75-ad33-19e0cd46d32f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:23.709413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Attempting to bind port 63b82fee-8de7-4f75-ad33-19e0cd46d32f on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:23.715429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:23.715829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:23.716235 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:23.716622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:23.717085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Bound port: 63b82fee-8de7-4f75-ad33-19e0cd46d32f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:23.717468 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:23.936788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] For port 63b82fee-8de7-4f75-ad33-19e0cd46d32f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:23.941809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] For port 63b82fee-8de7-4f75-ad33-19e0cd46d32f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=63b82fee-8de7-4f75-ad33-19e0cd46d32f,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:23.955695 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:24.018631 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-18c6d415-aca2-46cc-8a7b-8a90e7f644a6 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508472 Feb 10 16:00:24.093042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-5ddb954b-20de-4260-a9ef-6fdefcf86051 service neutron] 10.222.0.21 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917824 Feb 10 16:00:24.122242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f22c06-f290-4d1b-8e0b-4e8e2b95e6d2 req-ce84f17b-e420-47e6-8eaf-4224db8743ac tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:24.137807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04f22c06-f290-4d1b-8e0b-4e8e2b95e6d2 req-ce84f17b-e420-47e6-8eaf-4224db8743ac tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.4002061 Feb 10 16:00:24.138746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04abdb-54df-4358-aad0-880471d066e7 None None] Pushing event updated for resources: {'Port': ['ID=63b82fee-8de7-4f75-ad33-19e0cd46d32f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:24.249314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:00:24.320672 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-05778327-02ec-4ea8-9848-8227fd20c737 req-95f1e916-a76d-474a-be88-fb5b0db0177d service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487302 Feb 10 16:00:24.549224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04f22c06-f290-4d1b-8e0b-4e8e2b95e6d2 req-515c6e23-a1fd-48d1-b744-562ddb45a64e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060113 Feb 10 16:00:24.647615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Router 9f67dd97-6752-4c6c-869b-abbe508098c7 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:00:24.684566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-6eb80c28-4126-4152-8b6d-cf71e14c176c service neutron] 10.222.0.21 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415187 Feb 10 16:00:24.822708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 63b82fee-8de7-4f75-ad33-19e0cd46d32f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:24.863163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:24.971552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 63b82fee-8de7-4f75-ad33-19e0cd46d32f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:24.972487 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:25.107405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:25.418242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c574a-61bd-4b44-b784-cd260ca15072 req-890abf9d-5944-4fd1-8dd4-8669ffab67da tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:25.441397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e9c574a-61bd-4b44-b784-cd260ca15072 req-890abf9d-5944-4fd1-8dd4-8669ffab67da tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 946 time: 0.5793757 Feb 10 16:00:25.537783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:25.562285 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Sync routers for ids ['9f67dd97-6752-4c6c-869b-abbe508098c7'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:25.580753 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Routers {'9f67dd97-6752-4c6c-869b-abbe508098c7'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:25.581554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9f67dd97-6752-4c6c-869b-abbe508098c7'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:25.682027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-e93611a6-3244-4bf8-9f90-d34604616dfc tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2518215da9a4c49aa66cedb939c6050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297007 Feb 10 16:00:25.735600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e9c574a-61bd-4b44-b784-cd260ca15072 req-fe529e37-88e8-4cf9-9a17-65405209ee7c tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921956 Feb 10 16:00:25.743475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port 63b82fee-8de7-4f75-ad33-19e0cd46d32f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=63b82fee-8de7-4f75-ad33-19e0cd46d32f,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:25.766567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:25.795497 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c4d6f78-848d-492b-b44c-6a01f45cfc06 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0126154 Feb 10 16:00:25.804955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47204) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:25.831043 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1d2bc-4ce4-4076-ab80-7c6647186504 x-openstack-request-id: req-78a1d2bc-4ce4-4076-ab80-7c6647186504 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:25.831833 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:25.832763 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78a1d2bc-4ce4-4076-ab80-7c6647186504 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:25.833812 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'status': 'completed', 'code': 200} Feb 10 16:00:25.976965 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Set router 9f67dd97-6752-4c6c-869b-abbe508098c7 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:26.021054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.213631 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.214756 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.241926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:00:26.261543 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:00:26.265819 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d38d34-ab3b-4861-8eb3-a37e7e52012a x-openstack-request-id: req-b5d38d34-ab3b-4861-8eb3-a37e7e52012a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:26.275497 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95af8759-c323-41db-aa45-71f536b6fad7", "name": "network-vif-plugged", "status": "completed", "tag": "53b31372-d658-4470-9666-f794b4d7d0fa", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:26.279705 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5d38d34-ab3b-4861-8eb3-a37e7e52012a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:26.280481 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95af8759-c323-41db-aa45-71f536b6fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b31372-d658-4470-9666-f794b4d7d0fa', 'code': 200} Feb 10 16:00:26.351900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8c2ac51e-4ca4-4d99-973d-a69d94783917 None None] Provisioning complete for port 63b82fee-8de7-4f75-ad33-19e0cd46d32f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:26.353441 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac51e-4ca4-4d99-973d-a69d94783917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.568477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-f5790d74-08c9-4887-af05-9d384523907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:26.570257 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-f5790d74-08c9-4887-af05-9d384523907c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1094 time: 0.5654624 Feb 10 16:00:26.619624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-61083600-9273-4f69-975c-85d0a3208b1d tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:26.624572 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:21Z', 'revision_number': 3, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:26.625178 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-61083600-9273-4f69-975c-85d0a3208b1d tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9365742 Feb 10 16:00:26.645566 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac51e-4ca4-4d99-973d-a69d94783917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.737309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8c2ac51e-4ca4-4d99-973d-a69d94783917 None None] For port 63b82fee-8de7-4f75-ad33-19e0cd46d32f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=63b82fee-8de7-4f75-ad33-19e0cd46d32f,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:26.738440 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Checking router: 9f67dd97-6752-4c6c-869b-abbe508098c7 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:26.740354 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Updating router 9f67dd97-6752-4c6c-869b-abbe508098c7 port b2793495-0f5a-4fd1-af81-320b7f2814ad binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:00:26.743064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac51e-4ca4-4d99-973d-a69d94783917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.866011 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:26.888505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Request body: {'port': {'device_id': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': 'b2518215da9a4c49aa66cedb939c6050'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:26.897727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac51e-4ca4-4d99-973d-a69d94783917 None None] Pushing event updated for resources: {'Port': ['ID=63b82fee-8de7-4f75-ad33-19e0cd46d32f,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:27.219033 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.235613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Made reservation on behalf of b2518215da9a4c49aa66cedb939c6050 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:27.247047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.252156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 63b82fee-8de7-4f75-ad33-19e0cd46d32f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:27.306439 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.361477 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-d81372e8-3061-4d94-b65e-359249346cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:27.363808 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-d81372e8-3061-4d94-b65e-359249346cee service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.7373855 Feb 10 16:00:27.402185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 63b82fee-8de7-4f75-ad33-19e0cd46d32f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:27.402545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.604171 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.618058 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.618634 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-848e398b-683e-4806-ae34-72bc658b98d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 217 time: 0.1573875 Feb 10 16:00:27.690172 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc14ab-5a33-4307-93b8-1aef6de06b4e None None] Pushing event updated for resources: {'Port': ['ID=b2793495-0f5a-4fd1-af81-320b7f2814ad,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:27.711591 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Attempting to bind port b2793495-0f5a-4fd1-af81-320b7f2814ad on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:27.712225 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Attempting to bind port b2793495-0f5a-4fd1-af81-320b7f2814ad by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:27.712744 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Attempting to bind port b2793495-0f5a-4fd1-af81-320b7f2814ad on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:27.720329 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:27.721066 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:27.721685 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.722227 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:27.722864 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Bound port: b2793495-0f5a-4fd1-af81-320b7f2814ad, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:27.723414 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.790297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.792183 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] For port b2793495-0f5a-4fd1-af81-320b7f2814ad, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:27.796383 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] For port b2793495-0f5a-4fd1-af81-320b7f2814ad, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b2793495-0f5a-4fd1-af81-320b7f2814ad,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:27.802785 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.816843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:27.877763 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc14ab-5a33-4307-93b8-1aef6de06b4e None None] Pushing event updated for resources: {'Port': ['ID=b2793495-0f5a-4fd1-af81-320b7f2814ad,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:27.946651 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Routers {'9f67dd97-6752-4c6c-869b-abbe508098c7'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:27.947319 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9f67dd97-6752-4c6c-869b-abbe508098c7'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:27.954625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-01b8e8ba-3583-4d20-8c10-f570681d81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:27.956423 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-01b8e8ba-3583-4d20-8c10-f570681d81f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.3190067 Feb 10 16:00:27.989464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:28.016051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:00:28.054702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:28.078825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b719432-6d8a-457c-823d-0f48e73fdd12 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:28.094820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:28.095868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:28.120411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d72cd87-fed4-4d83-ad4a-bb5b897ee3d9 req-7d0f67e8-17da-430a-8a73-45c8993f637d tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 210 time: 0.2696514 Feb 10 16:00:28.187571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=63b82fee-8de7-4f75-ad33-19e0cd46d32f,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:28.209026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=3a2bf2ac-7b40-4504-a685-103c17f8af21,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:28.268700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b292559-e8f2-4c93-9a4f-3b1e759d5145 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.4297910 Feb 10 16:00:28.279171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47220) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:28.291736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:c9:23:06', 'name': 'tempest-NetworksTestDHCPv6-34761926'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:28.301602 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 16:00:28.376264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98cbd5-ef56-458f-8c63-0e407da7db80 req-8bf83afa-eda4-4a55-9d04-8454d30f3e93 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:28.391867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e98cbd5-ef56-458f-8c63-0e407da7db80 req-8bf83afa-eda4-4a55-9d04-8454d30f3e93 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 943 time: 2.1902711 Feb 10 16:00:28.431911 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] Set router 9f67dd97-6752-4c6c-869b-abbe508098c7 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:28.491791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-239c1b21-69e2-4139-93c7-2a5eb3c6f919 req-b43b9971-9173-496b-b6ff-354b79a797a3 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 210 time: 0.2216082 Feb 10 16:00:28.497672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00545424-3d62-45f0-8824-f41d8355e2c5 req-c8f2def3-3f03-447e-9399-f59a55c12f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:28.499587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00545424-3d62-45f0-8824-f41d8355e2c5 req-c8f2def3-3f03-447e-9399-f59a55c12f57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 1097 time: 2.1214976 Feb 10 16:00:28.654812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:28.736462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'port_id': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'mac_address': 'fa:16:3e:2a:94:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:00:28.806361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c5510-d821-49c5-bd36-cf41a128f2ca,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:28.954153 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:28.987838 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc42904-f68c-4e8f-a879-dd73108d8ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:28.997484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e98cbd5-ef56-458f-8c63-0e407da7db80 req-e58680d0-71c4-4a41-8128-a0aaba4b6501 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6025670 Feb 10 16:00:29.029766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:29.042574 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:21Z', 'revision_number': 3, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:29.093393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00545424-3d62-45f0-8824-f41d8355e2c5 req-d2e2a7eb-05bc-44b7-b435-3a7efed96e1d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674289 Feb 10 16:00:29.106628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-a7794654-eca7-4f18-bba1-6b91e3d688ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:29.111362 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-a7794654-eca7-4f18-bba1-6b91e3d688ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1343894 Feb 10 16:00:29.145981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Allocated IP 192.168.233.96 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/5a08837d-8017-4b22-827b-366076f48320) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:29.151341 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225f799-fa37-43dc-97c8-dafbf5aeafde None None] The sync data for ids ['9f67dd97-6752-4c6c-869b-abbe508098c7'] in n-d-827895-3 is: [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:21Z', 'revision_number': 3, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:29.152149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:29.162602 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:29.260080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-410c1c2d-b006-4771-b5fa-616db24ed16e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:29.262403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-410c1c2d-b006-4771-b5fa-616db24ed16e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.75 "GET /v2.0/networks?id=e84bd44c-ee72-41e6-aebe-6943bbb6910d HTTP/1.1" status: 200 len: 809 time: 0.4503703 Feb 10 16:00:29.302033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:29.302647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15caaaf-a744-4cf5-b656-28d91b88be8c req-f82315e8-2d76-4988-bb2d-235c22292f79 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:29.324606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f15caaaf-a744-4cf5-b656-28d91b88be8c req-f82315e8-2d76-4988-bb2d-235c22292f79 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.6685977 Feb 10 16:00:29.432274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f15caaaf-a744-4cf5-b656-28d91b88be8c req-2fab61ee-6b66-4141-9147-27c44c1d1ba4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052754 Feb 10 16:00:29.510170 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-df2504ce-b0a1-4f24-8902-98006af4674f tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e69e0a81f14e5eac87b193b71b0f73 HTTP/1.1" status: 200 len: 380 time: 0.1886685 Feb 10 16:00:29.540667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'port': {'device_id': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'admin_state_up': True, 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'security_groups': ['dcc91fe9-8451-4aba-ab24-e319ba630766']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:29.620869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:00:29.732087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:29.776656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cee6766-2dc4-464d-a0a5-fb8ef07f1cdb req-94c67f95-60b0-409f-8133-9b4edc4e1f0c tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 210 time: 0.1652257 Feb 10 16:00:29.895198 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-e694e3b3-9ef7-4208-8bb1-f4289795879e service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769490 Feb 10 16:00:30.151324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fded118-10df-4dd0-b5ef-7de8efd96372 req-aeb2452e-2704-44de-baf3-e637ad42e1fc tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:30.153738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fded118-10df-4dd0-b5ef-7de8efd96372 req-aeb2452e-2704-44de-baf3-e637ad42e1fc tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 946 time: 0.7875578 Feb 10 16:00:30.294638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d9cb4f2-8828-4b22-9cb4-088eb88fbd2a req-ea97e342-e6b8-470e-bc34-5636deb162ca tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 210 time: 0.3315136 Feb 10 16:00:30.360898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:30.407514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fded118-10df-4dd0-b5ef-7de8efd96372 req-99345f5b-f835-4127-af48-56f536ad2edf tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228658 Feb 10 16:00:30.481855 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bc7f3431-b55a-4de4-b3c2-0fce9444c139 req-1f610966-e9e5-437d-976f-fe95817a594d service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147352 Feb 10 16:00:30.484499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:30.692658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:30.700840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Pushing event updated for resources: {'Port': ['ID=5a08837d-8017-4b22-827b-366076f48320,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:30.714990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:30.716940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Made reservation on behalf of a0e69e0a81f14e5eac87b193b71b0f73 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:30.722278 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:30.812507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-52c41195-0616-4eef-a584-8347e1d4bf40 None None] Provisioning complete for port 63b82fee-8de7-4f75-ad33-19e0cd46d32f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:30.814696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-52c41195-0616-4eef-a584-8347e1d4bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:30.818808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:30.890672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:00:30.898677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Allocated IP 172.20.0.4 (e84bd44c-ee72-41e6-aebe-6943bbb6910d/c0a6c2ae-3818-4eab-913d-ff0b90bda465/5a120547-3a63-4f84-9622-5cfdb6281f8d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:30.912687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:30.925740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:30.941895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4f35-6a0f-441b-8463-2c512b51a4fd req-3ac17453-8592-43e5-aa34-410bb52033cb tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:30.943731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5ec4f35-6a0f-441b-8463-2c512b51a4fd req-3ac17453-8592-43e5-aa34-410bb52033cb tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 944 time: 0.4158213 Feb 10 16:00:30.964067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce678c1f-5024-4b79-b3a9-553f3aeb75c7 req-c790c46a-30a1-447f-b212-d71588a7d4b9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:30.980052 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce678c1f-5024-4b79-b3a9-553f3aeb75c7 req-c790c46a-30a1-447f-b212-d71588a7d4b9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.3195999 Feb 10 16:00:31.076138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:31.076821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.190629 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-0dbd765b-9b30-4489-bcf1-ec60f9d66f1e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3061471 Feb 10 16:00:31.256509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2793495-0f5a-4fd1-af81-320b7f2814ad up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:31.258310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Request body: {'port': {'device_id': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:31.337172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce678c1f-5024-4b79-b3a9-553f3aeb75c7 req-c3b182a3-1a9b-47fa-917f-f4984ff77c43 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562434 Feb 10 16:00:31.377234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8ff9aa81-97ee-4e82-8494-e7d1bdbc8ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.405069 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c5ec4f35-6a0f-441b-8463-2c512b51a4fd req-22168120-5906-4f30-93f3-db78a545369d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143665 Feb 10 16:00:31.442526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b2793495-0f5a-4fd1-af81-320b7f2814ad triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:31.443855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.505833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.548230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cd8e7472-6212-4973-a35e-0fb452705c86 None None] Provisioning complete for port 5a08837d-8017-4b22-827b-366076f48320 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:31.548926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7472-6212-4973-a35e-0fb452705c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.576904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.623910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e7472-6212-4973-a35e-0fb452705c86 None None] Port 5a08837d-8017-4b22-827b-366076f48320 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:31.727250 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.761662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.794102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port b2793495-0f5a-4fd1-af81-320b7f2814ad, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b2793495-0f5a-4fd1-af81-320b7f2814ad,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:31.802364 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:31.951561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:31.963290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:31.971397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:31.989225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=b2793495-0f5a-4fd1-af81-320b7f2814ad,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:32.047413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:32.124581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:32.127185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.129586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960166e-fea0-4d86-85a5-bfdfb8886415 req-d1e7630b-baff-4b0d-9040-1af0e136794f tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:32.137419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c960166e-fea0-4d86-85a5-bfdfb8886415 req-d1e7630b-baff-4b0d-9040-1af0e136794f tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 935 time: 0.6122704 Feb 10 16:00:32.147403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460086c-3a74-459d-a85d-e9aa538b24b6 req-399755d0-1c93-438e-bd19-00caf79d422c tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:32.159251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c460086c-3a74-459d-a85d-e9aa538b24b6 req-399755d0-1c93-438e-bd19-00caf79d422c tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 931 time: 0.5360711 Feb 10 16:00:32.197657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:00:32.202396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:32.202770 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.262318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Allocated IP 172.20.0.1 (503f6cc8-0b63-4963-a599-ab04bfe13eb8/06d31415-71bf-44be-99b7-d16657334b97/49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:32.300377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a08837d-8017-4b22-827b-366076f48320 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:32.317167 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.348565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Transition to ACTIVE for port object 5a08837d-8017-4b22-827b-366076f48320 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:00:32.352259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'Port': ['ID=5a120547-3a63-4f84-9622-5cfdb6281f8d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:32.372895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.375220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 172.20.0.10 (7768b853-ad2a-4996-92ad-0512b468b14d/9e3da91f-211b-4d1b-8e19-53f875e479b2/6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:32.417303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c460086c-3a74-459d-a85d-e9aa538b24b6 req-74f6850c-95c5-4060-8160-a37f19c1d69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411706 Feb 10 16:00:32.441444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fec9:2306 (7768b853-ad2a-4996-92ad-0512b468b14d/3a2bf2ac-7b40-4504-a685-103c17f8af21/6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:32.465445 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c960166e-fea0-4d86-85a5-bfdfb8886415 req-fb291cab-a464-4d1d-8320-dcffbd707ff1 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233283 Feb 10 16:00:32.494522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.531363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Pushing event updated for resources: {'Port': ['ID=5a08837d-8017-4b22-827b-366076f48320,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:32.552098 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-48a226bc-f466-4327-ab1b-a4db43a4f69a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0263114 Feb 10 16:00:32.592927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Request body: {'port': {'device_id': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:32.612609 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.627906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-de497ed3-679b-42e7-a0ef-c3017f356dd7 None None] Provisioning complete for port 5a120547-3a63-4f84-9622-5cfdb6281f8d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:32.628277 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-de497ed3-679b-42e7-a0ef-c3017f356dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.705888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:32.708188 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43369e08-8f4d-4733-ab0e-ace32ac38c8a" -d '{"events": [{"server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "name": "network-vif-plugged", "status": "completed", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:32.751358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:32.770004 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.785858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-de497ed3-679b-42e7-a0ef-c3017f356dd7 None None] Port 5a120547-3a63-4f84-9622-5cfdb6281f8d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:32.889526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:32.958101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Attempting to bind port 5a08837d-8017-4b22-827b-366076f48320 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:32.958633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:32.960019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Attempting to bind port 5a08837d-8017-4b22-827b-366076f48320 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:32.975068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Attempting to bind port 5a08837d-8017-4b22-827b-366076f48320 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:33.008499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Port 5a08837d-8017-4b22-827b-366076f48320 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:00:33.011973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Attempting to bind port 5a08837d-8017-4b22-827b-366076f48320 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:33.076411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:33.082528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:33.084402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:33.085072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Bound port: 5a08837d-8017-4b22-827b-366076f48320, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:33.086283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.120184 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.204623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.212231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2793495-0f5a-4fd1-af81-320b7f2814ad up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:33.304391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1bb87-5cbf-44ee-970e-08a68edf5ef5 req-64b8b3e3-f8d2-47bd-9366-1c18d15d6bd1 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:33.306054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6b1bb87-5cbf-44ee-970e-08a68edf5ef5 req-64b8b3e3-f8d2-47bd-9366-1c18d15d6bd1 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 946 time: 0.6522989 Feb 10 16:00:33.313947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:33.334532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d18fe-c2ab-4832-a0a2-081085564e9c req-c3910ae2-ce41-49d5-9b39-2de73ecd6cb6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:33.336159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db4d18fe-c2ab-4832-a0a2-081085564e9c req-c3910ae2-ce41-49d5-9b39-2de73ecd6cb6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.7460358 Feb 10 16:00:33.404491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] For port 5a08837d-8017-4b22-827b-366076f48320, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:33.416575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6b1bb87-5cbf-44ee-970e-08a68edf5ef5 req-9afb3f1a-a2cb-4efd-b2db-fb45043d0f16 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728273 Feb 10 16:00:33.420327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:33.429740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:33.577029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.618988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] For port 5a08837d-8017-4b22-827b-366076f48320, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5a08837d-8017-4b22-827b-366076f48320,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:33.652723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.836619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.846097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b2793495-0f5a-4fd1-af81-320b7f2814ad triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:33.847389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.902280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:33.902996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:33.904436 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] 10.222.0.45 "PUT /v2.0/ports/5a08837d-8017-4b22-827b-366076f48320 HTTP/1.1" status: 200 len: 1095 time: 2.6588776 Feb 10 16:00:33.922976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:33.935031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'tag': '5a08837d-8017-4b22-827b-366076f48320'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:33.940512 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e6c262-0f64-490d-b99e-db9e27abe0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f73909cf-61d8-4fb4-a252-66240ab4b1b4", "tag": "5a08837d-8017-4b22-827b-366076f48320"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:33.950127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db4d18fe-c2ab-4832-a0a2-081085564e9c req-335f61d8-55f6-4c23-9e00-c5e616536746 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580680 Feb 10 16:00:34.097216 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dedf2d-fe0e-4056-abdb-73d6d0e5a369 x-openstack-request-id: req-c7dedf2d-fe0e-4056-abdb-73d6d0e5a369 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:34.098866 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "name": "network-vif-plugged", "status": "completed", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:34.102493 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7dedf2d-fe0e-4056-abdb-73d6d0e5a369 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:34.103128 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'code': 200} Feb 10 16:00:34.128886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.204052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-211ebf72-f989-4cee-84b1-3f1f68d7ec2f None None] Provisioning complete for port 6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:34.207815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-211ebf72-f989-4cee-84b1-3f1f68d7ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.226078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a120547-3a63-4f84-9622-5cfdb6281f8d {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:34.241591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.260408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Transition to ACTIVE for port object 5a120547-3a63-4f84-9622-5cfdb6281f8d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:00:34.277054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Pushing event updated for resources: {'Port': ['ID=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:34.294887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-211ebf72-f989-4cee-84b1-3f1f68d7ec2f None None] Port 6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:34.307711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:34.311770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.352726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.392028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.403775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:34.429653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74accbd3-bdac-4f34-8d85-6a45f31b04ff service neutron] Pushing event updated for resources: {'Port': ['ID=5a08837d-8017-4b22-827b-366076f48320,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:34.443168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:34.445086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.445437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.445783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.446119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.446449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.446779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.456431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.456937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.467645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.468100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.468444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.468780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:34.555913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:34.596582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-ed77d3fe-bd08-4fdb-907b-db1ad6ba5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:34.598253 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-ed77d3fe-bd08-4fdb-907b-db1ad6ba5f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2518215da9a4c49aa66cedb939c6050&device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 1098 time: 0.2657270 Feb 10 16:00:34.619868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Pushing event updated for resources: {'Port': ['ID=5a120547-3a63-4f84-9622-5cfdb6281f8d,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:34.685614 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-ca578386-651e-444b-8416-800099a29edd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=5a08837d-8017-4b22-827b-366076f48320 HTTP/1.1" status: 200 len: 217 time: 0.0629513 Feb 10 16:00:34.736569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc94b-2539-4468-a65a-3c6707aa17c3 req-937f9785-eaf3-4d21-afcb-9b5e43be7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:34.738386 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6bfbc94b-2539-4468-a65a-3c6707aa17c3 req-937f9785-eaf3-4d21-afcb-9b5e43be7ed9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.4724407 Feb 10 16:00:34.749952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:34.982978 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6bfbc94b-2539-4468-a65a-3c6707aa17c3 req-31a63fac-9a6b-459c-8f8f-2c653ab8f88f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251096 Feb 10 16:00:35.054119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-13e83d64-ae19-4156-882a-50643d36af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.055635 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-13e83d64-ae19-4156-882a-50643d36af05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.3164880 Feb 10 16:00:35.101227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Attempting to bind port 5a120547-3a63-4f84-9622-5cfdb6281f8d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:35.101566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Attempting to bind port 5a120547-3a63-4f84-9622-5cfdb6281f8d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:35.101894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Attempting to bind port 5a120547-3a63-4f84-9622-5cfdb6281f8d on network e84bd44c-ee72-41e6-aebe-6943bbb6910d {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:35.130563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Port 5a120547-3a63-4f84-9622-5cfdb6281f8d on network e84bd44c-ee72-41e6-aebe-6943bbb6910d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:00:35.130920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Attempting to bind port 5a120547-3a63-4f84-9622-5cfdb6281f8d on network e84bd44c-ee72-41e6-aebe-6943bbb6910d {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:35.158879 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-067aa13d-0380-4a2d-8d64-516e2eca77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.161297 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-067aa13d-0380-4a2d-8d64-516e2eca77f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900557 Feb 10 16:00:35.162619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:35.162956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Checking segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:35.163361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Bound using segment: {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:35.164092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Bound port: 5a120547-3a63-4f84-9622-5cfdb6281f8d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502d6b48-fabf-4171-8deb-a7270649225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:35.164455 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:35.314919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] For port 5a120547-3a63-4f84-9622-5cfdb6281f8d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:35.325090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] For port 5a120547-3a63-4f84-9622-5cfdb6281f8d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:35.370570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:35.460300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.460924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:35.462343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] 10.222.0.75 "PUT /v2.0/ports/5a120547-3a63-4f84-9622-5cfdb6281f8d HTTP/1.1" status: 200 len: 1091 time: 2.8880937 Feb 10 16:00:35.564777 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-b9096ae7-9b5f-4b69-8fca-9491c935d826 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765123 Feb 10 16:00:35.565824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f696ca-7de1-4d29-a15f-e8479a4a670b service neutron] Pushing event updated for resources: {'Port': ['ID=5a120547-3a63-4f84-9622-5cfdb6281f8d,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:35.712332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-99ae9852-d5e3-4288-afd8-a148554cfaa4 req-57e1fefe-2cda-4315-bae7-c1528f5c945c service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396995 Feb 10 16:00:35.853765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9cfc36a9-8109-4061-a6f9-9cf855ff45b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 7.5711412 Feb 10 16:00:35.857560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47350) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:35.889432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04dfc6-227d-477c-acec-1ae1db8a272a req-1362d525-4abd-44fe-8ba8-6ad9678adeab tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.891631 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab04dfc6-227d-477c-acec-1ae1db8a272a req-1362d525-4abd-44fe-8ba8-6ad9678adeab tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 943 time: 1.5488837 Feb 10 16:00:35.899335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a8c6-f609-407f-a9de-973523efcc9f req-974322d6-4712-4f99-9d73-48d6f1430b25 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.900875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a00a8c6-f609-407f-a9de-973523efcc9f req-974322d6-4712-4f99-9d73-48d6f1430b25 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 2.1048837 Feb 10 16:00:35.944861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc81e93-fd03-456f-b06f-6f66f162d769 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.955578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc81e93-fd03-456f-b06f-6f66f162d769 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:35.959799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-adc81e93-fd03-456f-b06f-6f66f162d769 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0985777 Feb 10 16:00:35.960126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47352) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:35.982668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:35.998798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab04dfc6-227d-477c-acec-1ae1db8a272a req-6b086f50-5812-418b-99e7-79172dc3269d tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969341 Feb 10 16:00:36.130887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:36.131794 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.159153 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.195825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.242172 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.265080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.282668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:36.304797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a00a8c6-f609-407f-a9de-973523efcc9f req-d2b902c7-601b-4f71-98f5-c4599e2704d0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793774 Feb 10 16:00:36.378900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1079efd-6476-4aab-9d70-5d97da586fe5 req-3130f0a5-28c6-4969-a8fe-e3f44a901691 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:36.390169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1079efd-6476-4aab-9d70-5d97da586fe5 req-3130f0a5-28c6-4969-a8fe-e3f44a901691 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 947 time: 0.2274814 Feb 10 16:00:36.440580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Pushing event updated for resources: {'Port': ['ID=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:36.440909 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dadbaec-29c8-41c2-b1a7-78597d3295b4 x-openstack-request-id: req-7dadbaec-29c8-41c2-b1a7-78597d3295b4 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:36.441143 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73909cf-61d8-4fb4-a252-66240ab4b1b4", "tag": "5a08837d-8017-4b22-827b-366076f48320", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:36.441400 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dadbaec-29c8-41c2-b1a7-78597d3295b4 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:36.441803 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'tag': '5a08837d-8017-4b22-827b-366076f48320', 'status': 'completed', 'code': 200} Feb 10 16:00:36.507521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-4f4df5d3-aca0-4af1-9ba4-704cb08932a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:36.508997 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-4f4df5d3-aca0-4af1-9ba4-704cb08932a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2518215da9a4c49aa66cedb939c6050&device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0789766 Feb 10 16:00:36.521053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1079efd-6476-4aab-9d70-5d97da586fe5 req-b0aa15bc-6392-4ba2-8936-333f902c5921 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220477 Feb 10 16:00:36.569710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:36.577800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f7e8c-f492-4aa8-bccd-cfbe821ff88f req-860425c9-7975-41bd-b295-4dbeb1e32e2e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:36.579614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b0f7e8c-f492-4aa8-bccd-cfbe821ff88f req-860425c9-7975-41bd-b295-4dbeb1e32e2e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.0864971 Feb 10 16:00:36.581354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:36.718080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.742523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Router 9f67dd97-6752-4c6c-869b-abbe508098c7 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:00:36.788539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:36.837659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b0f7e8c-f492-4aa8-bccd-cfbe821ff88f req-9779ede2-53d7-4f57-a1a7-04c92c7a6352 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191728 Feb 10 16:00:36.878074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-a07075a5-5e43-45f1-9eb6-b6855c20bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:36.879876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-a07075a5-5e43-45f1-9eb6-b6855c20bf2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.3581181 Feb 10 16:00:36.944399 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:36.948052 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ee161d26-9aaf-47dd-bfd3-06647143a8b2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf HTTP/1.1" status: 204 len: 168 time: 0.9868822 Feb 10 16:00:36.950388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47358) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:36.955604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:36.962291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2d6d17a4-534c-4e82-997d-81f0f9cb3f95 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f67dd97-6752-4c6c-869b-abbe508098c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1053863 Feb 10 16:00:36.974853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Sync routers for ids ['9f67dd97-6752-4c6c-869b-abbe508098c7'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:36.997404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Routers {'9f67dd97-6752-4c6c-869b-abbe508098c7'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:36.998404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9f67dd97-6752-4c6c-869b-abbe508098c7'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:37.004445 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-690569e7-5184-4e73-8bee-5a34abc12b51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=5a08837d-8017-4b22-827b-366076f48320 HTTP/1.1" status: 200 len: 217 time: 0.0704539 Feb 10 16:00:37.119513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31189b-2b72-4053-83cf-f10b43898eae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.121322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31189b-2b72-4053-83cf-f10b43898eae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.123094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31189b-2b72-4053-83cf-f10b43898eae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.129088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47364) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:37.130913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5a08837d-8017-4b22-827b-366076f48320 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:00:37.139178 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6c31189b-2b72-4053-83cf-f10b43898eae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1867914 Feb 10 16:00:37.147577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-b834f793-67e3-44ae-bf9f-ca6a3044860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.149182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-b834f793-67e3-44ae-bf9f-ca6a3044860b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.1206925 Feb 10 16:00:37.221426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-e9e4cbd1-e882-4cc1-a4bc-32ff5a62af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.222860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-e9e4cbd1-e882-4cc1-a4bc-32ff5a62af7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627968 Feb 10 16:00:37.281122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b48a3-bf4a-4ae6-ac21-2fe9f3044fe8 req-c5ce16b9-d3e7-48fc-9e60-8b51eb9f35fa tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.292678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad0b48a3-bf4a-4ae6-ac21-2fe9f3044fe8 req-c5ce16b9-d3e7-48fc-9e60-8b51eb9f35fa tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 943 time: 0.1133916 Feb 10 16:00:37.320788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Set router 9f67dd97-6752-4c6c-869b-abbe508098c7 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:37.322000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 3a2bf2ac-7b40-4504-a685-103c17f8af21 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:37.330161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:37.428097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-4bc0cf17-a9ed-46c4-95fc-602739e31278 service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977065 Feb 10 16:00:37.459648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47380) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:37.477941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:37.520210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad0b48a3-bf4a-4ae6-ac21-2fe9f3044fe8 req-4b6207d5-fb96-4b89-bcd9-a62a8c567864 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202947 Feb 10 16:00:37.638661 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e6e6c262-0f64-490d-b99e-db9e27abe0f2 req-40197ebe-f4a4-4ef8-b9fc-24f0d681994b service neutron] 10.222.0.45 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032223 Feb 10 16:00:37.747294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1863b5-cc8f-4060-82a0-d15d2830c227 req-7e9d9ef6-c9a7-4d18-b3ef-ef50fe5f8415 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.748910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f1863b5-cc8f-4060-82a0-d15d2830c227 req-7e9d9ef6-c9a7-4d18-b3ef-ef50fe5f8415 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.0946074 Feb 10 16:00:37.766584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5a08837d-8017-4b22-827b-366076f48320, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5a08837d-8017-4b22-827b-366076f48320,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:37.807606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '5a08837d-8017-4b22-827b-366076f48320', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '5a08837d-8017-4b22-827b-366076f48320', 'mac_address': 'fa:16:3e:a1:de:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:00:37.879004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:37.916345 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:37.920998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-a47151c7-0dcb-453c-9807-766502dbe3ac tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:37.923725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-a47151c7-0dcb-453c-9807-766502dbe3ac tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 810 time: 0.4004374 Feb 10 16:00:37.940536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f1863b5-cc8f-4060-82a0-d15d2830c227 req-27abae12-1e04-4465-b722-b92907e16b01 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686938 Feb 10 16:00:37.959334 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a08837d-8017-4b22-827b-366076f48320 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:37.983735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-55667e7a-2a64-4c2c-ba9f-fb123faa6ea7 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/quotas/3554ea7e74644378a082491865c629f7 HTTP/1.1" status: 200 len: 375 time: 0.0421193 Feb 10 16:00:38.055230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5a08837d-8017-4b22-827b-366076f48320, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5a08837d-8017-4b22-827b-366076f48320,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:38.072120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:38.102809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-1752ddd1-d186-4c7a-9cbc-89f429063d57 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110964 Feb 10 16:00:38.104531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:38.148521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f9c02-c792-4d8f-a0ee-6b38d90040c3 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:38.225847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-95ac9d51-e68e-4580-aa87-1c3eef464345 service neutron] 10.222.0.21 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111104 Feb 10 16:00:38.271012 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:38.275598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/3a2bf2ac-7b40-4504-a685-103c17f8af21 HTTP/1.1" status: 204 len: 168 time: 1.1454768 Feb 10 16:00:38.286313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47394) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:38.303069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65fd54-8bda-4951-8eac-49d70574af51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2bf2ac-7b40-4504-a685-103c17f8af21,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:38.372736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:35Z', 'revision_number': 4, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938', 'name': '', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'mac_address': 'fa:16:3e:7c:f8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '06d31415-71bf-44be-99b7-d16657334b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:30Z', 'updated_at': '2022-02-10T16:00:36Z', 'revision_number': 2, 'project_id': '3554ea7e74644378a082491865c629f7', 'subnets': [{'id': '06d31415-71bf-44be-99b7-d16657334b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:38.380794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=5a08837d-8017-4b22-827b-366076f48320,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:38.431190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['5a08837d-8017-4b22-827b-366076f48320'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:00:38.434691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a077a89-30d8-4a93-b7f2-c0eda517d1ab req-696295e5-d0e8-4d89-9803-91e3f4edffcb tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:38.440986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Checking router: 9f67dd97-6752-4c6c-869b-abbe508098c7 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:38.441599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Updating router 9f67dd97-6752-4c6c-869b-abbe508098c7 port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:00:38.455684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a077a89-30d8-4a93-b7f2-c0eda517d1ab req-696295e5-d0e8-4d89-9803-91e3f4edffcb tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 948 time: 0.3395610 Feb 10 16:00:38.459804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:38.462115 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:38.475622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 9e3da91f-211b-4d1b-8e19-53f875e479b2 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:38.482473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:38.499162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.499809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.500864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.501371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.501867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.502350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.502867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.503370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.503912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.504383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.504864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.505343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:00:38.509438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-fd54cc4b-65f6-4651-bbee-2c6212e296ac service neutron] 10.222.0.21 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818580 Feb 10 16:00:38.541389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a077a89-30d8-4a93-b7f2-c0eda517d1ab req-b8ec0c1b-7366-444d-88ad-3eca53f7f306 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826247 Feb 10 16:00:38.543178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:38.606338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:38.775043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e54848-a17f-4a84-88bb-e807ab9c3aae req-dee36e5b-0608-4a7c-aa84-04c8c5108446 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:38.786381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72e54848-a17f-4a84-88bb-e807ab9c3aae req-dee36e5b-0608-4a7c-aa84-04c8c5108446 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.1333332 Feb 10 16:00:38.893038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72e54848-a17f-4a84-88bb-e807ab9c3aae req-99a068d6-eb4d-4fe3-a1f3-0fa07f9cd3d7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054020 Feb 10 16:00:38.912175 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6df2f9-03de-4ade-9cd7-c99d3e99f9b2 x-openstack-request-id: req-2b6df2f9-03de-4ade-9cd7-c99d3e99f9b2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:38.912510 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:38.912773 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6df2f9-03de-4ade-9cd7-c99d3e99f9b2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:38.913176 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'status': 'completed', 'code': 200} Feb 10 16:00:38.954052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.080889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-6186cbde-b16a-43d2-851b-fafb545d6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:39.082578 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-6186cbde-b16a-43d2-851b-fafb545d6db4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a0e69e0a81f14e5eac87b193b71b0f73&device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1094 time: 0.2860065 Feb 10 16:00:39.089163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65abcc7f-b75d-4456-b534-b4fdba329a25 req-f2002362-cd99-4052-a0ec-36f0f484f2bf tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 210 time: 0.1092408 Feb 10 16:00:39.116990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9d5c5-2a4e-408c-917a-c2d2b65d187f req-6f51eeb3-61dd-4302-b011-6c2a109e6837 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:39.128640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93f9d5c5-2a4e-408c-917a-c2d2b65d187f req-6f51eeb3-61dd-4302-b011-6c2a109e6837 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 943 time: 0.2064805 Feb 10 16:00:39.217908 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-82411c18-0c12-4ea1-9535-0303d6068572 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d HTTP/1.1" status: 200 len: 217 time: 0.0982790 Feb 10 16:00:39.240636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93f9d5c5-2a4e-408c-917a-c2d2b65d187f req-ff4dd8a1-accd-49c4-b484-fccb705af5fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099210 Feb 10 16:00:39.312356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.363416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3da91f-211b-4d1b-8e19-53f875e479b2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:39.377289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.392718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5487-dfe0-4ee4-8cc9-29efdc9a9cb9 req-8a2c3772-0ea7-4623-83dd-88b16cdc9136 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:39.394566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07df5487-dfe0-4ee4-8cc9-29efdc9a9cb9 req-8a2c3772-0ea7-4623-83dd-88b16cdc9136 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1517861 Feb 10 16:00:39.425516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-827835bf-67b1-4149-85ba-3b3d8ad87721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:39.426656 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.427851 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-827835bf-67b1-4149-85ba-3b3d8ad87721 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0a6c2ae-3818-4eab-913d-ff0b90bda465 HTTP/1.1" status: 200 len: 848 time: 0.1948545 Feb 10 16:00:39.432819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.486363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38441-5dda-4a7d-aebb-877a59e78ba3 None None] Pushing event updated for resources: {'Port': ['ID=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:39.530408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-07df5487-dfe0-4ee4-8cc9-29efdc9a9cb9 req-911737b7-cff1-4249-9dc6-e7a6d04bcd29 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132832 Feb 10 16:00:39.598689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.605935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Attempting to bind port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:39.606345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Attempting to bind port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:39.606654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Attempting to bind port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:39.614786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-84c66a3b-b76a-4e8e-8d57-fd0dff0187f5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/9e3da91f-211b-4d1b-8e19-53f875e479b2 HTTP/1.1" status: 204 len: 168 time: 1.3273954 Feb 10 16:00:39.614995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47416) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:39.629877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:39.630294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Checking segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:39.630661 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.631053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Bound using segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:39.631962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Bound port: 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:39.632346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.678246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9e531a9a-1738-43df-8940-42fc75fc72dd tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592813 Feb 10 16:00:39.685879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47418) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:39.715832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] For port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:39.721463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] For port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:39.734783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:39.736388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:39.776154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f764e-bc1e-4442-a816-a39770953018 req-928c9988-90df-4b70-81c6-8a25b7f4927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:39.777751 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-928c9988-90df-4b70-81c6-8a25b7f4927f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e84bd44c-ee72-41e6-aebe-6943bbb6910d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295317 Feb 10 16:00:39.833200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba306b12-e754-4542-be70-b217ea25b591 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:40.003508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5b3d6-f7ad-4c4e-baf6-300862939b8d req-b502ca4a-05be-49b3-b7a0-5aeaf38e2cc4 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:40.003760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99b5b3d6-f7ad-4c4e-baf6-300862939b8d req-b502ca4a-05be-49b3-b7a0-5aeaf38e2cc4 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 948 time: 0.3268838 Feb 10 16:00:40.086200 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-00478a5e-1ceb-4d18-9b43-43850dac69ac service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899091 Feb 10 16:00:40.145036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-99b5b3d6-f7ad-4c4e-baf6-300862939b8d req-cfefa165-e0d8-4e70-ab7c-21c7cd7355ff tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265223 Feb 10 16:00:40.199947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Routers {'9f67dd97-6752-4c6c-869b-abbe508098c7'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:40.200587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9f67dd97-6752-4c6c-869b-abbe508098c7'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:40.271967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:40.276660 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:40.325007 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bd6f764e-bc1e-4442-a816-a39770953018 req-454ed328-58c8-4f1e-b058-dc2e377be48c service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252951 Feb 10 16:00:40.338969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-26af96f3-8b9a-4e8f-94db-a0cb6db0e825 None None] Provisioning complete for port 63b82fee-8de7-4f75-ad33-19e0cd46d32f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:40.339700 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-26af96f3-8b9a-4e8f-94db-a0cb6db0e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:40.345867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38441-5dda-4a7d-aebb-877a59e78ba3 None None] Pushing event updated for resources: {'Port': ['ID=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:40.382054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Deleting port d533ac93-62a4-49e9-88c3-cc9132c12f1b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:40.383885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:40.445284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5dfedff1-6cd2-45a9-954b-87ac4d2c8ec5 req-5e69d3bd-0d70-4270-95e5-4c8620c79502 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 210 time: 0.1384125 Feb 10 16:00:40.464700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a64a86-ddcd-493d-980b-8ac3f4160b19 req-e8cccfb6-f6ee-497c-87cf-25230f0b5378 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:40.466524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44a64a86-ddcd-493d-980b-8ac3f4160b19 req-e8cccfb6-f6ee-497c-87cf-25230f0b5378 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.3609295 Feb 10 16:00:40.508895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] Set router 9f67dd97-6752-4c6c-869b-abbe508098c7 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:40.519323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-0fd174aa-6d91-4ccc-bf64-539d0bda6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:40.521232 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-0fd174aa-6d91-4ccc-bf64-539d0bda6fe6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a0e69e0a81f14e5eac87b193b71b0f73&device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1094 time: 0.1287425 Feb 10 16:00:40.641768 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] For port d533ac93-62a4-49e9-88c3-cc9132c12f1b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d533ac93-62a4-49e9-88c3-cc9132c12f1b,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:40.642555 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:40.660144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Calling delete_port for d533ac93-62a4-49e9-88c3-cc9132c12f1b owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:40.674195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44a64a86-ddcd-493d-980b-8ac3f4160b19 req-90bb8ddb-7e56-4abb-9816-e575b3fd39f9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003987 Feb 10 16:00:40.767373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:40.772605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c28a2-4635-4d3f-b225-52d9956a67b5 req-e7e86a67-05e2-4b23-9317-e69cca8c75e2 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:40.787574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-358c28a2-4635-4d3f-b225-52d9956a67b5 req-e7e86a67-05e2-4b23-9317-e69cca8c75e2 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 943 time: 0.2425489 Feb 10 16:00:40.957491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-aad4931b-9f99-421f-a36e-dfc212a6b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:40.959785 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-aad4931b-9f99-421f-a36e-dfc212a6b8aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=e84bd44c-ee72-41e6-aebe-6943bbb6910d HTTP/1.1" status: 200 len: 910 time: 0.4234455 Feb 10 16:00:40.967204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] Deleting port 63b82fee-8de7-4f75-ad33-19e0cd46d32f {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:40.967638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:40.981491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311bde8-ecd3-47f5-8da3-325488229db2 req-b8c3c71f-4f96-4cce-9731-a077743639da tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:40.989204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7311bde8-ecd3-47f5-8da3-325488229db2 req-b8c3c71f-4f96-4cce-9731-a077743639da tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1459515 Feb 10 16:00:40.997470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-358c28a2-4635-4d3f-b225-52d9956a67b5 req-2c359750-4b01-436b-82f6-d352c9f20c1a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076466 Feb 10 16:00:41.058639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5a08837d-8017-4b22-827b-366076f48320 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:41.095756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:35Z', 'revision_number': 4, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938', 'name': '', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'mac_address': 'fa:16:3e:7c:f8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '06d31415-71bf-44be-99b7-d16657334b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:30Z', 'updated_at': '2022-02-10T16:00:39Z', 'revision_number': 4, 'project_id': '3554ea7e74644378a082491865c629f7', 'subnets': [{'id': '06d31415-71bf-44be-99b7-d16657334b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:41.106917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7311bde8-ecd3-47f5-8da3-325488229db2 req-fdf6aee5-7aa2-473d-99e5-c8f6aa5bf21b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163561 Feb 10 16:00:41.113321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.138412 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-8ab40d75-87dc-4975-b653-da9c4a6c535c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d HTTP/1.1" status: 200 len: 217 time: 0.0461814 Feb 10 16:00:41.179115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:41.184172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:41.191980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:41.194032 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.208943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a3bbb-8399-4b85-8726-bed815b32094 None None] The sync data for ids ['9f67dd97-6752-4c6c-869b-abbe508098c7'] in n-d-827895-3 is: [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:35Z', 'revision_number': 4, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938', 'name': '', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'mac_address': 'fa:16:3e:7c:f8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '06d31415-71bf-44be-99b7-d16657334b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:30Z', 'updated_at': '2022-02-10T16:00:39Z', 'revision_number': 4, 'project_id': '3554ea7e74644378a082491865c629f7', 'subnets': [{'id': '06d31415-71bf-44be-99b7-d16657334b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:41.223954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 63b82fee-8de7-4f75-ad33-19e0cd46d32f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:41.241244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=974d75c7-a187-40a5-a42a-72a09d35890a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:41.254431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] For port 63b82fee-8de7-4f75-ad33-19e0cd46d32f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=63b82fee-8de7-4f75-ad33-19e0cd46d32f,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:41.255106 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.260906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2824eec5-21a8-4c19-91fc-d6ba73e4effb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5655191 Feb 10 16:00:41.263678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47436) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:41.264614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-5c6ad57d-ff51-4661-8abf-51b62acca516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:41.267613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-5c6ad57d-ff51-4661-8abf-51b62acca516 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0a6c2ae-3818-4eab-913d-ff0b90bda465 HTTP/1.1" status: 200 len: 848 time: 0.0661044 Feb 10 16:00:41.273553 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.279336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:41.345386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] Calling delete_port for 63b82fee-8de7-4f75-ad33-19e0cd46d32f owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:41.362252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d533ac93-62a4-49e9-88c3-cc9132c12f1b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:41.437123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-5f70f928-f7be-4b6c-86a0-ee45eaf2b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:41.439414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-5f70f928-f7be-4b6c-86a0-ee45eaf2b49b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e84bd44c-ee72-41e6-aebe-6943bbb6910d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137869 Feb 10 16:00:41.482520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 5a08837d-8017-4b22-827b-366076f48320 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:00:41.516975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 5a08837d-8017-4b22-827b-366076f48320 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:41.518210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.576952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2ad623db-f980-4b1b-a16c-27eb70733775 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:41.578542 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2ad623db-f980-4b1b-a16c-27eb70733775 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 810 time: 0.7247841 Feb 10 16:00:41.610859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Request body: {'port': {'device_id': '14043968-c936-4869-abd7-d32f30e168c8', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'admin_state_up': True, 'tenant_id': '3554ea7e74644378a082491865c629f7'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:41.626802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c16dc-e51d-473e-a81d-1a27e0567285 req-5b0935cd-0df4-4334-a566-f2b7005706b7 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:41.635432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-284c16dc-e51d-473e-a81d-1a27e0567285 req-5b0935cd-0df4-4334-a566-f2b7005706b7 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 948 time: 0.2963822 Feb 10 16:00:41.649450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113471-591f-45b4-9750-3659e6caee52 req-4c1d02a5-d143-4dd0-97fd-3fcb50afac57 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:41.666597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e113471-591f-45b4-9750-3659e6caee52 req-4c1d02a5-d143-4dd0-97fd-3fcb50afac57 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.3390574 Feb 10 16:00:41.670529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47440) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:41.684633 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.740945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'floatingip': {'port_id': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:41.805527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Made reservation on behalf of 3554ea7e74644378a082491865c629f7 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:41.809043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.841633 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.898351 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-284c16dc-e51d-473e-a81d-1a27e0567285 req-d568a59c-3b94-475d-bff7-f7c3acf25061 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546771 Feb 10 16:00:41.956637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] No DVR routers for this DVR port 63b82fee-8de7-4f75-ad33-19e0cd46d32f on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:41.966592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4acbe-087d-4323-9e90-8c9ba932b4de None None] Pushing event deleted for resources: {'Port': ['ID=63b82fee-8de7-4f75-ad33-19e0cd46d32f,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:41.975287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05a0b410-7143-4b67-8da5-3f90d2189027 req-260b52aa-6a59-4233-984c-de61f604fce0 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 210 time: 0.1041856 Feb 10 16:00:41.977857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:41.981738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50789452-a694-455c-bccf-fea7f145d153 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:41.985424 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.072410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a08837d-8017-4b22-827b-366076f48320'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:42.074776 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ea1f3-f679-4de7-9876-e66c9ebd89fe" -d '{"events": [{"server_uuid": "f73909cf-61d8-4fb4-a252-66240ab4b1b4", "name": "network-vif-plugged", "status": "completed", "tag": "5a08837d-8017-4b22-827b-366076f48320"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:42.109184 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-053ed36a-1568-47bc-b834-f7d497f7ce3e service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609964 Feb 10 16:00:42.110312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.117168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5a08837d-8017-4b22-827b-366076f48320, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5a08837d-8017-4b22-827b-366076f48320,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:42.152213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:42.156296 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.159639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.313549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '974d75c7-a187-40a5-a42a-72a09d35890a'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:00:42.315039 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.319532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=5a08837d-8017-4b22-827b-366076f48320,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:42.520727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f6d3b-2414-42ac-832d-921ab422cd76 req-1840a3d2-d5a1-4e33-9f7b-3c500253ef08 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:42.522428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-408f6d3b-2414-42ac-832d-921ab422cd76 req-1840a3d2-d5a1-4e33-9f7b-3c500253ef08 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 943 time: 0.3524530 Feb 10 16:00:42.534362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e8d8e-7ff6-4422-93d8-665427738390 req-8d190b47-28b9-43bf-ae66-ba454271a215 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:42.542108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Allocated IP 172.20.0.2 (7768b853-ad2a-4996-92ad-0512b468b14d/974d75c7-a187-40a5-a42a-72a09d35890a/773ae87b-93d4-4888-bd96-7b1fc6997913) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:42.542710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d77e8d8e-7ff6-4422-93d8-665427738390 req-8d190b47-28b9-43bf-ae66-ba454271a215 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.4233129 Feb 10 16:00:42.741833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d77e8d8e-7ff6-4422-93d8-665427738390 req-4f8d6b90-cc4f-4fe3-971f-db116e04f16b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983209 Feb 10 16:00:42.771507 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.800230 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:42.833683 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b59617c-3e9f-4688-a3b9-9ef1022b512f x-openstack-request-id: req-1b59617c-3e9f-4688-a3b9-9ef1022b512f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:42.833973 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73909cf-61d8-4fb4-a252-66240ab4b1b4", "name": "network-vif-plugged", "status": "completed", "tag": "5a08837d-8017-4b22-827b-366076f48320", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:42.834491 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b59617c-3e9f-4688-a3b9-9ef1022b512f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:42.839765 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a08837d-8017-4b22-827b-366076f48320', 'code': 200} Feb 10 16:00:42.843433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-408f6d3b-2414-42ac-832d-921ab422cd76 req-687ad658-6be3-464b-b2b1-f1e3b4768702 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981875 Feb 10 16:00:42.906379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:42.912958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:42.922737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:43.019346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Attempting to bind port 773ae87b-93d4-4888-bd96-7b1fc6997913 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:43.022129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Attempting to bind port 773ae87b-93d4-4888-bd96-7b1fc6997913 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:43.022475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Attempting to bind port 773ae87b-93d4-4888-bd96-7b1fc6997913 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:43.025544 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4ed0cc2c-ab66-441c-9f1f-21a9101dd79f req-0e1c7d2b-d28e-42e6-a850-23acf035762e service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918765 Feb 10 16:00:43.028028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Pushing event updated for resources: {'Port': ['ID=773ae87b-93d4-4888-bd96-7b1fc6997913,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:43.048208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Allocated IP 172.20.0.7 (503f6cc8-0b63-4963-a599-ab04bfe13eb8/06d31415-71bf-44be-99b7-d16657334b97/190c711a-9723-4736-95a8-2e2beefb7f50) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:43.059678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:43.060399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:43.061023 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.061617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:43.062323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Bound port: 773ae87b-93d4-4888-bd96-7b1fc6997913, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:43.063216 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.197872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] For port 773ae87b-93d4-4888-bd96-7b1fc6997913, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:43.203486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] For port 773ae87b-93d4-4888-bd96-7b1fc6997913, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=773ae87b-93d4-4888-bd96-7b1fc6997913,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:43.214344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.319530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d28c34-d178-4875-a1d4-25e3a382a344 None None] Pushing event updated for resources: {'Port': ['ID=773ae87b-93d4-4888-bd96-7b1fc6997913,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:43.376127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:43.441602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Router 6958d884-ae06-49b4-a666-d4e7c9953024 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:00:43.478860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:43.479314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.560043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.652901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.686306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:43.700271 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] Sync routers for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:43.701611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:43.705907 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-acc7dc00-92b3-45ca-bcd8-867693ed9db2 admin admin] 10.222.0.21 "PUT /v2.0/routers/6958d884-ae06-49b4-a666-d4e7c9953024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2437334 Feb 10 16:00:43.708488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:43.711331 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.721784 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:43.723326 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:43.814636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfddf698-ea7d-42d3-b218-9bf7cdd37b04 req-0e434e18-e5b0-4618-99fe-74ab9a56dd6e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 210 time: 0.1165695 Feb 10 16:00:43.821279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:43.822300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:43.934479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:43.944103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:43.950583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:43.959406 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:44.005793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:44.005793 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.012448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.018338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Pushing event updated for resources: {'Port': ['ID=190c711a-9723-4736-95a8-2e2beefb7f50,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:44.086029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0556-9e89-4a31-bb4a-daa17e39f0d9 req-f1466449-990f-4542-9899-72cd717f8ad2 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:44.087574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa6b0556-9e89-4a31-bb4a-daa17e39f0d9 req-f1466449-990f-4542-9899-72cd717f8ad2 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.3894188 Feb 10 16:00:44.092222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:00:44.096066 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-2812256f-f3be-4380-bbf7-dd6e538a855e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4921696 Feb 10 16:00:44.102144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125badf-bcd2-4bfb-af38-1af61c543795 req-381a7004-805d-4b9f-9141-842ab18f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:44.103656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b125badf-bcd2-4bfb-af38-1af61c543795 req-381a7004-805d-4b9f-9141-842ab18f0e1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 1100 time: 1.1563139 Feb 10 16:00:44.138871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Request body: {'port': {'device_id': '14043968-c936-4869-abd7-d32f30e168c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:44.267542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.313007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02b327-0dbf-4a5b-8d02-ceaf5aa51918 req-2c529350-44bb-4e94-8003-89956e357f61 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:44.314990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f02b327-0dbf-4a5b-8d02-ceaf5aa51918 req-2c529350-44bb-4e94-8003-89956e357f61 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 943 time: 0.3418007 Feb 10 16:00:44.373790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.434642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa6b0556-9e89-4a31-bb4a-daa17e39f0d9 req-db2ae8e2-b6c2-470b-b93f-15ca971446c9 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057053 Feb 10 16:00:44.437170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b125badf-bcd2-4bfb-af38-1af61c543795 req-d7731e3c-0298-4957-8c82-80106beeaa1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086116 Feb 10 16:00:44.581677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.db.resource_extend [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 16:00:44.592808 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T16:00:41Z', 'revision_number': 5, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port': {'id': '227c8bd8-28ba-4b66-abac-af4e362fd3a1', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:45Z', 'updated_at': '2022-02-10T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:44.643539 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] Checking router: 6958d884-ae06-49b4-a666-d4e7c9953024 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:44.662682 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] Routers {'6958d884-ae06-49b4-a666-d4e7c9953024'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:44.664740 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6958d884-ae06-49b4-a666-d4e7c9953024'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:44.714595 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.717853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:44.758812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'network_id': 'ab3330df-0df7-4311-aa7b-8a5d00fc6fe9', 'port_id': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'mac_address': 'fa:16:3e:fa:7c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2657a9f-f670-46fa-b96e-ea49fcff34ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:00:44.847530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Deleting port 227c8bd8-28ba-4b66-abac-af4e362fd3a1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:44.848028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.850401 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] Set router 6958d884-ae06-49b4-a666-d4e7c9953024 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:44.874400 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.880232 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:44.915929 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T16:00:44Z', 'revision_number': 6, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:44.919538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45124b50-4f39-4f0e-9bd3-3b25e638492a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:44.953128 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5a994-aba4-49fd-ab8d-0fc450db7e45 None None] The sync data for ids ['6958d884-ae06-49b4-a666-d4e7c9953024'] in n-d-827895-3 is: [{'id': '6958d884-ae06-49b4-a666-d4e7c9953024', 'name': 'tempest-TaggedBootDevicesTest-1172162277-router', 'tenant_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:43Z', 'updated_at': '2022-02-10T16:00:44Z', 'revision_number': 6, 'project_id': '4b78bf2572ad43e2a1f3954a9ab6e9bf', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:44.992055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f02b327-0dbf-4a5b-8d02-ceaf5aa51918 req-7ee33561-68fa-4d89-94e6-2bf4794690b8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402223 Feb 10 16:00:45.019807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190c711a-9723-4736-95a8-2e2beefb7f50 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:45.028187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.042268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:45.042547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Transition to ACTIVE for port object 190c711a-9723-4736-95a8-2e2beefb7f50 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:00:45.046819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8fccf31b-4951-47c8-9c15-30bbcfa67d56 None None] Provisioning complete for port 773ae87b-93d4-4888-bd96-7b1fc6997913 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:45.048995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f5b0b-ab03-4ccd-9984-cbaa7b80a31c req-92900112-61c9-4f03-aad7-8585e40999c3 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:45.049815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8fccf31b-4951-47c8-9c15-30bbcfa67d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.050758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f0f5b0b-ab03-4ccd-9984-cbaa7b80a31c req-92900112-61c9-4f03-aad7-8585e40999c3 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 943 time: 0.1911719 Feb 10 16:00:45.056326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:00:45.061771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.062474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5a120547-3a63-4f84-9622-5cfdb6281f8d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:00:45.064771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] For port 227c8bd8-28ba-4b66-abac-af4e362fd3a1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=227c8bd8-28ba-4b66-abac-af4e362fd3a1,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:45.065148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.079569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Calling delete_port for 227c8bd8-28ba-4b66-abac-af4e362fd3a1 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:45.161330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.260619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Pushing event updated for resources: {'Port': ['ID=190c711a-9723-4736-95a8-2e2beefb7f50,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:45.277247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5a120547-3a63-4f84-9622-5cfdb6281f8d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:45.279488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0f0f5b0b-ab03-4ccd-9984-cbaa7b80a31c req-cd4e03c3-9e33-4e4c-aecb-c01aa2e97222 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178268 Feb 10 16:00:45.289646 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Floating IP ca800f76-5a20-46da-983c-caacf5576e94 associated. External IP: 172.25.7.115, port: d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d. Feb 10 16:00:45.338986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'port_id': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'mac_address': 'fa:16:3e:73:07:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:00:45.353446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:45.432721 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.494822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99f37e-d3e1-4c67-8a3b-6352b8091d08 req-1ae52b2f-6926-4a72-b8d0-be327a03641a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:45.511342 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f99f37e-d3e1-4c67-8a3b-6352b8091d08 req-1ae52b2f-6926-4a72-b8d0-be327a03641a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 943 time: 0.3639205 Feb 10 16:00:45.514561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a120547-3a63-4f84-9622-5cfdb6281f8d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:45.576599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5a120547-3a63-4f84-9622-5cfdb6281f8d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:45.576599 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8fccf31b-4951-47c8-9c15-30bbcfa67d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.586541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.666733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8fccf31b-4951-47c8-9c15-30bbcfa67d56 None None] For port 773ae87b-93d4-4888-bd96-7b1fc6997913, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=773ae87b-93d4-4888-bd96-7b1fc6997913,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:45.677812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Attempting to bind port 190c711a-9723-4736-95a8-2e2beefb7f50 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:45.678774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8fccf31b-4951-47c8-9c15-30bbcfa67d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.678945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Attempting to bind port 190c711a-9723-4736-95a8-2e2beefb7f50 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:45.680222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Attempting to bind port 190c711a-9723-4736-95a8-2e2beefb7f50 on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:45.689041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.691530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5a120547-3a63-4f84-9622-5cfdb6281f8d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:45.716793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Port 190c711a-9723-4736-95a8-2e2beefb7f50 on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:00:45.717016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Attempting to bind port 190c711a-9723-4736-95a8-2e2beefb7f50 on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:45.742217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Pushing event deleted for resources: {'Port': ['ID=227c8bd8-28ba-4b66-abac-af4e362fd3a1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:45.748734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:45.749078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Checking segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:45.749457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Bound using segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:45.749902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Bound port: 190c711a-9723-4736-95a8-2e2beefb7f50, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:45.750974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.772484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccf31b-4951-47c8-9c15-30bbcfa67d56 None None] Pushing event updated for resources: {'Port': ['ID=773ae87b-93d4-4888-bd96-7b1fc6997913,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:45.802058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f99f37e-d3e1-4c67-8a3b-6352b8091d08 req-88b1db7c-a4da-4d5c-a63c-eeb4c87894fb tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895052 Feb 10 16:00:45.812729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.864618 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:45.870040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299325a1-f5ad-456e-ab7b-990878039ce3 req-ad533420-d9dc-4377-befd-89d948e4cb5e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:45.871381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-299325a1-f5ad-456e-ab7b-990878039ce3 req-ad533420-d9dc-4377-befd-89d948e4cb5e tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.2133708 Feb 10 16:00:45.947507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:46.008633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['5a120547-3a63-4f84-9622-5cfdb6281f8d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:00:46.011695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45124b50-4f39-4f0e-9bd3-3b25e638492a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:00:46.053397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-299325a1-f5ad-456e-ab7b-990878039ce3 req-db6dfbe5-68ac-4615-a925-ed5a9055edf5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513054 Feb 10 16:00:46.055620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] For port 190c711a-9723-4736-95a8-2e2beefb7f50, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:46.063489 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.071628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.072617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Router f7512154-d561-473c-a59b-cebc675182d6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:00:46.085490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] For port 190c711a-9723-4736-95a8-2e2beefb7f50, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=190c711a-9723-4736-95a8-2e2beefb7f50,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:46.158695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.199943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.200582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6958d884-ae06-49b4-a666-d4e7c9953024 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:00:46.205444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:46.206083 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.208252 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.211787 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a8c14e31-e55b-4293-a54c-d32bc6c843af admin admin] 10.222.0.21 "DELETE /v2.0/routers/6958d884-ae06-49b4-a666-d4e7c9953024 HTTP/1.1" status: 204 len: 168 time: 2.5000644 Feb 10 16:00:46.217761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47472) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:46.267484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:46.268133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.269659 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] 10.222.0.45 "PUT /v2.0/ports/190c711a-9723-4736-95a8-2e2beefb7f50 HTTP/1.1" status: 200 len: 1091 time: 2.1360300 Feb 10 16:00:46.270134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14043968-c936-4869-abd7-d32f30e168c8', 'tag': '190c711a-9723-4736-95a8-2e2beefb7f50'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:46.272547 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e78c6-4348-4e6c-9f93-babe3268c22d" -d '{"events": [{"name": "network-changed", "server_uuid": "14043968-c936-4869-abd7-d32f30e168c8", "tag": "190c711a-9723-4736-95a8-2e2beefb7f50"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:46.293868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:46.299896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496b790-1bb1-43f6-a657-7ef6477d8e6d service neutron] Pushing event updated for resources: {'Port': ['ID=190c711a-9723-4736-95a8-2e2beefb7f50,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:46.303545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.314159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port 773ae87b-93d4-4888-bd96-7b1fc6997913, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=773ae87b-93d4-4888-bd96-7b1fc6997913,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:46.319353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:46.323534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Deleting subnet e59aaab6-43f5-4f3f-8014-f426c4f78c11 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:46.339569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.367711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7ea5813c-1468-47d2-a507-9084558b7a83 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "PUT /v2.0/floatingips/ca800f76-5a20-46da-983c-caacf5576e94 HTTP/1.1" status: 200 len: 991 time: 4.6929770 Feb 10 16:00:46.377881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87dcae-ad00-4cbe-b827-861d7a0e9260 req-86a1681b-4198-40ce-beed-c46624c4241b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:46.379789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d87dcae-ad00-4cbe-b827-861d7a0e9260 req-86a1681b-4198-40ce-beed-c46624c4241b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 944 time: 0.1932817 Feb 10 16:00:46.382029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:46.384571 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d8611-df0b-4cc4-bf0c-4283eab8e503" -d '{"events": [{"name": "network-changed", "server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:46.388619 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac74cf0-05a4-4c54-a11b-d1dc6708314b x-openstack-request-id: req-3ac74cf0-05a4-4c54-a11b-d1dc6708314b {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:46.388915 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14043968-c936-4869-abd7-d32f30e168c8", "tag": "190c711a-9723-4736-95a8-2e2beefb7f50", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:46.389171 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ac74cf0-05a4-4c54-a11b-d1dc6708314b {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:46.389738 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14043968-c936-4869-abd7-d32f30e168c8', 'tag': '190c711a-9723-4736-95a8-2e2beefb7f50', 'status': 'completed', 'code': 200} Feb 10 16:00:46.420748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.437382 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.438253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.452541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.464345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:46.467084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:46.495903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-1af6bc0f-b05d-407e-9f2c-6766683c72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:46.497417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-1af6bc0f-b05d-407e-9f2c-6766683c72e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 1094 time: 0.1242795 Feb 10 16:00:46.590713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-06e9a1bb-767e-4293-9cf5-81ca7e3e5861 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190c711a-9723-4736-95a8-2e2beefb7f50 HTTP/1.1" status: 200 len: 217 time: 0.0834398 Feb 10 16:00:46.658002 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.736982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-3f2fe690-c444-4908-93ab-1758c4a98385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:46.741704 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-3f2fe690-c444-4908-93ab-1758c4a98385 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.1423116 Feb 10 16:00:46.777988 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 773ae87b-93d4-4888-bd96-7b1fc6997913 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:46.786004 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-f0b9f5c5-c6ed-4d1c-b613-a6a07b4b6720 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379982 Feb 10 16:00:46.826922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.828432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:46.900698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59aaab6-43f5-4f3f-8014-f426c4f78c11,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:46.902915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:46.907258 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-88dc4089-982f-45d7-8a44-2d7a372bbc2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e59aaab6-43f5-4f3f-8014-f426c4f78c11 HTTP/1.1" status: 204 len: 168 time: 0.6877480 Feb 10 16:00:46.910163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47486) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:46.942441 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3d7d4-d718-48fa-94dc-eab8054a1cd5 None None] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:46.985256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:46.991708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d87dcae-ad00-4cbe-b827-861d7a0e9260 req-67926674-4429-482a-8ecd-671ad1262c6a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966570 Feb 10 16:00:46.999513 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-a91fc1e5-e089-4dbe-8d7a-585a20b5ad58 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053351 Feb 10 16:00:47.005344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:47.008680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 773ae87b-93d4-4888-bd96-7b1fc6997913 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:47.009059 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:47.012797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:47.033213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:47.033934 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:47.044868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=89baae3c-69ab-4ba4-ad46-c1dbb49c3b6e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:47.063610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653b33e-596c-4028-a3c9-c58d5c493bda req-4dd0cc6b-e40a-42db-9e62-199b678d02d8 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:47.064519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2156c864-e0e0-430e-985f-15db74f4a5c2 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:47.065521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c653b33e-596c-4028-a3c9-c58d5c493bda req-4dd0cc6b-e40a-42db-9e62-199b678d02d8 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 944 time: 0.5465276 Feb 10 16:00:47.066414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=773ae87b-93d4-4888-bd96-7b1fc6997913,revision_number=5']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:47.119194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c653b33e-596c-4028-a3c9-c58d5c493bda req-b94b0b02-91c8-4f14-be0d-22be2246dff1 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 Feb 10 16:00:47.126151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-94ea92cb-aa48-4ad3-875e-75285d234658 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8602200 Feb 10 16:00:47.129154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47490) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:47.138265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:78:21:7a', 'name': 'tempest-NetworksTestDHCPv6-1157283063'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:47.183722 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044880c4-8979-4e76-a594-55cb40800fcc x-openstack-request-id: req-044880c4-8979-4e76-a594-55cb40800fcc {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:47.186196 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:47.187388 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-044880c4-8979-4e76-a594-55cb40800fcc {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:47.188694 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'status': 'completed', 'code': 200} Feb 10 16:00:47.447347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93241e9-2c26-4115-b668-e899b593956b req-196818fd-a1aa-4410-8b3c-6e9bbdbfa2d1 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:47.448884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d93241e9-2c26-4115-b668-e899b593956b req-196818fd-a1aa-4410-8b3c-6e9bbdbfa2d1 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 943 time: 0.1191297 Feb 10 16:00:47.464256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da81da-e198-4e47-b9f4-c8aa6ad16a1f req-f226b37c-dd7e-4abd-b4b8-067ca58cc9bc tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:47.473046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81da81da-e198-4e47-b9f4-c8aa6ad16a1f req-f226b37c-dd7e-4abd-b4b8-067ca58cc9bc tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.1415901 Feb 10 16:00:47.483132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:47.515425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-930ba02b-4202-4a69-a0c5-41105e6d64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:47.517615 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-930ba02b-4202-4a69-a0c5-41105e6d64ef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.1325912 Feb 10 16:00:47.596716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2637002-11f1-49cd-9dd7-103a879bdcbb req-959237f1-52fc-472e-8881-9bb142e82368 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874391 Feb 10 16:00:47.623361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d93241e9-2c26-4115-b668-e899b593956b req-1a896b95-4bbc-4fac-82cf-d018b74c9875 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422617 Feb 10 16:00:47.631501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d533ac93-62a4-49e9-88c3-cc9132c12f1b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:47.640385 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81da81da-e198-4e47-b9f4-c8aa6ad16a1f req-5b76b654-83cf-49c5-a1ad-734ae989458f tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657972 Feb 10 16:00:47.661902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Deleting port a7143872-aa39-4dcb-a3d1-5637a37dac4e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:47.662136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:47.696544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d533ac93-62a4-49e9-88c3-cc9132c12f1b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:47.696896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d533ac93-62a4-49e9-88c3-cc9132c12f1b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:47.705780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:47.732790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 50072223-cac5-414a-aeaf-139ff370c3f3 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:00:47.810902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'ca800f76-5a20-46da-983c-caacf5576e94', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'port_id': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'mac_address': 'fa:16:3e:2a:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6655c971-7a61-40fb-b74a-16f485242aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:00:09Z', 'updated_at': '2022-02-10T16:00:44Z', 'revision_number': 1, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:47.894863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] DHCP port deletion for 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:47.899032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:47.950692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-bec6e68c-3409-4826-8ae5-3d5bf6157435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:47.953252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-bec6e68c-3409-4826-8ae5-3d5bf6157435 service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.4259942 Feb 10 16:00:47.953509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 773ae87b-93d4-4888-bd96-7b1fc6997913 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:47.964308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:47.965045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:48.048299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 172.20.0.4 (7768b853-ad2a-4996-92ad-0512b468b14d/974d75c7-a187-40a5-a42a-72a09d35890a/50072223-cac5-414a-aeaf-139ff370c3f3) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:48.069149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fe78:217a (7768b853-ad2a-4996-92ad-0512b468b14d/89baae3c-69ab-4ba4-ad46-c1dbb49c3b6e/50072223-cac5-414a-aeaf-139ff370c3f3) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:48.162094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] For port a7143872-aa39-4dcb-a3d1-5637a37dac4e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a7143872-aa39-4dcb-a3d1-5637a37dac4e,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:48.162732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:48.186503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-db5cee9e-ad0b-4868-8aa7-44cc6a27a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.188971 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-db5cee9e-ad0b-4868-8aa7-44cc6a27a6a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 1094 time: 0.5066481 Feb 10 16:00:48.192293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Calling delete_port for a7143872-aa39-4dcb-a3d1-5637a37dac4e owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:48.243322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-42fd9b0c-3805-45da-a9c1-f1529bccfbd0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 999 time: 0.2125244 Feb 10 16:00:48.330182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff00ec-7231-4367-8a90-918d126c7236 req-440bf48e-9200-4b78-ae83-83ad71f65785 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.332638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8eff00ec-7231-4367-8a90-918d126c7236 req-440bf48e-9200-4b78-ae83-83ad71f65785 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.2077231 Feb 10 16:00:48.366153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:48.392409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e407d9-7dfc-4ddf-85dd-ced5964be667 req-10bc304f-c349-4e3c-a301-5afbe197c94d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.400316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7e407d9-7dfc-4ddf-85dd-ced5964be667 req-10bc304f-c349-4e3c-a301-5afbe197c94d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 944 time: 0.1714208 Feb 10 16:00:48.440321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-8e6feaea-ab97-45c8-bfc4-610083110724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.441822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-8e6feaea-ab97-45c8-bfc4-610083110724 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1600454 Feb 10 16:00:48.468536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8eff00ec-7231-4367-8a90-918d126c7236 req-32cd6bc0-96e4-4f1e-a841-b96d3e8c8d36 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246779 Feb 10 16:00:48.547045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-a8b8de34-0832-4599-a3d8-5adb62544e96 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3540640 Feb 10 16:00:48.553359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-9e2f14b2-514d-41d2-a846-2b0a89bb968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.554862 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-9e2f14b2-514d-41d2-a846-2b0a89bb968f service neutron] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 911 time: 0.3549559 Feb 10 16:00:48.631384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Deleting port a7143872-aa39-4dcb-a3d1-5637a37dac4e {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:48.633736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7e407d9-7dfc-4ddf-85dd-ced5964be667 req-0dc15e6f-6125-4ec2-97cd-6f07e309410a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035980 Feb 10 16:00:48.637269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:48.670437 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-cee2c2ef-8c09-4213-a503-995f113d6c1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190c711a-9723-4736-95a8-2e2beefb7f50 HTTP/1.1" status: 200 len: 217 time: 0.1016793 Feb 10 16:00:48.672394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:48.713234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 773ae87b-93d4-4888-bd96-7b1fc6997913 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:48.718062 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:48.782411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7143872-aa39-4dcb-a3d1-5637a37dac4e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:48.788412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-34b16328-bf3b-4428-a6f3-5ab2398f6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.789252 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-34b16328-bf3b-4428-a6f3-5ab2398f6432 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3288352 Feb 10 16:00:48.795386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] No DVR routers for this DVR port a7143872-aa39-4dcb-a3d1-5637a37dac4e on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:48.872013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e96c-c15f-4e6d-8274-56542976d435 req-e15cec04-f5e3-473e-9ffc-9d297cf306a9 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.874053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38d9e96c-c15f-4e6d-8274-56542976d435 req-e15cec04-f5e3-473e-9ffc-9d297cf306a9 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 944 time: 0.2336178 Feb 10 16:00:48.899498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-7af955d3-10f6-491e-a332-b0eb7dbb8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.901013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-7af955d3-10f6-491e-a332-b0eb7dbb8718 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.2202096 Feb 10 16:00:48.958077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:48.963188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38d9e96c-c15f-4e6d-8274-56542976d435 req-0385eefd-be00-4e20-8398-5df814418d0a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685587 Feb 10 16:00:48.973127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-63313248-5eb9-4c5b-910d-50b691d13d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:48.974888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-63313248-5eb9-4c5b-910d-50b691d13d4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 1097 time: 0.2212446 Feb 10 16:00:49.010281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 45124b50-4f39-4f0e-9bd3-3b25e638492a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:49.010652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.017456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4df7da-e261-482d-bc40-bd5dbb781dab req-229a2356-6d39-4a5d-90d4-461cda486044 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:49.025906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f4df7da-e261-482d-bc40-bd5dbb781dab req-229a2356-6d39-4a5d-90d4-461cda486044 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 943 time: 0.2575939 Feb 10 16:00:49.030547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.040423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.068408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] For port a7143872-aa39-4dcb-a3d1-5637a37dac4e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a7143872-aa39-4dcb-a3d1-5637a37dac4e,segment=NetworkSegment(9f6005bc-58b3-46c3-9575-d927ca613240),segment_id=9f6005bc-58b3-46c3-9575-d927ca613240)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:49.068810 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.068993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6740d5-4b37-4bf7-ab0c-406ce5ab0371']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:49.091995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-08790226-a7d1-4da7-b237-f2fd23bb5a2f None None] Provisioning complete for port 773ae87b-93d4-4888-bd96-7b1fc6997913 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:49.092382 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08790226-a7d1-4da7-b237-f2fd23bb5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.114482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6005bc-58b3-46c3-9575-d927ca613240') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:49.115030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6005bc-58b3-46c3-9575-d927ca613240') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:49.120601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-8b92e7d5-ac91-4754-aed6-91bc4180d6cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144850 Feb 10 16:00:49.128382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f4df7da-e261-482d-bc40-bd5dbb781dab req-ec13feac-9852-4ea9-995f-f9ee28db6d62 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013498 Feb 10 16:00:49.133136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.137631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 190c711a-9723-4736-95a8-2e2beefb7f50 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:00:49.149248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Calling delete_port for a7143872-aa39-4dcb-a3d1-5637a37dac4e owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:49.193852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-fcbefcd3-e0d7-4bb3-b563-6a3a7468ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:49.195407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-fcbefcd3-e0d7-4bb3-b563-6a3a7468ac48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 914 time: 0.1871593 Feb 10 16:00:49.201533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.243244 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.258085 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-ce46068f-1938-4244-a065-077867a38353 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515998 Feb 10 16:00:49.259731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:00:49.260487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:00:49.264663 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:00:49.288297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-ab2b567f-bf78-47d5-9fa3-f56e7d19d7ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53b31372-d658-4470-9666-f794b4d7d0fa HTTP/1.1" status: 200 len: 217 time: 0.0824139 Feb 10 16:00:49.366014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 227c8bd8-28ba-4b66-abac-af4e362fd3a1 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:49.373074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:49.411531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:49.416700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:49.431784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 227c8bd8-28ba-4b66-abac-af4e362fd3a1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:49.432108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 227c8bd8-28ba-4b66-abac-af4e362fd3a1 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:49.483653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.506967 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-74c448ee-1b4d-4df2-890f-a6679d7ea970 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692226 Feb 10 16:00:49.512378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.525315 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 HTTP/1.1" status: 204 len: 168 time: 2.6115873 Feb 10 16:00:49.541262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47512) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:49.543341 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-240d8611-df0b-4cc4-bf0c-4283eab8e503 req-a6477e49-0234-4df9-88a7-576bab55ac67 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633159 Feb 10 16:00:49.562680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:49.564691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.621763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=50072223-cac5-414a-aeaf-139ff370c3f3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:49.628176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6660b3e-26b4-497b-9fb9-c6a03eca23c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6740d5-4b37-4bf7-ab0c-406ce5ab0371,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:49.652642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-cf92361a-7a3e-4458-a8a1-340c6e642f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:49.654516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-cf92361a-7a3e-4458-a8a1-340c6e642f22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d705bb1a-da7a-4818-9002-2f213f024d5d HTTP/1.1" status: 200 len: 853 time: 0.3400209 Feb 10 16:00:49.662499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 190c711a-9723-4736-95a8-2e2beefb7f50, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=190c711a-9723-4736-95a8-2e2beefb7f50,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:49.702178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.705050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '190c711a-9723-4736-95a8-2e2beefb7f50', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'port_id': '190c711a-9723-4736-95a8-2e2beefb7f50', 'mac_address': 'fa:16:3e:e1:34:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d31415-71bf-44be-99b7-d16657334b97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:00:49.737132 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-4a70dd57-8a8d-4be6-be00-4f4e79f4715a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8207a104-9321-4d56-a114-43a9d482b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476856 Feb 10 16:00:49.757161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8d24f66e-a1c2-423e-9f75-0abea0ac48b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6267843 Feb 10 16:00:49.757895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47516) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:49.777726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:49.811502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-529d07f2-6e30-4ba4-8b45-79e464a673d8 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707798 Feb 10 16:00:49.839273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Network 4e6740d5-4b37-4bf7-ab0c-406ce5ab0371 is not hosted by any dhcp agent {{(pid=102616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 16:00:49.839764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] No DVR routers for this DVR port a7143872-aa39-4dcb-a3d1-5637a37dac4e on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:49.885135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e5a5-ffbb-4939-9b65-9a282ad94e55 None None] Pushing event deleted for resources: {'Port': ['ID=a7143872-aa39-4dcb-a3d1-5637a37dac4e,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:49.914801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a7143872-aa39-4dcb-a3d1-5637a37dac4e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:49.963266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e7bbf-5ce6-44bc-b24a-660773807d21 req-a8b60cee-9329-4158-ace6-91ef51aeb6ca tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:49.975926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a4e7bbf-5ce6-44bc-b24a-660773807d21 req-a8b60cee-9329-4158-ace6-91ef51aeb6ca tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.3604491 Feb 10 16:00:49.981480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:49.983769 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86ff0a5-d8ab-4491-a115-fd036d9435e9" -d '{"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-plugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:49.999311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a0231-16e9-4498-b102-53b791592385 req-73dd9abd-e145-47c9-bfdf-551f4e52914f tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:50.001548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c06a0231-16e9-4498-b102-53b791592385 req-73dd9abd-e145-47c9-bfdf-551f4e52914f tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.45 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.5312359 Feb 10 16:00:50.017376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a7143872-aa39-4dcb-a3d1-5637a37dac4e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:50.017730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a7143872-aa39-4dcb-a3d1-5637a37dac4e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:50.035668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:50.043712 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.053285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.121184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3c3ed-5c12-4870-999d-f40ae78a0733 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:50.126893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5a120547-3a63-4f84-9622-5cfdb6281f8d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:50.127752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3c3ed-5c12-4870-999d-f40ae78a0733 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:50.132086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cea3c3ed-5c12-4870-999d-f40ae78a0733 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3660946 Feb 10 16:00:50.135374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190c711a-9723-4736-95a8-2e2beefb7f50 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:00:50.137618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47524) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:50.166261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9c5ffa08-c13b-4db4-9d04-f4c2b26b7ce5 None None] Provisioning complete for port 50072223-cac5-414a-aeaf-139ff370c3f3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:50.166636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffa08-c13b-4db4-9d04-f4c2b26b7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.176268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004e7a4-5e19-48f5-9578-ff9333ac2731 req-660963f4-80de-48e4-9bbb-31a5671f02ca tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:50.177882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a004e7a4-5e19-48f5-9578-ff9333ac2731 req-660963f4-80de-48e4-9bbb-31a5671f02ca tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 944 time: 0.3469903 Feb 10 16:00:50.193011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a4e7bbf-5ce6-44bc-b24a-660773807d21 req-5dee138e-73df-4652-a03f-0c81d64bf466 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151997 Feb 10 16:00:50.240821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 190c711a-9723-4736-95a8-2e2beefb7f50, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=190c711a-9723-4736-95a8-2e2beefb7f50,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:50.248633 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eded433-6292-4d4f-89ae-b8c31abe55c8 x-openstack-request-id: req-2eded433-6292-4d4f-89ae-b8c31abe55c8 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:50.248956 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-plugged", "status": "completed", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:50.249185 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eded433-6292-4d4f-89ae-b8c31abe55c8 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:50.249590 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'code': 200} Feb 10 16:00:50.251913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:50.258836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'ca800f76-5a20-46da-983c-caacf5576e94', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'port_id': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'mac_address': 'fa:16:3e:2a:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6655c971-7a61-40fb-b74a-16f485242aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:00:09Z', 'updated_at': '2022-02-10T16:00:44Z', 'revision_number': 1, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:50.262259 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.267930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ffa08-c13b-4db4-9d04-f4c2b26b7ce5 None None] Port 50072223-cac5-414a-aeaf-139ff370c3f3 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:00:50.283491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-63c24824-edb0-4b3d-9e7d-7bb54ff6341c service neutron] 10.222.0.45 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230858 Feb 10 16:00:50.326997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24280cf0-ac45-4db5-ba00-ba260d18d48a None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'ca800f76-5a20-46da-983c-caacf5576e94', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'port_id': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'mac_address': 'fa:16:3e:2a:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6655c971-7a61-40fb-b74a-16f485242aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:00:09Z', 'updated_at': '2022-02-10T16:00:44Z', 'revision_number': 1, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:50.339276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 5a120547-3a63-4f84-9622-5cfdb6281f8d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:00:50.356850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 5a120547-3a63-4f84-9622-5cfdb6281f8d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:50.357233 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.362939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=190c711a-9723-4736-95a8-2e2beefb7f50,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:50.381835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.479050 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.491465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['190c711a-9723-4736-95a8-2e2beefb7f50'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:00:50.559793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 5a120547-3a63-4f84-9622-5cfdb6281f8d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:50.571017 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.585110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a004e7a4-5e19-48f5-9578-ff9333ac2731 req-e4f18130-05b3-41db-b8ea-8480f9cdd8c6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761570 Feb 10 16:00:50.589743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256734c-f39b-48a7-93e6-e17aa12b2bd5 req-6e911f84-b13d-49b6-a403-aefaf7806acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:50.591642 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d256734c-f39b-48a7-93e6-e17aa12b2bd5 req-6e911f84-b13d-49b6-a403-aefaf7806acd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1097 time: 0.1259112 Feb 10 16:00:50.647376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d256734c-f39b-48a7-93e6-e17aa12b2bd5 req-3326e61c-9ca9-412d-adca-3a9564fd61b1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Feb 10 16:00:50.660853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Deleting port 5a08837d-8017-4b22-827b-366076f48320 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:50.661196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.670887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=5a120547-3a63-4f84-9622-5cfdb6281f8d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:50.704194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7eb4d-669c-4ea0-999f-a1202bce8993 req-93778096-cd00-49a8-8c88-1f7323a5e945 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:50.713108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-abc7eb4d-669c-4ea0-999f-a1202bce8993 req-93778096-cd00-49a8-8c88-1f7323a5e945 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 944 time: 0.3760009 Feb 10 16:00:50.745736 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af83118-79c3-402d-9603-d15ba742054d None None] New status for floating IP ca800f76-5a20-46da-983c-caacf5576e94: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:00:50.871025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Deleting port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:50.872190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.886461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-abc7eb4d-669c-4ea0-999f-a1202bce8993 req-f8cb5d18-e7fb-45ad-8ae1-7b433cabbca1 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701140 Feb 10 16:00:50.941249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 50072223-cac5-414a-aeaf-139ff370c3f3 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:50.941590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:50.992707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] For port f2cff5ae-0f56-4ded-8a54-0d42b5f93d32, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:50.993160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.006457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Calling delete_port for f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:51.034545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6032b7f1-1f0d-443a-8651-f39fe804aa5b req-64a04d02-6c6a-4d67-b5ab-7cf14ee81ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244806 Feb 10 16:00:51.087774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13bd71-d589-4dd6-a6a4-13c430604691 req-c8b718d8-611a-4010-94ad-bbb71c5ef93b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:51.094835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c13bd71-d589-4dd6-a6a4-13c430604691 req-c8b718d8-611a-4010-94ad-bbb71c5ef93b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 944 time: 0.3133099 Feb 10 16:00:51.116718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] For port 5a08837d-8017-4b22-827b-366076f48320, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5a08837d-8017-4b22-827b-366076f48320,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:51.117092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.148079 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.150605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Calling delete_port for 5a08837d-8017-4b22-827b-366076f48320 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:51.183846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 50072223-cac5-414a-aeaf-139ff370c3f3 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:51.215007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c13bd71-d589-4dd6-a6a4-13c430604691 req-fbe0982e-914c-4cee-8361-5ea9fe40162f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083202 Feb 10 16:00:51.237944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.270094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cff5ae-0f56-4ded-8a54-0d42b5f93d32,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:51.453366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241284-4d2c-4eff-8ee7-f598b61014f2 req-7760f7fb-65a2-440d-82e8-0c5f4df2d06b tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:51.461513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1241284-4d2c-4eff-8ee7-f598b61014f2 req-7760f7fb-65a2-440d-82e8-0c5f4df2d06b tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73909cf-61d8-4fb4-a252-66240ab4b1b4 HTTP/1.1" status: 200 len: 949 time: 0.1691444 Feb 10 16:00:51.498241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.580298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1241284-4d2c-4eff-8ee7-f598b61014f2 req-69ba6a19-4a42-4902-9835-ecb8dcb8e908 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.21 "GET /v2.0/security-groups?id=b97c5510-d821-49c5-bd36-cf41a128f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179211 Feb 10 16:00:51.595491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.661840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Pushing event deleted for resources: {'Port': ['ID=5a08837d-8017-4b22-827b-366076f48320,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:51.744325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] No DVR routers for this DVR port 5a08837d-8017-4b22-827b-366076f48320 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:51.748309 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.752685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c06a0231-16e9-4498-b102-53b791592385 req-e7041772-eb2f-49a1-869d-4fa85ae375a5 tempest-VolumesNegativeTest-297659438 tempest-VolumesNegativeTest-297659438-project] 10.222.0.45 "DELETE /v2.0/ports/5a08837d-8017-4b22-827b-366076f48320 HTTP/1.1" status: 204 len: 173 time: 1.7414668 Feb 10 16:00:51.753165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'name': 'network-vif-deleted', 'tag': '5a08837d-8017-4b22-827b-366076f48320'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:51.763508 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc67bf27-7096-4c50-99e1-7ecba03f0efa" -d '{"events": [{"server_uuid": "f73909cf-61d8-4fb4-a252-66240ab4b1b4", "name": "network-vif-deleted", "tag": "5a08837d-8017-4b22-827b-366076f48320"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:51.803466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:51.871965 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769586e2-b0a3-4cfd-a032-b299bfcba837 x-openstack-request-id: req-769586e2-b0a3-4cfd-a032-b299bfcba837 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:51.872274 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73909cf-61d8-4fb4-a252-66240ab4b1b4", "name": "network-vif-deleted", "tag": "5a08837d-8017-4b22-827b-366076f48320", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:51.872528 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-769586e2-b0a3-4cfd-a032-b299bfcba837 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:51.872933 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73909cf-61d8-4fb4-a252-66240ab4b1b4', 'name': 'network-vif-deleted', 'tag': '5a08837d-8017-4b22-827b-366076f48320', 'status': 'completed', 'code': 200} Feb 10 16:00:51.910589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=50072223-cac5-414a-aeaf-139ff370c3f3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:51.929103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3400b24-b993-4831-a42d-0a2a6fff2f26 req-6f95071f-3401-486d-93eb-660c6cefdd7c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:51.930720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3400b24-b993-4831-a42d-0a2a6fff2f26 req-6f95071f-3401-486d-93eb-660c6cefdd7c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2195988 Feb 10 16:00:52.056906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3400b24-b993-4831-a42d-0a2a6fff2f26 req-94d4c699-964b-4329-837b-2080e32a1648 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088905 Feb 10 16:00:52.251357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:52.253715 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90438734-3c33-456c-aad8-e553a2852247" -d '{"events": [{"server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "name": "network-vif-plugged", "status": "completed", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:52.507794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Router 1d264898-1913-472c-94e5-5351f57af85c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:00:52.577294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:52.583596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47558) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:52.583791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5dff93fb-92d4-44b9-bd40-b78acec4b23c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/50072223-cac5-414a-aeaf-139ff370c3f3 HTTP/1.1" status: 204 len: 168 time: 2.4262013 Feb 10 16:00:52.605580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42026004-8c54-40ad-9498-2796ba73c633 req-ad402001-fed1-495c-8003-afccb8855480 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:52.607088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42026004-8c54-40ad-9498-2796ba73c633 req-ad402001-fed1-495c-8003-afccb8855480 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.5732024 Feb 10 16:00:52.636753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fad1e7-2162-474b-962d-625c1f33fc51 req-4825187e-8b46-400b-a984-23c0569c89a4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:52.638256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3fad1e7-2162-474b-962d-625c1f33fc51 req-4825187e-8b46-400b-a984-23c0569c89a4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 944 time: 0.1011620 Feb 10 16:00:52.649533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66f1c1-a6a6-4a61-a1c5-19751f150ed8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:52.651297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66f1c1-a6a6-4a61-a1c5-19751f150ed8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:52.652915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66f1c1-a6a6-4a61-a1c5-19751f150ed8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:52.654485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7b66f1c1-a6a6-4a61-a1c5-19751f150ed8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0698664 Feb 10 16:00:52.659340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:52.683749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42026004-8c54-40ad-9498-2796ba73c633 req-abd46adf-e027-483a-b797-b1663e1aa02f tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688274 Feb 10 16:00:52.697389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3fad1e7-2162-474b-962d-625c1f33fc51 req-94e61c50-65a4-42db-96bd-5af222c61496 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Feb 10 16:00:52.775938 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816de845-c622-4c71-99b6-fa359dbb06ba x-openstack-request-id: req-816de845-c622-4c71-99b6-fa359dbb06ba {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:52.776235 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "name": "network-vif-plugged", "status": "completed", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:52.776460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 89baae3c-69ab-4ba4-ad46-c1dbb49c3b6e {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:52.776577 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-816de845-c622-4c71-99b6-fa359dbb06ba {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:52.776866 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'code': 200} Feb 10 16:00:52.785146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:52.814878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:00:52.824877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6b95931-8dea-470b-b177-9fe79bfd6da3 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d264898-1913-472c-94e5-5351f57af85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2805552 Feb 10 16:00:52.827543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47590) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:52.832160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] Sync routers for ids ['1d264898-1913-472c-94e5-5351f57af85c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:00:52.852593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:52.856752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] Routers {'1d264898-1913-472c-94e5-5351f57af85c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:52.857997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1d264898-1913-472c-94e5-5351f57af85c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:52.991077 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.068382 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.096934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.151587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.159113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/89baae3c-69ab-4ba4-ad46-c1dbb49c3b6e HTTP/1.1" status: 204 len: 168 time: 0.4986796 Feb 10 16:00:53.161463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47596) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:53.173588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280a1ec-3ab3-4008-ae4d-2bf3c08483c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=89baae3c-69ab-4ba4-ad46-c1dbb49c3b6e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:53.216897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0702a-4b79-4165-bf01-54bbfa8edd9b req-05957959-1743-4990-b292-72b92ab14c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:53.218531 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-97b0702a-4b79-4165-bf01-54bbfa8edd9b req-05957959-1743-4990-b292-72b92ab14c59 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1096 time: 0.1338916 Feb 10 16:00:53.295342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 974d75c7-a187-40a5-a42a-72a09d35890a {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:53.313467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.333300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 190c711a-9723-4736-95a8-2e2beefb7f50 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:00:53.381524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35c258-72ea-4742-8348-db7258ca29dc None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:53.456393 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-97b0702a-4b79-4165-bf01-54bbfa8edd9b req-688b2643-ae6c-404c-a7e4-2548f93da7d5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284303 Feb 10 16:00:53.492628 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.525867 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:00:53.529848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.565105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a984964-d529-405a-9d97-d9079067d04d req-4136cda8-a8b2-46ee-bec2-4d2c7ae5ad39 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:53.565260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 190c711a-9723-4736-95a8-2e2beefb7f50 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:00:53.568528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a984964-d529-405a-9d97-d9079067d04d req-4136cda8-a8b2-46ee-bec2-4d2c7ae5ad39 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2610288 Feb 10 16:00:53.582831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 190c711a-9723-4736-95a8-2e2beefb7f50 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:53.583226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.667517 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.680931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] Set router 1d264898-1913-472c-94e5-5351f57af85c gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:53.706737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a984964-d529-405a-9d97-d9079067d04d req-5cbe3c73-bc48-474d-a30e-25a253799b28 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059241 Feb 10 16:00:53.735800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Deleting port 9455c376-94bb-408a-9a64-a63e178491f4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:53.736494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.778210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.849437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] For port 9455c376-94bb-408a-9a64-a63e178491f4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=9455c376-94bb-408a-9a64-a63e178491f4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:53.850201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.867127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Calling delete_port for 9455c376-94bb-408a-9a64-a63e178491f4 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:53.973085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:53.974150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e93e9-6809-4513-be76-c5f490859adb req-b5568574-78e2-4e9f-afa2-6253ec2a1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:53.976379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-b5568574-78e2-4e9f-afa2-6253ec2a1f64 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1097 time: 0.1265736 Feb 10 16:00:54.027573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.073958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 190c711a-9723-4736-95a8-2e2beefb7f50, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=190c711a-9723-4736-95a8-2e2beefb7f50,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:54.115667 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.116099 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.120715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5a08837d-8017-4b22-827b-366076f48320 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:54.122007 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=974d75c7-a187-40a5-a42a-72a09d35890a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:54.201565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.205536 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-605c2243-3458-4935-b8c5-a54b2579e279 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/974d75c7-a187-40a5-a42a-72a09d35890a HTTP/1.1" status: 204 len: 168 time: 1.0427523 Feb 10 16:00:54.206734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9455c376-94bb-408a-9a64-a63e178491f4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:54.209167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47660) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:54.236972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 5a08837d-8017-4b22-827b-366076f48320 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:54.237321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5a08837d-8017-4b22-827b-366076f48320 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:54.239941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=190c711a-9723-4736-95a8-2e2beefb7f50,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:54.319304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e93e9-6809-4513-be76-c5f490859adb req-b7b5ffed-3667-4959-83d6-26ca7362cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:54.320821 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-b7b5ffed-3667-4959-83d6-26ca7362cb49 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.3027165 Feb 10 16:00:54.326172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '9455c376-94bb-408a-9a64-a63e178491f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T16:00:51Z', 'revision_number': 5, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port': {'id': '9455c376-94bb-408a-9a64-a63e178491f4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d264898-1913-472c-94e5-5351f57af85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:04Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:54.369283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8783e430-74d2-4404-9885-ffe059556e61 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440041 Feb 10 16:00:54.376008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47676) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:54.419232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] Checking router: 1d264898-1913-472c-94e5-5351f57af85c for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:00:54.419830 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-365611a0-e4eb-455a-92b3-0a04e1020f12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.0891161 Feb 10 16:00:54.446788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] Routers {'1d264898-1913-472c-94e5-5351f57af85c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:00:54.447920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:00:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['1d264898-1913-472c-94e5-5351f57af85c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:54.452862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0a301-4db0-4470-a992-24f5e352e42f req-19eb1a55-a920-462d-b6bc-2ffb3cdf3e3a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:54.454736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10d0a301-4db0-4470-a992-24f5e352e42f req-19eb1a55-a920-462d-b6bc-2ffb3cdf3e3a tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.3604794 Feb 10 16:00:54.487785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e93e9-6809-4513-be76-c5f490859adb req-c1a6f40b-35a7-4099-9e9f-4c51bbfa7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:54.489450 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-c1a6f40b-35a7-4099-9e9f-4c51bbfa7bb9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.0570197 Feb 10 16:00:54.494628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b5db4-f7a5-409d-8bdd-33584384dfea req-58ce2252-29b3-4083-8ff3-e7024a346e0d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:54.503466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba4b5db4-f7a5-409d-8bdd-33584384dfea req-58ce2252-29b3-4083-8ff3-e7024a346e0d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.4102702 Feb 10 16:00:54.544889 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-d92bb2a5-cde3-4e91-920b-9308400c972d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402913 Feb 10 16:00:54.550558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.572966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] Set router 1d264898-1913-472c-94e5-5351f57af85c gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:00:54.640541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T16:00:54Z', 'revision_number': 7, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:54.681882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10d0a301-4db0-4470-a992-24f5e352e42f req-a02a3fd9-2ea7-490c-9004-775d6b2ea756 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026508 Feb 10 16:00:54.711136 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-78df4aaa-bc2b-4ef9-817d-573ec37d43eb service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548200 Feb 10 16:00:54.720554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77873a76-ec36-4eca-bd4e-b5cf400db013 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:54.721849 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-77873a76-ec36-4eca-bd4e-b5cf400db013 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3075609 Feb 10 16:00:54.724600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47698) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:54.738691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ba4b5db4-f7a5-409d-8bdd-33584384dfea req-20abaf21-b8d1-4713-aad0-aa93167b2e8b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324114 Feb 10 16:00:54.749560 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.753185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b6d5b-5912-4e0f-b138-eb2fb33a0551 None None] The sync data for ids ['1d264898-1913-472c-94e5-5351f57af85c'] in n-d-827895-3 is: [{'id': '1d264898-1913-472c-94e5-5351f57af85c', 'name': 'tempest-TaggedBootDevicesTest-31730389-router', 'tenant_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T16:00:54Z', 'revision_number': 7, 'project_id': 'f28ee8edfc5d4e9c8834e2cd096c5562', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:00:54.754384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.777687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14043968-c936-4869-abd7-d32f30e168c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190c711a-9723-4736-95a8-2e2beefb7f50'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:00:54.785256 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdee1fb3-f927-470d-8730-7e61a9657fbd" -d '{"events": [{"server_uuid": "14043968-c936-4869-abd7-d32f30e168c8", "name": "network-vif-plugged", "status": "completed", "tag": "190c711a-9723-4736-95a8-2e2beefb7f50"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:00:54.883554 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743932fd-fde2-4517-9ef4-c64729209e3d x-openstack-request-id: req-743932fd-fde2-4517-9ef4-c64729209e3d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:00:54.883859 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14043968-c936-4869-abd7-d32f30e168c8", "name": "network-vif-plugged", "status": "completed", "tag": "190c711a-9723-4736-95a8-2e2beefb7f50", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:00:54.884110 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-743932fd-fde2-4517-9ef4-c64729209e3d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:00:54.884667 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14043968-c936-4869-abd7-d32f30e168c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190c711a-9723-4736-95a8-2e2beefb7f50', 'code': 200} Feb 10 16:00:54.913120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.913644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d264898-1913-472c-94e5-5351f57af85c {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:00:54.933940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:54.942575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d8f5a496-4cb6-439e-bbe6-1f9ba9cba8ed admin admin] 10.222.0.21 "DELETE /v2.0/routers/1d264898-1913-472c-94e5-5351f57af85c HTTP/1.1" status: 204 len: 168 time: 2.1137581 Feb 10 16:00:54.945923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47714) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.033512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Deleting subnet c12363c4-e36f-435c-950b-f1040c1598a8 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:00:55.037302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.038138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985fc4ef-54a2-40e1-8157-083b36eb08ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:55.041590 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-985fc4ef-54a2-40e1-8157-083b36eb08ae tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3157265 Feb 10 16:00:55.049471 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7f0e93e9-6809-4513-be76-c5f490859adb req-2e43e37d-8241-4232-96ac-488323ee2009 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873769 Feb 10 16:00:55.049871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47716) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.070661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f53df-92ac-4971-abc5-4edebd3fb436 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:55.100667 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-faab5921-e62c-4aaf-bb8e-949959b6816a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496438 Feb 10 16:00:55.112788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47722) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.120387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0411d162-d41c-4677-ae9c-0a68727d4b1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:55.174280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.183144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c1a3-1f2c-49ee-bcff-4073fef55256 req-6201b3dd-f692-44c8-912d-9642fc1c0213 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:55.184991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24a9c1a3-1f2c-49ee-bcff-4073fef55256 req-6201b3dd-f692-44c8-912d-9642fc1c0213 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.3147676 Feb 10 16:00:55.186870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d440-8b38-40fd-aacc-df768b913029 req-6cae88dc-da82-4a65-a3f2-4c628c521193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:55.189235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6e8d440-8b38-40fd-aacc-df768b913029 req-6cae88dc-da82-4a65-a3f2-4c628c521193 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 1096 time: 0.1132145 Feb 10 16:00:55.304140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411d162-d41c-4677-ae9c-0a68727d4b1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:55.305595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6e8d440-8b38-40fd-aacc-df768b913029 req-6fc493b4-96b9-4497-8c04-cf0f2044d47a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857940 Feb 10 16:00:55.309180 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0411d162-d41c-4677-ae9c-0a68727d4b1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.312371 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0411d162-d41c-4677-ae9c-0a68727d4b1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:00:55.312645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0411d162-d41c-4677-ae9c-0a68727d4b1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:00:55.338623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0411d162-d41c-4677-ae9c-0a68727d4b1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2218895 Feb 10 16:00:55.339799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47730) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.341468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24a9c1a3-1f2c-49ee-bcff-4073fef55256 req-6a0d10af-c3d4-48a1-b437-1986c6b7cc68 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182680 Feb 10 16:00:55.343614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5a174761-5e80-417c-ab3b-20f0f3cf6af8 None None] Provisioning complete for port 773ae87b-93d4-4888-bd96-7b1fc6997913 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:00:55.344536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5a174761-5e80-417c-ab3b-20f0f3cf6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.347726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c8814d4d-2719-42a6-81d0-fb3fb406bd06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:55.403617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.591817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148aba-7450-4780-9079-44c892aee1c4 req-18706eb0-3ffb-49eb-96c4-42aa1c943d83 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:55.599471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae148aba-7450-4780-9079-44c892aee1c4 req-18706eb0-3ffb-49eb-96c4-42aa1c943d83 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.0936322 Feb 10 16:00:55.602278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8814d4d-2719-42a6-81d0-fb3fb406bd06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:55.606754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c8814d4d-2719-42a6-81d0-fb3fb406bd06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.608270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.609040 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8814d4d-2719-42a6-81d0-fb3fb406bd06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:00:55.610555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8814d4d-2719-42a6-81d0-fb3fb406bd06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:00:55.632794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c8814d4d-2719-42a6-81d0-fb3fb406bd06 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2914808 Feb 10 16:00:55.635653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47754) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.646004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12363c4-e36f-435c-950b-f1040c1598a8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:55.652266 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.658215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4e40bc19-4ff1-4be8-8fc0-3c71eb84b232 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c12363c4-e36f-435c-950b-f1040c1598a8 HTTP/1.1" status: 204 len: 168 time: 0.7089591 Feb 10 16:00:55.658715 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47758) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.663763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48c678-25a1-44b4-90ce-26dc2790a8c2 None None] Network 312c524e-8b66-4cc0-be05-6fcf566a134d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:55.679983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-961afe73-777e-4769-bb5e-81276ce35f69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:55.743316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:55.778568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae148aba-7450-4780-9079-44c892aee1c4 req-1dbc82ed-0cd4-4931-96c4-b1ae73fa474b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782055 Feb 10 16:00:55.834616 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.930787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961afe73-777e-4769-bb5e-81276ce35f69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:55.938950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-961afe73-777e-4769-bb5e-81276ce35f69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:55.940464 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-961afe73-777e-4769-bb5e-81276ce35f69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:00:55.940898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961afe73-777e-4769-bb5e-81276ce35f69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:00:55.964131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9455c376-94bb-408a-9a64-a63e178491f4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:55.987678 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-961afe73-777e-4769-bb5e-81276ce35f69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3387718 Feb 10 16:00:55.989548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:55.994843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ad3b2430-14d5-4b60-8a80-c49b27dca127 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:56.025390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 9455c376-94bb-408a-9a64-a63e178491f4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:56.025733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 9455c376-94bb-408a-9a64-a63e178491f4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:56.026148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:56.054164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:56.054503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2cff5ae-0f56-4ded-8a54-0d42b5f93d32 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:56.054921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 773ae87b-93d4-4888-bd96-7b1fc6997913 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:56.106622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] Deleting port 773ae87b-93d4-4888-bd96-7b1fc6997913 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:56.106809 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.119901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238dfaf-8964-406d-90be-f7bedf57f8d3 req-8ea54d67-d699-43f1-824d-0e10e494b0de tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:56.122803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9238dfaf-8964-406d-90be-f7bedf57f8d3 req-8ea54d67-d699-43f1-824d-0e10e494b0de tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.2760596 Feb 10 16:00:56.175270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a484e57-1311-4572-bc5f-19b91ec7c4de req-db033388-b4ba-416e-b475-3f1f06e744e8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:56.190070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a484e57-1311-4572-bc5f-19b91ec7c4de req-db033388-b4ba-416e-b475-3f1f06e744e8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.2391708 Feb 10 16:00:56.204716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Deleting port 19a3b792-7706-48d2-94e1-58c011b289d9 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:56.205047 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.236742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] DHCP port deletion for 312c524e-8b66-4cc0-be05-6fcf566a134d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:00:56.242660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b2430-14d5-4b60-8a80-c49b27dca127 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:56.248275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2430-14d5-4b60-8a80-c49b27dca127 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.251635 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b2430-14d5-4b60-8a80-c49b27dca127 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:00:56.252185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b2430-14d5-4b60-8a80-c49b27dca127 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:00:56.276171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad3b2430-14d5-4b60-8a80-c49b27dca127 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2853971 Feb 10 16:00:56.278876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47814) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:56.285956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9439e465-1b9e-4f09-a18f-c15b1d76eb40 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:56.362286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] For port 773ae87b-93d4-4888-bd96-7b1fc6997913, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=773ae87b-93d4-4888-bd96-7b1fc6997913,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:56.362686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.380285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0a484e57-1311-4572-bc5f-19b91ec7c4de req-0be7176b-f20e-4532-9c66-22e20a89ddb8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890442 Feb 10 16:00:56.424630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439e465-1b9e-4f09-a18f-c15b1d76eb40 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:56.429301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9439e465-1b9e-4f09-a18f-c15b1d76eb40 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.429681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] For port 19a3b792-7706-48d2-94e1-58c011b289d9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=19a3b792-7706-48d2-94e1-58c011b289d9,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:56.430053 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.431311 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9439e465-1b9e-4f09-a18f-c15b1d76eb40 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:00:56.431855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9439e465-1b9e-4f09-a18f-c15b1d76eb40 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:00:56.473348 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9439e465-1b9e-4f09-a18f-c15b1d76eb40 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1929977 Feb 10 16:00:56.474388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47824) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:56.481684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7ed1b758-aed1-48de-8c16-ab256505ce6f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:56.495703 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9238dfaf-8964-406d-90be-f7bedf57f8d3 req-2285e9a1-a06c-4ab1-a098-41cc4d4e7e65 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616672 Feb 10 16:00:56.499392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] Calling delete_port for 773ae87b-93d4-4888-bd96-7b1fc6997913 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:56.514691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Calling delete_port for 19a3b792-7706-48d2-94e1-58c011b289d9 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:56.623667 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.684431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] Deleting port 19a3b792-7706-48d2-94e1-58c011b289d9 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:00:56.685067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.717733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 773ae87b-93d4-4888-bd96-7b1fc6997913, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=773ae87b-93d4-4888-bd96-7b1fc6997913,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:56.768095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed1b758-aed1-48de-8c16-ab256505ce6f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:56.772067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ed1b758-aed1-48de-8c16-ab256505ce6f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:56.773620 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed1b758-aed1-48de-8c16-ab256505ce6f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:00:56.774074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed1b758-aed1-48de-8c16-ab256505ce6f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:00:56.807567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7ed1b758-aed1-48de-8c16-ab256505ce6f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3315775 Feb 10 16:00:56.811084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47854) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:56.896638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6321af-a69e-46f5-8893-0f5d7330a153 req-98cb1fd5-ca84-4586-a4da-934e2d9c17b5 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:56.897242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a6bcb-e73d-45f6-a65a-efd2d6b00af7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:56.898249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b6321af-a69e-46f5-8893-0f5d7330a153 req-98cb1fd5-ca84-4586-a4da-934e2d9c17b5 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.2165542 Feb 10 16:00:56.909159 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-051a6bcb-e73d-45f6-a65a-efd2d6b00af7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0945618 Feb 10 16:00:56.909943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47858) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:56.917585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de558dd-d8a7-44f0-8ea9-4e519ac38716 req-327ad95c-086e-4af4-82f0-0a2282faa34d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:56.922594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5de558dd-d8a7-44f0-8ea9-4e519ac38716 req-327ad95c-086e-4af4-82f0-0a2282faa34d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2380645 Feb 10 16:00:56.970053 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.022960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5de558dd-d8a7-44f0-8ea9-4e519ac38716 req-a043a804-7631-4ca3-901e-8e9a7760730c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993304 Feb 10 16:00:57.028266 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.030154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc5b97-66a4-4087-88d3-aeba4dd2b3d2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:57.043219 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-90fc5b97-66a4-4087-88d3-aeba4dd2b3d2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228559 Feb 10 16:00:57.043219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47862) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:57.045906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b6321af-a69e-46f5-8893-0f5d7330a153 req-eef353a5-ddec-4d41-8090-a8d7c667e9d1 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203797 Feb 10 16:00:57.101828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] For port 19a3b792-7706-48d2-94e1-58c011b289d9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=19a3b792-7706-48d2-94e1-58c011b289d9,segment=NetworkSegment(ca77d303-bcbf-4b1f-bb77-4cfb5d74e017),segment_id=ca77d303-bcbf-4b1f-bb77-4cfb5d74e017)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:00:57.102006 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.111817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a3b792-7706-48d2-94e1-58c011b289d9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:57.116764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] No DVR routers for this DVR port 19a3b792-7706-48d2-94e1-58c011b289d9 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:57.130892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-898a8027-aee5-4e8d-a161-6bc3f4c57725 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886624 Feb 10 16:00:57.131524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47872) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:57.132280 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.139592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:57.142276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] Calling delete_port for 19a3b792-7706-48d2-94e1-58c011b289d9 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:00:57.143834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=773ae87b-93d4-4888-bd96-7b1fc6997913,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:57.196018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] No DVR routers for this DVR port 773ae87b-93d4-4888-bd96-7b1fc6997913 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:57.204978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b5b51-53da-4278-936d-41ecc71c1600 None None] Pushing event deleted for resources: {'Port': ['ID=773ae87b-93d4-4888-bd96-7b1fc6997913,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:57.298082 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.336458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.346775 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:00:57.358348 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:00:57.366286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:57.378325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.384753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.399386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312c524e-8b66-4cc0-be05-6fcf566a134d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:57.419401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:57.419975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca77d303-bcbf-4b1f-bb77-4cfb5d74e017') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:00:57.433002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] Pushing event deleted for resources: {'Port': ['ID=19a3b792-7706-48d2-94e1-58c011b289d9,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:57.435410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fdd75-50d5-4589-a5e5-11b6e6e1c06d None None] No DVR routers for this DVR port 19a3b792-7706-48d2-94e1-58c011b289d9 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:00:57.438663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9ef3-1b2c-4d3f-beff-b9461d5a325f req-9958491c-4a5a-47a1-a16c-8492df41407f tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:57.447201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e73a9ef3-1b2c-4d3f-beff-b9461d5a325f req-9958491c-4a5a-47a1-a16c-8492df41407f tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.1895583 Feb 10 16:00:57.454169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.477062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d128d-8db3-49d3-8371-5d57c6de646a req-d8d732d8-f761-4d7a-8520-56fc4025ec03 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:57.478872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef3d128d-8db3-49d3-8371-5d57c6de646a req-d8d732d8-f761-4d7a-8520-56fc4025ec03 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2224445 Feb 10 16:00:57.511684 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.534300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:00:57.534811 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:00:57.536487 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:00:57.596348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e73a9ef3-1b2c-4d3f-beff-b9461d5a325f req-c1d193fe-5d38-45d8-949c-754c633d4725 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480088 Feb 10 16:00:57.613275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47900) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:57.617082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef3d128d-8db3-49d3-8371-5d57c6de646a req-5d2db69d-ba2f-48f3-813a-f311a15d115e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266410 Feb 10 16:00:57.648681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.655682 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:57.676453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] 10.222.0.21 "DELETE /v2.0/networks/312c524e-8b66-4cc0-be05-6fcf566a134d HTTP/1.1" status: 204 len: 168 time: 2.0168824 Feb 10 16:00:57.714813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246503ea-4866-4d0e-a198-37a15d904548 admin admin] Pushing event deleted for resources: {'Network': ['ID=312c524e-8b66-4cc0-be05-6fcf566a134d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:57.928453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfcdf4-4021-41c3-9b07-c358263ef08b req-01ee5041-427b-4d19-b705-d98a32df585f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:57.930295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fdfcdf4-4021-41c3-9b07-c358263ef08b req-01ee5041-427b-4d19-b705-d98a32df585f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.2115910 Feb 10 16:00:57.943425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 19a3b792-7706-48d2-94e1-58c011b289d9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:00:57.961798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47926) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:57.966180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e2f3-dff1-43bf-98da-4a656f93f0b0 req-a1fa562e-472c-4649-9909-206d84584f63 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:57.967716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68c2e2f3-dff1-43bf-98da-4a656f93f0b0 req-a1fa562e-472c-4649-9909-206d84584f63 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1846037 Feb 10 16:00:57.977820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 19a3b792-7706-48d2-94e1-58c011b289d9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:00:57.978289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 19a3b792-7706-48d2-94e1-58c011b289d9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:00:58.076747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fdfcdf4-4021-41c3-9b07-c358263ef08b req-7bf4804a-b6a4-4edc-9024-0c37d28590f9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330981 Feb 10 16:00:58.083476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-68c2e2f3-dff1-43bf-98da-4a656f93f0b0 req-44b6226a-9e28-4b83-a96b-fc12f040f8e7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 Feb 10 16:00:58.108580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557585e-86b4-44f8-b1d0-d15c9173b7f2 tempest-TestServerBasicOps-1025445505 tempest-TestServerBasicOps-1025445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.112400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2557585e-86b4-44f8-b1d0-d15c9173b7f2 tempest-TestServerBasicOps-1025445505 tempest-TestServerBasicOps-1025445505-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1091 time: 0.4753950 Feb 10 16:00:58.118446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47936) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:58.123326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:58.157545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.173014 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a3b52eef-c05a-439a-9dc6-edca8ad978fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b78bf2572ad43e2a1f3954a9ab6e9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091277 Feb 10 16:00:58.174205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47940) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:58.263364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:00:58.269558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.327521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:58.337017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:58.342835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df7ae-047c-4c57-be2f-ee77a6fe1753 req-e8b10fcb-1974-4652-9a1d-00aaa1771587 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.353137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c06df7ae-047c-4c57-be2f-ee77a6fe1753 req-e8b10fcb-1974-4652-9a1d-00aaa1771587 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1033049 Feb 10 16:00:58.354231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c654b9-430f-490e-ada4-55f866306399 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:00:58.362773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a4497e3-35ec-4ff6-abdf-4b374dd7c36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.369864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.370469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.410230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2774942 Feb 10 16:00:58.416147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47944) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:58.419420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a4497e3-35ec-4ff6-abdf-4b374dd7c36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.424739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:b0:0c:10', 'name': 'tempest-NetworksTestDHCPv6-1903538332'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:00:58.427940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14106f-3730-431c-9862-6aaeafe086b0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=05af93c8-8947-42df-a415-17ac96a230cb,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:58.488001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c06df7ae-047c-4c57-be2f-ee77a6fe1753 req-d8dd9526-3528-4f93-9f64-a261c5fd2c5b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335461 Feb 10 16:00:58.542055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-a0303c59-4140-4d01-8852-6044bbb2af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.546775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-a0303c59-4140-4d01-8852-6044bbb2af8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 1096 time: 0.1718860 Feb 10 16:00:58.548999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a4497e3-35ec-4ff6-abdf-4b374dd7c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.551831 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a4497e3-35ec-4ff6-abdf-4b374dd7c36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.555940 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9a4497e3-35ec-4ff6-abdf-4b374dd7c36a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b833a773-2cb3-45e5-9a06-af04886a6b77 HTTP/1.1" status: 204 len: 168 time: 0.3780558 Feb 10 16:00:58.569948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4497e3-35ec-4ff6-abdf-4b374dd7c36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b833a773-2cb3-45e5-9a06-af04886a6b77,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:58.589788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:00:58.619408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16709-48c0-4192-9c53-980620bef658 req-b4c12d92-fe0f-42d4-ba35-ad815ebc4d45 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.623123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57d16709-48c0-4192-9c53-980620bef658 req-b4c12d92-fe0f-42d4-ba35-ad815ebc4d45 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.2469256 Feb 10 16:00:58.655267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.717857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.736196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '05af93c8-8947-42df-a415-17ac96a230cb'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:00:58.737084 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:58.759893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 45989dcb-02d3-423a-b049-89cc1e663f7c yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:00:58.944101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1f29c32e-0864-4c10-b8a8-242d12bf914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.002473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:feb0:c10 (7768b853-ad2a-4996-92ad-0512b468b14d/05af93c8-8947-42df-a415-17ac96a230cb/45989dcb-02d3-423a-b049-89cc1e663f7c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:59.032880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-57d16709-48c0-4192-9c53-980620bef658 req-f7938e56-fac2-427e-96b7-0b8c05d31967 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794870 Feb 10 16:00:59.045324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdda24e-d0e9-4318-a9c5-e0dc94bb6a28 req-545ee5d4-117c-47bc-9c1e-aa84271eae4c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:59.047022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fdda24e-d0e9-4318-a9c5-e0dc94bb6a28 req-545ee5d4-117c-47bc-9c1e-aa84271eae4c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.3333516 Feb 10 16:00:59.054491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-85ee14c4-b173-42fd-b52a-5f09d7c4ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:59.057063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-85ee14c4-b173-42fd-b52a-5f09d7c4ce20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 911 time: 0.4808650 Feb 10 16:00:59.142883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-b0707321-ce1d-4a33-859f-041ac7b20956 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190c711a-9723-4736-95a8-2e2beefb7f50 HTTP/1.1" status: 200 len: 217 time: 0.0732591 Feb 10 16:00:59.207468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fdda24e-d0e9-4318-a9c5-e0dc94bb6a28 req-fc97af29-4fc0-46f6-8166-642947ac64f7 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442583 Feb 10 16:00:59.232802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-6cc69d9a-af1b-4b86-90f8-49c5a808f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:59.234393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-6cc69d9a-af1b-4b86-90f8-49c5a808f20c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.0780566 Feb 10 16:00:59.252724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.257576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Allocated IP 172.25.7.222 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8e3fc129-57d4-4be1-afbe-26f9c0a7a640) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:59.259687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 47958) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:59.300468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-1104b433-a2e2-45cc-90d0-90d4b4369631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555773 Feb 10 16:00:59.306169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.384787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=45989dcb-02d3-423a-b049-89cc1e663f7c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:59.390269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Allocated IP 2001:db8::f816:3eff:fe33:5895 (7768b853-ad2a-4996-92ad-0512b468b14d/05af93c8-8947-42df-a415-17ac96a230cb/22df2b80-873c-4848-ba99-c4f1b2260eae) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:00:59.403774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:59.406256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:59.410244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:59.419621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:59.420660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.462024 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94306521-f5ce-47b7-95b7-79cc53245812 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0447989 Feb 10 16:00:59.464401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47962) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:59.509718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3ce57ead-2ecd-462a-9c76-a5e01c2c8534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f28ee8edfc5d4e9c8834e2cd096c5562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489002 Feb 10 16:00:59.517440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47964) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:59.622841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a23867-e215-4fd3-9133-6798e657a507 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:59.632561 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.637951 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-33a23867-e215-4fd3-9133-6798e657a507 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1727836 Feb 10 16:00:59.639129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07b7044c-8d81-4e8e-bac9-d4e383b4e493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.641225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47966) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:00:59.643067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.653541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0aac-a042-4038-be2f-ce78a8f8213f req-5ab07333-9ddd-4875-9fcc-2668031fb42c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:59.655131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8aee0aac-a042-4038-be2f-ce78a8f8213f req-5ab07333-9ddd-4875-9fcc-2668031fb42c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1485121 Feb 10 16:00:59.695033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:00:59.699849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:00:59.704678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:00:59.708407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-88ccc5cb-9c07-45e7-ad06-45b98e7f2021 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766711 Feb 10 16:00:59.755684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Pushing event updated for resources: {'Port': ['ID=22df2b80-873c-4848-ba99-c4f1b2260eae,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:59.757158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07b7044c-8d81-4e8e-bac9-d4e383b4e493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.819373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Attempting to bind port 22df2b80-873c-4848-ba99-c4f1b2260eae on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:00:59.820134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Attempting to bind port 22df2b80-873c-4848-ba99-c4f1b2260eae by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:00:59.820733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Attempting to bind port 22df2b80-873c-4848-ba99-c4f1b2260eae on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:00:59.828835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:00:59.829250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:00:59.829839 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.830303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:00:59.830867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Bound port: 22df2b80-873c-4848-ba99-c4f1b2260eae, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:00:59.831288 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.837476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f810f3d-f7c1-4804-b316-c22be561f7ad req-8ce1bf8a-ab1f-4c73-a519-f3db475cd948 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202099 Feb 10 16:00:59.880096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.894939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8aee0aac-a042-4038-be2f-ce78a8f8213f req-0dbbd7b3-7352-4935-a62d-2ba8356fe6f9 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240770 Feb 10 16:00:59.929744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07b7044c-8d81-4e8e-bac9-d4e383b4e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.942796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07b7044c-8d81-4e8e-bac9-d4e383b4e493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.944656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] For port 22df2b80-873c-4848-ba99-c4f1b2260eae, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:00:59.948491 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-07b7044c-8d81-4e8e-bac9-d4e383b4e493 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d928f345-c938-4860-8562-1d592180c66d HTTP/1.1" status: 204 len: 168 time: 0.4255598 Feb 10 16:00:59.951189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] For port 22df2b80-873c-4848-ba99-c4f1b2260eae, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=22df2b80-873c-4848-ba99-c4f1b2260eae,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:00:59.965270 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:00:59.978783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7044c-8d81-4e8e-bac9-d4e383b4e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928f345-c938-4860-8562-1d592180c66d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:00:59.984679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:00.009908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 45989dcb-02d3-423a-b049-89cc1e663f7c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:00.010547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:00.071316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:00.074578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:00.079277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:00.167895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'Port': ['ID=8e3fc129-57d4-4be1-afbe-26f9c0a7a640,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:00.223341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78160f-65b4-4362-b4bf-a317e6e7a1f2 None None] Pushing event updated for resources: {'Port': ['ID=22df2b80-873c-4848-ba99-c4f1b2260eae,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:00.268029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:00.322025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 45989dcb-02d3-423a-b049-89cc1e663f7c owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:00.686712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:00.743876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=45989dcb-02d3-423a-b049-89cc1e663f7c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:00.792488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:00.814668 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e82dd28f-94d5-470e-95c8-db895d47ee99 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/45989dcb-02d3-423a-b049-89cc1e663f7c HTTP/1.1" status: 204 len: 168 time: 1.1620519 Feb 10 16:01:00.818224 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47990) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:01.030509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b24ae-3ac3-49b7-8eb3-f0a2a7a7b3c6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.040517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b24ae-3ac3-49b7-8eb3-f0a2a7a7b3c6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.047637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-094b24ae-3ac3-49b7-8eb3-f0a2a7a7b3c6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2266963 Feb 10 16:01:01.049132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 47996) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:01.229188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 05af93c8-8947-42df-a415-17ac96a230cb {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:01.236832 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.300701 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a3c04c98-8712-4f42-ab2f-33e1fd6a34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.391650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.416991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b273f-78da-4b2e-ba34-b5adb2b32689 req-7e725c30-27b6-4e3b-9598-77cf3c2ac38b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.433428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-124b273f-78da-4b2e-ba34-b5adb2b32689 req-7e725c30-27b6-4e3b-9598-77cf3c2ac38b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 1.2361336 Feb 10 16:01:01.679496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.846176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.913515 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.957366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=05af93c8-8947-42df-a415-17ac96a230cb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:01.964720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:01.971808 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6b4e2b2f-c7e4-486c-87af-7e29d8b3c954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/05af93c8-8947-42df-a415-17ac96a230cb HTTP/1.1" status: 204 len: 168 time: 0.9210668 Feb 10 16:01:01.974529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48012) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:01.997732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:02.003979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 22df2b80-873c-4848-ba99-c4f1b2260eae up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:02.067861 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f09866f-e566-4dbb-9ef2-fb1ebe59cefd tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920355 Feb 10 16:01:02.070873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48020) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:02.078440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:02.082448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0aff95-1afe-4ad3-829d-87cff8e8a002 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:02.132068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-124b273f-78da-4b2e-ba34-b5adb2b32689 req-dbabd416-075b-4e8a-bddf-e77c740a74da tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974921 Feb 10 16:01:02.157955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48022) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:02.213143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef086ae-5648-41fd-a1b0-92c6a9e34c99 req-7e87d87b-690b-47e1-bd9f-cfdc4648b536 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:02.215860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fef086ae-5648-41fd-a1b0-92c6a9e34c99 req-7e87d87b-690b-47e1-bd9f-cfdc4648b536 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2352717 Feb 10 16:01:02.217164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.256831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:02.260490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.378564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1076716821-network', 'tenant_id': 'c4e9849b0ddb414997b7e63fe2eb7207'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:02.382949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 22df2b80-873c-4848-ba99-c4f1b2260eae triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:02.383562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.397255 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fef086ae-5648-41fd-a1b0-92c6a9e34c99 req-0c7a54aa-7e57-4f67-8950-8463906d3315 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237576 Feb 10 16:01:02.438018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3186a636-7a62-4635-b832-457b4a93122e None None] Provisioning complete for port 22df2b80-873c-4848-ba99-c4f1b2260eae triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:02.438391 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3186a636-7a62-4635-b832-457b4a93122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.549227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Made reservation on behalf of c4e9849b0ddb414997b7e63fe2eb7207 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:02.556969 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.578428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.626011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.639492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48030) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:02.646978 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-78a4ffe3-128a-49c8-86e9-d9aed8d9d128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2518215da9a4c49aa66cedb939c6050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876406 Feb 10 16:01:02.825521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.849166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.858290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-9011eaea-9ece-44ca-b72e-1dd0c8780d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:02.861021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-9011eaea-9ece-44ca-b72e-1dd0c8780d80 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fb02fc91484304b88233134e6343e2&device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 1097 time: 0.1067889 Feb 10 16:01:02.928191 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3186a636-7a62-4635-b832-457b4a93122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.964908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-193b58c3-cc77-4d14-bacb-08b377bd702e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.968911 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:02.990924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aefbe3-c867-4144-b79d-27bf02c5fd00 req-86883b55-3c6d-414c-a805-497644e32a82 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:02.992700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23aefbe3-c867-4144-b79d-27bf02c5fd00 req-86883b55-3c6d-414c-a805-497644e32a82 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2196138 Feb 10 16:01:03.027933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event updated for resources: {'Port': ['ID=8e3fc129-57d4-4be1-afbe-26f9c0a7a640,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.062744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3186a636-7a62-4635-b832-457b4a93122e None None] For port 22df2b80-873c-4848-ba99-c4f1b2260eae, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=22df2b80-873c-4848-ba99-c4f1b2260eae,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:03.067455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.081059 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3186a636-7a62-4635-b832-457b4a93122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.087166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:03.151267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:03.174376 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-193b58c3-cc77-4d14-bacb-08b377bd702e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.242012 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:01:03.242364 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:01:03.260873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186a636-7a62-4635-b832-457b4a93122e None None] Pushing event updated for resources: {'Port': ['ID=22df2b80-873c-4848-ba99-c4f1b2260eae,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.278456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-77e774da-a302-492f-9799-5c66a959045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:03.280125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-77e774da-a302-492f-9799-5c66a959045b service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 200 len: 914 time: 0.4062409 Feb 10 16:01:03.289101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.299482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] Deleting port 22df2b80-873c-4848-ba99-c4f1b2260eae {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:03.299482 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.327696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.360949 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-f467aee1-5071-4c05-aeb7-a88324a09a6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 200 len: 217 time: 0.0712323 Feb 10 16:01:03.373808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23aefbe3-c867-4144-b79d-27bf02c5fd00 req-9a80da7e-ed5c-48c1-b470-036270d30d3b tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678916 Feb 10 16:01:03.394088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:01:03.408546 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Floating IP abd5a904-dc27-44c2-8001-e413948ec3ce associated. External IP: 172.25.7.222, port: 5a120547-3a63-4f84-9622-5cfdb6281f8d. Feb 10 16:01:03.414680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.427416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] For port 22df2b80-873c-4848-ba99-c4f1b2260eae, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=22df2b80-873c-4848-ba99-c4f1b2260eae,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:03.428020 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.444518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] Calling delete_port for 22df2b80-873c-4848-ba99-c4f1b2260eae owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:03.452440 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.453046 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Added segment ac699ee4-77e6-4384-ba96-f8788e4eea0b of type vlan for network 76c30552-d39c-4d29-a580-89cf3a637e83 Feb 10 16:01:03.454605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-08d68609-a9cc-4a91-a4c3-29b2d60d4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:03.456152 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-08d68609-a9cc-4a91-a4c3-29b2d60d4b77 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 200 len: 853 time: 0.0846913 Feb 10 16:01:03.500070 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-31a26f40-9b64-4ecb-adc7-0ce42782fafe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299873 Feb 10 16:01:03.516662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b887d77-c183-46c2-9ec5-4cb57247b4c3 req-5d3bbbf8-5494-426b-a864-69f581f27ec9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:03.518340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b887d77-c183-46c2-9ec5-4cb57247b4c3 req-5d3bbbf8-5494-426b-a864-69f581f27ec9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.2280507 Feb 10 16:01:03.542491 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.561539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-193b58c3-cc77-4d14-bacb-08b377bd702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.564709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-193b58c3-cc77-4d14-bacb-08b377bd702e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.569152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-193b58c3-cc77-4d14-bacb-08b377bd702e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b97c5510-d821-49c5-bd36-cf41a128f2ca HTTP/1.1" status: 204 len: 168 time: 0.9234045 Feb 10 16:01:03.571941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.572089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] Pushing event deleted for resources: {'Port': ['ID=22df2b80-873c-4848-ba99-c4f1b2260eae,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.578136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.584089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2be4f2-e8da-4279-9ee3-1a62203bf2ad None None] No DVR routers for this DVR port 22df2b80-873c-4848-ba99-c4f1b2260eae on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:03.624659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Port 22df2b80-873c-4848-ba99-c4f1b2260eae concurrently deleted while adding address for new subnet {'id': '331f8a18-a909-4b89-92ff-8af3171efd6f', 'name': '', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2415, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-10T16:01:02Z', 'updated_at': '2022-02-10T16:01:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '17c3f9b76412479f90aaae49e817fbcc'}. {{(pid=102614) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Feb 10 16:01:03.625314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.637903 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.638942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:03.639586 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.648125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b58c3-cc77-4d14-bacb-08b377bd702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c5510-d821-49c5-bd36-cf41a128f2ca,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.686260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:03.698580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:03.704664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:03.705287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.719659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af56ceb0-e0b1-4436-8974-302618d7fe7d None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:03.726413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b887d77-c183-46c2-9ec5-4cb57247b4c3 req-67d4a01d-0587-456e-9425-3b5db1d4328b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978390 Feb 10 16:01:03.741908 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-8b7b3ae2-4be0-4c24-a140-c4a9cdeea8da service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235854 Feb 10 16:01:03.755189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=331f8a18-a909-4b89-92ff-8af3171efd6f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.764920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7656879 Feb 10 16:01:03.768061 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48042) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:03.776946 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e40ec102-7db9-491e-871c-7dda11abe481 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7038219 Feb 10 16:01:03.778015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Request body: {'subnet': {'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1076716821-subnet', 'tenant_id': 'c4e9849b0ddb414997b7e63fe2eb7207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:03.781653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd496f7e-a62d-469a-b7e5-13dc9c0c2f3c admin admin] Pushing event updated for resources: {'Network': ['ID=76c30552-d39c-4d29-a580-89cf3a637e83,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:03.785243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48044) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:03.793155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:b5:20:85', 'name': 'tempest-NetworksTestDHCPv6-472534210'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:03.931324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Made reservation on behalf of c4e9849b0ddb414997b7e63fe2eb7207 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:03.932123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 76c30552-d39c-4d29-a580-89cf3a637e83 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:01:03.934751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:03.945578 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d643ea03-6240-47f1-9877-4a043c4e6d12 req-d5773460-8652-4b27-a8f0-6de4de396e44 service neutron] 10.222.0.75 "GET /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922867 Feb 10 16:01:04.001615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port 22df2b80-873c-4848-ba99-c4f1b2260eae update to ACTIVE by agent not found {{(pid=102616) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 10 16:01:04.060179 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.099741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '331f8a18-a909-4b89-92ff-8af3171efd6f'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:04.100771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.104245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Router 08573cb0-ba50-48b1-9866-23eed28eddb6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:01:04.125014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:04.131841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 22df2b80-873c-4848-ba99-c4f1b2260eae no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:04.200455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 22df2b80-873c-4848-ba99-c4f1b2260eae {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:04.200785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 22df2b80-873c-4848-ba99-c4f1b2260eae not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:04.276420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Allocated IP 2001:db8::f816:3eff:feac:3791 (7768b853-ad2a-4996-92ad-0512b468b14d/331f8a18-a909-4b89-92ff-8af3171efd6f/72fe91d7-6e65-4db0-adb8-2c17a751bbcb) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:04.354585 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.367821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.375597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.418457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:01:04.432854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port f4e785f8-68e7-4cbd-9897-0c819a399e37 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:04.465397 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] Sync routers for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:01:04.472681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.482815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.493265 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:01:04.493936 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:01:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:04.511676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:04.524531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.535553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:04.538964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:04.543036 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:04.576420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Pushing event updated for resources: {'Port': ['ID=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:04.616601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Attempting to bind port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:04.617030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Attempting to bind port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:04.617405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Attempting to bind port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:04.623460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:04.623892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:04.627496 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.634057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-96fbc5ae-28bd-46a3-86df-5796d7af53ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5048966 Feb 10 16:01:04.634593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:04.634593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Bound port: 72fe91d7-6e65-4db0-adb8-2c17a751bbcb, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:04.634593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.634830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:04.634830 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f32b88-780b-455d-a7bc-eeea9949144e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:04.634830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Checking segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:04.634830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Network hostable DHCP agents. Network: 76c30552-d39c-4d29-a580-89cf3a637e83, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:01:04.662699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67bd80-2276-4255-ab65-2521fa0d6c64 req-1c77b88a-f006-40a7-91f8-780c5e791da6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:04.664530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed67bd80-2276-4255-ab65-2521fa0d6c64 req-1c77b88a-f006-40a7-91f8-780c5e791da6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1732116 Feb 10 16:01:04.683322 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:01:04.698693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:feb5:2085 (7768b853-ad2a-4996-92ad-0512b468b14d/331f8a18-a909-4b89-92ff-8af3171efd6f/f4e785f8-68e7-4cbd-9897-0c819a399e37) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:04.723353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Network 76c30552-d39c-4d29-a580-89cf3a637e83 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:01:04.741551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed67bd80-2276-4255-ab65-2521fa0d6c64 req-e9548e46-8e93-4b76-af17-9862a4565d06 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683968 Feb 10 16:01:04.751316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 76c30552-d39c-4d29-a580-89cf3a637e83) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:04.761993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:04.762585 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:04.774109 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66856598-134c-4ed9-a4a5-f4d1d4f2ebb3 x-openstack-request-id: req-66856598-134c-4ed9-a4a5-f4d1d4f2ebb3 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:04.774397 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:04.774650 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66856598-134c-4ed9-a4a5-f4d1d4f2ebb3 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:04.775046 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'status': 'completed', 'code': 200} Feb 10 16:01:04.786686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1ab91-3316-4e0d-bb10-48b905cbede4 None None] Network 76c30552-d39c-4d29-a580-89cf3a637e83 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:04.834228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd4611ce-34ce-45fa-b783-49ff149b0016 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0514674 Feb 10 16:01:04.884716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32b88-780b-455d-a7bc-eeea9949144e req-e0c62592-42ed-479c-8ca2-bf1505391717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:04.886462 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-e0c62592-42ed-479c-8ca2-bf1505391717 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a0e69e0a81f14e5eac87b193b71b0f73&device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1096 time: 0.1117845 Feb 10 16:01:04.991126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:05.024492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcac8b-86d1-4ac3-878c-eddfb41323f3 req-934a7341-d8f3-4d1e-b3c0-c03590e604db tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.032016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6cdcac8b-86d1-4ac3-878c-eddfb41323f3 req-934a7341-d8f3-4d1e-b3c0-c03590e604db tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1114125 Feb 10 16:01:05.106394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6cdcac8b-86d1-4ac3-878c-eddfb41323f3 req-e9b26517-3f6d-4fc2-8472-897f49e4d44a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734122 Feb 10 16:01:05.126158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:05.231989 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'abd5a904-dc27-44c2-8001-e413948ec3ce', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'port_id': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'mac_address': 'fa:16:3e:73:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:01:01Z', 'updated_at': '2022-02-10T16:01:01Z', 'revision_number': 0, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:51Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:05.266647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=f4e785f8-68e7-4cbd-9897-0c819a399e37,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:05.305208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:05.310354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:05.321685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:05.338910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.342014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:05.347707 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] Checking router: 08573cb0-ba50-48b1-9866-23eed28eddb6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:01:05.372536 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:01:05.373315 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:01:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:05.398865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d7f56b03-175e-4e8d-ae05-0a4fdf8afa35 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6112263 Feb 10 16:01:05.404748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48080) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:05.426904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dabd30c-caf6-488a-b759-5de84d8fc9fa None None] Network 76c30552-d39c-4d29-a580-89cf3a637e83 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:05.482417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] For port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:05.502266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] For port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:05.512880 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:05.548616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a77579-bf73-4a4b-b72b-317b7e549504 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.555215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a77579-bf73-4a4b-b72b-317b7e549504 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.557125 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b7a77579-bf73-4a4b-b72b-317b7e549504 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1514118 Feb 10 16:01:05.560386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48086) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:05.624599 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:01:05.649834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96080b5a-bc09-433e-ab19-7b718ec32d82 None None] Pushing event updated for resources: {'Port': ['ID=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:05.697675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32b88-780b-455d-a7bc-eeea9949144e req-42dc4736-7121-43ec-a89b-54a9a706c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.699608 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-42dc4736-7121-43ec-a89b-54a9a706c2c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e84bd44c-ee72-41e6-aebe-6943bbb6910d HTTP/1.1" status: 200 len: 910 time: 0.8043296 Feb 10 16:01:05.699727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-2d6e55b0-c96f-435e-892c-ab3de50e51a3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.701238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-2d6e55b0-c96f-435e-892c-ab3de50e51a3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 815 time: 0.2279465 Feb 10 16:01:05.725659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-1583e359-6946-4666-b0bf-67e20b760e95 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/quotas/c4e9849b0ddb414997b7e63fe2eb7207 HTTP/1.1" status: 200 len: 375 time: 0.0154004 Feb 10 16:01:05.744899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port f4e785f8-68e7-4cbd-9897-0c819a399e37 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:05.745241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:05.798713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-4dd174cb-d33a-4aa2-a659-a4354780e33e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d HTTP/1.1" status: 200 len: 999 time: 0.0846126 Feb 10 16:01:05.846624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-15f334cb-4582-4723-8cf6-82a7032eb820 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839357 Feb 10 16:01:05.929554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32b88-780b-455d-a7bc-eeea9949144e req-b6076651-e610-4622-a78f-686c20934cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:05.931682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-b6076651-e610-4622-a78f-686c20934cc0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0a6c2ae-3818-4eab-913d-ff0b90bda465 HTTP/1.1" status: 200 len: 848 time: 0.1249268 Feb 10 16:01:06.003193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32b88-780b-455d-a7bc-eeea9949144e req-9d9ecfe4-ed02-4007-8106-b4b99964e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:06.004764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-9d9ecfe4-ed02-4007-8106-b4b99964e505 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e84bd44c-ee72-41e6-aebe-6943bbb6910d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628281 Feb 10 16:01:06.029213 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'abd5a904-dc27-44c2-8001-e413948ec3ce', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'port_id': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'mac_address': 'fa:16:3e:73:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:01:01Z', 'updated_at': '2022-02-10T16:01:01Z', 'revision_number': 0, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:51Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:06.030336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-b2a26821-839c-452b-bf8a-047b76bf89cb service neutron] 10.222.0.21 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743157 Feb 10 16:01:06.063639 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae186d9-489a-4a49-aa27-f7a810fe504e None None] The sync data for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 is: [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'abd5a904-dc27-44c2-8001-e413948ec3ce', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'port_id': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'mac_address': 'fa:16:3e:73:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:01:01Z', 'updated_at': '2022-02-10T16:01:01Z', 'revision_number': 0, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:51Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:01:06.082962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:06.105921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for f4e785f8-68e7-4cbd-9897-0c819a399e37 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:06.185765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 72fe91d7-6e65-4db0-adb8-2c17a751bbcb up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:06.188414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-cf400e47-9c63-4f8e-ab18-d776fbbe90ad service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703413 Feb 10 16:01:06.241856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:06.242398 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:06.328126 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-07f32b88-780b-455d-a7bc-eeea9949144e req-ac3cbd70-b9d1-43b9-a81b-63146664df2d service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307039 Feb 10 16:01:06.372736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:06.413062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:06.421087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:06.485143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:06.566503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a152fb-d621-4e14-a7d0-8fae9839a804 None None] New status for floating IP abd5a904-dc27-44c2-8001-e413948ec3ce: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:01:06.763424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd330f9-fbad-4454-a882-2d1fba7d3d88 req-0ce48c05-3859-4c2e-8891-848c969da350 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:06.772032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fd330f9-fbad-4454-a882-2d1fba7d3d88 req-0ce48c05-3859-4c2e-8891-848c969da350 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.8595219 Feb 10 16:01:06.810069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:06.849381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-4eb44736-71e5-424d-a90f-306224b80c8c service neutron] 10.222.0.21 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546319 Feb 10 16:01:06.855334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=f4e785f8-68e7-4cbd-9897-0c819a399e37,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:06.870140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fd330f9-fbad-4454-a882-2d1fba7d3d88 req-1ea3a7cc-e3a7-4487-a71d-a7c264f46ffb tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970387 Feb 10 16:01:06.888044 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:06.894188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-24bdab62-3bd5-4b37-ba98-7ac0660af855 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/f4e785f8-68e7-4cbd-9897-0c819a399e37 HTTP/1.1" status: 204 len: 168 time: 1.3305616 Feb 10 16:01:06.894487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48094) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.016236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80196bd-9ad5-4c82-befd-85eb81d28a13 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.018672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80196bd-9ad5-4c82-befd-85eb81d28a13 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.024878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48100) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.036564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f80196bd-9ad5-4c82-befd-85eb81d28a13 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1404495 Feb 10 16:01:07.084451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18528b-73bf-45cb-945b-52a1e0d80b4d req-8ba41659-93bf-4efa-bda9-8c8403f81081 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.094720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a18528b-73bf-45cb-945b-52a1e0d80b4d req-8ba41659-93bf-4efa-bda9-8c8403f81081 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1104825 Feb 10 16:01:07.145700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 331f8a18-a909-4b89-92ff-8af3171efd6f {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:07.152182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-75322070-2f2a-4190-82d5-5424f8f6980c None None] Provisioning complete for port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:07.152843 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-75322070-2f2a-4190-82d5-5424f8f6980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:07.157689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:07.217220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:07.254537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a18528b-73bf-45cb-945b-52a1e0d80b4d req-d8c530a2-f51d-4c81-94ff-527e9770f38e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522462 Feb 10 16:01:07.301762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0552b1-edab-4225-8a72-9d1b17380a0d req-668d7551-faf3-4f07-9c83-97d23e2c6c9f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.305763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c0552b1-edab-4225-8a72-9d1b17380a0d req-668d7551-faf3-4f07-9c83-97d23e2c6c9f tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1445646 Feb 10 16:01:07.378929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfc00755-2b3b-490b-bc34-0e9e5a6fd1e3 req-e513d76b-d39d-419b-ac3a-989f1fee76eb tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 210 time: 0.0577652 Feb 10 16:01:07.395955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:07.417939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c0552b1-edab-4225-8a72-9d1b17380a0d req-463166dd-c8e5-475a-b0c3-dfbbfbb7fad6 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 Feb 10 16:01:07.502714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ce1a3818-6a99-44b5-b8ca-6de5db84aeb9 None None] Could not find standard attr ID for object f4e785f8-68e7-4cbd-9897-0c819a399e37. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:07.512882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:07.541825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:07.545118 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/331f8a18-a909-4b89-92ff-8af3171efd6f HTTP/1.1" status: 204 len: 168 time: 0.5189641 Feb 10 16:01:07.573256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48114) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.585471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978e084-ad36-43d9-96bb-1c53f70cc793 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=331f8a18-a909-4b89-92ff-8af3171efd6f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:07.626880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1658091d-93cb-4736-a164-89ff237f2192 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521286 Feb 10 16:01:07.629277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48118) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.672018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c7fd4-1f5d-452e-944a-9cd498e1bb0f req-64d1934a-e591-4bce-9d1e-bc5453984a04 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.676636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-362c7fd4-1f5d-452e-944a-9cd498e1bb0f req-64d1934a-e591-4bce-9d1e-bc5453984a04 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1326952 Feb 10 16:01:07.705654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01451ab6-2fbf-4bdb-b3a2-4e101e3558b8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.711036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-01451ab6-2fbf-4bdb-b3a2-4e101e3558b8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0806539 Feb 10 16:01:07.712324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48120) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.728310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbf311-cec6-4713-90d2-f03fb9fa0e84 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:07.759939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-362c7fd4-1f5d-452e-944a-9cd498e1bb0f req-d11250a3-ea9b-4a4f-a718-f3f4e20e7f2c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758808 Feb 10 16:01:07.814739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe9a23-63b9-459b-bd97-b9f4aa37b6e7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.816437 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-acfe9a23-63b9-459b-bd97-b9f4aa37b6e7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028934 Feb 10 16:01:07.819242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48124) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.893282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-014b55cb-7856-44a9-b9e6-b5e609dadec6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728416 Feb 10 16:01:07.897385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48126) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:07.903345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:07.950599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd40671-8a76-4d3c-b727-9b307e1f9a5f req-a7886b5e-38fc-49ec-8abc-0fb96d6094e8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:07.967710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbd40671-8a76-4d3c-b727-9b307e1f9a5f req-a7886b5e-38fc-49ec-8abc-0fb96d6094e8 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1033058 Feb 10 16:01:08.013151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:08.017822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbd40671-8a76-4d3c-b727-9b307e1f9a5f req-7c7ba04c-80ae-472d-9ff4-65eb1dd122e1 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475564 Feb 10 16:01:08.075128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:08.083107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.145357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] Deleting port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:08.145816 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.212225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 72fe91d7-6e65-4db0-adb8-2c17a751bbcb no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:08.246152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624194b2-cb36-4e46-8b5f-52633526924c req-3983b8f6-50c6-4d6a-a23d-ef23d950ff49 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:08.248855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-624194b2-cb36-4e46-8b5f-52633526924c req-3983b8f6-50c6-4d6a-a23d-ef23d950ff49 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.0607166 Feb 10 16:01:08.284674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] For port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:08.285334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.302969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] Calling delete_port for 72fe91d7-6e65-4db0-adb8-2c17a751bbcb owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:08.313894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-624194b2-cb36-4e46-8b5f-52633526924c req-5181b5bc-278d-469c-b98e-28d26fec9735 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545824 Feb 10 16:01:08.421033 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.491532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 16:01:08.492243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 72fe91d7-6e65-4db0-adb8-2c17a751bbcb not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:08.494281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] No DVR routers for this DVR port 72fe91d7-6e65-4db0-adb8-2c17a751bbcb on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:08.496120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb899-a600-4752-a6ac-c6b9dfb0c42c None None] Pushing event deleted for resources: {'Port': ['ID=72fe91d7-6e65-4db0-adb8-2c17a751bbcb,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:08.514566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:08.516343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.543024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b71f0-037f-4cd0-8580-23b47da1e022 req-1cd5899b-7085-407c-87ef-ffecb185bab2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:08.551740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b9b71f0-037f-4cd0-8580-23b47da1e022 req-1cd5899b-7085-407c-87ef-ffecb185bab2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1697786 Feb 10 16:01:08.585095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:08.589344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:08.600954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:08.601562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.602219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416326fa-95ee-465a-b5ed-4615b7031de2 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:08.614240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb16c-b168-4d22-a7dc-8682bba8cbd5 req-7c8b05b1-6951-49a9-a341-210d8dd8f537 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:08.618154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=3474c7c9-24a8-42d8-9a56-782e548e7923,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:08.621573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78cdb16c-b168-4d22-a7dc-8682bba8cbd5 req-7c8b05b1-6951-49a9-a341-210d8dd8f537 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2292964 Feb 10 16:01:08.638541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-db90fa70-c05a-4a73-9991-79caaacd0c28 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7397242 Feb 10 16:01:08.646700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48140) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:08.659186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:96:a8:3a', 'name': 'tempest-NetworksTestDHCPv6-488217932'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:08.667919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b9b71f0-037f-4cd0-8580-23b47da1e022 req-975121f0-e0e0-44cd-b253-0baf2094e554 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152556 Feb 10 16:01:08.701939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78cdb16c-b168-4d22-a7dc-8682bba8cbd5 req-0faa3aea-8be7-47d2-909a-5a702f5b1171 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794115 Feb 10 16:01:08.722706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-8c6ccfc7-2a74-4618-8466-75fd167e745a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:08.725473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-8c6ccfc7-2a74-4618-8466-75fd167e745a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 815 time: 0.2781930 Feb 10 16:01:08.738985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Request body: {'port': {'device_id': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'admin_state_up': True, 'tenant_id': 'c4e9849b0ddb414997b7e63fe2eb7207'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:08.864031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2d3724f-9c79-4340-b18b-e14fe95e5099 req-6f75d92d-712a-4ce5-82b6-c9c760d3b974 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 210 time: 0.0588939 Feb 10 16:01:08.902686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '3474c7c9-24a8-42d8-9a56-782e548e7923'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:08.903813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:08.904293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:08.952671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8085cc-ce3f-49c2-9d1c-c30de38cde7f req-63a179bc-bd32-4e67-9911-4c548c87902a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:08.959082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af8085cc-ce3f-49c2-9d1c-c30de38cde7f req-63a179bc-bd32-4e67-9911-4c548c87902a tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1097898 Feb 10 16:01:09.004843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af8085cc-ce3f-49c2-9d1c-c30de38cde7f req-c8fe1b20-e6fa-430c-8049-5e0e45af544c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Feb 10 16:01:09.026231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.038631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Made reservation on behalf of c4e9849b0ddb414997b7e63fe2eb7207 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:09.043453 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.066065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Allocated IP 2001:db8::f816:3eff:fe0d:1b2f (7768b853-ad2a-4996-92ad-0512b468b14d/3474c7c9-24a8-42d8-9a56-782e548e7923/f6e47f55-868d-44e1-8dfd-cd31b9f1471b) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:09.100293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 01fdbd87-7135-451c-b6dd-74425e0c5347 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:09.254970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.262418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.274382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51895e-fac8-4f98-813e-106b213fb389 req-58ca408c-4628-4f41-9d64-a17fc408b734 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:09.282090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad51895e-fac8-4f98-813e-106b213fb389 req-58ca408c-4628-4f41-9d64-a17fc408b734 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1346171 Feb 10 16:01:09.299285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:09.306801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:09.310990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:09.322553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Allocated IP 172.20.0.2 (76c30552-d39c-4d29-a580-89cf3a637e83/3fdd244f-ed64-44c9-8bdf-93fab7fbecdd/714ee0ba-0448-4525-9e3b-6a9b09c0092a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:09.335043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad51895e-fac8-4f98-813e-106b213fb389 req-71eb40dd-bed2-41c9-8df7-7cb0a6c91cdc tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Feb 10 16:01:09.346510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fe96:a83a (7768b853-ad2a-4996-92ad-0512b468b14d/3474c7c9-24a8-42d8-9a56-782e548e7923/01fdbd87-7135-451c-b6dd-74425e0c5347) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:09.396354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Pushing event updated for resources: {'Port': ['ID=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:09.428134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Attempting to bind port f6e47f55-868d-44e1-8dfd-cd31b9f1471b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:09.428822 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Attempting to bind port f6e47f55-868d-44e1-8dfd-cd31b9f1471b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:09.429429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Attempting to bind port f6e47f55-868d-44e1-8dfd-cd31b9f1471b on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:09.445436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:09.446049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:09.446630 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.447280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:09.448839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Bound port: f6e47f55-868d-44e1-8dfd-cd31b9f1471b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:09.449568 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.544160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] For port f6e47f55-868d-44e1-8dfd-cd31b9f1471b, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:09.545765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.549025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] For port f6e47f55-868d-44e1-8dfd-cd31b9f1471b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:09.556612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.588942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.605101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24682e03-3c2f-4957-b7f2-8752e1ceb43a req-638d973f-7fb0-4e7d-831e-c86b7a130b12 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:09.606682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24682e03-3c2f-4957-b7f2-8752e1ceb43a req-638d973f-7fb0-4e7d-831e-c86b7a130b12 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.0828600 Feb 10 16:01:09.629116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b223da-8b2c-4bfa-8ff4-2d92602c21ee None None] Pushing event updated for resources: {'Port': ['ID=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:09.663523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:09.666726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:09.670832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:09.676089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:09.676727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.687410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=01fdbd87-7135-451c-b6dd-74425e0c5347,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:09.702219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.702827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-10554bac-1956-40c4-adbb-bf66d59f5a82 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0538840 Feb 10 16:01:09.706117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48156) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:09.720208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24682e03-3c2f-4957-b7f2-8752e1ceb43a req-2b18b4df-2de0-4944-8ca8-4f0c25951be4 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992043 Feb 10 16:01:09.781335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.794944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e54eb-9973-405a-b808-0a88b84da337 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:09.806399 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e54eb-9973-405a-b808-0a88b84da337 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:09.810524 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-989e54eb-9973-405a-b808-0a88b84da337 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1011913 Feb 10 16:01:09.810790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48160) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:09.949625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 01fdbd87-7135-451c-b6dd-74425e0c5347 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:09.950300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:09.958266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Network 76c30552-d39c-4d29-a580-89cf3a637e83 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:09.967393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:09.970559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:09.972840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:10.029731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d902c-5e68-45b3-b57c-644728297704 req-90da5e9e-3fa7-44ed-b6cf-0b07317dc200 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.038261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-357d902c-5e68-45b3-b57c-644728297704 req-90da5e9e-3fa7-44ed-b6cf-0b07317dc200 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.2393219 Feb 10 16:01:10.057246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c10d89-cf20-4e1b-9698-7a3b152e44ca req-3d8f5659-8a34-4366-b5fc-ba6fb0b0bf23 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.059180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7c10d89-cf20-4e1b-9698-7a3b152e44ca req-3d8f5659-8a34-4366-b5fc-ba6fb0b0bf23 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.2620809 Feb 10 16:01:10.075155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.088537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 01fdbd87-7135-451c-b6dd-74425e0c5347 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:10.142894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.143565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.174862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7c10d89-cf20-4e1b-9698-7a3b152e44ca req-97018be5-8299-4ec4-b7c8-c88400015a94 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969162 Feb 10 16:01:10.187007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f6e47f55-868d-44e1-8dfd-cd31b9f1471b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:10.203068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-6c2d64ee-f9f7-4639-805c-976024e6a67e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690070 Feb 10 16:01:10.243106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-357d902c-5e68-45b3-b57c-644728297704 req-cde5e80e-0f63-4794-8a31-da3b00b12ab2 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901839 Feb 10 16:01:10.243106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Request body: {'port': {'device_id': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:10.329970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.330653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f6e47f55-868d-44e1-8dfd-cd31b9f1471b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:10.330981 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.375878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=01fdbd87-7135-451c-b6dd-74425e0c5347,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:10.405137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.416143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.420190 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2eb49b33-d8e8-42a4-9cfc-9e84047b6981 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/01fdbd87-7135-451c-b6dd-74425e0c5347 HTTP/1.1" status: 204 len: 168 time: 0.6080544 Feb 10 16:01:10.424262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48170) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:10.460077 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.495561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5e003-69bb-4870-900d-e46019f20c69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.498952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5e003-69bb-4870-900d-e46019f20c69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.500239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port f6e47f55-868d-44e1-8dfd-cd31b9f1471b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:10.501328 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-99e5e003-69bb-4870-900d-e46019f20c69 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0751798 Feb 10 16:01:10.505151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:10.505345 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.515364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f628f3d-8695-4126-854c-f82524906766 req-7e607bf4-cb63-4a42-9c3f-abac28cfdd19 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.518434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f628f3d-8695-4126-854c-f82524906766 req-7e607bf4-cb63-4a42-9c3f-abac28cfdd19 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 931 time: 0.2199073 Feb 10 16:01:10.575198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:10.582840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 3474c7c9-24a8-42d8-9a56-782e548e7923 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:10.587011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.607872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f947c-0ca5-4a34-832b-3dbda048b85a req-59a92554-5201-4af2-805f-fd9922e1e2cf tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.609441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-861f947c-0ca5-4a34-832b-3dbda048b85a req-59a92554-5201-4af2-805f-fd9922e1e2cf tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1893153 Feb 10 16:01:10.639426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.688250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f628f3d-8695-4126-854c-f82524906766 req-9af4b349-512e-445c-b14f-d31f57355c2f tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552205 Feb 10 16:01:10.734995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.742644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-861f947c-0ca5-4a34-832b-3dbda048b85a req-a59b9734-bc16-4a79-8d0e-a71a9a93fc01 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241620 Feb 10 16:01:10.819616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.863917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=3474c7c9-24a8-42d8-9a56-782e548e7923,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:10.868475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.876093 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2daaf825-d30b-44b0-a88e-3e305b90f90b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/3474c7c9-24a8-42d8-9a56-782e548e7923 HTTP/1.1" status: 204 len: 168 time: 0.3685181 Feb 10 16:01:10.878272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48176) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:10.898966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714ee0ba-0448-4525-9e3b-6a9b09c0092a {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:10.908388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:10.922358 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-074f6685-4daf-4918-8806-82c8490a2282 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426540 Feb 10 16:01:10.925259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48178) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:10.930663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:10.940929 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1693c7-54c1-48dd-8516-1eae7da724ad None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:10.947369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea83570-18d6-451d-b8be-bee06d18033f req-3da55c37-252a-47c8-afe0-5819922f4960 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:10.949678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ea83570-18d6-451d-b8be-bee06d18033f req-3da55c37-252a-47c8-afe0-5819922f4960 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.0947199 Feb 10 16:01:10.950725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Transition to ACTIVE for port object 714ee0ba-0448-4525-9e3b-6a9b09c0092a will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:01:10.955859 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.007498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c5d3035c-9ed5-45e2-8c39-9a864f30ee41 None None] Provisioning complete for port f6e47f55-868d-44e1-8dfd-cd31b9f1471b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:11.007714 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c5d3035c-9ed5-45e2-8c39-9a864f30ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.043988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:11.047981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.050860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:11.079797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ea83570-18d6-451d-b8be-bee06d18033f req-55c099ee-ba80-48f9-84fb-863a47e6d655 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148138 Feb 10 16:01:11.126433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Attempting to bind port 714ee0ba-0448-4525-9e3b-6a9b09c0092a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:11.126768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Attempting to bind port 714ee0ba-0448-4525-9e3b-6a9b09c0092a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:11.127097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Attempting to bind port 714ee0ba-0448-4525-9e3b-6a9b09c0092a on network 76c30552-d39c-4d29-a580-89cf3a637e83 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:11.131761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Port 714ee0ba-0448-4525-9e3b-6a9b09c0092a on network 76c30552-d39c-4d29-a580-89cf3a637e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:01:11.132192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Attempting to bind port 714ee0ba-0448-4525-9e3b-6a9b09c0092a on network 76c30552-d39c-4d29-a580-89cf3a637e83 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:11.141869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:11.142482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Checking segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:11.142854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Bound using segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:11.143469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Bound port: 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:11.144040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.210894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:11.280479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] Deleting port f6e47f55-868d-44e1-8dfd-cd31b9f1471b {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:11.280858 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.311838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0819d-ffa5-472f-a531-9e4480cecaac req-7d1bee51-5c4b-4d72-af38-a472562a558e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.314681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ed0819d-ffa5-472f-a531-9e4480cecaac req-7d1bee51-5c4b-4d72-af38-a472562a558e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1127982 Feb 10 16:01:11.316432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:11.346454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:11.357726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] For port f6e47f55-868d-44e1-8dfd-cd31b9f1471b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:11.358401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.364399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d397c6-e8d9-4729-8915-2c24faee6f0a req-d7167646-91e0-45b3-a163-ca6c5382bd20 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.366038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7d397c6-e8d9-4729-8915-2c24faee6f0a req-d7167646-91e0-45b3-a163-ca6c5382bd20 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1084101 Feb 10 16:01:11.369262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.376366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] Calling delete_port for f6e47f55-868d-44e1-8dfd-cd31b9f1471b owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:11.433373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.434095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.435558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] 10.222.0.45 "PUT /v2.0/ports/714ee0ba-0448-4525-9e3b-6a9b09c0092a HTTP/1.1" status: 200 len: 1091 time: 1.2164927 Feb 10 16:01:11.437136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:11.440633 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd66532-9630-4a5b-b487-a834fa35e7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:11.441801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:11.450266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ed0819d-ffa5-472f-a531-9e4480cecaac req-0f9a4039-ed5e-4a44-8eec-7c7720996e0c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288643 Feb 10 16:01:11.493108 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.524015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] Pushing event deleted for resources: {'Port': ['ID=f6e47f55-868d-44e1-8dfd-cd31b9f1471b,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:11.527834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cc01f-6d5f-4279-b443-bb923c310614 None None] No DVR routers for this DVR port f6e47f55-868d-44e1-8dfd-cd31b9f1471b on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:11.545226 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34587a0c-ac42-4f98-ba83-7bb5dcd9ee13 x-openstack-request-id: req-34587a0c-ac42-4f98-ba83-7bb5dcd9ee13 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:11.545423 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:11.545652 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34587a0c-ac42-4f98-ba83-7bb5dcd9ee13 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:11.546020 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'status': 'completed', 'code': 200} Feb 10 16:01:11.548863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c4ae0-f44d-4f2c-a3b9-e1fd4d78df50 service neutron] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:11.567667 n-d-827895-3 neutron-server[102614]: WARNING neutron.services.revisions.revision_plugin [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Could not find related port for resource to bump revision. Feb 10 16:01:11.571952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7d397c6-e8d9-4729-8915-2c24faee6f0a req-c3646c32-3446-47b7-be02-ea0dc3d27205 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839733 Feb 10 16:01:11.580574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_pluggable_backend [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Port f6e47f55-868d-44e1-8dfd-cd31b9f1471b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102614) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 16:01:11.580884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_pluggable_backend [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0d:1b2f {{(pid=102614) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 16:01:11.584621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_pluggable_backend [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0d:1b2f {{(pid=102614) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 16:01:11.587648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.588179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-956810cd-3f6b-4e0a-b5e0-28d57d45a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.590013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-956810cd-3f6b-4e0a-b5e0-28d57d45a577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 1094 time: 0.1052558 Feb 10 16:01:11.634072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:11.637305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:11.641626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.642282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.646341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99c46d-596e-4ef5-8bad-2e4074c39d75 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:11.651955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=e088d82c-e969-4517-8647-8b22a4279175,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:11.653246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-61e8741b-987e-4f20-89f7-7dfa5f1f2bf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a HTTP/1.1" status: 200 len: 217 time: 0.0526307 Feb 10 16:01:11.671230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cdce19c0-bbfb-41db-8b2b-6827f7b72c84 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7450156 Feb 10 16:01:11.674666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48192) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:11.679970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:04:2b:5a', 'name': 'tempest-NetworksTestDHCPv6-1246350504'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:11.717151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d946d-b170-4e87-87a7-bd1f1949582e req-0634d672-aabf-40dd-8069-fa1f3a910f35 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.718666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e7d946d-b170-4e87-87a7-bd1f1949582e req-0634d672-aabf-40dd-8069-fa1f3a910f35 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1277924 Feb 10 16:01:11.722947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-49f5fa37-5492-4513-8862-5b56a5c0561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.725020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-49f5fa37-5492-4513-8862-5b56a5c0561d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 200 len: 855 time: 0.0660589 Feb 10 16:01:11.774988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-c5c71b97-0bfe-4969-99bb-59d7e16a4547 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76c30552-d39c-4d29-a580-89cf3a637e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414343 Feb 10 16:01:11.827340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:11.832000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.841074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'e088d82c-e969-4517-8647-8b22a4279175'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:11.842025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:11.854699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 4d27d8fe-b296-4a5c-a068-33c495944c13 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:11.862317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e7d946d-b170-4e87-87a7-bd1f1949582e req-895bc31e-74ed-4d83-af4a-de13e2eeecfe tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355000 Feb 10 16:01:11.929821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ccaa5-ec9a-44d4-867f-858dad9fb0b3 req-f2ccc93b-57c0-41b0-ab82-84bd0dfb3f48 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:11.929821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b6ccaa5-ec9a-44d4-867f-858dad9fb0b3 req-f2ccc93b-57c0-41b0-ab82-84bd0dfb3f48 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 943 time: 0.1384242 Feb 10 16:01:11.931563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-e6c5338a-fa7f-4a9f-b406-63c419e349b4 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503656 Feb 10 16:01:12.006363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Allocated IP 2001:db8::f816:3eff:fe4a:de0e (7768b853-ad2a-4996-92ad-0512b468b14d/e088d82c-e969-4517-8647-8b22a4279175/d355f323-a29e-4842-9142-cf68193d99f1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:12.046906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b6ccaa5-ec9a-44d4-867f-858dad9fb0b3 req-189a13f4-cade-45e7-acfc-caa1d581cb69 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118188 Feb 10 16:01:12.092482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25cf38-2b97-4a6a-b8c6-18073fcd93de req-f78f0d2e-d9b5-4f79-85fc-adbb8eeb216d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.096649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d25cf38-2b97-4a6a-b8c6-18073fcd93de req-f78f0d2e-d9b5-4f79-85fc-adbb8eeb216d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1022513 Feb 10 16:01:12.098327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f6e47f55-868d-44e1-8dfd-cd31b9f1471b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:12.100943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b05fc49-b9ff-4668-90b9-d931cde8f8db req-26f31f66-75eb-41c9-890a-699c7d42422b service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598716 Feb 10 16:01:12.126983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f6e47f55-868d-44e1-8dfd-cd31b9f1471b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:12.127280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f6e47f55-868d-44e1-8dfd-cd31b9f1471b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:12.147906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d25cf38-2b97-4a6a-b8c6-18073fcd93de req-ff5402c7-d4ee-4fa4-9516-52c05cbdd324 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460370 Feb 10 16:01:12.190615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-b46a8700-1334-4ac1-9cac-5be7487ae684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.192207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-b46a8700-1334-4ac1-9cac-5be7487ae684 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 1094 time: 0.0434730 Feb 10 16:01:12.202952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.211851 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.279331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fe04:2b5a (7768b853-ad2a-4996-92ad-0512b468b14d/e088d82c-e969-4517-8647-8b22a4279175/4d27d8fe-b296-4a5c-a068-33c495944c13) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:12.362037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-a1d3ced3-c927-4772-a8b5-8bbdc238fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.363639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-a1d3ced3-c927-4772-a8b5-8bbdc238fdd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 916 time: 0.1644254 Feb 10 16:01:12.452743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:12.458360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:12.462116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:12.468306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.488471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-c1cff46c-642b-4c01-8fdb-233840978f65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a HTTP/1.1" status: 200 len: 217 time: 0.1149592 Feb 10 16:01:12.491490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Pushing event updated for resources: {'Port': ['ID=d355f323-a29e-4842-9142-cf68193d99f1,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:12.511981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.527328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Attempting to bind port d355f323-a29e-4842-9142-cf68193d99f1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:12.527644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Attempting to bind port d355f323-a29e-4842-9142-cf68193d99f1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:12.528255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Attempting to bind port d355f323-a29e-4842-9142-cf68193d99f1 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:12.534353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:12.534730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:12.535136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.535555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:12.536518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Bound port: d355f323-a29e-4842-9142-cf68193d99f1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:12.536896 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.541343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:12.543891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:12.546335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:12.554899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.555582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.561016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-9e92b4d5-f3a8-4972-a986-00d4a26ce7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.563320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-9e92b4d5-f3a8-4972-a986-00d4a26ce7a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 200 len: 855 time: 0.0667949 Feb 10 16:01:12.604043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-6f56a1b4-1b98-4466-b20b-3632ff598870 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76c30552-d39c-4d29-a580-89cf3a637e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296717 Feb 10 16:01:12.613623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] For port d355f323-a29e-4842-9142-cf68193d99f1, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:12.617879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] For port d355f323-a29e-4842-9142-cf68193d99f1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d355f323-a29e-4842-9142-cf68193d99f1,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:12.626365 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.640032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9641602 Feb 10 16:01:12.645016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48210) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:12.696307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4fa2-a92e-4be4-9630-5cf0b81fd5c7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=4d27d8fe-b296-4a5c-a068-33c495944c13,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:12.730763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3942ef-40c8-41b2-b930-9cba67eda369 None None] Pushing event updated for resources: {'Port': ['ID=d355f323-a29e-4842-9142-cf68193d99f1,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:12.732046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0d654-9346-4f5c-a715-823446c1e0a8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.740953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0d654-9346-4f5c-a715-823446c1e0a8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.743485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7a0d654-9346-4f5c-a715-823446c1e0a8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0967102 Feb 10 16:01:12.745444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:12.757786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-a34c5a4e-307d-4c11-8245-ac0c72505521 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440949 Feb 10 16:01:12.803945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd340a-4145-4746-8be9-e77491e14df0 req-b9138797-9c34-4ae5-9dc5-6ff91cd2d0eb tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:12.805609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9afd340a-4145-4746-8be9-e77491e14df0 req-b9138797-9c34-4ae5-9dc5-6ff91cd2d0eb tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0861754 Feb 10 16:01:12.869102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 4d27d8fe-b296-4a5c-a068-33c495944c13 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:12.869457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:12.903662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9afd340a-4145-4746-8be9-e77491e14df0 req-8fa192d4-87dc-4742-a64d-6bd3389add68 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Feb 10 16:01:12.963824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efd66532-9630-4a5b-b487-a834fa35e7b4 req-c2a8394d-914d-4475-812a-23d8598906f7 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947963 Feb 10 16:01:13.018816 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.033405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 4d27d8fe-b296-4a5c-a068-33c495944c13 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:13.183064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.190809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6e1ca-c617-4069-82e3-955700e95e90 req-f3ecc142-d9b3-4399-aaba-ca0b218c9fc1 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:13.192931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:01:13.193355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ec6e1ca-c617-4069-82e3-955700e95e90 req-f3ecc142-d9b3-4399-aaba-ca0b218c9fc1 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 943 time: 0.0525129 Feb 10 16:01:13.224053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=4d27d8fe-b296-4a5c-a068-33c495944c13,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:13.241015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ec6e1ca-c617-4069-82e3-955700e95e90 req-3cc9bd34-727f-4eea-b032-09e29871c52d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Feb 10 16:01:13.259374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.265220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48216) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.265403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2130808e-912d-49d1-9750-058bfc669935 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/4d27d8fe-b296-4a5c-a068-33c495944c13 HTTP/1.1" status: 204 len: 168 time: 0.5189178 Feb 10 16:01:13.324100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:13.332907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9639629-dc45-4ed9-91d0-b2b10b7d12dc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:13.334387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9639629-dc45-4ed9-91d0-b2b10b7d12dc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:13.335929 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a9639629-dc45-4ed9-91d0-b2b10b7d12dc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0687866 Feb 10 16:01:13.338633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48220) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.340824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'port_id': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'mac_address': 'fa:16:3e:2c:a9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd244f-ed64-44c9-8bdf-93fab7fbecdd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:01:13.388952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.398406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet e088d82c-e969-4517-8647-8b22a4279175 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:13.402371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.403771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714ee0ba-0448-4525-9e3b-6a9b09c0092a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:13.424711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:13.429862 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.450989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.481262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:13.558615 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.631074 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.656305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['714ee0ba-0448-4525-9e3b-6a9b09c0092a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:13.658979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=e088d82c-e969-4517-8647-8b22a4279175,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:13.664875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:13.670642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48226) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.671135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f9a082fb-b11a-41c5-b469-dfbfeb624064 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/e088d82c-e969-4517-8647-8b22a4279175 HTTP/1.1" status: 204 len: 168 time: 0.3311479 Feb 10 16:01:13.737558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48228) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.749217 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3f92fd68-7426-4cc2-b00c-1fcdf9c54988 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755882 Feb 10 16:01:13.795168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4748b-7aac-422a-b40b-4c2e689f10e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:13.796734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1df4748b-7aac-422a-b40b-4c2e689f10e9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0578549 Feb 10 16:01:13.800453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48230) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.859231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf7ca1-04c4-43ae-b68a-feb708fd5616 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:13.861621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b2bf7ca1-04c4-43ae-b68a-feb708fd5616 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599868 Feb 10 16:01:13.864159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48232) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.886013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3454fd93-9fdd-49cf-9663-57b75e36dc19 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:13.908405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d60ade62-46c2-472b-b54f-8e96bf52abb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431623 Feb 10 16:01:13.913511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48234) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:13.917855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:13.986406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1b34f203-ef21-4289-bca3-ffa058a3d84c None None] Provisioning complete for port d355f323-a29e-4842-9142-cf68193d99f1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:13.986766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1b34f203-ef21-4289-bca3-ffa058a3d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.042881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b8cc6-3759-43f3-8799-0f7895ae6635 req-54b75cc2-d3a4-4cbc-bdf1-8112eb7117e6 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:14.044359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f3b8cc6-3759-43f3-8799-0f7895ae6635 req-54b75cc2-d3a4-4cbc-bdf1-8112eb7117e6 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0681505 Feb 10 16:01:14.050234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:14.053826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.113683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f3b8cc6-3759-43f3-8799-0f7895ae6635 req-7df909df-ac2d-49ab-a5be-d142307752ee tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617287 Feb 10 16:01:14.144876 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1b34f203-ef21-4289-bca3-ffa058a3d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.199374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:14.206419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1b34f203-ef21-4289-bca3-ffa058a3d84c None None] For port d355f323-a29e-4842-9142-cf68193d99f1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d355f323-a29e-4842-9142-cf68193d99f1,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:14.240166 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1b34f203-ef21-4289-bca3-ffa058a3d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.302887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] Deleting port d355f323-a29e-4842-9142-cf68193d99f1 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:14.303264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.305504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f203-ef21-4289-bca3-ffa058a3d84c None None] Pushing event updated for resources: {'Port': ['ID=d355f323-a29e-4842-9142-cf68193d99f1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:14.347487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.374826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:14.374966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] For port d355f323-a29e-4842-9142-cf68193d99f1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d355f323-a29e-4842-9142-cf68193d99f1,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:14.375915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.379362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:14.396826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:14.397425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.398318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] Calling delete_port for d355f323-a29e-4842-9142-cf68193d99f1 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:14.407951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9aaad-514b-45df-80d6-15f84ce39f3a req-9f39d806-289a-4d68-aa02-c8da82c93bd0 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:14.409775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ff9aaad-514b-45df-80d6-15f84ce39f3a req-9f39d806-289a-4d68-aa02-c8da82c93bd0 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 944 time: 0.0837138 Feb 10 16:01:14.450439 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5364344 Feb 10 16:01:14.453072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48244) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:14.459128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:89:12:6e', 'name': 'tempest-NetworksTestDHCPv6-1973632581'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:14.467882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ff9aaad-514b-45df-80d6-15f84ce39f3a req-3a7ef954-7cb9-4bcd-8fdf-ccd76a603f83 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Feb 10 16:01:14.532363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc93fc0-9347-4c7e-a563-270a4eebc97a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=901ebd5e-73b3-4e2a-b768-c19de14dfad5,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:14.581717 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.596254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] No DVR routers for this DVR port d355f323-a29e-4842-9142-cf68193d99f1 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:14.616463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:14.616876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634904d9-ee6c-45f4-a61e-0b213c34a8c9 None None] Pushing event deleted for resources: {'Port': ['ID=d355f323-a29e-4842-9142-cf68193d99f1,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:14.645985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f71547-a8ee-49f0-83c9-59bd624a2f04 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:14.741511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.766187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 6dbf87bd-3320-4525-b0c6-c8d4f86587ad yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:14.848910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': '901ebd5e-73b3-4e2a-b768-c19de14dfad5'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:14.849935 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:14.919241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::194 (7768b853-ad2a-4996-92ad-0512b468b14d/901ebd5e-73b3-4e2a-b768-c19de14dfad5/6dbf87bd-3320-4525-b0c6-c8d4f86587ad) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:15.076406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.112831 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.170002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=6dbf87bd-3320-4525-b0c6-c8d4f86587ad,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:15.184891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/901ebd5e-73b3-4e2a-b768-c19de14dfad5/0c8e5224-a4e4-4ad0-b696-9fba02caf155) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:15.195142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:15.200683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:15.206629 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:15.215242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.216288 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.225933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:15.236569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be7d58a3-0893-4a13-9f87-65660c44e926 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7820680 Feb 10 16:01:15.239198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48252) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:15.300109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc17a5e-9454-4ea9-8296-528d41d0955d req-90bffd91-5dbb-4caf-94ad-a86fef580b3b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.301535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcc17a5e-9454-4ea9-8296-528d41d0955d req-90bffd91-5dbb-4caf-94ad-a86fef580b3b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0909424 Feb 10 16:01:15.303856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f23c3-8ed3-4d50-9073-06396b8f9dec tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.305660 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ff5f23c3-8ed3-4d50-9073-06396b8f9dec tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0654485 Feb 10 16:01:15.308530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:15.348712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dcc17a5e-9454-4ea9-8296-528d41d0955d req-3a67b387-dc10-4cf7-8f8b-89c57326e818 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Feb 10 16:01:15.398409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 714ee0ba-0448-4525-9e3b-6a9b09c0092a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:01:15.409091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 714ee0ba-0448-4525-9e3b-6a9b09c0092a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:15.409465 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.418455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 6dbf87bd-3320-4525-b0c6-c8d4f86587ad {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:15.418806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.486593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.505488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.537217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.555780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 6dbf87bd-3320-4525-b0c6-c8d4f86587ad owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:15.613264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:15.614308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:15.617214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbbe26-7237-4a1e-94f7-805e3925652b req-17bd89c5-adf1-49c0-bfae-03d74182ff96 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.618773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06dbbe26-7237-4a1e-94f7-805e3925652b req-17bd89c5-adf1-49c0-bfae-03d74182ff96 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 944 time: 0.0707793 Feb 10 16:01:15.621337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:15.624740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:15.639741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.684370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06dbbe26-7237-4a1e-94f7-805e3925652b req-cf2c8b67-e33e-419d-a39b-a15f133f14bf tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Feb 10 16:01:15.707243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Attempting to bind port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:15.707769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Attempting to bind port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:15.708203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Attempting to bind port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:15.714059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:15.716659 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24032165-2aee-4683-aa3b-1426be5c449e" -d '{"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-plugged", "status": "completed", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:15.730841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:15.731214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:15.731638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.732032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:15.732505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Bound port: 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:15.732883 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.738403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:15.749496 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.768573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.779541 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cf19fc-073e-4937-a19e-f4f444678b43 x-openstack-request-id: req-f9cf19fc-073e-4937-a19e-f4f444678b43 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:15.779883 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-plugged", "status": "completed", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:15.780092 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9cf19fc-073e-4937-a19e-f4f444678b43 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:15.780472 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'code': 200} Feb 10 16:01:15.824576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=6dbf87bd-3320-4525-b0c6-c8d4f86587ad,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:15.850274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.853849 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-100f0782-1045-47b6-906a-6488d837ee21 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/6dbf87bd-3320-4525-b0c6-c8d4f86587ad HTTP/1.1" status: 204 len: 168 time: 0.5443091 Feb 10 16:01:15.856200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48264) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:15.873802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:15.881350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:15.885441 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:15.891909 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:15.929637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af60a502-a7ec-4df4-936b-a8b1a0b67814 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.929637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af60a502-a7ec-4df4-936b-a8b1a0b67814 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.932140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af60a502-a7ec-4df4-936b-a8b1a0b67814 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0748975 Feb 10 16:01:15.933053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:15.934559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbb016-95b5-458c-a272-54077bc0528d req-44ab7958-c61f-48be-9fff-570acb5891a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:15.936348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34cbb016-95b5-458c-a272-54077bc0528d req-44ab7958-c61f-48be-9fff-570acb5891a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 1096 time: 0.0903447 Feb 10 16:01:15.957599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dc389-5cb4-4909-b69f-3caf1138340b None None] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:15.978851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34cbb016-95b5-458c-a272-54077bc0528d req-e8ad1e2c-29a6-45fc-8833-340e32302a56 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Feb 10 16:01:16.015352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 901ebd5e-73b3-4e2a-b768-c19de14dfad5 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:16.019705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:16.076070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:16.106374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d355f323-a29e-4842-9142-cf68193d99f1 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:16.130431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d355f323-a29e-4842-9142-cf68193d99f1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:16.130866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d355f323-a29e-4842-9142-cf68193d99f1 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:16.186513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:16.279493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:16.316570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=901ebd5e-73b3-4e2a-b768-c19de14dfad5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:16.324039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:16.328116 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b383e08d-14c3-4eeb-9571-a351f4d8cf6a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/901ebd5e-73b3-4e2a-b768-c19de14dfad5 HTTP/1.1" status: 204 len: 168 time: 0.3944349 Feb 10 16:01:16.331551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48268) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:16.374435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9b62cc21-2daf-4d40-888e-65683ac4a27e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416737 Feb 10 16:01:16.377879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48272) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:16.431959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1846eac-6457-45c9-bad9-a71275c44904 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:16.433888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f1846eac-6457-45c9-bad9-a71275c44904 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0548282 Feb 10 16:01:16.436472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48274) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:16.490845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02d134-a5ab-4e8a-8662-542120aea936 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:16.496585 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1e02d134-a5ab-4e8a-8662-542120aea936 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582328 Feb 10 16:01:16.497198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48276) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:16.501526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66faf0-834b-4af3-8e9a-5dc1578de683 req-6d3c33a6-5273-4257-b298-b2ea426698f9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:16.502935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a66faf0-834b-4af3-8e9a-5dc1578de683 req-6d3c33a6-5273-4257-b298-b2ea426698f9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0546365 Feb 10 16:01:16.536261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5effae43-22c5-4625-9112-210f40811dc4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379860 Feb 10 16:01:16.540085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48278) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:16.544618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:16.544857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a66faf0-834b-4af3-8e9a-5dc1578de683 req-bf173fb0-3e5d-40bb-a32e-59fa6f078f9e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357823 Feb 10 16:01:16.653909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:16.658491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:16.872549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0c75-ba85-41f2-ad5f-d1785edd647b req-359e1c9a-bfa8-42fd-b906-c930c01981f3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:16.881431 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-795e0c75-ba85-41f2-ad5f-d1785edd647b req-359e1c9a-bfa8-42fd-b906-c930c01981f3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0942624 Feb 10 16:01:16.947434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-795e0c75-ba85-41f2-ad5f-d1785edd647b req-1f48efb7-0693-4310-b5a1-8e541f417390 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Feb 10 16:01:17.190380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8fb60-b42d-4c6e-9420-f9aeff13f51c req-5e5b9b0a-f46c-4b14-91ba-d58686a785d3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:17.200352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fe8fb60-b42d-4c6e-9420-f9aeff13f51c req-5e5b9b0a-f46c-4b14-91ba-d58686a785d3 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1144242 Feb 10 16:01:17.213541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:17.253043 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fe8fb60-b42d-4c6e-9420-f9aeff13f51c req-198f6cd0-2c4b-48af-b1b0-35d2a6ea9a29 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 Feb 10 16:01:17.313527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541ce28-5b84-493a-951e-27858f6bf04a None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:17.423886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.436606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:17.437114 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.559555 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.648142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:17.675379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03e93-9eaf-4e35-84c7-548d8db6ed0b req-818026c5-a349-4c32-ab7f-f2d3a1ffb881 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:17.677334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ff03e93-9eaf-4e35-84c7-548d8db6ed0b req-818026c5-a349-4c32-ab7f-f2d3a1ffb881 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Feb 10 16:01:17.685952 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.692014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.692839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.740921 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:01:17.741283 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:01:17.755346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ff03e93-9eaf-4e35-84c7-548d8db6ed0b req-fbd5c8ca-a65f-4e80-afbf-eddb606a81c3 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719774 Feb 10 16:01:17.777213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:17.795926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:17.800996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:17.812395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:17.813031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:17.831081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.831434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.831802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.832140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.832472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.832855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.833135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.833463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.833825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.834154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.834492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.834842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:17.847278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=6410fbe6-1959-4bee-8079-ee110511aa6a,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:17.852617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3f58b16a-5f53-4588-baa6-852fd6fa414b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3118105 Feb 10 16:01:17.855374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48302) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:17.861751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:17.990825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:17.994574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:18.045602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1512b6b-8126-42f0-93c6-aa2b99d40136 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:18.085159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82c47f-f616-4d64-8845-6bbfa108630c req-57a5fe11-4fa6-4285-b6a3-33f20fc19558 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:18.093956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea82c47f-f616-4d64-8845-6bbfa108630c req-57a5fe11-4fa6-4285-b6a3-33f20fc19558 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0729284 Feb 10 16:01:18.152247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea82c47f-f616-4d64-8845-6bbfa108630c req-78aa4577-c51d-43da-b5f8-aa51328b6867 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549550 Feb 10 16:01:18.157044 n-d-827895-3 neutron-server[102614]: INFO neutron.db.ipam_backend_mixin [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6410fbe6-1959-4bee-8079-ee110511aa6a (CIDR: 2001:db8::/64) Feb 10 16:01:18.166112 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:01:18.173166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:18.179995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:18.213691 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b0e8b1ff-3cc5-424a-9bad-475039e35d1b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3546822 Feb 10 16:01:18.214406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48310) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:18.222238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:18.355963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb487f6-e1dc-4375-ac19-f87ddc163a44 req-ec00591f-3bd5-48b4-b43a-43e8da1d0779 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:18.370773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edb487f6-e1dc-4375-ac19-f87ddc163a44 req-ec00591f-3bd5-48b4-b43a-43e8da1d0779 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1175494 Feb 10 16:01:18.411067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:18.414943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:18.439709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:18.502337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edb487f6-e1dc-4375-ac19-f87ddc163a44 req-f50d98ae-0dab-4c97-8e88-d922c2df779c tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300862 Feb 10 16:01:18.506357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:18.517082 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:18.533296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f2cb-32d4-4ab2-88b2-da606babae4e req-e83d01ea-abc8-4b37-b3eb-2cb4ad49bd52 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:18.540892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1187f2cb-32d4-4ab2-88b2-da606babae4e req-e83d01ea-abc8-4b37-b3eb-2cb4ad49bd52 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1675324 Feb 10 16:01:18.580488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:18.580875 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:18.596701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1187f2cb-32d4-4ab2-88b2-da606babae4e req-fd0c6899-5adf-4969-91d5-ddb29106795e tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484185 Feb 10 16:01:18.805661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c68971-50f8-4002-a0fd-916af135a5e1 None None] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:18.856549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6bd72630-e7a3-4370-bb9b-aad6597f24e1 None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:18.857110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bd72630-e7a3-4370-bb9b-aad6597f24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:18.936693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a131dc5-dab3-44ca-9800-ed74deeeb832 req-f8945efa-a08c-4cc6-ab93-a6d2182be090 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:18.939906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a131dc5-dab3-44ca-9800-ed74deeeb832 req-f8945efa-a08c-4cc6-ab93-a6d2182be090 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0881560 Feb 10 16:01:19.051940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a131dc5-dab3-44ca-9800-ed74deeeb832 req-c4697e91-fac6-4a45-8f3c-c4416970af4f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996327 Feb 10 16:01:19.069749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6bd72630-e7a3-4370-bb9b-aad6597f24e1 None None] Could not find standard attr ID for object 4d27d8fe-b296-4a5c-a068-33c495944c13. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:19.075900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75ab61-174c-41c2-ab12-cd620536279a req-5dd9053f-2f6e-4ddc-b7af-6c87efe2b8c6 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:19.077572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d75ab61-174c-41c2-ab12-cd620536279a req-5dd9053f-2f6e-4ddc-b7af-6c87efe2b8c6 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0939083 Feb 10 16:01:19.137018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d75ab61-174c-41c2-ab12-cd620536279a req-72b90097-e5ec-478a-8688-baf971156a07 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473332 Feb 10 16:01:19.161226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:19.219002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:19.222746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:19.226228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:19.227328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:19.253075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=1c5629da-ce5b-4f54-9520-58c1e83614b8,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:19.276589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-31851cbb-4dea-4e8d-94ae-4c7fc6b6091a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0588307 Feb 10 16:01:19.278247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48338) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:19.291395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:1a:90:f3', 'name': 'tempest-NetworksTestDHCPv6-872087014'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:19.317440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b5d382f7-2fcb-4e5a-8ec3-11179ac07106 None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:19.319489 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5d382f7-2fcb-4e5a-8ec3-11179ac07106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:19.476254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:19.500047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b20c5-4e82-4b96-bfe5-e22b80822f76 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:19.566421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:19.579480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-06d32738-4b09-4ea4-9a76-d4774a0dcdb2 None None] Could not find standard attr ID for object 6dbf87bd-3320-4525-b0c6-c8d4f86587ad. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:19.587911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 995a946f-0c99-4316-a2b5-7c54fd3827bb yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:19.741397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-7170bb90-fe8c-4acd-adb0-42b4c2207b6d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:19.745350 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-7170bb90-fe8c-4acd-adb0-42b4c2207b6d tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.0625792 Feb 10 16:01:19.767880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] Update dhcp port {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': '6410fbe6-1959-4bee-8079-ee110511aa6a', 'ip_address': '2001:db8::f816:3eff:fec3:7d5'}, {'subnet_id': '1c5629da-ce5b-4f54-9520-58c1e83614b8'}], 'binding:host_id': 'n-d-827895-3'}, 'id': '0c8e5224-a4e4-4ad0-b696-9fba02caf155'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:01:19.796345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f22062-66ed-4fd1-a0e8-67b19411d183 req-0bcf1886-d12a-41db-ad14-c083472de499 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:19.798434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f22062-66ed-4fd1-a0e8-67b19411d183 req-0bcf1886-d12a-41db-ad14-c083472de499 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/ports?device_id=91db7748-7aba-4b34-a2e6-eac6b49e2f28 HTTP/1.1" status: 200 len: 946 time: 0.1071029 Feb 10 16:01:19.810760 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:19.852313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8:0:1::3dc (7768b853-ad2a-4996-92ad-0512b468b14d/1c5629da-ce5b-4f54-9520-58c1e83614b8/995a946f-0c99-4316-a2b5-7c54fd3827bb) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:19.870957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Deleting port 45124b50-4f39-4f0e-9bd3-3b25e638492a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:19.871330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fe1a:90f3 (7768b853-ad2a-4996-92ad-0512b468b14d/6410fbe6-1959-4bee-8079-ee110511aa6a/995a946f-0c99-4316-a2b5-7c54fd3827bb) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:19.871775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:19.885177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73f22062-66ed-4fd1-a0e8-67b19411d183 req-ec0e0655-4b52-4bbe-abac-84d34bb59c28 tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6052753-b966-4a6c-9a6d-4f4887307140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794957 Feb 10 16:01:19.999325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] For port 45124b50-4f39-4f0e-9bd3-3b25e638492a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=45124b50-4f39-4f0e-9bd3-3b25e638492a,segment=NetworkSegment(10581de3-c382-463e-a3b1-a17585ef91cd),segment_id=10581de3-c382-463e-a3b1-a17585ef91cd)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:19.999802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.014943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Calling delete_port for 45124b50-4f39-4f0e-9bd3-3b25e638492a owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:20.058399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.106366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.108486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:20.243493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] Allocated IP 2001:db8:0:1::2 (7768b853-ad2a-4996-92ad-0512b468b14d/1c5629da-ce5b-4f54-9520-58c1e83614b8/0c8e5224-a4e4-4ad0-b696-9fba02caf155) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:20.259730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.299198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Pushing event deleted for resources: {'Port': ['ID=45124b50-4f39-4f0e-9bd3-3b25e638492a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:20.351356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] No DVR routers for this DVR port 45124b50-4f39-4f0e-9bd3-3b25e638492a on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:20.354161 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.358183 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1faf2529-3d0a-4b1e-8a24-acf71b8d625c req-8314942e-3f69-4e7f-b2c6-74f06116ac5c tempest-ServersNegativeTestJSON-2121641455 tempest-ServersNegativeTestJSON-2121641455-project] 10.222.0.75 "DELETE /v2.0/ports/45124b50-4f39-4f0e-9bd3-3b25e638492a HTTP/1.1" status: 204 len: 173 time: 0.6060615 Feb 10 16:01:20.358919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-deleted', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:20.362867 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b95270e-96e0-4c50-a085-3ff15004921b" -d '{"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-deleted", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:20.371151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:20.386508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['45124b50-4f39-4f0e-9bd3-3b25e638492a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:20.422766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:20.423401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.464652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.474479 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.578676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aabfc3-960e-4dcd-8207-abc9afc8cc65 None None] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:20.690635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=995a946f-0c99-4316-a2b5-7c54fd3827bb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:20.731322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:20.741197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:20.763069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:20.771655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:20.772578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.804000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bc21c7e6-1de1-406b-9754-d071b7cb4501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5250521 Feb 10 16:01:20.806733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48352) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:20.813405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fdace-e619-4977-8f03-a8e94bdce8d0 req-4446f910-4d91-4473-83fe-64294e587a7a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:20.814940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-500fdace-e619-4977-8f03-a8e94bdce8d0 req-4446f910-4d91-4473-83fe-64294e587a7a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.6427605 Feb 10 16:01:20.835920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9566-b07d-4473-a069-aff9e7a469c1 req-e74f07e7-ffcc-4e46-8d6d-2c59f5e6bb04 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:20.838868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c33b9566-b07d-4473-a069-aff9e7a469c1 req-e74f07e7-ffcc-4e46-8d6d-2c59f5e6bb04 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1375155 Feb 10 16:01:20.912623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-500fdace-e619-4977-8f03-a8e94bdce8d0 req-f2668d56-c154-4d5f-a6e2-02a87aba8478 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720327 Feb 10 16:01:20.925784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c33b9566-b07d-4473-a069-aff9e7a469c1 req-7ed54fd4-db27-44e8-8b4d-056c94a52e33 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763934 Feb 10 16:01:20.949869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 995a946f-0c99-4316-a2b5-7c54fd3827bb {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:20.950278 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:20.985946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48356) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:20.987694 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804e751-7a31-4dc1-90e5-7c253df8e0a7 x-openstack-request-id: req-f804e751-7a31-4dc1-90e5-7c253df8e0a7 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:20.987985 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db7748-7aba-4b34-a2e6-eac6b49e2f28", "name": "network-vif-deleted", "tag": "45124b50-4f39-4f0e-9bd3-3b25e638492a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:20.988240 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f804e751-7a31-4dc1-90e5-7c253df8e0a7 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:20.988678 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db7748-7aba-4b34-a2e6-eac6b49e2f28', 'name': 'network-vif-deleted', 'tag': '45124b50-4f39-4f0e-9bd3-3b25e638492a', 'status': 'completed', 'code': 200} Feb 10 16:01:21.082279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Deleting subnet d2657a9f-f670-46fa-b96e-ea49fcff34ee {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:21.095128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.134032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.154660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 995a946f-0c99-4316-a2b5-7c54fd3827bb owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:21.158950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.243184 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.346263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.381608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2657a9f-f670-46fa-b96e-ea49fcff34ee,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:21.389173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.395662 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-808d9dd3-406b-45b4-9a1d-93ecf7e4ec95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2657a9f-f670-46fa-b96e-ea49fcff34ee HTTP/1.1" status: 204 len: 168 time: 0.4036858 Feb 10 16:01:21.396080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48358) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:21.424714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a3fe616c-b94b-400a-90bb-ad454d6f65b2 None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:21.425083 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a3fe616c-b94b-400a-90bb-ad454d6f65b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.465432 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.482676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.507723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=995a946f-0c99-4316-a2b5-7c54fd3827bb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:21.561118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.567622 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d14efbb8-c8a4-4c72-b47f-612eced2e90f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/995a946f-0c99-4316-a2b5-7c54fd3827bb HTTP/1.1" status: 204 len: 168 time: 0.7596660 Feb 10 16:01:21.568240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:21.581826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.612923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3330df-0df7-4311-aa7b-8a5d00fc6fe9']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:21.626572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10581de3-c382-463e-a3b1-a17585ef91cd') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:21.626867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10581de3-c382-463e-a3b1-a17585ef91cd') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:21.630489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c174a-0ce7-408b-9feb-f2f22c39305b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:21.634296 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-190c174a-0ce7-408b-9feb-f2f22c39305b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0628977 Feb 10 16:01:21.635265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48366) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:21.644662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.645531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-46d26924-61f4-4538-9a38-b88c0eb6a950 None None] Could not find standard attr ID for object 995a946f-0c99-4316-a2b5-7c54fd3827bb. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:21.679219 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.691479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:01:21.692199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:01:21.693888 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:01:21.745903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388063d5-24ba-4efb-bdd6-9c51b5b8266e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:21.747532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-388063d5-24ba-4efb-bdd6-9c51b5b8266e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112700 Feb 10 16:01:21.751350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48368) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:21.771878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.808512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.816325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab3330df-0df7-4311-aa7b-8a5d00fc6fe9 HTTP/1.1" status: 204 len: 168 time: 0.4191735 Feb 10 16:01:21.817441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30211621-ffae-4467-9792-fccb7ce03b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3330df-0df7-4311-aa7b-8a5d00fc6fe9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:21.836417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fc5ae-a0e1-4caa-a9ba-5d5c7dd70c55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:21.838010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fc5ae-a0e1-4caa-a9ba-5d5c7dd70c55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:21.839873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fc5ae-a0e1-4caa-a9ba-5d5c7dd70c55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:21.845811 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a4fc5ae-a0e1-4caa-a9ba-5d5c7dd70c55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0938642 Feb 10 16:01:21.846710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48374) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:21.917048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 1c5629da-ce5b-4f54-9520-58c1e83614b8 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:21.921415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:21.976512 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.072238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48380) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:22.106443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.143044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef335e-dcdf-4569-97cf-6d080e9f83ac req-71957038-c606-415a-9d37-c11316f12d15 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:22.144594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63ef335e-dcdf-4569-97cf-6d080e9f83ac req-71957038-c606-415a-9d37-c11316f12d15 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1206963 Feb 10 16:01:22.156197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:22.159945 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d4eff601-0009-4c9f-9c99-5cfb52b77d8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50fb02fc91484304b88233134e6343e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864494 Feb 10 16:01:22.160653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48382) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:22.168959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0162ed-50e9-46de-9269-dd1dd0de39f7 req-869d971b-f94b-435c-85af-a180414a7f2e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:22.170533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df0162ed-50e9-46de-9269-dd1dd0de39f7 req-869d971b-f94b-435c-85af-a180414a7f2e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1276815 Feb 10 16:01:22.235068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:22.235722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.243351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2875b4f-5058-4477-9e86-864b8ec09175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.247365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63ef335e-dcdf-4569-97cf-6d080e9f83ac req-00dc55e2-a481-4a88-bc52-2dcd7c0301e8 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758755 Feb 10 16:01:22.253900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-df0162ed-50e9-46de-9269-dd1dd0de39f7 req-1df6eb23-bd04-4832-ac6c-e0db492753de tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729613 Feb 10 16:01:22.259185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.301075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2875b4f-5058-4477-9e86-864b8ec09175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.305182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.308444 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/1c5629da-ce5b-4f54-9520-58c1e83614b8 HTTP/1.1" status: 204 len: 168 time: 0.4609239 Feb 10 16:01:22.309296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd41874-6f90-4f57-bf4a-7ba6cd2dc470 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5629da-ce5b-4f54-9520-58c1e83614b8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:22.314317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48384) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:22.337791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f821c2-f7ee-4198-b6c7-cb3ad3252300 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:22.372720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2875b4f-5058-4477-9e86-864b8ec09175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.375866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2875b4f-5058-4477-9e86-864b8ec09175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.381902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2875b4f-5058-4477-9e86-864b8ec09175 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6052753-b966-4a6c-9a6d-4f4887307140 HTTP/1.1" status: 204 len: 168 time: 0.2169714 Feb 10 16:01:22.383639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 6410fbe6-1959-4bee-8079-ee110511aa6a {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:22.388104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.402443 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2875b4f-5058-4477-9e86-864b8ec09175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6052753-b966-4a6c-9a6d-4f4887307140,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:22.434961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.548554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.633055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.665668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:22.669039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/6410fbe6-1959-4bee-8079-ee110511aa6a HTTP/1.1" status: 204 len: 168 time: 0.3529127 Feb 10 16:01:22.669873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e1ed-f2b3-41b0-aba4-842fb9587b55 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=6410fbe6-1959-4bee-8079-ee110511aa6a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:22.672329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48390) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:22.724150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-179b3d9f-7292-486f-b4fc-8e3ee0dcf367 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504475 Feb 10 16:01:22.727042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48394) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:22.732460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:22.851809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:22.855867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.387559 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:23.433192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658a41-52b4-493a-8f85-a8d1430867fc req-6b3b8e75-b6e2-4b44-9ced-cf601dec8d39 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.434627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a658a41-52b4-493a-8f85-a8d1430867fc req-6b3b8e75-b6e2-4b44-9ced-cf601dec8d39 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0866563 Feb 10 16:01:23.435112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48418) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:23.448527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518637e-13b0-4a8e-8d91-a3ba1cd6798a req-98cdc181-4bf8-40be-b750-5a4adf054cd6 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.449233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbf5be-cd8c-4fd6-a010-954e005f10aa None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:23.450665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518637e-13b0-4a8e-8d91-a3ba1cd6798a req-98cdc181-4bf8-40be-b750-5a4adf054cd6 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0922256 Feb 10 16:01:23.512251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a658a41-52b4-493a-8f85-a8d1430867fc req-74ecaf83-dbe9-4e20-b312-173b2024db8e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612235 Feb 10 16:01:23.521323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6518637e-13b0-4a8e-8d91-a3ba1cd6798a req-095c2db8-98a4-406f-936f-e945bca7e0c6 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555978 Feb 10 16:01:23.555104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7148e198-227a-4041-a6c2-59b525f1a58e None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:23.555532 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7148e198-227a-4041-a6c2-59b525f1a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.586413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.593644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1000978726-network', 'tenant_id': 'd27cd9dd81004e15858742f04acd41af'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:23.607778 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.624912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Made reservation on behalf of d27cd9dd81004e15858742f04acd41af for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:23.628551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.638515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.733318 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.740113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.760207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:23.761649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:01:23.777433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99623ca9-8b69-4791-9ee9-28ab989e4d2e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:23.780490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.780826 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Added segment 7422096f-3304-410c-bfe6-3496c871a5c4 of type vlan for network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 Feb 10 16:01:23.805956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.811538 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.812482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.823722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.853658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.854804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.855521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.890858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:23.898137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:23.906504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.907702 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:23.930194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba34d40-6b88-4d6d-ad67-ba311e12ca75,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:23.949835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:01:23.961444 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-207d53e8-ad6c-411f-9e2d-a059b2e21e33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5245016 Feb 10 16:01:23.965474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:23.967868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=69ad5252-1356-4c26-b12d-c1db550d87d6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:23.972861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Request body: {'subnet': {'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1000978726-subnet', 'tenant_id': 'd27cd9dd81004e15858742f04acd41af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:23.979496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2507367 Feb 10 16:01:23.981653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:23.988927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:24.019013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Made reservation on behalf of d27cd9dd81004e15858742f04acd41af for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:24.021484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.048406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871213e-e283-458b-b128-28a6c14cc0bc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=11']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:24.072306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbaae5d-18d1-4a3d-be87-5172a9699232 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:24.136818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:24.142809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.175048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e68be212-1fca-4a8b-a535-776144848636 None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:24.175856 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e68be212-1fca-4a8b-a535-776144848636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.211002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:24.254380 n-d-827895-3 neutron-server[102614]: INFO neutron.db.ipam_backend_mixin [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69ad5252-1356-4c26-b12d-c1db550d87d6 (CIDR: 2001:db8::/64) Feb 10 16:01:24.254722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 45124b50-4f39-4f0e-9bd3-3b25e638492a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:24.254722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 45124b50-4f39-4f0e-9bd3-3b25e638492a not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:24.268487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.270600 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:01:24.271076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:24.298496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fc09d737-ac71-4dcf-b2af-14d01e4f3372 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3122377 Feb 10 16:01:24.298747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:24.306617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:24.339143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9030d590-6885-4559-ab9f-47f19a609424,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:24.344944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Checking segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:24.345653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Network hostable DHCP agents. Network: 7ba34d40-6b88-4d6d-ad67-ba311e12ca75, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:01:24.371950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:01:24.386893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7ba34d40-6b88-4d6d-ad67-ba311e12ca75) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:24.396018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:24.396616 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.402642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77202e90-9c5c-47c5-9d53-4aedd2d663e2 None None] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:24.416104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b242d306-6f72-4060-8161-d0e359e883fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4487922 Feb 10 16:01:24.496897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:24.501621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.615847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a1ae5-e6fd-45a0-949b-f127a351d121 None None] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:24.745393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-27555a5e-e2e4-4c8b-8eaf-a50729b04bec None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:24.745875 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27555a5e-e2e4-4c8b-8eaf-a50729b04bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.749170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06494-9f25-4d05-a757-d0adc225e78d req-f7f4a98c-8a28-4813-8ba9-e87f2c6f2310 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:24.751073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84a06494-9f25-4d05-a757-d0adc225e78d req-f7f4a98c-8a28-4813-8ba9-e87f2c6f2310 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.0894489 Feb 10 16:01:24.764306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321b38a-982d-4cd1-aef1-7937755e75f7 req-edf057fd-711f-4921-b58c-0bfa1b6d198b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:24.766271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8321b38a-982d-4cd1-aef1-7937755e75f7 req-edf057fd-711f-4921-b58c-0bfa1b6d198b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1226335 Feb 10 16:01:24.819136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84a06494-9f25-4d05-a757-d0adc225e78d req-57dd1885-29b7-46ba-a9c2-67723a7a5f86 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516946 Feb 10 16:01:24.843094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8321b38a-982d-4cd1-aef1-7937755e75f7 req-75a43410-3170-44b2-b4ff-29d55d7590a3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521145 Feb 10 16:01:24.914997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.952770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:24.956946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:24.963036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:24.963728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:24.970770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02399851-54b2-41e0-8432-1fecbcf21615 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:24.986183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=e5466fb9-ef84-415e-8d11-d3a44d347cb4,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:24.992100 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-39f3780c-acc7-4af6-b9bb-cac900d000b7 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6919751 Feb 10 16:01:24.994803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48446) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:25.008372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:91:32:c7', 'name': 'tempest-NetworksTestDHCPv6-409172163'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:25.170444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:25.244995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-35682b2b-541c-4729-a4dc-b75667c4fe09 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:25.247807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-35682b2b-541c-4729-a4dc-b75667c4fe09 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.1295242 Feb 10 16:01:25.322759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-bcd8eed2-030d-4829-b1f6-c33ff9206b08 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/quotas/d27cd9dd81004e15858742f04acd41af HTTP/1.1" status: 200 len: 375 time: 0.0678363 Feb 10 16:01:25.354220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:25.385005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-110cfa27-53fc-4890-baee-e18b2a24b354 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483742 Feb 10 16:01:25.394820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 283cd0c5-299d-4a90-a088-b5f35eed5798 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:25.421589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] Update dhcp port {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': '69ad5252-1356-4c26-b12d-c1db550d87d6', 'ip_address': '2001:db8::f816:3eff:fec3:7d5'}, {'subnet_id': 'e5466fb9-ef84-415e-8d11-d3a44d347cb4'}], 'binding:host_id': 'n-d-827895-3'}, 'id': '0c8e5224-a4e4-4ad0-b696-9fba02caf155'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:01:25.457038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:25.592311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-53e1eda7-41d9-4aad-b9bd-db3a62a1a9c8 service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991622 Feb 10 16:01:25.605541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8:0:1::d9 (7768b853-ad2a-4996-92ad-0512b468b14d/e5466fb9-ef84-415e-8d11-d3a44d347cb4/283cd0c5-299d-4a90-a088-b5f35eed5798) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:25.616036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::f816:3eff:fe91:32c7 (7768b853-ad2a-4996-92ad-0512b468b14d/69ad5252-1356-4c26-b12d-c1db550d87d6/283cd0c5-299d-4a90-a088-b5f35eed5798) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:25.691649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-a13e2d9e-7e31-4bed-8343-aaecd69062fb service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990243 Feb 10 16:01:25.779548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:25.833319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:25.865833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40c66f87-9121-45e1-b80a-4cfde34a249b req-e3eef317-5eaa-4287-ae7a-c5f8c3fca1c2 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 210 time: 0.0380046 Feb 10 16:01:25.886219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] Allocated IP 2001:db8:0:1::2 (7768b853-ad2a-4996-92ad-0512b468b14d/e5466fb9-ef84-415e-8d11-d3a44d347cb4/0c8e5224-a4e4-4ad0-b696-9fba02caf155) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:25.917240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=283cd0c5-299d-4a90-a088-b5f35eed5798,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:25.933235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:25.935398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:25.943332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:25.958260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:25.960111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:25.995172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-20b05cf2-f07c-48a9-ba45-5e5056dc7582 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9992378 Feb 10 16:01:25.995858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48468) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:26.056995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:26.096389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.103372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.106075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311f88-7058-4a3c-a6ee-d5b598afb39a req-dd2cb169-b692-4320-bacb-43384a8b445f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.107618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12311f88-7058-4a3c-a6ee-d5b598afb39a req-dd2cb169-b692-4320-bacb-43384a8b445f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1419916 Feb 10 16:01:26.170810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 283cd0c5-299d-4a90-a088-b5f35eed5798 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:26.171157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.183751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52981f-8fe5-4336-ac8b-4e43461d7c37 req-3f44e681-1f16-4ccc-8ba1-79ce1cd08410 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.185357 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc52981f-8fe5-4336-ac8b-4e43461d7c37 req-3f44e681-1f16-4ccc-8ba1-79ce1cd08410 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.2057824 Feb 10 16:01:26.196163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:26.199690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c81d-08a6-4c63-b324-e9619e32e007 req-39bfd844-6743-4f0b-875a-e5d10994186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.201167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1da0c81d-08a6-4c63-b324-e9619e32e007 req-39bfd844-6743-4f0b-875a-e5d10994186e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 1096 time: 0.1936512 Feb 10 16:01:26.267768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12311f88-7058-4a3c-a6ee-d5b598afb39a req-618e8237-72b6-4881-a2d5-b7ac058678fa tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333551 Feb 10 16:01:26.327655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc52981f-8fe5-4336-ac8b-4e43461d7c37 req-1df7fd25-8b69-4170-b4a8-917f904f7d96 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254151 Feb 10 16:01:26.336231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1da0c81d-08a6-4c63-b324-e9619e32e007 req-3f832036-4716-4d99-a5c7-e45ad07fd0ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100762 Feb 10 16:01:26.341639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778389f8-7705-49e8-815a-f58989832cf8 None None] Pushing event updated for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=12']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:26.365110 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.381463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 283cd0c5-299d-4a90-a088-b5f35eed5798 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:26.382145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:26.383817 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.628329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.676373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=283cd0c5-299d-4a90-a088-b5f35eed5798,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:26.725773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:26.729104 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-101058b3-3ee1-41f2-af42-8a268e212056 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/283cd0c5-299d-4a90-a088-b5f35eed5798 HTTP/1.1" status: 204 len: 168 time: 0.7321830 Feb 10 16:01:26.731525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48484) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:26.789325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e27e2-191f-4284-9737-0f70a81be00e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.793281 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1d2e27e2-191f-4284-9737-0f70a81be00e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0585113 Feb 10 16:01:26.794115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48486) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:26.853359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005f430-03b3-4542-af2a-afc3b6d0eb8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.855114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c005f430-03b3-4542-af2a-afc3b6d0eb8b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0597956 Feb 10 16:01:26.857440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48488) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:26.917425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a42838-bfcd-48d5-a8e0-83e4e7ac930f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.920056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a42838-bfcd-48d5-a8e0-83e4e7ac930f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.921763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a42838-bfcd-48d5-a8e0-83e4e7ac930f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:26.926744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c1a42838-bfcd-48d5-a8e0-83e4e7ac930f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0660248 Feb 10 16:01:26.927020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48492) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:27.006708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-abebe6e3-8bde-402a-b690-4e0db38ae02e req-c08a6603-5b1b-4391-be74-140ede27857e tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 210 time: 0.0432351 Feb 10 16:01:27.013350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 69ad5252-1356-4c26-b12d-c1db550d87d6 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:27.016928 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.051934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-96c52f6c-b788-425e-a2f9-b5caf9583dca None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:27.053043 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-96c52f6c-b788-425e-a2f9-b5caf9583dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.062120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.176468 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.232629 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.270147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.437150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-4e9c2813-dbb6-480d-93ef-71ff45da5115 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:27.439900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=69ad5252-1356-4c26-b12d-c1db550d87d6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:27.442511 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.454730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff6159-740e-48f7-a435-06736fe198f8 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:27.460026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-758301bd-2e07-4ac7-a78c-b1335a114bb4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/69ad5252-1356-4c26-b12d-c1db550d87d6 HTTP/1.1" status: 204 len: 168 time: 0.5318737 Feb 10 16:01:27.460685 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-4e9c2813-dbb6-480d-93ef-71ff45da5115 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.2686732 Feb 10 16:01:27.461197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48500) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:27.482933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ec5f9098-9793-4706-bc49-0da84b71ff7d None None] Could not find standard attr ID for object 283cd0c5-299d-4a90-a088-b5f35eed5798. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:27.496364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Request body: {'port': {'device_id': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'admin_state_up': True, 'tenant_id': 'd27cd9dd81004e15858742f04acd41af'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:27.580573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d075b1-e002-4e43-a7de-2bb36e82fbc3 req-90c4d4e2-f19f-4c6f-a507-a5777aa7812a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:27.582756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14d075b1-e002-4e43-a7de-2bb36e82fbc3 req-90c4d4e2-f19f-4c6f-a507-a5777aa7812a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1210020 Feb 10 16:01:27.600413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet e5466fb9-ef84-415e-8d11-d3a44d347cb4 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:27.603795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112c0c6-457e-4cc2-9f22-e00b57c32e28 req-df755040-5aa6-4bcf-b0e6-8e764aad4c8e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:27.606974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1112c0c6-457e-4cc2-9f22-e00b57c32e28 req-df755040-5aa6-4bcf-b0e6-8e764aad4c8e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0867298 Feb 10 16:01:27.615053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.679869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.692393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1112c0c6-457e-4cc2-9f22-e00b57c32e28 req-8827b2ce-1893-482f-a45c-5ce8c4b8996d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748348 Feb 10 16:01:27.695711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14d075b1-e002-4e43-a7de-2bb36e82fbc3 req-e2b4567e-e39b-4547-9a05-28e762e57885 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873928 Feb 10 16:01:27.766725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Made reservation on behalf of d27cd9dd81004e15858742f04acd41af for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:27.770254 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.828341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.966368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:27.985900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Allocated IP 172.20.0.10 (7ba34d40-6b88-4d6d-ad67-ba311e12ca75/9030d590-6885-4559-ab9f-47f19a609424/3ed42320-0ee7-4b05-ab58-7824251a7350) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:28.011248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.014518 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/e5466fb9-ef84-415e-8d11-d3a44d347cb4 HTTP/1.1" status: 204 len: 168 time: 0.5523713 Feb 10 16:01:28.018289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c921d2-6c9e-4c0d-a51a-5f1b8bb76954 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=e5466fb9-ef84-415e-8d11-d3a44d347cb4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:28.018469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48502) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:28.073045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-879c61ac-25ea-416f-bc9b-65504c7e9382 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509608 Feb 10 16:01:28.074158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48506) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:28.081372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:28.137581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:28.180879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a063850-4e2a-40c2-b544-e656d4d96341 req-95f23923-33ad-498b-b2e3-7f569214c408 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 210 time: 0.0622094 Feb 10 16:01:28.191662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.199213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:28.199624 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.228264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:28.232515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.244577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.312788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event updated for resources: {'Port': ['ID=3ed42320-0ee7-4b05-ab58-7824251a7350,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:28.320147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:28.332311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:28.333385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a70b68-d64b-4f89-86c2-78cd85d71db7 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:28.334654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:28.393328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:28.394281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.426112 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-8864c86b-2db0-4ef9-b236-f1874cead3bd tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9449852 Feb 10 16:01:28.446140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Request body: {'port': {'device_id': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:28.470681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5302500c-b7be-4629-854b-3d98c21a7b3c None None] Provisioning complete for port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:28.471052 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5302500c-b7be-4629-854b-3d98c21a7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.529651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.576927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.603209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:28.630161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:28.634673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:28.638454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:28.639166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.657305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=bc18aed2-c89f-4eff-9be1-36795823b0fc,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:28.659202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] Deleting port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:28.659715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.671045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-12aedf5a-c3e3-4d22-8cec-8083fe01d920 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5958474 Feb 10 16:01:28.676101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48514) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:28.683758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:28.824869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] For port 0c8e5224-a4e4-4ad0-b696-9fba02caf155, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0c8e5224-a4e4-4ad0-b696-9fba02caf155,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:28.826276 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.841219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] Calling delete_port for 0c8e5224-a4e4-4ad0-b696-9fba02caf155 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:28.886827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed42320-0ee7-4b05-ab58-7824251a7350 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:28.898601 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.915989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-01c252cf-769f-4a72-9275-42b69892ecdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.921144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:28.929803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.939723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Transition to ACTIVE for port object 3ed42320-0ee7-4b05-ab58-7824251a7350 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:01:28.948349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.954501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:28.991431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] No DVR routers for this DVR port 0c8e5224-a4e4-4ad0-b696-9fba02caf155 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:28.993120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b58fc-d424-4c5a-b590-85538244bd9d None None] Pushing event deleted for resources: {'Port': ['ID=0c8e5224-a4e4-4ad0-b696-9fba02caf155,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:29.009857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837b3a5-86d7-4456-8933-432036f701de req-5d07fb1e-4018-4141-b24f-45e3f32bf105 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.011464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d837b3a5-86d7-4456-8933-432036f701de req-5d07fb1e-4018-4141-b24f-45e3f32bf105 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1829336 Feb 10 16:01:29.014893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed42320-0ee7-4b05-ab58-7824251a7350,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:29.025645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549c0b-672d-4a7d-b141-33e38d1b11ac req-bb98c4fc-c205-42a7-b6ae-e867c98d25cf tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.026323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6508c-2f93-4a2c-9305-878c1ad6a6a1 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:29.033566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab549c0b-672d-4a7d-b141-33e38d1b11ac req-bb98c4fc-c205-42a7-b6ae-e867c98d25cf tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.2064366 Feb 10 16:01:29.096418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab549c0b-672d-4a7d-b141-33e38d1b11ac req-a1997f8f-a5d4-425e-997f-68bfa902b6f2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619960 Feb 10 16:01:29.106668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Attempting to bind port 3ed42320-0ee7-4b05-ab58-7824251a7350 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:29.107003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Attempting to bind port 3ed42320-0ee7-4b05-ab58-7824251a7350 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:29.107330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Attempting to bind port 3ed42320-0ee7-4b05-ab58-7824251a7350 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:29.112618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Port 3ed42320-0ee7-4b05-ab58-7824251a7350 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:01:29.113183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Attempting to bind port 3ed42320-0ee7-4b05-ab58-7824251a7350 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:29.118709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:29.119049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Checking segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:29.119424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Bound using segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:29.127998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Bound port: 3ed42320-0ee7-4b05-ab58-7824251a7350, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:29.128377 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.167296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d837b3a5-86d7-4456-8933-432036f701de req-2fb6828e-3166-4f6f-892b-edaf8905ce81 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288619 Feb 10 16:01:29.216262 n-d-827895-3 neutron-server[102615]: INFO neutron.db.ipam_backend_mixin [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc18aed2-c89f-4eff-9be1-36795823b0fc (CIDR: 2001:db8::/64) Feb 10 16:01:29.223421 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:01:29.223972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:29.244920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7768b853-ad2a-4996-92ad-0512b468b14d', 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'tenant_id': '17c3f9b76412479f90aaae49e817fbcc', 'fixed_ips': [{'subnet_id': 'bc18aed2-c89f-4eff-9be1-36795823b0fc'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:29.247483 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.251584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-127afdd7-7d49-45a7-bfde-b428c778a3f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5742171 Feb 10 16:01:29.254309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48524) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:29.265472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:29.284378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] For port 3ed42320-0ee7-4b05-ab58-7824251a7350, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:29.296411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] For port 3ed42320-0ee7-4b05-ab58-7824251a7350, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ed42320-0ee7-4b05-ab58-7824251a7350,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:29.303007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.366027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.366027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.368140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] 10.222.0.75 "PUT /v2.0/ports/3ed42320-0ee7-4b05-ab58-7824251a7350 HTTP/1.1" status: 200 len: 1092 time: 0.9266205 Feb 10 16:01:29.368386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'tag': '3ed42320-0ee7-4b05-ab58-7824251a7350'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:29.370783 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dda30c-4ac7-4409-a460-c5da3271acc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9b6c58-1b04-4912-ba86-afe589ef30a0", "tag": "3ed42320-0ee7-4b05-ab58-7824251a7350"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:29.397581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df3099-179c-4427-8085-8f60f087f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed42320-0ee7-4b05-ab58-7824251a7350,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:29.480262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/bc18aed2-c89f-4eff-9be1-36795823b0fc/fb896be2-2237-469f-a96e-af644004d675) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:29.497384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-d6db316b-5cf1-4d7c-8234-b2dce9b999fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.499715 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-d6db316b-5cf1-4d7c-8234-b2dce9b999fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 1095 time: 0.0870192 Feb 10 16:01:29.546305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34eb7-a192-46a9-ab57-2899f371f327 req-710bd3ba-257e-473a-a8c9-adb9d2efe5fa tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.548387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09c34eb7-a192-46a9-ab57-2899f371f327 req-710bd3ba-257e-473a-a8c9-adb9d2efe5fa tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 944 time: 0.2541122 Feb 10 16:01:29.586184 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-dfb80350-2b9f-4c8b-81a2-4c5824472009 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed42320-0ee7-4b05-ab58-7824251a7350 HTTP/1.1" status: 200 len: 217 time: 0.0757134 Feb 10 16:01:29.657999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-220031b4-5241-4c93-826a-ec06452f116d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.659531 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-3f6b312b-40c0-4d0e-9511-369a020ff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:29.661095 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-3f6b312b-40c0-4d0e-9511-369a020ff0ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0635719 Feb 10 16:01:29.663216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-220031b4-5241-4c93-826a-ec06452f116d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 810 time: 0.2659822 Feb 10 16:01:29.685810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09c34eb7-a192-46a9-ab57-2899f371f327 req-794fa57d-b2ae-4262-8f29-b1055f869a65 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201742 Feb 10 16:01:29.705735 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-1c66087b-c859-427b-ac18-e6261af8be95 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361021 Feb 10 16:01:29.706381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-1956330b-ee03-409c-97f7-667ec8418947 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/quotas/3554ea7e74644378a082491865c629f7 HTTP/1.1" status: 200 len: 375 time: 0.0393312 Feb 10 16:01:29.737578 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e331bf11-10a5-4c0c-81f3-4a95cea5c742 x-openstack-request-id: req-e331bf11-10a5-4c0c-81f3-4a95cea5c742 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:29.739701 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9b6c58-1b04-4912-ba86-afe589ef30a0", "tag": "3ed42320-0ee7-4b05-ab58-7824251a7350", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:29.739959 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e331bf11-10a5-4c0c-81f3-4a95cea5c742 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:29.740375 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'tag': '3ed42320-0ee7-4b05-ab58-7824251a7350', 'status': 'completed', 'code': 200} Feb 10 16:01:29.745931 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.754345 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.784469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:29.789346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.800674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:29.803783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:29.808204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:29.817536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Pushing event updated for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:29.849442 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-88cf35e3-c21f-4467-8db6-e84c7b1c3738 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352310 Feb 10 16:01:29.869314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Attempting to bind port fb896be2-2237-469f-a96e-af644004d675 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:29.869712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Attempting to bind port fb896be2-2237-469f-a96e-af644004d675 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:29.870051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Attempting to bind port fb896be2-2237-469f-a96e-af644004d675 on network 7768b853-ad2a-4996-92ad-0512b468b14d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:29.876127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:29.877344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Checking segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:29.877344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.877344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Bound using segment: {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:29.877751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Bound port: fb896be2-2237-469f-a96e-af644004d675, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55783d6d-e9e9-45e2-8da3-f92f600d9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:29.878128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.892757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-4d37a9e3-72f1-444b-b058-65c233333ba9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799684 Feb 10 16:01:29.956952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:29.960762 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fb896be2-2237-469f-a96e-af644004d675,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:29.965495 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:29.971233 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bf6e0e08-4af6-4b18-ab64-8eebd1af0411 req-c62fa098-a8b5-48d4-8fa6-6e395a57234c service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138980 Feb 10 16:01:30.050696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3f7f-56e9-4a20-9618-e5cd63ef6d68 None None] Pushing event updated for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:30.057009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-41c81667-3d88-40f2-82f5-80b99f1feefa service neutron] 10.222.0.21 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619568 Feb 10 16:01:30.083289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-f838e47d-369c-4816-bdcc-422bf4708888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:30.085010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-f838e47d-369c-4816-bdcc-422bf4708888 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 1095 time: 0.0605350 Feb 10 16:01:30.118460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:30.145289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 0c8e5224-a4e4-4ad0-b696-9fba02caf155 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:30.145638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0c8e5224-a4e4-4ad0-b696-9fba02caf155 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:30.200507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-fb2a63ac-4126-458f-add6-9397c5bdab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:30.202115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-fb2a63ac-4126-458f-add6-9397c5bdab83 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 916 time: 0.1048880 Feb 10 16:01:30.246482 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-233ff03d-009b-40ef-81ce-488d26be130b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed42320-0ee7-4b05-ab58-7824251a7350 HTTP/1.1" status: 200 len: 217 time: 0.0368605 Feb 10 16:01:30.251089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-d3852774-1107-48dd-b3a1-cd8cf341a1e9 service neutron] 10.222.0.21 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841440 Feb 10 16:01:30.336120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-4c31065b-b9ef-4f82-bb8b-ec7d30459e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:30.337772 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-4c31065b-b9ef-4f82-bb8b-ec7d30459e01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0731251 Feb 10 16:01:30.388016 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-acc6aaf9-e9b5-444f-8c22-aaf55474c01d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423934 Feb 10 16:01:30.400861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31ad81-7e72-4510-99ac-628f8ba73577 req-dd3e9f47-0f02-4f7c-a76f-7303a1f27982 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:30.419784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c31ad81-7e72-4510-99ac-628f8ba73577 req-dd3e9f47-0f02-4f7c-a76f-7303a1f27982 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1294014 Feb 10 16:01:30.506955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-684079f1-ab09-4a97-b500-0a82639528ac req-f3128f6a-679c-491e-b088-594385fafe07 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 210 time: 0.0467508 Feb 10 16:01:30.520770 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:01:30.532042 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-350acf85-7080-4b97-9b56-3ca3cc0452d7 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255679 Feb 10 16:01:30.555731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c31ad81-7e72-4510-99ac-628f8ba73577 req-5241dde4-3878-4232-9584-652e56de228b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350541 Feb 10 16:01:30.585263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:30.662172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f8dda30c-4ac7-4409-a460-c5da3271acc7 req-91530fc0-cabe-407c-a626-ec357a875736 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301885 Feb 10 16:01:30.780625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:30.931470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc50763-cb60-4d78-8c39-947b6547124a req-8f09853e-06d0-46c5-affe-59aec7633bac tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:30.933055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bc50763-cb60-4d78-8c39-947b6547124a req-8f09853e-06d0-46c5-affe-59aec7633bac tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 944 time: 0.1500974 Feb 10 16:01:31.039972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bc50763-cb60-4d78-8c39-947b6547124a req-bddc917a-91eb-4e65-9112-0eb2c928d0de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992386 Feb 10 16:01:31.076635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fb896be2-2237-469f-a96e-af644004d675,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:31.110730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.115893 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.116715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.207051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:31.217904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:31.223524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:31.224119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.230281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=baa9fd65-49d4-4cd8-9542-c9c6eeadcb09,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:31.235927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:31.244781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18ee6b-5992-4c48-9358-3e5c95f00900 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:31.254864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-48ea0c3c-3e19-4dc7-a3c0-3810b79351d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9961386 Feb 10 16:01:31.255040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48564) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:31.260274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:1f:ae:d5', 'name': 'tempest-NetworksTestDHCPv6-1547466261'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:31.337110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-debba7d6-3512-47bd-9df7-2bb834e5e5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.355921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1dceecf4-ae54-4fc0-9f44-ef0b3d0ea383 None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:31.356324 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1dceecf4-ae54-4fc0-9f44-ef0b3d0ea383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.390457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:31.490997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.512439 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1dceecf4-ae54-4fc0-9f44-ef0b3d0ea383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.523814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 5e313847-a0e4-4cfa-bf0d-2b40d287f92a yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:31.567880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1dceecf4-ae54-4fc0-9f44-ef0b3d0ea383 None None] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fb896be2-2237-469f-a96e-af644004d675,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:31.573753 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1dceecf4-ae54-4fc0-9f44-ef0b3d0ea383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:31.697989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceecf4-ae54-4fc0-9f44-ef0b3d0ea383 None None] Pushing event updated for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:32.148474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0f7200f-02d3-49bd-8cbd-84ec1f50be10 req-cd505e89-b97a-4530-8796-7af6c624614f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 210 time: 0.4826527 Feb 10 16:01:32.188335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fb896be2-2237-469f-a96e-af644004d675 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:32.245876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:32.246977 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:32.254516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-c818828a-12fb-4361-acdf-5b89fd1cb9ad tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:32.256064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-c818828a-12fb-4361-acdf-5b89fd1cb9ad tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 810 time: 0.7257144 Feb 10 16:01:32.304308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0755-b083-4beb-a4a9-c02ce344dd78 req-6405c5b3-9004-4fd7-ad6d-a87938bf8b9d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:32.305381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f13d0755-b083-4beb-a4a9-c02ce344dd78 req-6405c5b3-9004-4fd7-ad6d-a87938bf8b9d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.6127822 Feb 10 16:01:32.309561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Request body: {'port': {'device_id': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'admin_state_up': True, 'tenant_id': '3554ea7e74644378a082491865c629f7'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:32.343373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e99ae18c-b03b-40d5-92d7-26020d2ee7d6 None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:32.343837 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e99ae18c-b03b-40d5-92d7-26020d2ee7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:32.402855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:32.503899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a23d-7760-4d9c-925a-ea29bd88a5ea req-b742a163-ef58-46a8-ae97-ec93cf8eb1c7 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:32.505375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac85a23d-7760-4d9c-925a-ea29bd88a5ea req-b742a163-ef58-46a8-ae97-ec93cf8eb1c7 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 944 time: 0.2657578 Feb 10 16:01:32.511840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f13d0755-b083-4beb-a4a9-c02ce344dd78 req-171e2f8c-1cd7-4152-a0dd-862910c1b980 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364853 Feb 10 16:01:32.558437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::2aa (7768b853-ad2a-4996-92ad-0512b468b14d/bc18aed2-c89f-4eff-9be1-36795823b0fc/5e313847-a0e4-4cfa-bf0d-2b40d287f92a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:32.580155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:aed5 (7768b853-ad2a-4996-92ad-0512b468b14d/baa9fd65-49d4-4cd8-9542-c9c6eeadcb09/5e313847-a0e4-4cfa-bf0d-2b40d287f92a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:32.584761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac85a23d-7760-4d9c-925a-ea29bd88a5ea req-d77ceeea-9632-483c-a599-3fff275fd1da tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717673 Feb 10 16:01:32.590275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Made reservation on behalf of 3554ea7e74644378a082491865c629f7 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:32.595745 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:32.834021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Allocated IP 172.20.0.5 (503f6cc8-0b63-4963-a599-ab04bfe13eb8/06d31415-71bf-44be-99b7-d16657334b97/4d4ee27e-1eea-4850-bbd0-0714b417c95a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:32.857725 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:32.983763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.039935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:33.046676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:33.049904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:33.055772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:33.056464 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.079839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=5e313847-a0e4-4cfa-bf0d-2b40d287f92a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:33.102865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-22bc1a79-e7a0-426f-a315-3dfd9852dc91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8444760 Feb 10 16:01:33.103269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48576) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:33.111002 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.152833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.166206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['190c711a-9723-4736-95a8-2e2beefb7f50'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:33.223648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:33.230917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:33.239509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:33.254054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 5e313847-a0e4-4cfa-bf0d-2b40d287f92a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:33.256325 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.316481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Pushing event updated for resources: {'Port': ['ID=4d4ee27e-1eea-4850-bbd0-0714b417c95a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:33.350907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:33.351611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.363422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1f7a-7a4b-4228-9a99-788082122284 req-d3d2a91d-3aa8-4ef4-9f80-3465addf9c38 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:33.365058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-311e1f7a-7a4b-4228-9a99-788082122284 req-d3d2a91d-3aa8-4ef4-9f80-3465addf9c38 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 931 time: 0.0829036 Feb 10 16:01:33.405107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-5917c5d7-0ee8-47c5-ab0b-d98516d0123a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1104715 Feb 10 16:01:33.423472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Request body: {'port': {'device_id': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:33.425362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.442282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 5e313847-a0e4-4cfa-bf0d-2b40d287f92a owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:33.457655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-311e1f7a-7a4b-4228-9a99-788082122284 req-73a912da-0152-4586-b9e3-55c237820a3d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841498 Feb 10 16:01:33.491016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a8322713-3fa8-4c91-a23d-9204afc23c00 None None] Provisioning complete for port 5e313847-a0e4-4cfa-bf0d-2b40d287f92a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:33.492094 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8322713-3fa8-4c91-a23d-9204afc23c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.503606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.548185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a8322713-3fa8-4c91-a23d-9204afc23c00 None None] Port 5e313847-a0e4-4cfa-bf0d-2b40d287f92a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:01:33.733108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a84720-ef2b-4627-8206-4c4588276bf0 req-950c79e4-2674-42bc-a7e2-2ee655abface tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:33.735141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29a84720-ef2b-4627-8206-4c4588276bf0 req-950c79e4-2674-42bc-a7e2-2ee655abface tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1215363 Feb 10 16:01:33.836018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29a84720-ef2b-4627-8206-4c4588276bf0 req-ac783aa6-60fe-4681-967f-d0f895aa5623 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793941 Feb 10 16:01:33.853531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80a3cf-8ef3-4090-9f3a-c90fbd98ccb2 req-0e6f37b1-5f40-4281-b252-ea4e7a258527 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:33.855113 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b80a3cf-8ef3-4090-9f3a-c90fbd98ccb2 req-0e6f37b1-5f40-4281-b252-ea4e7a258527 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 944 time: 0.1667826 Feb 10 16:01:33.936078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b80a3cf-8ef3-4090-9f3a-c90fbd98ccb2 req-7d3664d1-e916-40ac-bb9e-2cf9ddefd0a6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 Feb 10 16:01:33.941852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4ee27e-1eea-4850-bbd0-0714b417c95a {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:33.951222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:33.994345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Transition to ACTIVE for port object 4d4ee27e-1eea-4850-bbd0-0714b417c95a will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:01:33.997307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.002692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.032900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=5e313847-a0e4-4cfa-bf0d-2b40d287f92a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:34.050203 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.081485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.084725 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-27fd9aa0-6fb1-4ee1-817d-6383a852c4fc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/5e313847-a0e4-4cfa-bf0d-2b40d287f92a HTTP/1.1" status: 204 len: 168 time: 0.9804082 Feb 10 16:01:34.090540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48588) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:34.099174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Pushing event updated for resources: {'Port': ['ID=4d4ee27e-1eea-4850-bbd0-0714b417c95a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:34.150215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f851a0b-3766-466a-99d6-6751610f7d91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.154023 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f851a0b-3766-466a-99d6-6751610f7d91 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0603263 Feb 10 16:01:34.154381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48590) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:34.197074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Attempting to bind port 4d4ee27e-1eea-4850-bbd0-0714b417c95a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:34.197699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Attempting to bind port 4d4ee27e-1eea-4850-bbd0-0714b417c95a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:34.197699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Attempting to bind port 4d4ee27e-1eea-4850-bbd0-0714b417c95a on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:34.202691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Port 4d4ee27e-1eea-4850-bbd0-0714b417c95a on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:01:34.203004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Attempting to bind port 4d4ee27e-1eea-4850-bbd0-0714b417c95a on network 503f6cc8-0b63-4963-a599-ab04bfe13eb8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:34.209512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:34.209860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Checking segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:34.210045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3813d41-d442-451b-a31a-37f45e2bb17b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.210239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Bound using segment: {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:34.210669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Bound port: 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bfad75-36fd-4130-918c-6d5fbf58604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:34.211029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.211774 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f3813d41-d442-451b-a31a-37f45e2bb17b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0563192 Feb 10 16:01:34.214198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:34.278316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3ed42320-0ee7-4b05-ab58-7824251a7350 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:01:34.317146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02534885-b11f-4f0b-80ce-c4d50d389f54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.318723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02534885-b11f-4f0b-80ce-c4d50d389f54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.320328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02534885-b11f-4f0b-80ce-c4d50d389f54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.324372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-02534885-b11f-4f0b-80ce-c4d50d389f54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1067455 Feb 10 16:01:34.324896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48594) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:34.359184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] For port 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:34.366093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] For port 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:34.366591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.374037 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.385053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet baa9fd65-49d4-4cd8-9542-c9c6eeadcb09 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:34.389636 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.411842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3ed42320-0ee7-4b05-ab58-7824251a7350, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ed42320-0ee7-4b05-ab58-7824251a7350,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:34.418025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.418986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.420402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] 10.222.0.45 "PUT /v2.0/ports/4d4ee27e-1eea-4850-bbd0-0714b417c95a HTTP/1.1" status: 200 len: 1091 time: 1.0020173 Feb 10 16:01:34.427717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'tag': '4d4ee27e-1eea-4850-bbd0-0714b417c95a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:34.429986 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ffe22-97bf-405e-8132-33e27ce16c35" -d '{"events": [{"name": "network-changed", "server_uuid": "c84331c8-f42b-4813-b10c-abc0e08fa578", "tag": "4d4ee27e-1eea-4850-bbd0-0714b417c95a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:34.444504 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.467376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '3ed42320-0ee7-4b05-ab58-7824251a7350', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'port_id': '3ed42320-0ee7-4b05-ab58-7824251a7350', 'mac_address': 'fa:16:3e:41:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9030d590-6885-4559-ab9f-47f19a609424', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:01:34.475401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Pushing event updated for resources: {'Port': ['ID=4d4ee27e-1eea-4850-bbd0-0714b417c95a,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:34.529890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.530429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.530917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.531999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.533216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.533702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.534196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.534682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.535166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.535662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.536134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.536623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329efa93-9275-40ce-b0ac-94505f0f2b4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:34.550886 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705670e-ba21-4f43-a882-799e18df135a x-openstack-request-id: req-3705670e-ba21-4f43-a882-799e18df135a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:34.552272 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84331c8-f42b-4813-b10c-abc0e08fa578", "tag": "4d4ee27e-1eea-4850-bbd0-0714b417c95a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:34.552711 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3705670e-ba21-4f43-a882-799e18df135a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:34.553267 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'tag': '4d4ee27e-1eea-4850-bbd0-0714b417c95a', 'status': 'completed', 'code': 200} Feb 10 16:01:34.564496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.571301 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.574496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-855eef95-b649-4547-b5fe-1542613677e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.576842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-855eef95-b649-4547-b5fe-1542613677e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 1094 time: 0.0984020 Feb 10 16:01:34.591892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed42320-0ee7-4b05-ab58-7824251a7350 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:34.619081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3ed42320-0ee7-4b05-ab58-7824251a7350, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ed42320-0ee7-4b05-ab58-7824251a7350,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:34.627874 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.646241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.649147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-b6290b02-6506-4ca6-9b0f-99e848c6b28f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a HTTP/1.1" status: 200 len: 217 time: 0.0604167 Feb 10 16:01:34.682734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=baa9fd65-49d4-4cd8-9542-c9c6eeadcb09,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:34.687264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.694676 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2c88863c-81ce-4128-87ca-848bba59a7ed tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/baa9fd65-49d4-4cd8-9542-c9c6eeadcb09 HTTP/1.1" status: 204 len: 168 time: 0.3687987 Feb 10 16:01:34.695407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48600) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:34.704681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe37866-2def-4417-8285-5c77f434e81c None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:34.709636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9aa37-3dde-417e-8e9c-f5a2815136c6 req-e1b6b976-6fba-4a7f-b046-4f3c6f48a056 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.720348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fc9aa37-3dde-417e-8e9c-f5a2815136c6 req-e1b6b976-6fba-4a7f-b046-4f3c6f48a056 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 943 time: 0.1421580 Feb 10 16:01:34.723401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3ed42320-0ee7-4b05-ab58-7824251a7350,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:34.766590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-88f44167-baf5-4cbe-9d37-8eff53e148ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:34.768064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-88f44167-baf5-4cbe-9d37-8eff53e148ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.1125262 Feb 10 16:01:34.772995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fc9aa37-3dde-417e-8e9c-f5a2815136c6 req-bcaa00d3-f129-4fb3-837c-bdc814476dae tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510738 Feb 10 16:01:34.785661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet bc18aed2-c89f-4eff-9be1-36795823b0fc {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:34.791687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.821268 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-4c70ce42-2572-484b-862c-5d598d4556aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445006 Feb 10 16:01:34.843565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:34.942588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-f663e8b9-b209-457e-a07b-7a97404bcc97 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152959 Feb 10 16:01:34.971754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.050926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.084440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=bc18aed2-c89f-4eff-9be1-36795823b0fc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:35.091556 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.095695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d41237f3-7f24-4449-a007-72f41a5d7c77 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/bc18aed2-c89f-4eff-9be1-36795823b0fc HTTP/1.1" status: 204 len: 168 time: 0.3991399 Feb 10 16:01:35.098233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48610) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:35.114411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:35.154519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-424f082c-7ecc-4a7b-b863-c38cac905798 req-47a6c6b9-8973-4396-a74f-bd4ad65338bd service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050467 Feb 10 16:01:35.180466 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e569da2d-517d-4ccc-beb1-55b0176f9547 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782223 Feb 10 16:01:35.181029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48612) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:35.189374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:35.279856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496be3e5-b192-4e98-8087-05b91c7a5c84 req-f9f6e7c8-8ec0-4e31-a421-516224e0628e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:35.282273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-496be3e5-b192-4e98-8087-05b91c7a5c84 req-f9f6e7c8-8ec0-4e31-a421-516224e0628e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.2927742 Feb 10 16:01:35.289930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613d066-7758-4c69-b7ac-a9a456676998 req-53fdb9e0-d156-420c-aecf-efd1b3edeca9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:35.291415 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c613d066-7758-4c69-b7ac-a9a456676998 req-53fdb9e0-d156-420c-aecf-efd1b3edeca9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 945 time: 0.1358593 Feb 10 16:01:35.364440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:35.367104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c613d066-7758-4c69-b7ac-a9a456676998 req-62ded668-f794-436b-835e-67dbefcc8423 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 Feb 10 16:01:35.368378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.373189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-be5f8abe-ce38-4aa9-b1de-b1076e8ca219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:35.374331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-be5f8abe-ce38-4aa9-b1de-b1076e8ca219 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 1094 time: 0.1539850 Feb 10 16:01:35.415051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-496be3e5-b192-4e98-8087-05b91c7a5c84 req-26db50a1-48e6-49d5-abee-4aadf11a4dc3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224368 Feb 10 16:01:35.503973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-b511148a-0586-49ba-809d-25ff3dc57675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:35.505443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-b511148a-0586-49ba-809d-25ff3dc57675 service neutron] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 911 time: 0.1179571 Feb 10 16:01:35.554225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-0f702e0d-5d27-444f-a6ca-884d52785f6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a HTTP/1.1" status: 200 len: 217 time: 0.0414877 Feb 10 16:01:35.575658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.606987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-6a7033d8-17d3-4ee3-84c3-cdb52ec881b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:35.608496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-6a7033d8-17d3-4ee3-84c3-cdb52ec881b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.0478709 Feb 10 16:01:35.625788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:35.629219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:35.633485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:35.634079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.639403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=55c0c072-bf46-4049-800e-cc59715aa168,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:35.643170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-ee8b4dce-5c4c-4269-8b6b-195e85d0f95a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270681 Feb 10 16:01:35.658134 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fc42a9c8-7e11-4de6-9643-28defd508730 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4728186 Feb 10 16:01:35.658814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48614) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:35.664491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:35.673086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c15e972-059a-4aaa-921d-6cea81d4424f None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:35.733687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-46dc13c8-9743-4f6d-ac5f-7f4e3d9bfc7a None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:35.733965 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46dc13c8-9743-4f6d-ac5f-7f4e3d9bfc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:35.817104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-9b566b5e-aecd-4653-a89a-3ab588f7a845 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669922 Feb 10 16:01:35.912530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:35.916003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:36.021473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c940-10ee-4a16-a702-5958f9c032e4 req-6a5006da-56bf-49f0-b218-9a08c97c6af4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:36.022887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b575c940-10ee-4a16-a702-5958f9c032e4 req-6a5006da-56bf-49f0-b218-9a08c97c6af4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 943 time: 0.1466560 Feb 10 16:01:36.024733 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-083ffe22-97bf-405e-8132-33e27ce16c35 req-6c684686-36fe-4b34-95cc-454055f82de9 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956162 Feb 10 16:01:36.074295 n-d-827895-3 neutron-server[102615]: INFO neutron.db.ipam_backend_mixin [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55c0c072-bf46-4049-800e-cc59715aa168 (CIDR: 2001:db8::/64) Feb 10 16:01:36.082948 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:01:36.083397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:36.093831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b575c940-10ee-4a16-a702-5958f9c032e4 req-ac176915-f3af-491c-910f-5ffc364d132e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Feb 10 16:01:36.106766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b4a03543-fc96-483e-be88-d182bd1e5661 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4469340 Feb 10 16:01:36.110164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48618) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:36.115926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'subnet': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:36.240957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:36.244668 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:36.261061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f58d3c4a-282d-49ee-9653-007239a4cf0c None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:36.262064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f58d3c4a-282d-49ee-9653-007239a4cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:36.287976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3ed42320-0ee7-4b05-ab58-7824251a7350 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:36.379836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 3ed42320-0ee7-4b05-ab58-7824251a7350 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:01:36.387435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 3ed42320-0ee7-4b05-ab58-7824251a7350 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:36.387823 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:36.479055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:36.504984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed42320-0ee7-4b05-ab58-7824251a7350'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:36.507234 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c440108-7fe3-49b3-9b48-4e38bbf80bf3" -d '{"events": [{"server_uuid": "2d9b6c58-1b04-4912-ba86-afe589ef30a0", "name": "network-vif-plugged", "status": "completed", "tag": "3ed42320-0ee7-4b05-ab58-7824251a7350"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:36.518312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3ed42320-0ee7-4b05-ab58-7824251a7350, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ed42320-0ee7-4b05-ab58-7824251a7350,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:36.523133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:36.565223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f64b83-817e-478b-a445-e62f555e05c3 req-d26777f4-7b92-4979-9972-8eab2ca69392 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:36.566625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7f64b83-817e-478b-a445-e62f555e05c3 req-d26777f4-7b92-4979-9972-8eab2ca69392 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 946 time: 0.1345115 Feb 10 16:01:36.575066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3ed42320-0ee7-4b05-ab58-7824251a7350,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:36.581064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b4682-2064-44ef-af60-0c37f8b54cdb req-2b2042f0-bc97-42ff-8bd2-a70334fd71e1 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:36.582521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce1b4682-2064-44ef-af60-0c37f8b54cdb req-2b2042f0-bc97-42ff-8bd2-a70334fd71e1 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 945 time: 0.1183186 Feb 10 16:01:36.677208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7f64b83-817e-478b-a445-e62f555e05c3 req-92132a68-3dfb-4c74-ace3-38d74e0c0ff3 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937283 Feb 10 16:01:36.685911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce1b4682-2064-44ef-af60-0c37f8b54cdb req-a0296ff6-d006-49f1-9a0c-60c8a71e57c6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938017 Feb 10 16:01:36.742882 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da303b82-2cae-4875-a140-0ab2b020a883 x-openstack-request-id: req-da303b82-2cae-4875-a140-0ab2b020a883 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:36.743387 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b6c58-1b04-4912-ba86-afe589ef30a0", "name": "network-vif-plugged", "status": "completed", "tag": "3ed42320-0ee7-4b05-ab58-7824251a7350", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:36.743578 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da303b82-2cae-4875-a140-0ab2b020a883 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:36.744037 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed42320-0ee7-4b05-ab58-7824251a7350', 'code': 200} Feb 10 16:01:36.752796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.objects.ports [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:01:36.848816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2fe5-8b22-4d4d-a573-f58e9dd67ade req-c57ddc4a-caf5-4aff-8d8f-1b174cb8b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:36.850342 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-743e2fe5-8b22-4d4d-a573-f58e9dd67ade req-c57ddc4a-caf5-4aff-8d8f-1b174cb8b795 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 1097 time: 0.0422342 Feb 10 16:01:36.857744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a70-4de6-4fd0-8dff-0b0fdd59208d req-ce11fed3-9964-474c-adfb-fdf740f2e7a4 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:36.860542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10f46a70-4de6-4fd0-8dff-0b0fdd59208d req-ce11fed3-9964-474c-adfb-fdf740f2e7a4 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1204860 Feb 10 16:01:36.888666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-743e2fe5-8b22-4d4d-a573-f58e9dd67ade req-a399dd44-e340-48f6-a626-f85d6201ffd5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289674 Feb 10 16:01:36.935389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10f46a70-4de6-4fd0-8dff-0b0fdd59208d req-84f87969-aaf1-48d6-afaa-41ef48af521b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Feb 10 16:01:36.973901 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.122863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fb896be2-2237-469f-a96e-af644004d675,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:37.152134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.157737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.158506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.259952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:37.273734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:37.279657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:37.280645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.284131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91d1d6-bcb3-4f85-9a32-695a6b946132 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:37.286927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Subnet': ['ID=cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:37.303422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=9']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:37.316517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04383b62-0369-4110-8c73-74d3d034f9df req-f10f05ae-0cd7-4ee4-a41e-ad13243c5c79 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:37.318238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04383b62-0369-4110-8c73-74d3d034f9df req-f10f05ae-0cd7-4ee4-a41e-ad13243c5c79 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 943 time: 0.1286817 Feb 10 16:01:37.322053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4e24be15-c00e-4ed2-9515-6cba31f06d54 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2104824 Feb 10 16:01:37.324979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48634) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:37.330315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Request body: {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'mac_address': 'fa:16:3e:69:cc:90', 'name': 'tempest-NetworksTestDHCPv6-1292457357'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:37.397643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4d4ee27e-1eea-4850-bbd0-0714b417c95a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:01:37.421590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04383b62-0369-4110-8c73-74d3d034f9df req-22c0ec49-d191-4f64-8513-5b2bd8cd2bc8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865684 Feb 10 16:01:37.474250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Made reservation on behalf of 17c3f9b76412479f90aaae49e817fbcc for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:37.538008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:37.557351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.569731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '4d4ee27e-1eea-4850-bbd0-0714b417c95a', 'network_id': '503f6cc8-0b63-4963-a599-ab04bfe13eb8', 'port_id': '4d4ee27e-1eea-4850-bbd0-0714b417c95a', 'mac_address': 'fa:16:3e:03:b5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d31415-71bf-44be-99b7-d16657334b97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:01:37.577666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] device_id is not set on port 2c32f612-94d4-460a-8b25-ede268fd8da0 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:37.603223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Update dhcp port {'port': {'network_id': '7768b853-ad2a-4996-92ad-0512b468b14d', 'fixed_ips': [{'subnet_id': 'cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a', 'ip_address': '2001:db8:0:1:f816:3eff:fe2a:97e4'}, {'subnet_id': '55c0c072-bf46-4049-800e-cc59715aa168'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'fb896be2-2237-469f-a96e-af644004d675'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:01:37.634264 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.636980 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.656837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4ee27e-1eea-4850-bbd0-0714b417c95a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:37.705045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:37.714937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:37.761220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8::1cd (7768b853-ad2a-4996-92ad-0512b468b14d/55c0c072-bf46-4049-800e-cc59715aa168/2c32f612-94d4-460a-8b25-ede268fd8da0) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:37.789935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:cc90 (7768b853-ad2a-4996-92ad-0512b468b14d/cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a/2c32f612-94d4-460a-8b25-ede268fd8da0) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:37.825976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4d4ee27e-1eea-4850-bbd0-0714b417c95a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:37.885920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26627dcb-d2f2-42da-b325-470df84e2b2b req-c1bedb62-01c7-49bf-911f-d7f685743348 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:37.887364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26627dcb-d2f2-42da-b325-470df84e2b2b req-c1bedb62-01c7-49bf-911f-d7f685743348 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 946 time: 0.1168988 Feb 10 16:01:37.908366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9b18-9074-4efa-908b-f11f214136c2 req-b658f9dc-af86-4cfb-be34-86a36caf5bab tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:37.909861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2ce9b18-9074-4efa-908b-f11f214136c2 req-b658f9dc-af86-4cfb-be34-86a36caf5bab tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 946 time: 0.1408060 Feb 10 16:01:37.990878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['4d4ee27e-1eea-4850-bbd0-0714b417c95a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:38.115242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fb896be2-2237-469f-a96e-af644004d675 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:38.189503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:38.189785 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.371011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26627dcb-d2f2-42da-b325-470df84e2b2b req-97c42c8c-702e-44ce-870d-41b9e9149535 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748287 Feb 10 16:01:38.386785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2ce9b18-9074-4efa-908b-f11f214136c2 req-c9c9ea49-6bd9-41f7-a00a-10ff56bc1950 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672105 Feb 10 16:01:38.435458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-b0ab338b-db30-4bcc-b9f1-4ac5e5899145 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:38.437094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-b0ab338b-db30-4bcc-b9f1-4ac5e5899145 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.45 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 946 time: 0.4404416 Feb 10 16:01:38.449640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.611361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364004b9-7ccb-4759-a53d-493584430b80 req-925052cf-78fa-476e-8a4a-769f688d2704 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:38.612869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-364004b9-7ccb-4759-a53d-493584430b80 req-925052cf-78fa-476e-8a4a-769f688d2704 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1746457 Feb 10 16:01:38.644590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904860d-80ff-4ced-b7d7-29d047a9610e req-23938283-822c-42ba-9431-7c80789a0a06 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:38.646053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c904860d-80ff-4ced-b7d7-29d047a9610e req-23938283-822c-42ba-9431-7c80789a0a06 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 944 time: 0.1376302 Feb 10 16:01:38.652829 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.685260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Allocated IP 2001:db8::2 (7768b853-ad2a-4996-92ad-0512b468b14d/55c0c072-bf46-4049-800e-cc59715aa168/fb896be2-2237-469f-a96e-af644004d675) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:38.740963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-364004b9-7ccb-4759-a53d-493584430b80 req-afb91732-5db2-48b7-905c-f1cb3f7979e7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197464 Feb 10 16:01:38.745740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Network 7768b853-ad2a-4996-92ad-0512b468b14d is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:38.755856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Deleting port 53b31372-d658-4470-9666-f794b4d7d0fa {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:38.756206 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.759011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:38.770001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:38.775499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:38.776113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.786274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fb896be2-2237-469f-a96e-af644004d675,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:38.791553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event updated for resources: {'Port': ['ID=2c32f612-94d4-460a-8b25-ede268fd8da0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:38.817939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.822542 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.832288 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c904860d-80ff-4ced-b7d7-29d047a9610e req-1a878b0a-8d7d-418f-b658-405c430b22a3 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750910 Feb 10 16:01:38.850187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-832a2a1c-f2c4-459a-a9ef-bcc187e9389c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5241144 Feb 10 16:01:38.853654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48644) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:38.890348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] For port 53b31372-d658-4470-9666-f794b4d7d0fa, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=53b31372-d658-4470-9666-f794b4d7d0fa,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:38.891367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:38.909111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Calling delete_port for 53b31372-d658-4470-9666-f794b4d7d0fa owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:38.919178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Pushing event updated for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=10']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:38.926763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.927110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.927658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.927840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.928131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.928467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.928793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.929115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.929442 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.929765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.930092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.930411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a92bc-1cc7-4be6-8ad6-e0f4dae894bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:38.994373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting port 2c32f612-94d4-460a-8b25-ede268fd8da0 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:38.994791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.060489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.075136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['53b31372-d658-4470-9666-f794b4d7d0fa'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:39.092911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Pushing event deleted for resources: {'Port': ['ID=53b31372-d658-4470-9666-f794b4d7d0fa,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:39.115900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.129605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Calling delete_port for 2c32f612-94d4-460a-8b25-ede268fd8da0 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:39.139389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] No DVR routers for this DVR port 53b31372-d658-4470-9666-f794b4d7d0fa on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:39.143317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.146911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5dbf37b-3323-4b08-b265-264658a6d96d req-bbf33259-860a-4296-aca5-994b1107584a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.45 "DELETE /v2.0/ports/53b31372-d658-4470-9666-f794b4d7d0fa HTTP/1.1" status: 204 len: 173 time: 0.7003825 Feb 10 16:01:39.147383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95af8759-c323-41db-aa45-71f536b6fad7', 'name': 'network-vif-deleted', 'tag': '53b31372-d658-4470-9666-f794b4d7d0fa'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:39.150384 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e54ec-3e19-4a5a-a89a-1b3726c4693f" -d '{"events": [{"server_uuid": "95af8759-c323-41db-aa45-71f536b6fad7", "name": "network-vif-deleted", "tag": "53b31372-d658-4470-9666-f794b4d7d0fa"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:39.199582 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d75a3b-ea60-4b75-a314-16971ca450ae x-openstack-request-id: req-e5d75a3b-ea60-4b75-a314-16971ca450ae {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:39.200045 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95af8759-c323-41db-aa45-71f536b6fad7", "name": "network-vif-deleted", "tag": "53b31372-d658-4470-9666-f794b4d7d0fa", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:39.200215 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5d75a3b-ea60-4b75-a314-16971ca450ae {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:39.200642 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95af8759-c323-41db-aa45-71f536b6fad7', 'name': 'network-vif-deleted', 'tag': '53b31372-d658-4470-9666-f794b4d7d0fa', 'status': 'completed', 'code': 200} Feb 10 16:01:39.336049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.367086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Port': ['ID=2c32f612-94d4-460a-8b25-ede268fd8da0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:39.427834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.431355 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-561e9d6b-4e84-465f-9cc0-6749a10b9047 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/2c32f612-94d4-460a-8b25-ede268fd8da0 HTTP/1.1" status: 204 len: 168 time: 0.5749295 Feb 10 16:01:39.434038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48652) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:39.436287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4d4ee27e-1eea-4850-bbd0-0714b417c95a up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:39.515160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1d2c0-7306-448c-8343-f26acf5e97e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.519490 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-14e1d2c0-7306-448c-8343-f26acf5e97e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0825703 Feb 10 16:01:39.520363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48654) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:39.525196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 4d4ee27e-1eea-4850-bbd0-0714b417c95a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:01:39.537519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 4d4ee27e-1eea-4850-bbd0-0714b417c95a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:39.537519 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.561112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-401bda72-cf26-4fb0-9957-d9d916604008 req-52875c36-3562-4308-ac65-4a5d95bad6ef tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=95af8759-c323-41db-aa45-71f536b6fad7 HTTP/1.1" status: 200 len: 210 time: 0.0355184 Feb 10 16:01:39.571229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8ad95-21e7-4cf9-8b4e-980c5d023b13 req-5a8eb518-4b7f-4038-bad8-6e2ea44a60a1 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.572861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33c8ad95-21e7-4cf9-8b4e-980c5d023b13 req-5a8eb518-4b7f-4038-bad8-6e2ea44a60a1 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 946 time: 0.1246793 Feb 10 16:01:39.591901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbd64b-5a4f-48ba-a966-d3683b146f51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.593475 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4bfbd64b-5a4f-48ba-a966-d3683b146f51 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0719995 Feb 10 16:01:39.598201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48656) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:39.624381 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.665900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4ee27e-1eea-4850-bbd0-0714b417c95a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:39.666785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33c8ad95-21e7-4cf9-8b4e-980c5d023b13 req-801e4318-1c7e-4d81-a184-3144fc9e046b tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772448 Feb 10 16:01:39.668185 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2fed45-c85f-4861-8b94-d37844521f6f" -d '{"events": [{"server_uuid": "c84331c8-f42b-4813-b10c-abc0e08fa578", "name": "network-vif-plugged", "status": "completed", "tag": "4d4ee27e-1eea-4850-bbd0-0714b417c95a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:39.684518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:39.685109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5716d-269a-4a61-8a86-8a4b9f267cc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.686604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5716d-269a-4a61-8a86-8a4b9f267cc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.688655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5716d-269a-4a61-8a86-8a4b9f267cc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.692764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-12f5716d-269a-4a61-8a86-8a4b9f267cc9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0915539 Feb 10 16:01:39.693662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48660) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:39.717989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.719538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 53b31372-d658-4470-9666-f794b4d7d0fa no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:39.744760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-21bbc707-93e3-4cc3-98b9-42d83cbef2fd None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:39.745131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21bbc707-93e3-4cc3-98b9-42d83cbef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.749087 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e287ae85-7968-49bf-946d-6c7910dc805b x-openstack-request-id: req-e287ae85-7968-49bf-946d-6c7910dc805b {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:39.749628 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84331c8-f42b-4813-b10c-abc0e08fa578", "name": "network-vif-plugged", "status": "completed", "tag": "4d4ee27e-1eea-4850-bbd0-0714b417c95a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:39.750691 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e287ae85-7968-49bf-946d-6c7910dc805b {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:39.751279 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4ee27e-1eea-4850-bbd0-0714b417c95a', 'code': 200} Feb 10 16:01:39.770405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 53b31372-d658-4470-9666-f794b4d7d0fa {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:39.770967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 53b31372-d658-4470-9666-f794b4d7d0fa not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:39.853063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4d4ee27e-1eea-4850-bbd0-0714b417c95a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:39.870663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet 55c0c072-bf46-4049-800e-cc59715aa168 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:39.876496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.950017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:39.976319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e505f-2978-4d0d-9ed8-9b161dcd854c req-a95a2082-eff0-44b5-9531-82428a4d4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:39.978205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b28e505f-2978-4d0d-9ed8-9b161dcd854c req-a95a2082-eff0-44b5-9531-82428a4d4c85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 1096 time: 0.1583109 Feb 10 16:01:40.025283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a6160e57-5153-41b9-bc08-228f8fde3734 None None] Could not find standard attr ID for object 2c32f612-94d4-460a-8b25-ede268fd8da0. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:40.053577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea374e25-f775-4170-b78a-4477877da434 req-dd1742a0-e489-48d6-a387-ccb0cb5e849d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:40.060799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea374e25-f775-4170-b78a-4477877da434 req-dd1742a0-e489-48d6-a387-ccb0cb5e849d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1787586 Feb 10 16:01:40.066305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.082140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f06e18-dd33-4b97-b783-8cc91123e4cb req-292921ac-080d-4da6-bfbe-68aca63a102a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:40.084235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77f06e18-dd33-4b97-b783-8cc91123e4cb req-292921ac-080d-4da6-bfbe-68aca63a102a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1323411 Feb 10 16:01:40.100933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b28e505f-2978-4d0d-9ed8-9b161dcd854c req-c0b757f2-2643-4073-9530-17aebab20a94 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038303 Feb 10 16:01:40.147302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fb896be2-2237-469f-a96e-af644004d675 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:40.187955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77f06e18-dd33-4b97-b783-8cc91123e4cb req-66cff3c8-562b-43f3-974e-9e617d811977 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842175 Feb 10 16:01:40.199144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.204005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ea374e25-f775-4170-b78a-4477877da434 req-db0a2637-6bbe-4db8-ab7c-6e9e7584e8a1 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422966 Feb 10 16:01:40.251848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:40.252240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.266139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.272738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48672) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.273308 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/55c0c072-bf46-4049-800e-cc59715aa168 HTTP/1.1" status: 204 len: 168 time: 0.5777164 Feb 10 16:01:40.276168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542788d-a6d8-4ceb-8dfd-3c72d1278da6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=55c0c072-bf46-4049-800e-cc59715aa168,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:40.285591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c251d7e-0baa-42bb-9041-bb7196354751 None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:40.334839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Deleting subnet cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:40.338549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.381256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.472270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.543181 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.571955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:40.576301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:40.582270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f4181751-4e38-45af-8b63-ae4e97846564 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a HTTP/1.1" status: 204 len: 168 time: 0.3059824 Feb 10 16:01:40.582270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48676) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.624758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-49e75f05-91a9-4304-8374-6d88fec6b169 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390720 Feb 10 16:01:40.625097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48680) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.679021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0728359-948d-47fe-8d99-b16baf473df2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:40.680525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b0728359-948d-47fe-8d99-b16baf473df2 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0545175 Feb 10 16:01:40.683079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48684) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.744592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a2dff-49e9-4ef7-a110-d87108cf6024 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:40.746296 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-731a2dff-49e9-4ef7-a110-d87108cf6024 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623102 Feb 10 16:01:40.749040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48686) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.796581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f8eea2ad-c9b3-4555-b07b-35c39822cb0c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416608 Feb 10 16:01:40.798671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48688) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.834359 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad19ffbe-498b-477f-ae70-3ab3ac8c884b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:40.835461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad19ffbe-498b-477f-ae70-3ab3ac8c884b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:40.840138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad19ffbe-498b-477f-ae70-3ab3ac8c884b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/2c32f612-94d4-460a-8b25-ede268fd8da0 HTTP/1.1" status: 404 len: 333 time: 0.0399854 Feb 10 16:01:40.843135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48692) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.876101 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-768af296-a73b-45fd-938a-fea07e3bff8c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:40.876647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768af296-a73b-45fd-938a-fea07e3bff8c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:40.881970 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-768af296-a73b-45fd-938a-fea07e3bff8c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/cb5dd5eb-c4ed-435d-831c-9cbd5d17e73a HTTP/1.1" status: 404 len: 337 time: 0.0349061 Feb 10 16:01:40.882116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48694) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.913887 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d213a304-da86-4953-a228-0fa70a5177f9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:40.914349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d213a304-da86-4953-a228-0fa70a5177f9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:40.919695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d213a304-da86-4953-a228-0fa70a5177f9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/55c0c072-bf46-4049-800e-cc59715aa168 HTTP/1.1" status: 404 len: 337 time: 0.0347815 Feb 10 16:01:40.920780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48696) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:40.951484 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-133c4815-aef2-4faf-a704-c25a475b160e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:40.952189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133c4815-aef2-4faf-a704-c25a475b160e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:40.956836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-133c4815-aef2-4faf-a704-c25a475b160e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/5e313847-a0e4-4cfa-bf0d-2b40d287f92a HTTP/1.1" status: 404 len: 333 time: 0.0348408 Feb 10 16:01:40.961134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48698) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.004738 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ea8e0a-b1bd-4048-a7e5-104f02138462 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.005295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ea8e0a-b1bd-4048-a7e5-104f02138462 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.010795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-69ea8e0a-b1bd-4048-a7e5-104f02138462 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/baa9fd65-49d4-4cd8-9542-c9c6eeadcb09 HTTP/1.1" status: 404 len: 337 time: 0.0480876 Feb 10 16:01:41.011108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48700) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.044328 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-86617e72-7988-42fe-a1b2-a5e95a8644b8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.044793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86617e72-7988-42fe-a1b2-a5e95a8644b8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.050264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-86617e72-7988-42fe-a1b2-a5e95a8644b8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/bc18aed2-c89f-4eff-9be1-36795823b0fc HTTP/1.1" status: 404 len: 337 time: 0.0357683 Feb 10 16:01:41.050636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48702) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.079706 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb355fe0-885a-42ca-ad7e-f3729dcd3501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.080778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb355fe0-885a-42ca-ad7e-f3729dcd3501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.086589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb355fe0-885a-42ca-ad7e-f3729dcd3501 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/283cd0c5-299d-4a90-a088-b5f35eed5798 HTTP/1.1" status: 404 len: 333 time: 0.0326478 Feb 10 16:01:41.086955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48704) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.116906 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-72774a10-9ef1-424b-8fee-ad5877620468 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.117370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72774a10-9ef1-424b-8fee-ad5877620468 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.121165 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-72774a10-9ef1-424b-8fee-ad5877620468 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/e5466fb9-ef84-415e-8d11-d3a44d347cb4 HTTP/1.1" status: 404 len: 337 time: 0.0325537 Feb 10 16:01:41.123086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48706) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.154372 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9036706-3f30-4baf-ac80-8d0b6293c974 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.154837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9036706-3f30-4baf-ac80-8d0b6293c974 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.159501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a9036706-3f30-4baf-ac80-8d0b6293c974 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/69ad5252-1356-4c26-b12d-c1db550d87d6 HTTP/1.1" status: 404 len: 337 time: 0.0348873 Feb 10 16:01:41.161677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48708) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.187195 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0b4589-1b84-40cc-ab04-841bff7dca2e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.187948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0b4589-1b84-40cc-ab04-841bff7dca2e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.191839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4a0b4589-1b84-40cc-ab04-841bff7dca2e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/995a946f-0c99-4316-a2b5-7c54fd3827bb HTTP/1.1" status: 404 len: 333 time: 0.0285208 Feb 10 16:01:41.193905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48710) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.196681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c5579-9c5e-4ed8-a663-3a4da8aa2a2c None None] Network 7768b853-ad2a-4996-92ad-0512b468b14d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:41.243125 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-92efb684-7d5e-489c-8be0-0f1dd85b6f00 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.243796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92efb684-7d5e-489c-8be0-0f1dd85b6f00 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.247020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-92efb684-7d5e-489c-8be0-0f1dd85b6f00 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/1c5629da-ce5b-4f54-9520-58c1e83614b8 HTTP/1.1" status: 404 len: 337 time: 0.0522037 Feb 10 16:01:41.249981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48716) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.311868 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad9f294-1daa-458b-b74e-52c8cdb30cbf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.313685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad9f294-1daa-458b-b74e-52c8cdb30cbf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.317215 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aad9f294-1daa-458b-b74e-52c8cdb30cbf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/6410fbe6-1959-4bee-8079-ee110511aa6a HTTP/1.1" status: 404 len: 337 time: 0.0660403 Feb 10 16:01:41.319724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48720) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.345793 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf61bccc-a7ff-40ab-a444-adda4b1efb11 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.346851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf61bccc-a7ff-40ab-a444-adda4b1efb11 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.352851 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf61bccc-a7ff-40ab-a444-adda4b1efb11 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/6dbf87bd-3320-4525-b0c6-c8d4f86587ad HTTP/1.1" status: 404 len: 333 time: 0.0318899 Feb 10 16:01:41.355318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48722) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.361173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-61d116ab-8e00-41fe-a545-3e314a6c15c2 None None] Provisioning complete for port fb896be2-2237-469f-a96e-af644004d675 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:41.362924 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-61d116ab-8e00-41fe-a545-3e314a6c15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:41.389623 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7217a31d-f3f7-40d2-9f3e-7dd21375e4d6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.390167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7217a31d-f3f7-40d2-9f3e-7dd21375e4d6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.393903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7217a31d-f3f7-40d2-9f3e-7dd21375e4d6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/901ebd5e-73b3-4e2a-b768-c19de14dfad5 HTTP/1.1" status: 404 len: 337 time: 0.0375471 Feb 10 16:01:41.396344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.420108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e06c-1a65-4005-a117-069787cdcc85 req-5553df93-4f37-41a3-aef8-bb391f9fbd4a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:41.421200 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7168deb-7c58-42dc-8ad4-9c6d1f0cf48e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.422434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac72e06c-1a65-4005-a117-069787cdcc85 req-5553df93-4f37-41a3-aef8-bb391f9fbd4a tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1626158 Feb 10 16:01:41.422929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7168deb-7c58-42dc-8ad4-9c6d1f0cf48e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.426175 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b7168deb-7c58-42dc-8ad4-9c6d1f0cf48e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/4d27d8fe-b296-4a5c-a068-33c495944c13 HTTP/1.1" status: 404 len: 333 time: 0.0288436 Feb 10 16:01:41.429071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48728) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.467019 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d85b6a-c7f0-405f-b1c0-9f2cb07de788 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.467493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d85b6a-c7f0-405f-b1c0-9f2cb07de788 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.471941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-53d85b6a-c7f0-405f-b1c0-9f2cb07de788 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/e088d82c-e969-4517-8647-8b22a4279175 HTTP/1.1" status: 404 len: 337 time: 0.0417383 Feb 10 16:01:41.474701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48730) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.487974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411425e3-4376-4100-ac82-94805fbf805b req-2b89d1ae-1c4a-4c46-94a8-bca23942aacc tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:41.496384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-411425e3-4376-4100-ac82-94805fbf805b req-2b89d1ae-1c4a-4c46-94a8-bca23942aacc tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1883354 Feb 10 16:01:41.509957 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e547dec1-bdd2-4413-bd62-83e2984cc7de tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.510297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e547dec1-bdd2-4413-bd62-83e2984cc7de tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.524373 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e547dec1-bdd2-4413-bd62-83e2984cc7de tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/01fdbd87-7135-451c-b6dd-74425e0c5347 HTTP/1.1" status: 404 len: 333 time: 0.0474019 Feb 10 16:01:41.527959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48732) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.542903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac72e06c-1a65-4005-a117-069787cdcc85 req-18da2459-4e7a-4987-8286-245bf120b31c tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050489 Feb 10 16:01:41.563084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-411425e3-4376-4100-ac82-94805fbf805b req-d4ffe52d-d131-46a8-9053-4ff7b50654ad tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651209 Feb 10 16:01:41.567673 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ada240-4fa9-45fb-9144-cd23a0e56ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.568142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ada240-4fa9-45fb-9144-cd23a0e56ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.582181 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-05ada240-4fa9-45fb-9144-cd23a0e56ae3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/3474c7c9-24a8-42d8-9a56-782e548e7923 HTTP/1.1" status: 404 len: 337 time: 0.0535252 Feb 10 16:01:41.587001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48734) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.599829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] DHCP port deletion for 7768b853-ad2a-4996-92ad-0512b468b14d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:41.622546 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-206779af-f215-47c7-a573-baa92ab171d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.623221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206779af-f215-47c7-a573-baa92ab171d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.627570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-206779af-f215-47c7-a573-baa92ab171d9 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/f4e785f8-68e7-4cbd-9897-0c819a399e37 HTTP/1.1" status: 404 len: 333 time: 0.0394037 Feb 10 16:01:41.630272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48736) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.664838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] Deleting port fb896be2-2237-469f-a96e-af644004d675 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:41.665325 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:41.668877 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8202a1-c02a-4f68-90dc-0815703ad9e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.669347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8202a1-c02a-4f68-90dc-0815703ad9e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.674939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb8202a1-c02a-4f68-90dc-0815703ad9e8 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/331f8a18-a909-4b89-92ff-8af3171efd6f HTTP/1.1" status: 404 len: 337 time: 0.0413702 Feb 10 16:01:41.675306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48740) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.700711 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb7414-69d0-4406-b3f9-026026175662 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.701408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adb7414-69d0-4406-b3f9-026026175662 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.705500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0adb7414-69d0-4406-b3f9-026026175662 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/45989dcb-02d3-423a-b049-89cc1e663f7c HTTP/1.1" status: 404 len: 333 time: 0.0293620 Feb 10 16:01:41.708284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48742) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.739390 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee51eab-8fc4-4567-9700-8b58db842e6b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.739895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee51eab-8fc4-4567-9700-8b58db842e6b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.742969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fee51eab-8fc4-4567-9700-8b58db842e6b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/05af93c8-8947-42df-a415-17ac96a230cb HTTP/1.1" status: 404 len: 337 time: 0.0337119 Feb 10 16:01:41.745697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.761801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] For port fb896be2-2237-469f-a96e-af644004d675, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fb896be2-2237-469f-a96e-af644004d675,segment=NetworkSegment(55783d6d-e9e9-45e2-8da3-f92f600d9c80),segment_id=55783d6d-e9e9-45e2-8da3-f92f600d9c80)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:41.762137 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:41.775664 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1682993-2c85-4044-a164-06f3dad8147a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.776485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1682993-2c85-4044-a164-06f3dad8147a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.779227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] Calling delete_port for fb896be2-2237-469f-a96e-af644004d675 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:41.782814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48748) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.795326 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b1682993-2c85-4044-a164-06f3dad8147a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/50072223-cac5-414a-aeaf-139ff370c3f3 HTTP/1.1" status: 404 len: 333 time: 0.0485058 Feb 10 16:01:41.821351 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cd4b97-d1b5-4f7d-b15d-caee1649900b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.821983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cd4b97-d1b5-4f7d-b15d-caee1649900b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.825852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4cd4b97-d1b5-4f7d-b15d-caee1649900b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/89baae3c-69ab-4ba4-ad46-c1dbb49c3b6e HTTP/1.1" status: 404 len: 337 time: 0.0419040 Feb 10 16:01:41.829910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48752) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.871171 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4a86c9-492f-4b75-b4f1-ed48d756af44 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.872342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4a86c9-492f-4b75-b4f1-ed48d756af44 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.883257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6a4a86c9-492f-4b75-b4f1-ed48d756af44 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/974d75c7-a187-40a5-a42a-72a09d35890a HTTP/1.1" status: 404 len: 337 time: 0.0477936 Feb 10 16:01:41.883257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48756) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.888937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:41.915385 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d69618-790c-488d-a0c6-b1d5179ee5c4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:41.916145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d69618-790c-488d-a0c6-b1d5179ee5c4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:41.920484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b7d69618-790c-488d-a0c6-b1d5179ee5c4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/6a84894f-4f06-4943-9fb8-7f4f4aa1ddbf HTTP/1.1" status: 404 len: 333 time: 0.0355425 Feb 10 16:01:41.924235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48758) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:41.932204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] Pushing event deleted for resources: {'Port': ['ID=fb896be2-2237-469f-a96e-af644004d675,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:41.938815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08123ca-fe16-46e8-a5d4-17a6f6ea1427 None None] No DVR routers for this DVR port fb896be2-2237-469f-a96e-af644004d675 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:42.006806 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9891ba7e-9a5b-434f-82e8-6b1e1b0a925c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.007726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9891ba7e-9a5b-434f-82e8-6b1e1b0a925c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.021708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48762) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.024069 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9891ba7e-9a5b-434f-82e8-6b1e1b0a925c tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/3a2bf2ac-7b40-4504-a685-103c17f8af21 HTTP/1.1" status: 404 len: 337 time: 0.0978622 Feb 10 16:01:42.051799 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2e2e47-b9dd-41d2-946c-2bbcb57bf1e5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.052262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2e2e47-b9dd-41d2-946c-2bbcb57bf1e5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.055803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7c2e2e47-b9dd-41d2-946c-2bbcb57bf1e5 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/9e3da91f-211b-4d1b-8e19-53f875e479b2 HTTP/1.1" status: 404 len: 337 time: 0.0371044 Feb 10 16:01:42.058441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48764) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.115825 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d32cc56-a0e4-48bd-b08e-1227f96b8dbc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.118049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d32cc56-a0e4-48bd-b08e-1227f96b8dbc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.169474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48768) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.173962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8d32cc56-a0e4-48bd-b08e-1227f96b8dbc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/77c7b1bd-4ad2-4afc-8f38-0737b25c5778 HTTP/1.1" status: 404 len: 333 time: 0.1108270 Feb 10 16:01:42.194020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fb896be2-2237-469f-a96e-af644004d675 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:42.214936 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66f795b-73a1-4b1c-81a5-da61612a42cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.215586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66f795b-73a1-4b1c-81a5-da61612a42cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.220038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c66f795b-73a1-4b1c-81a5-da61612a42cf tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/197cc9fe-b46e-4913-ab54-b330c049d2c8 HTTP/1.1" status: 404 len: 337 time: 0.0485432 Feb 10 16:01:42.224343 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48770) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.237978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: fb896be2-2237-469f-a96e-af644004d675 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:42.238975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fb896be2-2237-469f-a96e-af644004d675 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:42.279184 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45c6021-c8e4-472e-8f28-0e20e45208d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.279669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45c6021-c8e4-472e-8f28-0e20e45208d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.283284 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a45c6021-c8e4-472e-8f28-0e20e45208d0 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/88fcc3fb-4c21-4f06-acb3-6ab27fa2eebe HTTP/1.1" status: 404 len: 337 time: 0.0584249 Feb 10 16:01:42.286310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48772) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.316458 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f2670c-fe01-4313-b50f-d3f650654971 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.317624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f2670c-fe01-4313-b50f-d3f650654971 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.325665 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f6f2670c-fe01-4313-b50f-d3f650654971 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/a0d900e7-ec31-49f3-b7c3-2837ba3036da HTTP/1.1" status: 404 len: 333 time: 0.0358839 Feb 10 16:01:42.325888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.359214 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7c2349-966c-4f78-bd78-ce148aef9320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.360466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7c2349-966c-4f78-bd78-ce148aef9320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.367167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a7c2349-966c-4f78-bd78-ce148aef9320 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/9109d1d1-7ade-4ffa-bbd3-fc32d597faa6 HTTP/1.1" status: 404 len: 337 time: 0.0367551 Feb 10 16:01:42.367167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48776) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.393776 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff25bf5c-07f6-407c-90d1-a59aac894406 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.394227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff25bf5c-07f6-407c-90d1-a59aac894406 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.397216 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ff25bf5c-07f6-407c-90d1-a59aac894406 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/afcfbac0-3ef8-4802-8af4-a1c49cc5e6c4 HTTP/1.1" status: 404 len: 337 time: 0.0291948 Feb 10 16:01:42.399822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.430559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f603a8c-c3f1-448d-94d7-92852941f788 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2d2442f-260a-4ab1-a82c-d68c70445292 HTTP/1.1" status: 200 len: 205 time: 0.0296607 Feb 10 16:01:42.432878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.475771 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a5f90b40-9a45-4195-931e-1ec010704966 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] delete failed (client error): The resource could not be found. Feb 10 16:01:42.476814 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5f90b40-9a45-4195-931e-1ec010704966 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/routers/a2d2442f-260a-4ab1-a82c-d68c70445292 HTTP/1.1" status: 404 len: 336 time: 0.0430546 Feb 10 16:01:42.479345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48782) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.508271 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8801712e-073c-4181-b17f-f0cbda09f3dc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.508803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8801712e-073c-4181-b17f-f0cbda09f3dc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.511871 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8801712e-073c-4181-b17f-f0cbda09f3dc tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/9d7b5a42-4a09-4a0f-9324-3c15d586f942 HTTP/1.1" status: 404 len: 337 time: 0.0315857 Feb 10 16:01:42.514550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48784) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.542695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a22fa2ef-67c9-4e11-a27d-e98b331be06e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f95bfc0-0bb8-47a4-8ad9-917eae608313 HTTP/1.1" status: 200 len: 205 time: 0.0270386 Feb 10 16:01:42.544989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48786) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.582532 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-f7a53fe2-9607-4b5f-8322-b2a3cf562c53 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] delete failed (client error): The resource could not be found. Feb 10 16:01:42.585956 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7a53fe2-9607-4b5f-8322-b2a3cf562c53 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/routers/3f95bfc0-0bb8-47a4-8ad9-917eae608313 HTTP/1.1" status: 404 len: 336 time: 0.0376978 Feb 10 16:01:42.587803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48790) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.627003 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fedf70a-958f-478e-a360-5be7e8eca592 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.627884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fedf70a-958f-478e-a360-5be7e8eca592 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.634605 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0fedf70a-958f-478e-a360-5be7e8eca592 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/2ea188cb-6abf-4729-bcc3-a5083729ed14 HTTP/1.1" status: 404 len: 337 time: 0.0453286 Feb 10 16:01:42.635435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.666932 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a6452b-54d8-4835-89dd-fb42c360a66a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.667382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a6452b-54d8-4835-89dd-fb42c360a66a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.670577 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73a6452b-54d8-4835-89dd-fb42c360a66a tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/af6ae008-f71f-4745-9408-5fb11ada197c HTTP/1.1" status: 404 len: 337 time: 0.0340271 Feb 10 16:01:42.674537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.728213 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb87e0b-e4f0-4fe4-aa9f-0c1d8ad0d7e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.729238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb87e0b-e4f0-4fe4-aa9f-0c1d8ad0d7e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.732636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dfb87e0b-e4f0-4fe4-aa9f-0c1d8ad0d7e6 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/39f8fd9f-abbf-44ea-858e-46dbbacea023 HTTP/1.1" status: 404 len: 333 time: 0.0570710 Feb 10 16:01:42.735655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.757286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ba0d1-a8c5-4976-bd1c-9deb5bef8d1b req-3775a5b0-0328-43d4-98c8-30c7d66e8182 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:42.758955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-476ba0d1-a8c5-4976-bd1c-9deb5bef8d1b req-3775a5b0-0328-43d4-98c8-30c7d66e8182 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1270311 Feb 10 16:01:42.764990 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3515d9d0-1a45-4e45-b196-8cbdb05a94f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.765442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3515d9d0-1a45-4e45-b196-8cbdb05a94f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.768473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747dc9-8bbd-468a-beec-1810c388dd76 req-6b9802d1-1be1-4445-a812-7499ccdba52a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:42.769605 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3515d9d0-1a45-4e45-b196-8cbdb05a94f4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/f4221fed-3f8b-4890-8f26-b4f20364526e HTTP/1.1" status: 404 len: 337 time: 0.0329630 Feb 10 16:01:42.769925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1747dc9-8bbd-468a-beec-1810c388dd76 req-6b9802d1-1be1-4445-a812-7499ccdba52a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1243725 Feb 10 16:01:42.771746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.795897 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-1413d43d-8e5a-49cb-94c0-bdd9688c42b4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.796609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1413d43d-8e5a-49cb-94c0-bdd9688c42b4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.800617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1413d43d-8e5a-49cb-94c0-bdd9688c42b4 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/db330f06-6234-414e-903b-b4a9ab106d0b HTTP/1.1" status: 404 len: 333 time: 0.0275841 Feb 10 16:01:42.803061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48802) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.833563 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae20c310-d00b-4b9f-ba5e-7b800d635731 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.833940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae20c310-d00b-4b9f-ba5e-7b800d635731 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.837279 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae20c310-d00b-4b9f-ba5e-7b800d635731 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/316dca05-b3a2-4d8f-83ed-37f22e5c00ff HTTP/1.1" status: 404 len: 337 time: 0.0323572 Feb 10 16:01:42.837810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-476ba0d1-a8c5-4976-bd1c-9deb5bef8d1b req-258c938a-11ca-4db5-8b50-304269b8581f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668869 Feb 10 16:01:42.840268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48804) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.862705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1747dc9-8bbd-468a-beec-1810c388dd76 req-57849164-cfe5-4c7d-bed3-bdbe429b8944 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728505 Feb 10 16:01:42.867218 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee59fb33-b137-496c-bc10-3ee6cf7c3a85 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.867937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee59fb33-b137-496c-bc10-3ee6cf7c3a85 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.871267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ee59fb33-b137-496c-bc10-3ee6cf7c3a85 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/045d4281-450c-4bd4-8204-ca7d4753ce25 HTTP/1.1" status: 404 len: 333 time: 0.0294981 Feb 10 16:01:42.873665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48808) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.902368 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-968b3316-8da6-42f3-abf8-c9afe3bdf2fe tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.902879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968b3316-8da6-42f3-abf8-c9afe3bdf2fe tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.907919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-968b3316-8da6-42f3-abf8-c9afe3bdf2fe tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/193929d6-05ce-49da-9ab1-ef564b2cfaf9 HTTP/1.1" status: 404 len: 337 time: 0.0331779 Feb 10 16:01:42.908977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48810) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.943405 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-458d9d77-cecf-4b24-80b3-84405e56666e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.944228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458d9d77-cecf-4b24-80b3-84405e56666e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.947933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-458d9d77-cecf-4b24-80b3-84405e56666e tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/4085a463-9904-4b9a-b114-3eb8c7b6a258 HTTP/1.1" status: 404 len: 333 time: 0.0377278 Feb 10 16:01:42.950495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48814) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:42.979601 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aad4db0-04bb-4815-8b4a-7330079c049d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:42.980060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aad4db0-04bb-4815-8b4a-7330079c049d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:42.983493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2aad4db0-04bb-4815-8b4a-7330079c049d tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/b86381f8-4803-4503-88fa-5455bad245fd HTTP/1.1" status: 404 len: 337 time: 0.0314088 Feb 10 16:01:42.986509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48818) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.014187 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-827fb898-8f6b-4bdf-b8b3-8b5de28555f3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:43.014984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827fb898-8f6b-4bdf-b8b3-8b5de28555f3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:43.019078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-827fb898-8f6b-4bdf-b8b3-8b5de28555f3 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/eb82ac35-9834-413b-8083-1851c270544e HTTP/1.1" status: 404 len: 333 time: 0.0312855 Feb 10 16:01:43.021937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48822) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.067108 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c376f042-667e-4974-877a-0fcca8407f1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:43.067605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c376f042-667e-4974-877a-0fcca8407f1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:43.073381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48828) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.073538 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c376f042-667e-4974-877a-0fcca8407f1f tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/c3ccb410-a6ff-4c89-8157-e6d60dcf90f3 HTTP/1.1" status: 404 len: 337 time: 0.0498648 Feb 10 16:01:43.117159 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-33827257-9749-4104-a205-354fe33b8d16 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:43.117159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33827257-9749-4104-a205-354fe33b8d16 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:43.119885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-33827257-9749-4104-a205-354fe33b8d16 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/0832f0a4-d0f0-4fac-9ec1-1eb178fac9fd HTTP/1.1" status: 404 len: 333 time: 0.0454628 Feb 10 16:01:43.122562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.153502 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7524e86f-4906-4ec7-8c25-6ae57c5d3321 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:43.153956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7524e86f-4906-4ec7-8c25-6ae57c5d3321 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:43.167018 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7524e86f-4906-4ec7-8c25-6ae57c5d3321 tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/eb34a1a6-8dd5-46ea-87d1-4a07f71e8723 HTTP/1.1" status: 404 len: 337 time: 0.0368240 Feb 10 16:01:43.167018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48834) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.189285 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c07a48-21f5-46f1-a5bf-12e8c5d3a8cb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:43.189989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c07a48-21f5-46f1-a5bf-12e8c5d3a8cb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:43.191806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-9d6cd7f6-a3f0-4b1f-a9d8-b61de6478661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:43.193491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-9d6cd7f6-a3f0-4b1f-a9d8-b61de6478661 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 1096 time: 0.1049681 Feb 10 16:01:43.196160 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f0c07a48-21f5-46f1-a5bf-12e8c5d3a8cb tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/ports/8af61fb8-1939-4914-a746-d8aa5ccf73c1 HTTP/1.1" status: 404 len: 333 time: 0.0331113 Feb 10 16:01:43.196700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.215585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a69a02-99b5-4725-a3e8-0f88d1ed68ef req-77b588d2-14f2-43c4-ae36-1defc9364b99 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:43.217340 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4a69a02-99b5-4725-a3e8-0f88d1ed68ef req-77b588d2-14f2-43c4-ae36-1defc9364b99 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1128559 Feb 10 16:01:43.245520 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aec14fb-e44f-47c2-b458-a503e916724b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:43.245971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aec14fb-e44f-47c2-b458-a503e916724b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:43.251775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4aec14fb-e44f-47c2-b458-a503e916724b tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/subnets/d2da79a4-a18f-4edb-93db-2f31030fa6ba HTTP/1.1" status: 404 len: 337 time: 0.0512812 Feb 10 16:01:43.252200 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48842) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.349230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4a69a02-99b5-4725-a3e8-0f88d1ed68ef req-e8b6b3bf-509e-485d-993a-f64da78025a3 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069195 Feb 10 16:01:43.362327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.395139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-0a86cc10-3881-4c21-8525-5059cc7a5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:43.396709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-0a86cc10-3881-4c21-8525-5059cc7a5f87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 911 time: 0.1908946 Feb 10 16:01:43.460587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-b73082c9-54c3-4c44-9a38-82fa1fc5de61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a HTTP/1.1" status: 200 len: 217 time: 0.0555923 Feb 10 16:01:43.488180 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.514805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7768b853-ad2a-4996-92ad-0512b468b14d']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:43.525198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55783d6d-e9e9-45e2-8da3-f92f600d9c80') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:43.525643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55783d6d-e9e9-45e2-8da3-f92f600d9c80') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:43.533739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-a22065f7-3b0b-43b0-ac29-aa726dd12117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:43.536058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-a22065f7-3b0b-43b0-ac29-aa726dd12117 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.0679967 Feb 10 16:01:43.536642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.554688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.564407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:01:43.564746 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.577802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-ec563923-5aa7-4add-a8ff-6c063377ada0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334668 Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:01:43.631469 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:01:43.634937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.642676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:43.649329 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] 10.222.0.21 "DELETE /v2.0/networks/7768b853-ad2a-4996-92ad-0512b468b14d HTTP/1.1" status: 204 len: 168 time: 0.3960457 Feb 10 16:01:43.668703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32270bf-224c-4c8a-ad33-1e4f36cfd4ba tempest-NetworksTestDHCPv6-1539660948 tempest-NetworksTestDHCPv6-1539660948-project] Pushing event deleted for resources: {'Network': ['ID=7768b853-ad2a-4996-92ad-0512b468b14d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:43.699526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-0a0a6ba8-d524-4253-aba3-2a05e53991d1 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127145 Feb 10 16:01:43.804959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f6e74bd-6411-44c9-b066-aa453a69d716 req-a51695cd-8c41-4ed5-b0cd-cdb3c29d8c44 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966458 Feb 10 16:01:43.913344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48856) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:43.997407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6b17-473c-454f-b2e1-51e8dd88c3b4 req-66274285-5492-4a5a-bc3d-4b9ede720568 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:44.006406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-979e6b17-473c-454f-b2e1-51e8dd88c3b4 req-66274285-5492-4a5a-bc3d-4b9ede720568 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0653298 Feb 10 16:01:44.063609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-979e6b17-473c-454f-b2e1-51e8dd88c3b4 req-7996f69d-832a-4a24-9f8d-e1548793bfe6 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 Feb 10 16:01:44.094544 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3bdc9c8e-9eb8-436f-9cc0-7cb921ec80f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17c3f9b76412479f90aaae49e817fbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772759 Feb 10 16:01:44.095109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48860) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:44.147613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c922c72-36f3-4897-811d-5b342c98d451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:44.172428 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c922c72-36f3-4897-811d-5b342c98d451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:44.240797 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c922c72-36f3-4897-811d-5b342c98d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:44.243461 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5c922c72-36f3-4897-811d-5b342c98d451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:44.244770 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5c922c72-36f3-4897-811d-5b342c98d451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd1bc102-1eb6-458a-a887-e9d3eec2a260 HTTP/1.1" status: 204 len: 168 time: 0.1488252 Feb 10 16:01:44.255249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c922c72-36f3-4897-811d-5b342c98d451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1bc102-1eb6-458a-a887-e9d3eec2a260,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:44.512307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b50d6-6e0e-43c1-9d30-6d9f749b7e20 req-d8421faa-65e9-4f8f-b39a-c27aee644358 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:44.514169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b2b50d6-6e0e-43c1-9d30-6d9f749b7e20 req-d8421faa-65e9-4f8f-b39a-c27aee644358 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0723467 Feb 10 16:01:44.603622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b2b50d6-6e0e-43c1-9d30-6d9f749b7e20 req-34ee7ca9-6512-4e33-95f2-1832df33f4b1 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Feb 10 16:01:45.085669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48894) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:45.185188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbadc1f-5bc3-4337-a73f-7ac60a8721f2 req-36f1ac3e-1c1c-4853-92a3-f64ff4fa253f tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.188504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cbadc1f-5bc3-4337-a73f-7ac60a8721f2 req-36f1ac3e-1c1c-4853-92a3-f64ff4fa253f tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0567083 Feb 10 16:01:45.196479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1778655409'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:45.221804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:45.225668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.236573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.245543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5cbadc1f-5bc3-4337-a73f-7ac60a8721f2 req-d11e7a7c-ad64-4b24-8f34-ed1bf9c1e04b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Feb 10 16:01:45.323749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.327904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.354773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:01:45.365148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f982c8-144d-4c2b-8f7c-281586f4f4b4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:45.369978 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.370317 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 8bbef9c8-82b3-4f7d-b993-066cee115e5c of type vlan for network 9116d532-404e-4179-9203-7fc820229069 Feb 10 16:01:45.413078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.444203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.450149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.450747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.513911 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4244733 Feb 10 16:01:45.514903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48904) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:45.524043 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'name': 'tempest-PortsIpV6TestJSON-185217782'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:45.534253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013ae22-5509-438b-a63c-bd76236e5973 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=9116d532-404e-4179-9203-7fc820229069,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:45.548397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9116d532-404e-4179-9203-7fc820229069 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:01:45.698437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:45.706820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:45.756778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port fa7996ed-9a05-471b-a827-b88330bfe629 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:45.820110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a52926-4d16-4c53-a44f-4f13346f05b5 req-14cd5732-fb99-4040-983b-2588a0179b92 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.821609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6a52926-4d16-4c53-a44f-4f13346f05b5 req-14cd5732-fb99-4040-983b-2588a0179b92 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1122127 Feb 10 16:01:45.904413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6a52926-4d16-4c53-a44f-4f13346f05b5 req-d38af36d-08af-484a-b76d-2656fddce14f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693195 Feb 10 16:01:45.988204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.022836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.083468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=fa7996ed-9a05-471b-a827-b88330bfe629,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:46.099743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '8bbef9c8-82b3-4f7d-b993-066cee115e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9116d532-404e-4179-9203-7fc820229069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:46.100105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 9116d532-404e-4179-9203-7fc820229069, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:01:46.118201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:01:46.129979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9116d532-404e-4179-9203-7fc820229069) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:46.134209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:46.140086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:46.141264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.148347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32014ef3-4cbb-4a11-92e8-29281f28d39f None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:46.163974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4b8e3dd6-db2e-4024-ae16-7c3627cfb318 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6461504 Feb 10 16:01:46.164420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48910) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:46.170551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-856178358'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:46.196504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:46.202252 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.230088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:01:46.242290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.242925 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment de1e5842-acba-440b-aa72-382c0aa50808 of type vlan for network b2ecd919-7e3d-4f1e-8398-2a4efa38bb54 Feb 10 16:01:46.326793 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.364622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.371351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:46.372061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.428402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82da9-a6e7-4cb5-993d-dbde0229cf5a req-9edf9d9d-a662-4fbc-96b3-db34c111f00d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:46.431072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6a82da9-a6e7-4cb5-993d-dbde0229cf5a req-9edf9d9d-a662-4fbc-96b3-db34c111f00d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0738075 Feb 10 16:01:46.451433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=b2ecd919-7e3d-4f1e-8398-2a4efa38bb54,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:46.463246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b2ecd919-7e3d-4f1e-8398-2a4efa38bb54 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:01:46.490613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a3f2ca71-60ff-4443-af40-1371701d597d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3249893 Feb 10 16:01:46.492679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6a82da9-a6e7-4cb5-993d-dbde0229cf5a req-fe594d21-b310-4593-bb3f-086a2bc54bbb tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Feb 10 16:01:46.493248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48916) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:46.502748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'ports': [{'network_id': '9116d532-404e-4179-9203-7fc820229069'}, {'network_id': 'b2ecd919-7e3d-4f1e-8398-2a4efa38bb54'}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:46.503073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:46.503590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': 'b2ecd919-7e3d-4f1e-8398-2a4efa38bb54'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:46.735222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:46.740215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.759770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:46.950749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port e95c8fa0-97dc-49bb-b917-729d43875cd9 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:47.036168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef409f-412c-4522-8021-df8f391b378d req-5450d904-90da-4059-945f-0be83e04b44f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.037736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ef409f-412c-4522-8021-df8f391b378d req-5450d904-90da-4059-945f-0be83e04b44f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0560069 Feb 10 16:01:47.043202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.076293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ef409f-412c-4522-8021-df8f391b378d req-1f94d830-f7b0-412b-9464-0aed9728bd52 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Feb 10 16:01:47.114986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 0c636987-5aae-4950-a408-2b8d6e1f50b9 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:47.191843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.227341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.275635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:47.275635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:47.278019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:47.279028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.286410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=e95c8fa0-97dc-49bb-b917-729d43875cd9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:47.349886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=0c636987-5aae-4950-a408-2b8d6e1f50b9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:47.357178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': 'de1e5842-acba-440b-aa72-382c0aa50808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ecd919-7e3d-4f1e-8398-2a4efa38bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:47.357558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: b2ecd919-7e3d-4f1e-8398-2a4efa38bb54, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:01:47.374837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network b2ecd919-7e3d-4f1e-8398-2a4efa38bb54 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:01:47.384362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b2ecd919-7e3d-4f1e-8398-2a4efa38bb54) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:47.389175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:47.393630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f94da1-1c28-4ab2-9f5a-7a8abd7686d9 None None] Network b2ecd919-7e3d-4f1e-8398-2a4efa38bb54 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:47.396845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.401670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.402344 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.424457 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-15b7cac8-a03d-4faa-9a21-fe1b0d59f8ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9271502 Feb 10 16:01:47.424822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48924) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:47.517868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 0c636987-5aae-4950-a408-2b8d6e1f50b9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:47.518315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.587235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.601579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 0c636987-5aae-4950-a408-2b8d6e1f50b9 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:47.602221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1db2-3e05-4a16-ab18-9ca0c4dbdc73 req-8e6ab376-9763-4492-adab-b9a235681166 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.603724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04bd1db2-3e05-4a16-ab18-9ca0c4dbdc73 req-8e6ab376-9763-4492-adab-b9a235681166 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0492163 Feb 10 16:01:47.645947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04bd1db2-3e05-4a16-ab18-9ca0c4dbdc73 req-2c6e0d26-95c0-49b2-9d8b-86232291af42 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356841 Feb 10 16:01:47.680342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.710364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=0c636987-5aae-4950-a408-2b8d6e1f50b9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:47.719228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.722858 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-115d823b-7458-46f3-b3d3-17231cd4c8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/0c636987-5aae-4950-a408-2b8d6e1f50b9 HTTP/1.1" status: 204 len: 168 time: 0.2971528 Feb 10 16:01:47.725550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48932) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:47.776045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e619ed8-517d-43fd-a199-8dbd95089f5b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.782378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e619ed8-517d-43fd-a199-8dbd95089f5b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.784000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e619ed8-517d-43fd-a199-8dbd95089f5b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0574605 Feb 10 16:01:47.786671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48936) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:47.962255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port e95c8fa0-97dc-49bb-b917-729d43875cd9 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:47.962629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:47.974594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-181300da-161d-430e-a425-625435408ff6 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:47.976089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-181300da-161d-430e-a425-625435408ff6 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 813 time: 0.1249106 Feb 10 16:01:48.033984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-49eac79c-bdef-4ad7-8494-d3ae247023af tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/quotas/ad3837911a6d4a21b0cbbee3f3394878 HTTP/1.1" status: 200 len: 375 time: 0.0472770 Feb 10 16:01:48.057549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.078599 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f3840ac5-aeed-4015-94ba-f1655724941d tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370693 Feb 10 16:01:48.084183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for e95c8fa0-97dc-49bb-b917-729d43875cd9 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:48.289453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-083abdf3-ec60-41d9-8c84-ce05b1c0294c service neutron] 10.222.0.21 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032285 Feb 10 16:01:48.291967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-00ed51e2-1ae6-424d-9bbf-18d164c52d2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193869 Feb 10 16:01:48.303976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddfc5-0973-4c47-8190-c8d5813826af req-4bcd3135-9a26-40dc-8e9a-b0ca2d2298ca tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:48.305393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c3ddfc5-0973-4c47-8190-c8d5813826af req-4bcd3135-9a26-40dc-8e9a-b0ca2d2298ca tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1317205 Feb 10 16:01:48.383913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.440844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=e95c8fa0-97dc-49bb-b917-729d43875cd9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:48.471254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.474467 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4d83e3fd-11d0-4311-97df-b8b9398d81a0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/e95c8fa0-97dc-49bb-b917-729d43875cd9 HTTP/1.1" status: 204 len: 168 time: 0.6868725 Feb 10 16:01:48.477084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48950) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:48.477625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c3ddfc5-0973-4c47-8190-c8d5813826af req-2e8b9d09-fbba-457f-bd8b-f81d7f70f392 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611025 Feb 10 16:01:48.489662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddf191-9530-44f1-951d-41099d058f8f req-d9202e0c-0339-44eb-afdf-39497b815d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:48.491156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-d9202e0c-0339-44eb-afdf-39497b815d56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 1096 time: 0.1235981 Feb 10 16:01:48.501951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-32801d22-8797-4617-98d1-073d36ddf343 service neutron] 10.222.0.21 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950734 Feb 10 16:01:48.548877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea323e7-d240-4592-a0d4-82b263550fba tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:48.550399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6ea323e7-d240-4592-a0d4-82b263550fba tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0718486 Feb 10 16:01:48.553159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48952) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:48.580849 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c94f5a-6561-45c9-a606-1aa0171b98a8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:01:48.583467 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-45c94f5a-6561-45c9-a606-1aa0171b98a8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/0c636987-5aae-4950-a408-2b8d6e1f50b9 HTTP/1.1" status: 404 len: 333 time: 0.0289013 Feb 10 16:01:48.586123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48954) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:48.612538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddf191-9530-44f1-951d-41099d058f8f req-2abe1397-b2ba-4f92-9749-632ff5709847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:48.615791 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ae1551-d185-4687-b02c-8781e52380c8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:01:48.616996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-2abe1397-b2ba-4f92-9749-632ff5709847 service neutron] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 911 time: 0.0969002 Feb 10 16:01:48.617355 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6ae1551-d185-4687-b02c-8781e52380c8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/e95c8fa0-97dc-49bb-b917-729d43875cd9 HTTP/1.1" status: 404 len: 333 time: 0.0303602 Feb 10 16:01:48.620158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48958) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:48.665660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-10f152ca-e421-400b-9175-9dac6ee2a8ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190c711a-9723-4736-95a8-2e2beefb7f50 HTTP/1.1" status: 200 len: 217 time: 0.0417435 Feb 10 16:01:48.710783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.744441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f9ff92e-5d3e-4db3-8ff0-45a7381b9301 req-78ab39fa-1d6b-447b-a9a2-0bb7af684845 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 210 time: 0.0539813 Feb 10 16:01:48.782829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddf191-9530-44f1-951d-41099d058f8f req-447d2eee-1b80-4662-8d88-754a736d84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:48.784330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-447d2eee-1b80-4662-8d88-754a736d84c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.1063538 Feb 10 16:01:48.820011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-d8f9a93c-65d3-4b51-83ef-2e0c6002ed67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273561 Feb 10 16:01:48.821402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.833399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03f2e-75c2-442a-b73e-5dee66816013 req-85b4e549-ad99-40f1-9938-e15875352b69 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:48.835022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fe03f2e-75c2-442a-b73e-5dee66816013 req-85b4e549-ad99-40f1-9938-e15875352b69 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0931573 Feb 10 16:01:48.846358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ecd919-7e3d-4f1e-8398-2a4efa38bb54']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:48.857580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1e5842-acba-440b-aa72-382c0aa50808') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:48.858037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1e5842-acba-440b-aa72-382c0aa50808') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:48.868590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.886706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.893776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:01:48.894248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:01:48.897521 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:01:48.952692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fe03f2e-75c2-442a-b73e-5dee66816013 req-0f8b6920-be73-4f86-9896-3ecd426788c7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080987 Feb 10 16:01:48.981665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.986888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-3e8dfd6b-6fc8-46ec-8312-48d8933074b3 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507607 Feb 10 16:01:48.990954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:48.994258 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/b2ecd919-7e3d-4f1e-8398-2a4efa38bb54 HTTP/1.1" status: 204 len: 168 time: 0.3729901 Feb 10 16:01:48.998636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48970) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:49.005299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaf19b-2370-45b6-9aea-e1bfd06f39e5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=b2ecd919-7e3d-4f1e-8398-2a4efa38bb54,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:49.005616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-55666833'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:49.085918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:49.089530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.131356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18ddf191-9530-44f1-951d-41099d058f8f req-6ed87338-dcc9-4b57-9d97-cc1fb5564b80 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313689 Feb 10 16:01:49.134552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:01:49.144768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.145108 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 50bc24ae-c650-47cb-ad2e-20d179ee4377 of type vlan for network 757397f9-982c-46cd-af2b-3914823e1e4d Feb 10 16:01:49.185416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.210739 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.216829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:49.217405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.272560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2707429 Feb 10 16:01:49.275694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48972) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:49.281855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:49.291213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f31af6-0fd7-41af-b3fe-12d6cfe59b81 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=757397f9-982c-46cd-af2b-3914823e1e4d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:49.303017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 757397f9-982c-46cd-af2b-3914823e1e4d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:01:49.383564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:49.387586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.446825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Performing IP validity checks on allocation pools {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 16:01:49.449542 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 16:01:49.592740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.617309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8de59-6dae-4ef4-88e8-8dcc641b3599 req-65c29a7d-03f0-4438-9eef-da5e1548de6e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:49.618815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eba8de59-6dae-4ef4-88e8-8dcc641b3599 req-65c29a7d-03f0-4438-9eef-da5e1548de6e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Feb 10 16:01:49.663773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eba8de59-6dae-4ef4-88e8-8dcc641b3599 req-3277b731-18b0-4894-8677-62b6201a920b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Feb 10 16:01:49.666154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=9dccae1d-aae0-4d18-9ad6-92bf9d62264f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:49.674898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '50bc24ae-c650-47cb-ad2e-20d179ee4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:49.675946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 757397f9-982c-46cd-af2b-3914823e1e4d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:01:49.700322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 757397f9-982c-46cd-af2b-3914823e1e4d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:01:49.710765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 757397f9-982c-46cd-af2b-3914823e1e4d) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:49.714704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:49.715434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:49.725392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418e9cc-d214-4484-9b57-fe0a48b80fc0 None None] Network 757397f9-982c-46cd-af2b-3914823e1e4d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:49.737987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3af3898e-1d04-4ded-8f83-58c33fc58964 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4582696 Feb 10 16:01:49.738211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 48980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:49.744184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d', 'name': 'tempest-PortsIpV6TestJSON-584868904'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:49.868243 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ebb0f86-5dc5-4a81-b346-d3131f942c82 req-184da459-1fca-402b-9c55-a9e0b4bee209 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 210 time: 0.0292497 Feb 10 16:01:49.931152 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-757397f9-982c-46cd-af2b-3914823e1e4d', 'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': '9dccae1d-aae0-4d18-9ad6-92bf9d62264f'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:49.932145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.114304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced941d8-fe1d-4fda-a31d-4147a1d173d8 req-33893a17-f41f-4899-a287-4bb289c482d9 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:50.115130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Allocated IP 2001:db8::2 (757397f9-982c-46cd-af2b-3914823e1e4d/9dccae1d-aae0-4d18-9ad6-92bf9d62264f/16d66b36-c10c-40e1-a123-aae4695ee9c1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:50.116016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced941d8-fe1d-4fda-a31d-4147a1d173d8 req-33893a17-f41f-4899-a287-4bb289c482d9 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0865772 Feb 10 16:01:50.170253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ced941d8-fe1d-4fda-a31d-4147a1d173d8 req-3a600331-ee55-4bcb-930b-adb5785f05e7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Feb 10 16:01:50.264958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-7d14374d-ad63-4656-86e7-970bffa8f434 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:50.267081 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-7d14374d-ad63-4656-86e7-970bffa8f434 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.75 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 813 time: 0.4785793 Feb 10 16:01:50.283346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Request body: {'port': {'device_id': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'network_id': '8207a104-9321-4d56-a114-43a9d482b558', 'admin_state_up': True, 'tenant_id': 'ad3837911a6d4a21b0cbbee3f3394878'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:50.302221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.310036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.335131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:50.339316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.361925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Network 757397f9-982c-46cd-af2b-3914823e1e4d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:50.365566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:50.366331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 074dbdc8-550c-4f24-ba49-cba8966cd3db yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:50.368812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:50.378606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Pushing event updated for resources: {'Port': ['ID=16d66b36-c10c-40e1-a123-aae4695ee9c1,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:50.438325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Attempting to bind port 16d66b36-c10c-40e1-a123-aae4695ee9c1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:50.438528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Attempting to bind port 16d66b36-c10c-40e1-a123-aae4695ee9c1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '50bc24ae-c650-47cb-ad2e-20d179ee4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:50.438819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Attempting to bind port 16d66b36-c10c-40e1-a123-aae4695ee9c1 on network 757397f9-982c-46cd-af2b-3914823e1e4d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:50.445666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:50.446088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Checking segment: {'id': '50bc24ae-c650-47cb-ad2e-20d179ee4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:50.446588 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.447533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Bound using segment: {'id': '50bc24ae-c650-47cb-ad2e-20d179ee4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:50.447533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Bound port: 16d66b36-c10c-40e1-a123-aae4695ee9c1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc24ae-c650-47cb-ad2e-20d179ee4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '757397f9-982c-46cd-af2b-3914823e1e4d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:50.448010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.505532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Made reservation on behalf of ad3837911a6d4a21b0cbbee3f3394878 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:50.509182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.524695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] For port 16d66b36-c10c-40e1-a123-aae4695ee9c1, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:50.527867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] For port 16d66b36-c10c-40e1-a123-aae4695ee9c1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=16d66b36-c10c-40e1-a123-aae4695ee9c1,segment=NetworkSegment(50bc24ae-c650-47cb-ad2e-20d179ee4377),segment_id=50bc24ae-c650-47cb-ad2e-20d179ee4377)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:50.533418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.536987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::2f4 (757397f9-982c-46cd-af2b-3914823e1e4d/9dccae1d-aae0-4d18-9ad6-92bf9d62264f/074dbdc8-550c-4f24-ba49-cba8966cd3db) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:50.590549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b73167-9042-40f3-a968-5ea687e8be7c None None] Pushing event updated for resources: {'Port': ['ID=16d66b36-c10c-40e1-a123-aae4695ee9c1,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:50.751405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Allocated IP 172.20.0.10 (8207a104-9321-4d56-a114-43a9d482b558/d705bb1a-da7a-4818-9002-2f213f024d5d/ada46f1e-09bc-4d7f-b82d-2fcd6ef75043) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:50.829511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac671a-5140-4415-a047-50454ce1f567 req-b5d4cabf-5a31-43b6-b016-1de061e39f33 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:50.831879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6ac671a-5140-4415-a047-50454ce1f567 req-b5d4cabf-5a31-43b6-b016-1de061e39f33 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0833416 Feb 10 16:01:50.846436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.939662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6ac671a-5140-4415-a047-50454ce1f567 req-608c0122-6fc2-4c72-bcfd-d8a8ad821108 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978127 Feb 10 16:01:50.995469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:50.999728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-74012c71-2a17-4d18-92f8-2883fe41f4c3 req-01e915b4-274c-455a-aff7-8dabe3a83ab0 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 210 time: 0.0337245 Feb 10 16:01:51.054958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.057195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 757397f9-982c-46cd-af2b-3914823e1e4d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:51.063959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:51.066564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:51.072464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:51.073062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.100280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=074dbdc8-550c-4f24-ba49-cba8966cd3db,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:51.114702 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6e3ec7bb-8e87-4d52-b39e-08ad476b538a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3745403 Feb 10 16:01:51.117603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 48992) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:51.129681 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.180067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Network 8207a104-9321-4d56-a114-43a9d482b558 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:51.183030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:51.186996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:51.213017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Pushing event updated for resources: {'Port': ['ID=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:51.228559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 074dbdc8-550c-4f24-ba49-cba8966cd3db {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:51.229123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.246085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:51.246742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.262888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-f155a9a0-6409-4c62-abb3-beeb4bd47650 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9854298 Feb 10 16:01:51.278097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Request body: {'port': {'device_id': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:51.346111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dc3d2-1941-461d-8fe3-937a41f24870 req-f0f7af5f-dcf5-4586-b09c-5d73f75d3aec tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:51.347238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.347661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819dc3d2-1941-461d-8fe3-937a41f24870 req-f0f7af5f-dcf5-4586-b09c-5d73f75d3aec tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1020195 Feb 10 16:01:51.356362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.387518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 074dbdc8-550c-4f24-ba49-cba8966cd3db owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:51.649890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:51.659840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.672578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12277d7b-f0a5-4892-9365-8b1d393930cb None None] Network 757397f9-982c-46cd-af2b-3914823e1e4d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:51.683458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Transition to ACTIVE for port object ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:01:51.688741 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.755855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:51.781755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819dc3d2-1941-461d-8fe3-937a41f24870 req-eadf85ae-10b1-4487-b1ba-70bcd99e24f2 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227195 Feb 10 16:01:51.803153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d8deaa5c-e79f-4f2e-9fea-76b17ffc1b3f None None] Provisioning complete for port 16d66b36-c10c-40e1-a123-aae4695ee9c1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:51.803526 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8deaa5c-e79f-4f2e-9fea-76b17ffc1b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.830552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Attempting to bind port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:51.830912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Attempting to bind port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:51.831219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Attempting to bind port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 on network 8207a104-9321-4d56-a114-43a9d482b558 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:51.836314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 on network 8207a104-9321-4d56-a114-43a9d482b558 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:01:51.836637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Attempting to bind port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 on network 8207a104-9321-4d56-a114-43a9d482b558 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:51.842218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:51.842554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Checking segment: {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:51.842939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Bound using segment: {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:51.843366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Bound port: ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683fc0d-6db0-4d15-b7b5-143345eff226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8207a104-9321-4d56-a114-43a9d482b558'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:51.844373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.894661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.925213 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8deaa5c-e79f-4f2e-9fea-76b17ffc1b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.929680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=074dbdc8-550c-4f24-ba49-cba8966cd3db,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:51.946332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] For port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:51.949953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] For port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:51.957166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.973758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:51.977698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8deaa5c-e79f-4f2e-9fea-76b17ffc1b3f None None] For port 16d66b36-c10c-40e1-a123-aae4695ee9c1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=16d66b36-c10c-40e1-a123-aae4695ee9c1,segment=NetworkSegment(50bc24ae-c650-47cb-ad2e-20d179ee4377),segment_id=50bc24ae-c650-47cb-ad2e-20d179ee4377)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:51.983290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1362413d-8ee1-4020-b7d7-62df6cacb8c4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/074dbdc8-550c-4f24-ba49-cba8966cd3db HTTP/1.1" status: 204 len: 168 time: 0.8621922 Feb 10 16:01:51.984039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49002) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:51.986561 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8deaa5c-e79f-4f2e-9fea-76b17ffc1b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.016510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.017190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.018606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] 10.222.0.75 "PUT /v2.0/ports/ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 HTTP/1.1" status: 200 len: 1092 time: 0.7448852 Feb 10 16:01:52.019058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'tag': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:52.028370 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a66bb-6ae1-4a8a-90b7-acff8c9a5a22 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:01:52.029170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3a66bb-6ae1-4a8a-90b7-acff8c9a5a22 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:01:52.035741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9b3a66bb-6ae1-4a8a-90b7-acff8c9a5a22 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/074dbdc8-550c-4f24-ba49-cba8966cd3db HTTP/1.1" status: 404 len: 333 time: 0.0458407 Feb 10 16:01:52.043664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49006) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:52.050538 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc44b749-ba98-4036-929e-ae957e512d88" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8bc22-6d75-4e19-b23b-ca276b9a459d", "tag": "ada46f1e-09bc-4d7f-b82d-2fcd6ef75043"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:52.079726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deaa5c-e79f-4f2e-9fea-76b17ffc1b3f None None] Pushing event updated for resources: {'Port': ['ID=16d66b36-c10c-40e1-a123-aae4695ee9c1,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:52.102597 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfe8d55-017e-458e-889c-66b9679bb20e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:01:52.104159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bcfe8d55-017e-458e-889c-66b9679bb20e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/074dbdc8-550c-4f24-ba49-cba8966cd3db HTTP/1.1" status: 404 len: 333 time: 0.0428743 Feb 10 16:01:52.119614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49010) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:52.162659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfde34-c376-41a4-ab56-4ea8c021e6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:52.170163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-28e8e958-4234-42f2-a345-d64c1a4f9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.171884 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-28e8e958-4234-42f2-a345-d64c1a4f9819 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 1095 time: 0.0923004 Feb 10 16:01:52.211313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 16d66b36-c10c-40e1-a123-aae4695ee9c1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:52.226825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be26ae-7499-4a9d-8546-29d260e22bea req-59f39425-cd48-489a-9600-b8079f7cf48e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.231163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-ea9cefca-06f3-4c4c-857f-ff04df1c06ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 HTTP/1.1" status: 200 len: 217 time: 0.0448346 Feb 10 16:01:52.234257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56be26ae-7499-4a9d-8546-29d260e22bea req-59f39425-cd48-489a-9600-b8079f7cf48e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.2096925 Feb 10 16:01:52.250629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 9dccae1d-aae0-4d18-9ad6-92bf9d62264f {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:52.270203 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.270584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 16d66b36-c10c-40e1-a123-aae4695ee9c1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:52.271268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.298630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-c60fd70c-1bf0-4cb8-b9ec-51efce62370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.300902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-c60fd70c-1bf0-4cb8-b9ec-51efce62370c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d705bb1a-da7a-4818-9002-2f213f024d5d HTTP/1.1" status: 200 len: 853 time: 0.0587425 Feb 10 16:01:52.332273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992461-22f5-4c87-b2be-8c8b33d4b607 req-d72ac0dd-f136-4244-a0d1-056743154015 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.334234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29992461-22f5-4c87-b2be-8c8b33d4b607 req-d72ac0dd-f136-4244-a0d1-056743154015 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 944 time: 0.1715102 Feb 10 16:01:52.347525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.363102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cad01813-d3f7-42f4-88d7-db8c64e05dc0 None None] Provisioning complete for port 16d66b36-c10c-40e1-a123-aae4695ee9c1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:52.363505 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cad01813-d3f7-42f4-88d7-db8c64e05dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.379480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-89748253-bed9-459a-8de5-fe77b1d3f36d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8207a104-9321-4d56-a114-43a9d482b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621116 Feb 10 16:01:52.385203 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56be26ae-7499-4a9d-8546-29d260e22bea req-b52bfa81-a50a-42f7-8fbd-66c478658597 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447613 Feb 10 16:01:52.452694 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f864d62a-20ec-4eb0-919d-9b67fe7aaec5 x-openstack-request-id: req-f864d62a-20ec-4eb0-919d-9b67fe7aaec5 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:52.453519 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8bc22-6d75-4e19-b23b-ca276b9a459d", "tag": "ada46f1e-09bc-4d7f-b82d-2fcd6ef75043", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:52.453834 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f864d62a-20ec-4eb0-919d-9b67fe7aaec5 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:52.454166 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'tag': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043', 'status': 'completed', 'code': 200} Feb 10 16:01:52.485841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29992461-22f5-4c87-b2be-8c8b33d4b607 req-37799787-c1cd-4f87-900e-8939d399812e tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251936 Feb 10 16:01:52.524117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cad01813-d3f7-42f4-88d7-db8c64e05dc0 None None] Could not find standard attr ID for object 074dbdc8-550c-4f24-ba49-cba8966cd3db. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:52.544502 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-b9ed9cad-dae2-4686-9b53-02ee1ff85f5d service neutron] 10.222.0.75 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490121 Feb 10 16:01:52.551462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.622050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.639609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-24dad773-5c6c-441c-b683-f1e78abe7586 None None] Could not find standard attr ID for object 074dbdc8-550c-4f24-ba49-cba8966cd3db. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:52.662704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=9dccae1d-aae0-4d18-9ad6-92bf9d62264f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:52.669647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.677750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2261f0a2-c64f-4f3c-bffc-cd50e98f5902 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/9dccae1d-aae0-4d18-9ad6-92bf9d62264f HTTP/1.1" status: 204 len: 168 time: 0.5541022 Feb 10 16:01:52.678308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49012) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:52.689693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8614b09d-2122-4af2-9fc3-0552256fda48 req-9f2100ef-b0d4-4be2-b220-e2e37dadd405 service neutron] 10.222.0.75 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352837 Feb 10 16:01:52.767227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.805395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c750b9f-5f6d-497a-9b10-02d9c74294af None None] Network 757397f9-982c-46cd-af2b-3914823e1e4d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:52.808915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44b749-ba98-4036-929e-ae957e512d88 req-7e5a880d-d777-4162-9d04-460cae18fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.811007 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-7e5a880d-d777-4162-9d04-460cae18fc79 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 1095 time: 0.0527949 Feb 10 16:01:52.830329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 16d66b36-c10c-40e1-a123-aae4695ee9c1 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:52.830768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:52.955311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44b749-ba98-4036-929e-ae957e512d88 req-ce629da0-19a8-4a16-a219-a5f5b4b7d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:52.957180 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-ce629da0-19a8-4a16-a219-a5f5b4b7d669 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 200 len: 914 time: 0.1300149 Feb 10 16:01:52.985664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] For port 16d66b36-c10c-40e1-a123-aae4695ee9c1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=16d66b36-c10c-40e1-a123-aae4695ee9c1,segment=NetworkSegment(50bc24ae-c650-47cb-ad2e-20d179ee4377),segment_id=50bc24ae-c650-47cb-ad2e-20d179ee4377)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:52.986224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.009794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-cbaea5c8-317c-4a2e-a34f-ecc70fcd5172 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 HTTP/1.1" status: 200 len: 217 time: 0.0440717 Feb 10 16:01:53.014181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396cf5f-4a1e-4f7f-8b80-d9ece319f1c8 req-6417e31f-0768-4374-b1ab-d6b339f5a64d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.016534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f396cf5f-4a1e-4f7f-8b80-d9ece319f1c8 req-6417e31f-0768-4374-b1ab-d6b339f5a64d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1272426 Feb 10 16:01:53.039776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 16d66b36-c10c-40e1-a123-aae4695ee9c1 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:53.052824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] DHCP port deletion for 757397f9-982c-46cd-af2b-3914823e1e4d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:53.071489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44b749-ba98-4036-929e-ae957e512d88 req-94f111b9-593f-4478-a2ac-462c46e32e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.073139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-94f111b9-593f-4478-a2ac-462c46e32e1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d705bb1a-da7a-4818-9002-2f213f024d5d HTTP/1.1" status: 200 len: 853 time: 0.0544820 Feb 10 16:01:53.106607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f396cf5f-4a1e-4f7f-8b80-d9ece319f1c8 req-8154ba85-978c-4eb1-987c-984d1789da2e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761836 Feb 10 16:01:53.107157 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-f1e6cf36-7770-4cf0-855c-550786c77b6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8207a104-9321-4d56-a114-43a9d482b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255537 Feb 10 16:01:53.114050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] Deleting port 16d66b36-c10c-40e1-a123-aae4695ee9c1 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:53.114433 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.186082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] For port 16d66b36-c10c-40e1-a123-aae4695ee9c1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=16d66b36-c10c-40e1-a123-aae4695ee9c1,segment=NetworkSegment(50bc24ae-c650-47cb-ad2e-20d179ee4377),segment_id=50bc24ae-c650-47cb-ad2e-20d179ee4377)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:53.186641 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.202080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] Calling delete_port for 16d66b36-c10c-40e1-a123-aae4695ee9c1 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:53.208104 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-19d81b98-2038-4642-9336-5ca3b3e8483b service neutron] 10.222.0.75 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927410 Feb 10 16:01:53.248860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-225249f0-db0c-4d5b-904b-b7371ea718c3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.250326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-225249f0-db0c-4d5b-904b-b7371ea718c3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.1841893 Feb 10 16:01:53.257482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.286083 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.297248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No DVR routers for this DVR port 16d66b36-c10c-40e1-a123-aae4695ee9c1 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:53.299534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-e1fa9e1f-5a73-42f4-ad4f-07fc17d169ee tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/quotas/d27cd9dd81004e15858742f04acd41af HTTP/1.1" status: 200 len: 375 time: 0.0384693 Feb 10 16:01:53.303236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=16d66b36-c10c-40e1-a123-aae4695ee9c1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:53.314246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] Pushing event deleted for resources: {'Port': ['ID=16d66b36-c10c-40e1-a123-aae4695ee9c1,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:53.315825 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fc44b749-ba98-4036-929e-ae957e512d88 req-fc7f9806-55a1-4e8f-a653-0f3cf982de44 service neutron] 10.222.0.75 "GET /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985754 Feb 10 16:01:53.316154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6458ce4-5173-4896-a5f8-b2462f2f495c None None] No DVR routers for this DVR port 16d66b36-c10c-40e1-a123-aae4695ee9c1 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:53.413082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.433310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-752d5569-56d0-43f2-bb33-992d37fb0bcb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029947 Feb 10 16:01:53.439646 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-0e4346a0-10af-40c1-83ba-b2a1869c54f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475280 Feb 10 16:01:53.442099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757397f9-982c-46cd-af2b-3914823e1e4d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:53.463775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc24ae-c650-47cb-ad2e-20d179ee4377') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:53.464063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc24ae-c650-47cb-ad2e-20d179ee4377') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:53.479716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:01:53.483002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:53.491780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.520408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-b6cdba13-8a31-45e6-b247-c33190aea93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.521947 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-b6cdba13-8a31-45e6-b247-c33190aea93b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.0518293 Feb 10 16:01:53.555723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.568111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:01:53.568523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:01:53.571803 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:01:53.628665 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.643464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7b622-15c6-4b35-8071-82c03506e106 req-70fb60bc-b7f8-4bef-bedb-7078b05398a2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.645619 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bf7b622-15c6-4b35-8071-82c03506e106 req-70fb60bc-b7f8-4bef-bedb-7078b05398a2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1797678 Feb 10 16:01:53.648918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-2871f619-e971-4a6c-8b0a-ab3267add31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.650483 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-2871f619-e971-4a6c-8b0a-ab3267add31e service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.0968058 Feb 10 16:01:53.653322 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.684892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.689407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-958288ab-2962-4da7-8c9c-6cbbe5eec1ea service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401466 Feb 10 16:01:53.690569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:53.692860 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10a4a1-23d6-436b-a179-2f4ddca6fa8f" -d '{"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-unplugged", "status": "completed", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:53.695129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.698676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:53.703963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/757397f9-982c-46cd-af2b-3914823e1e4d HTTP/1.1" status: 204 len: 168 time: 1.0246241 Feb 10 16:01:53.711042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49038) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:53.714687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:53.719537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'port_id': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'mac_address': 'fa:16:3e:2c:a9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd244f-ed64-44c9-8bdf-93fab7fbecdd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:01:53.722492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.738394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2076811591'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:53.750409 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-b9d977a8-2a5f-4513-ba9b-9ad269efd36b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 1001 time: 0.0847805 Feb 10 16:01:53.756014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f376d7-bcbe-4d31-ba47-9b92abe1f610 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=757397f9-982c-46cd-af2b-3914823e1e4d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:53.798595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6bf7b622-15c6-4b35-8071-82c03506e106 req-5289f0fa-4ecf-475e-85ed-5c31f8ed3dcb tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430032 Feb 10 16:01:53.801400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.804227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:53.821873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:53.822519 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.827329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714ee0ba-0448-4525-9e3b-6a9b09c0092a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:53.829544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-110f5dec-ab60-40de-8d3b-263cf5386f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.832941 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-110f5dec-ab60-40de-8d3b-263cf5386f09 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.0682261 Feb 10 16:01:53.853112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:53.860822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.899436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:01:53.904630 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-3e34e064-ce72-4843-ab78-73db7c3cba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.907311 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-3e34e064-ce72-4843-ab78-73db7c3cba0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639148 Feb 10 16:01:53.921495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-727bd9b4-7d7f-45ef-822e-dc369f3aae51 service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139361 Feb 10 16:01:53.921730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:53.930079 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:53.930079 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 6b35812e-e6d3-41c1-b2f9-ef2607df4621 of type vlan for network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 Feb 10 16:01:53.980050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbe42c-4731-42d2-93be-5deb2a528767 req-58d3a9d4-3b20-41b6-b7f0-d0a2461971f8 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:53.981547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65cbe42c-4731-42d2-93be-5deb2a528767 req-58d3a9d4-3b20-41b6-b7f0-d0a2461971f8 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 944 time: 0.1022000 Feb 10 16:01:53.990644 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.026973 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-d8ef8869-da0b-44b9-b1af-a96524606b5f service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109169 Feb 10 16:01:54.034267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.046666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:54.058213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.090019 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c846a2e3-1e74-4c91-bae1-d39b328136a0 x-openstack-request-id: req-c846a2e3-1e74-4c91-bae1-d39b328136a0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:54.090393 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-unplugged", "status": "completed", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:54.090715 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c846a2e3-1e74-4c91-bae1-d39b328136a0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:54.091435 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'code': 200} Feb 10 16:01:54.114881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['714ee0ba-0448-4525-9e3b-6a9b09c0092a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:54.171505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=0af46ccc-9c8a-4640-a2b5-11387adb17e9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:54.175149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 16d66b36-c10c-40e1-a123-aae4695ee9c1 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:54.180969 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c057bd11-8636-4e40-b95e-0c77818bec51 req-561abb83-f35a-4891-9fa4-6e9cf9d8441b service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461041 Feb 10 16:01:54.196038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65cbe42c-4731-42d2-93be-5deb2a528767 req-aebb05ef-4263-431f-86d9-eae4899795a8 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973727 Feb 10 16:01:54.208101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:01:54.233045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46689c83-22a8-4cfe-bbc2-a80f11ea685c req-2906ca7b-16fb-40e1-b61a-fa579bc77710 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 210 time: 0.0627072 Feb 10 16:01:54.239489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7b750bde-1b10-4f0b-8b41-e0fa6362d08b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5272057 Feb 10 16:01:54.241706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49048) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:54.247779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:54.320420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 16d66b36-c10c-40e1-a123-aae4695ee9c1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:01:54.320782 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 16d66b36-c10c-40e1-a123-aae4695ee9c1 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:54.348699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb2312-a659-4d7e-ad83-5359602bc587 req-4cb5dd7d-a4f5-442b-943d-12d85970bf12 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:54.350798 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1aeb2312-a659-4d7e-ad83-5359602bc587 req-4cb5dd7d-a4f5-442b-943d-12d85970bf12 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 944 time: 0.0778918 Feb 10 16:01:54.381186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:54.387875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.424607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1aeb2312-a659-4d7e-ad83-5359602bc587 req-6cc42300-a82f-4620-a57a-7a15360fa97b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662832 Feb 10 16:01:54.609132 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.675714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=bfee63b1-2e90-4eec-982d-84568307dc29,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:54.680159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '6b35812e-e6d3-41c1-b2f9-ef2607df4621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:54.680523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 0af46ccc-9c8a-4640-a2b5-11387adb17e9, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:01:54.698682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:01:54.709183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 0af46ccc-9c8a-4640-a2b5-11387adb17e9) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:54.714276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:54.714867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.724780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cbdade-7855-436a-9112-7da560acd12e None None] Network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:54.734995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf374304-a261-4794-b6ec-7200a47900ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4919820 Feb 10 16:01:54.737506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49054) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:54.742744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1317515456'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:54.869713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:54.881613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.882691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-0af46ccc-9c8a-4640-a2b5-11387adb17e9', 'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': 'bfee63b1-2e90-4eec-982d-84568307dc29'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:01:54.883741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:54.903169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 47c4327b-d947-46e4-865c-30ba05054057 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:54.948131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bbc16-b09b-420b-9024-c13b34264998 req-73d22462-0c44-4421-84a6-ee6b2b1f1242 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:54.949750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c97bbc16-b09b-420b-9024-c13b34264998 req-73d22462-0c44-4421-84a6-ee6b2b1f1242 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0685980 Feb 10 16:01:55.004451 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c97bbc16-b09b-420b-9024-c13b34264998 req-e0d25ed3-9317-4a41-95f4-87a7c847fbc4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464180 Feb 10 16:01:55.040291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::11e (0af46ccc-9c8a-4640-a2b5-11387adb17e9/bfee63b1-2e90-4eec-982d-84568307dc29/47c4327b-d947-46e4-865c-30ba05054057) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:55.163188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.197386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.246905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Allocated IP 2001:db8::2 (0af46ccc-9c8a-4640-a2b5-11387adb17e9/bfee63b1-2e90-4eec-982d-84568307dc29/ac51d952-7c1b-4c0f-a4c0-d676605199dc) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:55.256620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:55.260338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:55.270047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:55.276396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:55.277028 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.294663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=47c4327b-d947-46e4-865c-30ba05054057,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:55.301838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8675b87d-665d-484a-92e6-3c996e0b4b8c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5632548 Feb 10 16:01:55.304632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49064) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:55.436228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-8dddb36d-5bf0-451a-8df5-bee7dcae6b19 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:55.440424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-8dddb36d-5bf0-451a-8df5-bee7dcae6b19 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.1354961 Feb 10 16:01:55.440611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.448075 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.459349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Request body: {'port': {'device_id': '0c22e912-a9d3-4b11-9271-aada703773db', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'admin_state_up': True, 'tenant_id': 'd27cd9dd81004e15858742f04acd41af'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:55.468171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef11b915-7a69-4436-bba7-c433c5df8116 req-02adfa0d-a5fa-4db3-97b2-a1dfb2ecbfd6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 210 time: 0.0940020 Feb 10 16:01:55.489727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:55.491706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:55.496668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:01:55.498873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:55.541839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e7b92-9c82-48ee-9e95-c724aba18d81 req-5d80f430-490a-4cfa-83c4-ffb813303cc1 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:55.546003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Pushing event updated for resources: {'Port': ['ID=ac51d952-7c1b-4c0f-a4c0-d676605199dc,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:55.546214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c69e7b92-9c82-48ee-9e95-c724aba18d81 req-5d80f430-490a-4cfa-83c4-ffb813303cc1 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 944 time: 0.1679447 Feb 10 16:01:55.559081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 47c4327b-d947-46e4-865c-30ba05054057 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:55.559421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.606799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Made reservation on behalf of d27cd9dd81004e15858742f04acd41af for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:55.610751 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.688756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c69e7b92-9c82-48ee-9e95-c724aba18d81 req-8b5f6458-f135-4bd6-86a8-3a51c8b7a277 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364825 Feb 10 16:01:55.699809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda9622-53ee-43b0-be56-3abdf64dcb01 req-717290f7-8cdf-427a-aaaf-d7e60a9a756a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:55.701369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbda9622-53ee-43b0-be56-3abdf64dcb01 req-717290f7-8cdf-427a-aaaf-d7e60a9a756a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 944 time: 0.1333103 Feb 10 16:01:55.755777 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.760416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Allocated IP 172.20.0.2 (7ba34d40-6b88-4d6d-ad67-ba311e12ca75/9030d590-6885-4559-ab9f-47f19a609424/f5795930-157e-493a-ad3a-ca70935ecf43) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:01:55.779383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Attempting to bind port ac51d952-7c1b-4c0f-a4c0-d676605199dc on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:55.779860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Attempting to bind port ac51d952-7c1b-4c0f-a4c0-d676605199dc by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6b35812e-e6d3-41c1-b2f9-ef2607df4621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:55.780404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Attempting to bind port ac51d952-7c1b-4c0f-a4c0-d676605199dc on network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:55.783816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 47c4327b-d947-46e4-865c-30ba05054057 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:55.789254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:55.789628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Checking segment: {'id': '6b35812e-e6d3-41c1-b2f9-ef2607df4621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:55.790400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.790400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Bound using segment: {'id': '6b35812e-e6d3-41c1-b2f9-ef2607df4621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:55.790624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dbda9622-53ee-43b0-be56-3abdf64dcb01 req-116066ab-d673-4a35-8b75-aaab5072478e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793138 Feb 10 16:01:55.790870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Bound port: ac51d952-7c1b-4c0f-a4c0-d676605199dc, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b35812e-e6d3-41c1-b2f9-ef2607df4621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af46ccc-9c8a-4640-a2b5-11387adb17e9'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:55.791252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.808342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 714ee0ba-0448-4525-9e3b-6a9b09c0092a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:01:55.808718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.891523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] For port ac51d952-7c1b-4c0f-a4c0-d676605199dc, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:55.896522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] For port ac51d952-7c1b-4c0f-a4c0-d676605199dc, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ac51d952-7c1b-4c0f-a4c0-d676605199dc,segment=NetworkSegment(6b35812e-e6d3-41c1-b2f9-ef2607df4621),segment_id=6b35812e-e6d3-41c1-b2f9-ef2607df4621)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:55.926493 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.941838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.947899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:55.970798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=47c4327b-d947-46e4-865c-30ba05054057,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:55.974263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.002545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.006549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.016067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a6cd671a-2755-41a6-828d-5ca0c0af31af tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/47c4327b-d947-46e4-865c-30ba05054057 HTTP/1.1" status: 204 len: 168 time: 0.7060020 Feb 10 16:01:56.016808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49068) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:56.017715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939709f2-7d0c-466b-b0ad-80443889dc8c None None] Pushing event updated for resources: {'Port': ['ID=ac51d952-7c1b-4c0f-a4c0-d676605199dc,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:56.030759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:56.052327 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f4f7c8-a112-4d05-9cae-19b942c5f95d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:01:56.056978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-07f4f7c8-a112-4d05-9cae-19b942c5f95d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/47c4327b-d947-46e4-865c-30ba05054057 HTTP/1.1" status: 404 len: 333 time: 0.0386131 Feb 10 16:01:56.057691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49072) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:56.098277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:56.110625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:56.114622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event updated for resources: {'Port': ['ID=f5795930-157e-493a-ad3a-ca70935ecf43,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:56.117032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:56.133117 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:56.134128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:56.136855 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8482c2-65e8-4315-aafe-89dd788c1526" -d '{"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-plugged", "status": "completed", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:56.146201 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.157292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet bfee63b1-2e90-4eec-982d-84568307dc29 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:01:56.162129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.184272 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d2a7a2-debc-4ecf-aebd-dafae63669ef x-openstack-request-id: req-93d2a7a2-debc-4ecf-aebd-dafae63669ef {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:56.184525 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-plugged", "status": "completed", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:56.184815 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93d2a7a2-debc-4ecf-aebd-dafae63669ef {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:56.185212 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'code': 200} Feb 10 16:01:56.196100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd9c55-04a2-4ff7-979d-00ae9dc13515 req-93398b7d-b485-4598-813d-c8b115f4b6b8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:56.197780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32cd9c55-04a2-4ff7-979d-00ae9dc13515 req-93398b7d-b485-4598-813d-c8b115f4b6b8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1014516 Feb 10 16:01:56.230231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:56.231383 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.247478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.248182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:56.269554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32cd9c55-04a2-4ff7-979d-00ae9dc13515 req-a102c078-d50a-4283-be26-495d054e8496 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Feb 10 16:01:56.308127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-c63b630b-7cd0-4b38-9c3d-13ad0d7bfdfc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8549752 Feb 10 16:01:56.356872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:01:56.392796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.431276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Request body: {'port': {'device_id': '0c22e912-a9d3-4b11-9271-aada703773db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:56.451658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f5583-00eb-4117-abec-bd43e6704c40 req-e896dd57-31c4-4e90-807f-74f4969a0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:56.453397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a3f5583-00eb-4117-abec-bd43e6704c40 req-e896dd57-31c4-4e90-807f-74f4969a0935 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 1096 time: 0.0561180 Feb 10 16:01:56.485210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:56.513916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a3f5583-00eb-4117-abec-bd43e6704c40 req-d0b293c2-61ef-4766-98f1-a744080968f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Feb 10 16:01:56.516649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043', 'network_id': '8207a104-9321-4d56-a114-43a9d482b558', 'port_id': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043', 'mac_address': 'fa:16:3e:ca:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd705bb1a-da7a-4818-9002-2f213f024d5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:01:56.518122 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.539280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.564200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.578733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:56.590620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=bfee63b1-2e90-4eec-982d-84568307dc29,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:56.598936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.601679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf2aeb98-2c85-4893-a88a-0183b6350edd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/bfee63b1-2e90-4eec-982d-84568307dc29 HTTP/1.1" status: 204 len: 168 time: 0.5415440 Feb 10 16:01:56.604239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49078) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:56.609934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:56.610763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8d943-2b6b-4360-9082-074d1b3d8b26 req-5a62acd9-eb78-4756-8da1-bfc518ef94d3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:56.612710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4e8d943-2b6b-4360-9082-074d1b3d8b26 req-5a62acd9-eb78-4756-8da1-bfc518ef94d3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 931 time: 0.0551255 Feb 10 16:01:56.615271 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.655689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4e8d943-2b6b-4360-9082-074d1b3d8b26 req-90ee25d8-88e9-49d1-8d01-f0fd2554bbe3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Feb 10 16:01:56.676764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:56.757243 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.819951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3280221-0820-44be-9a2e-0f45b3e336fe req-24fe42e5-56f9-46dc-ab24-4453ceb7dc57 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:56.821582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3280221-0820-44be-9a2e-0f45b3e336fe req-24fe42e5-56f9-46dc-ab24-4453ceb7dc57 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 945 time: 0.0493162 Feb 10 16:01:56.878979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3280221-0820-44be-9a2e-0f45b3e336fe req-9a1709b5-47d9-45f9-9d0d-1c71d609ff5d tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Feb 10 16:01:56.930047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port ac51d952-7c1b-4c0f-a4c0-d676605199dc {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:56.930405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:56.948836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9b16b-bcb0-4ed3-9a62-29081c5fab05 req-712dc564-43f5-4e2b-a1fe-f7f17fc4a999 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:56.950678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ff9b16b-bcb0-4ed3-9a62-29081c5fab05 req-712dc564-43f5-4e2b-a1fe-f7f17fc4a999 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0644321 Feb 10 16:01:56.991770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5795930-157e-493a-ad3a-ca70935ecf43 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:01:56.995712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ff9b16b-bcb0-4ed3-9a62-29081c5fab05 req-3d65ed32-b6dd-4225-9acf-0af45fb0f646 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Feb 10 16:01:57.002730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.025807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] For port ac51d952-7c1b-4c0f-a4c0-d676605199dc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ac51d952-7c1b-4c0f-a4c0-d676605199dc,segment=NetworkSegment(6b35812e-e6d3-41c1-b2f9-ef2607df4621),segment_id=6b35812e-e6d3-41c1-b2f9-ef2607df4621)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:57.026171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.035065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Transition to ACTIVE for port object f5795930-157e-493a-ad3a-ca70935ecf43 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:01:57.040894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for ac51d952-7c1b-4c0f-a4c0-d676605199dc owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:57.042625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.127514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['ada46f1e-09bc-4d7f-b82d-2fcd6ef75043'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:01:57.139986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Pushing event updated for resources: {'Port': ['ID=f5795930-157e-493a-ad3a-ca70935ecf43,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:57.228551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.248544 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.263089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=ac51d952-7c1b-4c0f-a4c0-d676605199dc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:57.265347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Attempting to bind port f5795930-157e-493a-ad3a-ca70935ecf43 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:01:57.265717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Attempting to bind port f5795930-157e-493a-ad3a-ca70935ecf43 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:01:57.266057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Attempting to bind port f5795930-157e-493a-ad3a-ca70935ecf43 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:57.269866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b9800-0a41-4cc6-848a-fa1be4682c26 None None] Network 0af46ccc-9c8a-4640-a2b5-11387adb17e9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:01:57.270669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No DVR routers for this DVR port ac51d952-7c1b-4c0f-a4c0-d676605199dc on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:57.275757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Port f5795930-157e-493a-ad3a-ca70935ecf43 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:01:57.276074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Attempting to bind port f5795930-157e-493a-ad3a-ca70935ecf43 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:01:57.302402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:01:57.302751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Checking segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:01:57.303131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Bound using segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:01:57.303605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Bound port: f5795930-157e-493a-ad3a-ca70935ecf43, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:01:57.303961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.340098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-14591cd2-166b-4a20-a40e-929f241bdb40 None None] Could not find standard attr ID for object ac51d952-7c1b-4c0f-a4c0-d676605199dc. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:01:57.424130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77191b-df88-4fda-ba76-18bfab6c08bb req-b2f5dae2-9235-4513-ac26-461b0dd4a6ff tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:57.425734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db77191b-df88-4fda-ba76-18bfab6c08bb req-b2f5dae2-9235-4513-ac26-461b0dd4a6ff tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0582113 Feb 10 16:01:57.472064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db77191b-df88-4fda-ba76-18bfab6c08bb req-43804916-31e9-42e7-8edc-193e011646d2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395367 Feb 10 16:01:57.482468 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e1873-c7e7-4d5c-909b-663dbc9d391a None None] DHCP port deletion for 0af46ccc-9c8a-4640-a2b5-11387adb17e9 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:01:57.698826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.729269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af46ccc-9c8a-4640-a2b5-11387adb17e9']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:57.747374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b35812e-e6d3-41c1-b2f9-ef2607df4621') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:57.748106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b35812e-e6d3-41c1-b2f9-ef2607df4621') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:57.760680 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.762506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] For port f5795930-157e-493a-ad3a-ca70935ecf43, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:01:57.782843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] For port f5795930-157e-493a-ad3a-ca70935ecf43, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f5795930-157e-493a-ad3a-ca70935ecf43,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:01:57.784226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.787558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632188aa-6659-4a2a-94a4-80786da9ebff req-9b55d398-6d99-4579-9651-d1a09a843840 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:57.789861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-632188aa-6659-4a2a-94a4-80786da9ebff req-9b55d398-6d99-4579-9651-d1a09a843840 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 943 time: 0.0620954 Feb 10 16:01:57.791994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:01:57.792454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:01:57.802585 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:01:57.813264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.839729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-632188aa-6659-4a2a-94a4-80786da9ebff req-1347dfe6-a6be-4edc-a810-57aeec136f92 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Feb 10 16:01:57.893948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:57.894572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.896023 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] 10.222.0.75 "PUT /v2.0/ports/f5795930-157e-493a-ad3a-ca70935ecf43 HTTP/1.1" status: 200 len: 1091 time: 1.4717686 Feb 10 16:01:57.896466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c22e912-a9d3-4b11-9271-aada703773db', 'tag': 'f5795930-157e-493a-ad3a-ca70935ecf43'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:01:57.898710 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c494b8-c42f-44f3-8833-d0f106227be4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c22e912-a9d3-4b11-9271-aada703773db", "tag": "f5795930-157e-493a-ad3a-ca70935ecf43"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:57.918533 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.939987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:57.944098 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/0af46ccc-9c8a-4640-a2b5-11387adb17e9 HTTP/1.1" status: 204 len: 168 time: 1.3389175 Feb 10 16:01:57.948424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49092) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:57.956770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'name': 'tempest-PortsIpV6TestJSON-164964260'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:57.957541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ba7a2-45f9-4b9f-bfc5-c75b89f79572 service neutron] Pushing event updated for resources: {'Port': ['ID=f5795930-157e-493a-ad3a-ca70935ecf43,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:57.967899 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628723e1-2a3d-4eb4-a030-146abfc22058 x-openstack-request-id: req-628723e1-2a3d-4eb4-a030-146abfc22058 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:57.968185 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c22e912-a9d3-4b11-9271-aada703773db", "tag": "f5795930-157e-493a-ad3a-ca70935ecf43", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:57.968523 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-628723e1-2a3d-4eb4-a030-146abfc22058 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:57.968927 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c22e912-a9d3-4b11-9271-aada703773db', 'tag': 'f5795930-157e-493a-ad3a-ca70935ecf43', 'status': 'completed', 'code': 200} Feb 10 16:01:57.969922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e16c71-488c-4670-b0e7-d9fa2ddfe7cd tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=0af46ccc-9c8a-4640-a2b5-11387adb17e9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:58.006035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-f160f97f-00c3-4e84-bde3-df4de001282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.007640 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-f160f97f-00c3-4e84-bde3-df4de001282b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 1094 time: 0.0512404 Feb 10 16:01:58.064707 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-8d63261c-5aaa-4d86-a6f4-8b29b9a853a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5795930-157e-493a-ad3a-ca70935ecf43 HTTP/1.1" status: 200 len: 217 time: 0.0429995 Feb 10 16:01:58.091352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b832e-e508-4ff0-aa93-09513d633fe6 req-37b79d48-06cc-46ac-aef2-432b87fa3435 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.093099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-536b832e-e508-4ff0-aa93-09513d633fe6 req-37b79d48-06cc-46ac-aef2-432b87fa3435 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 945 time: 0.1272194 Feb 10 16:01:58.119964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-22f124d5-6bce-471c-9f42-3a4ec030195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.121475 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-22f124d5-6bce-471c-9f42-3a4ec030195d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0450191 Feb 10 16:01:58.154010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-6290570c-f6ca-4bf2-8fdb-8e5f5c82375d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250781 Feb 10 16:01:58.157785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:58.161230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.189888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984614a-dae9-4a7f-a69c-a54952e634b7 req-a1450487-f32b-46fb-a70a-44a1efb05ee7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.191402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b984614a-dae9-4a7f-a69c-a54952e634b7 req-a1450487-f32b-46fb-a70a-44a1efb05ee7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1187694 Feb 10 16:01:58.195852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-536b832e-e508-4ff0-aa93-09513d633fe6 req-22d16610-3ac8-4688-a9d2-ff54379bf5d8 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827286 Feb 10 16:01:58.207426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 1481c5af-16af-4d37-abc6-38b93053c1eb yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:01:58.261867 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-fdee0645-a0de-40fd-bde9-0780b6187096 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999002 Feb 10 16:01:58.276283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b984614a-dae9-4a7f-a69c-a54952e634b7 req-ae4b0dc0-cbe4-4830-a9a0-0e7874414465 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765772 Feb 10 16:01:58.358948 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd5b3136-8346-4551-86b4-90abebf9c47f req-79b42947-a3a8-40ed-9db2-71b0e85cb0e0 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889623 Feb 10 16:01:58.439489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.449490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940ff3e-0892-46cf-b2fc-067765096622 req-28be5116-e576-421a-abd0-48bcf630bf9a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.450565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-4d525b10-58dc-4223-b15e-726d337c898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.450996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b940ff3e-0892-46cf-b2fc-067765096622 req-28be5116-e576-421a-abd0-48bcf630bf9a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.0940580 Feb 10 16:01:58.452173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-4d525b10-58dc-4223-b15e-726d337c898b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 1094 time: 0.0407565 Feb 10 16:01:58.510027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b940ff3e-0892-46cf-b2fc-067765096622 req-42e49bac-2487-4703-bd9e-ca7879e1213e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509171 Feb 10 16:01:58.511691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.565779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:01:58.577278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-b29edf56-06b8-4af0-ac78-b500d95d58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.579494 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-b29edf56-06b8-4af0-ac78-b500d95d58d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 916 time: 0.1146855 Feb 10 16:01:58.580065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:01:58.582777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:01:58.588835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.589442 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.622438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=1481c5af-16af-4d37-abc6-38b93053c1eb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:58.626788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-3e140b13-6851-4c16-86e5-3022ef9ed7fa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5795930-157e-493a-ad3a-ca70935ecf43 HTTP/1.1" status: 200 len: 217 time: 0.0376236 Feb 10 16:01:58.637188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-005b7863-5b2a-47b1-91ba-ab0b56703b30 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6845789 Feb 10 16:01:58.638039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49102) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:58.656722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ff7d5-06a0-4d86-b6aa-3f13894b4574 req-2b57bab4-4597-4cef-a5a4-1de50a915c82 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.658345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c0ff7d5-06a0-4d86-b6aa-3f13894b4574 req-2b57bab4-4597-4cef-a5a4-1de50a915c82 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0947578 Feb 10 16:01:58.710038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-89aca079-2923-4f51-94c3-757e4046e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:58.712407 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-89aca079-2923-4f51-94c3-757e4046e44a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0734255 Feb 10 16:01:58.747417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-9de49cfd-f38f-437e-84e9-958ba0853e68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266159 Feb 10 16:01:58.777449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5c0ff7d5-06a0-4d86-b6aa-3f13894b4574 req-c7cedded-9f15-45f5-b3bf-1eb01f18c2e0 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949023 Feb 10 16:01:58.804260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 1481c5af-16af-4d37-abc6-38b93053c1eb {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:01:58.804260 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.856720 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-e0280b67-e4c2-42ed-93c8-7fe5a22eefbf service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012657 Feb 10 16:01:58.882813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87102515-1343-4415-92ae-8f38904db270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.897026 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:58.964966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 1481c5af-16af-4d37-abc6-38b93053c1eb owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:01:58.986367 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-98c494b8-c42f-44f3-8833-d0f106227be4 req-56bb3b56-9e2b-4149-92b5-7cbfe42da5e6 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178555 Feb 10 16:01:59.086062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adf920-53cf-4d92-a363-5a01bef424cc req-eedc7dab-9454-40e1-9158-957aa03a1cac tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:59.087417 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33adf920-53cf-4d92-a363-5a01bef424cc req-eedc7dab-9454-40e1-9158-957aa03a1cac tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 943 time: 0.1711733 Feb 10 16:01:59.103128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-6c96d0e4-1152-4f9a-850d-81cdd308d799 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:59.104513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-6c96d0e4-1152-4f9a-850d-81cdd308d799 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 815 time: 0.2238636 Feb 10 16:01:59.138933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-4ad1e3eb-6aff-4073-89dc-6059a1281044 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/quotas/c4e9849b0ddb414997b7e63fe2eb7207 HTTP/1.1" status: 200 len: 375 time: 0.0256736 Feb 10 16:01:59.164146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:59.168142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33adf920-53cf-4d92-a363-5a01bef424cc req-390c43be-dc36-4b24-bceb-3991ba156eb4 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 Feb 10 16:01:59.210049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=1481c5af-16af-4d37-abc6-38b93053c1eb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:59.220573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:59.223061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed735bb8-943e-4d82-ba75-5e8c5b6bd45e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/1481c5af-16af-4d37-abc6-38b93053c1eb HTTP/1.1" status: 204 len: 168 time: 0.5840800 Feb 10 16:01:59.225586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49120) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:01:59.231026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'mac_address': 'fa:16:3e:1c:8a:28', 'name': 'tempest-PortsIpV6TestJSON-1970966548'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:01:59.279493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-5781c6b8-4711-445a-b6d7-ce6d0a350a53 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1287043 Feb 10 16:01:59.411401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c6987-4caf-4fdd-8d9e-15277ff18e72 req-f4931c53-01b3-417e-90a0-f011584a4be6 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:59.412934 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee6c6987-4caf-4fdd-8d9e-15277ff18e72 req-f4931c53-01b3-417e-90a0-f011584a4be6 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 945 time: 0.1325963 Feb 10 16:01:59.455112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:01:59.462140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-47b65816-2897-41b0-a5d8-7706fa124878 service neutron] 10.222.0.21 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743608 Feb 10 16:01:59.517020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee6c6987-4caf-4fdd-8d9e-15277ff18e72 req-2beaa140-b465-4a07-b117-01156cbf98ff tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966177 Feb 10 16:01:59.935213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:01:59.982447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba390-5f0e-4283-b2ba-da99205ad2ef req-b8081c1a-a83f-4d4c-a4dc-7360e0560480 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:59.983915 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e33ba390-5f0e-4283-b2ba-da99205ad2ef req-b8081c1a-a83f-4d4c-a4dc-7360e0560480 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1039929 Feb 10 16:01:59.985033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port fdf3352b-ca1a-4c01-ab4f-99197dcddf0b yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:00.003983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-a6afbb44-43ce-4297-aa70-443e763f9d9e service neutron] 10.222.0.21 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239029 Feb 10 16:02:00.070659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e33ba390-5f0e-4283-b2ba-da99205ad2ef req-d8c5bbfc-89cd-42a3-b3cf-7b6f1ad766dd tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795135 Feb 10 16:02:00.184473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cefed7a0-492d-423f-8053-26c50879bcfd req-932d2844-715a-4bd6-87b3-77fddee91950 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 210 time: 0.0329013 Feb 10 16:02:00.235895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.303921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53711a68-0eca-4677-ac9d-267549996427 req-2b2c0bb5-f946-43e6-b334-78c924feadb5 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:00.305377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53711a68-0eca-4677-ac9d-267549996427 req-2b2c0bb5-f946-43e6-b334-78c924feadb5 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d991f94-1fb2-45d2-b7b8-03ee633ea766 HTTP/1.1" status: 200 len: 945 time: 0.1083119 Feb 10 16:02:00.334417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d193f6-92b2-4f0f-a659-aa2698c965c9 req-33bd059b-fd47-43aa-8658-38efdde11970 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:00.335930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7d193f6-92b2-4f0f-a659-aa2698c965c9 req-33bd059b-fd47-43aa-8658-38efdde11970 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 943 time: 0.0904078 Feb 10 16:02:00.359640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.392686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:00.448197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:00.452633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:00.454131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.467436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:00.479497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:00.488798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:00.495013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:00.495883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.498413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=fdf3352b-ca1a-4c01-ab4f-99197dcddf0b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:00.521623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7d193f6-92b2-4f0f-a659-aa2698c965c9 req-6ec0da5a-3791-4e5b-a4a0-ba97a2a7836c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672845 Feb 10 16:02:00.538366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7bc42b83-180d-40af-b9c4-840b6bf26d28 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3116016 Feb 10 16:02:00.540718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49136) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:00.552820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Deleting port 714ee0ba-0448-4525-9e3b-6a9b09c0092a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:00.553164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.582744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.618825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f192220-c67b-4f39-9bfb-4de67790d02a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:00.620684 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f192220-c67b-4f39-9bfb-4de67790d02a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/fdf3352b-ca1a-4c01-ab4f-99197dcddf0b HTTP/1.1" status: 200 len: 845 time: 0.0782778 Feb 10 16:02:00.623337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49140) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:00.638253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:00.641250 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a153a-7985-4610-950c-f41a3118501a" -d '{"events": [{"server_uuid": "bce8bc22-6d75-4e19-b23b-ca276b9a459d", "name": "network-vif-plugged", "status": "completed", "tag": "ada46f1e-09bc-4d7f-b82d-2fcd6ef75043"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:00.668659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:00.675143 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.717822 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a9ecc-ae9a-4bdc-a695-8da84489773d x-openstack-request-id: req-4d2a9ecc-ae9a-4bdc-a695-8da84489773d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:00.718111 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8bc22-6d75-4e19-b23b-ca276b9a459d", "name": "network-vif-plugged", "status": "completed", "tag": "ada46f1e-09bc-4d7f-b82d-2fcd6ef75043", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:00.718416 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d2a9ecc-ae9a-4bdc-a695-8da84489773d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:00.718804 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043', 'code': 200} Feb 10 16:02:00.750915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:00.834858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] For port 714ee0ba-0448-4525-9e3b-6a9b09c0092a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=714ee0ba-0448-4525-9e3b-6a9b09c0092a,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:00.835083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.857819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57d45d-4223-47d0-81e8-0c71e1d2e9de req-3c6a40a7-378f-46f8-95c9-8a4938980ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:00.858068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Calling delete_port for 714ee0ba-0448-4525-9e3b-6a9b09c0092a owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:00.860171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-da57d45d-4223-47d0-81e8-0c71e1d2e9de req-3c6a40a7-378f-46f8-95c9-8a4938980ebd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 1097 time: 0.0620203 Feb 10 16:02:00.868515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9e3d-3a8b-4d14-9986-392d24bbd473 req-329c67f3-9160-42b7-bbdc-9e23ec2cc147 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:00.876412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a14b9e3d-3a8b-4d14-9986-392d24bbd473 req-329c67f3-9160-42b7-bbdc-9e23ec2cc147 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.2121334 Feb 10 16:02:00.936833 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-da57d45d-4223-47d0-81e8-0c71e1d2e9de req-cf545616-77f0-411c-9656-bd79fa6dc5ad service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620627 Feb 10 16:02:00.986442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port fdf3352b-ca1a-4c01-ab4f-99197dcddf0b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:00.986786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:00.993459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a14b9e3d-3a8b-4d14-9986-392d24bbd473 req-1d974b3f-a730-4b4f-a1d6-e7d30d10fda5 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162741 Feb 10 16:02:01.087226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.106343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for fdf3352b-ca1a-4c01-ab4f-99197dcddf0b owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:01.271520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.285981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aeae51-dad8-46a0-9d6b-e9cffa27f0aa req-e03ae8f9-61e5-43bf-bcaf-fcb2efc49509 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:01.287739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05aeae51-dad8-46a0-9d6b-e9cffa27f0aa req-e03ae8f9-61e5-43bf-bcaf-fcb2efc49509 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1266909 Feb 10 16:02:01.297997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['714ee0ba-0448-4525-9e3b-6a9b09c0092a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:01.325976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69f8fb40-daa3-45d0-937b-cf44a2cbae43 req-8397c8c6-a339-44da-b1fd-09ec31293cc2 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 210 time: 0.0371256 Feb 10 16:02:01.332226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-07e63ad4-c85a-4065-82b9-4a698adfb375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.392443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Pushing event deleted for resources: {'Port': ['ID=714ee0ba-0448-4525-9e3b-6a9b09c0092a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:01.447297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.511062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] No DVR routers for this DVR port 714ee0ba-0448-4525-9e3b-6a9b09c0092a on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:01.518482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.521763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53711a68-0eca-4677-ac9d-267549996427 req-41ff1984-f9bd-4a19-91bc-b20473d17959 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "DELETE /v2.0/ports/714ee0ba-0448-4525-9e3b-6a9b09c0092a HTTP/1.1" status: 204 len: 173 time: 1.2076216 Feb 10 16:02:01.524341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=fdf3352b-ca1a-4c01-ab4f-99197dcddf0b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:01.525861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-deleted', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:01.528155 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6639e16-89d0-4765-bb69-782736658caf" -d '{"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-deleted", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:01.533813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05aeae51-dad8-46a0-9d6b-e9cffa27f0aa req-2853cf09-000e-474b-94f6-6cbb7db9c8b5 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025840 Feb 10 16:02:01.554842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.558630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-23a334ed-6530-4d66-8e40-71f192a032f7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/fdf3352b-ca1a-4c01-ab4f-99197dcddf0b HTTP/1.1" status: 204 len: 168 time: 0.9332154 Feb 10 16:02:01.561043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49152) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:01.600066 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-89add199-686c-44b5-98c7-7f4727ecafb2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:01.603070 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-89add199-686c-44b5-98c7-7f4727ecafb2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/fdf3352b-ca1a-4c01-ab4f-99197dcddf0b HTTP/1.1" status: 404 len: 333 time: 0.0402281 Feb 10 16:02:01.606701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49154) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:01.613915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-74e8ae9b-c2a6-48cc-a502-69e4b99025fc tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:01.614277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'name': 'tempest-PortsIpV6TestJSON-1620239546'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:01.615616 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-74e8ae9b-c2a6-48cc-a502-69e4b99025fc tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 815 time: 0.2766001 Feb 10 16:02:01.621795 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4de98f6-96ec-4cde-b754-e2bd8aa5e4ac x-openstack-request-id: req-e4de98f6-96ec-4cde-b754-e2bd8aa5e4ac {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:01.622268 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d991f94-1fb2-45d2-b7b8-03ee633ea766", "name": "network-vif-deleted", "tag": "714ee0ba-0448-4525-9e3b-6a9b09c0092a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:01.622723 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4de98f6-96ec-4cde-b754-e2bd8aa5e4ac {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:01.623274 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d991f94-1fb2-45d2-b7b8-03ee633ea766', 'name': 'network-vif-deleted', 'tag': '714ee0ba-0448-4525-9e3b-6a9b09c0092a', 'status': 'completed', 'code': 200} Feb 10 16:02:01.636299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Request body: {'port': {'device_id': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'admin_state_up': True, 'tenant_id': 'c4e9849b0ddb414997b7e63fe2eb7207'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:01.724531 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:01.728355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.745791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:01.759909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c33461-e853-47a0-b8d7-3b5144b474e2 req-c2404ed2-0a44-4d80-8384-29a9149cd8b4 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:01.761404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32c33461-e853-47a0-b8d7-3b5144b474e2 req-c2404ed2-0a44-4d80-8384-29a9149cd8b4 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 943 time: 0.1070280 Feb 10 16:02:01.820723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32c33461-e853-47a0-b8d7-3b5144b474e2 req-199c0128-5c8e-4056-998a-88621e288858 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491152 Feb 10 16:02:01.825962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Made reservation on behalf of c4e9849b0ddb414997b7e63fe2eb7207 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:01.831339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.917457 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.951539 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:01.981950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Allocated IP 172.20.0.11 (76c30552-d39c-4d29-a580-89cf3a637e83/3fdd244f-ed64-44c9-8bdf-93fab7fbecdd/2b1fb0e3-bd90-49f7-826f-52caa2f0d853) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:02.003840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:02.007185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:02.011551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:02.020004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.021613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.029981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:02.057251 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b5e8d2cd-5084-4ec6-b9d9-5274e4e8e1ce tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4488354 Feb 10 16:02:02.057693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49158) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:02.064784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:02.142100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.199676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fb83f-70d5-4e13-bee0-9b6f0e07ae80 req-392caf7d-4e52-4d00-90fb-d3a2219761fc tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.201090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b98fb83f-70d5-4e13-bee0-9b6f0e07ae80 req-392caf7d-4e52-4d00-90fb-d3a2219761fc tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.0841146 Feb 10 16:02:02.211871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.260670 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b98fb83f-70d5-4e13-bee0-9b6f0e07ae80 req-c2a706da-3249-4178-b18b-fc5f3913969a tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518961 Feb 10 16:02:02.278343 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.307990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.313341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.333856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Network 76c30552-d39c-4d29-a580-89cf3a637e83 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:02.336846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:02.340477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:02.348334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] In _notify_port_updated(), no bound segment for port 8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e on network 9116d532-404e-4179-9203-7fc820229069 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:02:02.354558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.355346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.359656 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/ports/8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e HTTP/1.1" status: 200 len: 818 time: 0.2979171 Feb 10 16:02:02.360803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:02.366498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:02.397001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.397245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f5795930-157e-493a-ad3a-ca70935ecf43 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:02.397762 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.411939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6b905-96aa-42f9-95a3-ed9b32c7ca5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:02.416698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.456092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-e3c2d3bb-804d-4005-a4bf-4c3e5e008e4a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8246078 Feb 10 16:02:02.474813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Request body: {'port': {'device_id': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:02.479225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:02.479225 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.486771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699cf7e-5460-4135-a534-5b5ec1355dc5 req-e8ab057b-15bd-46b4-b0e7-800a68e89453 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.488316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6699cf7e-5460-4135-a534-5b5ec1355dc5 req-e8ab057b-15bd-46b4-b0e7-800a68e89453 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 932 time: 0.0676081 Feb 10 16:02:02.512254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f5795930-157e-493a-ad3a-ca70935ecf43, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f5795930-157e-493a-ad3a-ca70935ecf43,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:02.524632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'f5795930-157e-493a-ad3a-ca70935ecf43', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'port_id': 'f5795930-157e-493a-ad3a-ca70935ecf43', 'mac_address': 'fa:16:3e:71:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9030d590-6885-4559-ab9f-47f19a609424', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:02.548967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.562444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:02.564083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.568526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6699cf7e-5460-4135-a534-5b5ec1355dc5 req-d43157a1-f5c2-4fda-9dfc-88adced820de tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641329 Feb 10 16:02:02.576857 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.595042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5795930-157e-493a-ad3a-ca70935ecf43 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:02.622273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f5795930-157e-493a-ad3a-ca70935ecf43, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f5795930-157e-493a-ad3a-ca70935ecf43,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:02.627378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.678003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.684539 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f5795930-157e-493a-ad3a-ca70935ecf43,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:02.708753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:02.713134 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.720527 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f266352a-77a5-459c-b6ad-00e16abbe027 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e HTTP/1.1" status: 204 len: 168 time: 0.3589447 Feb 10 16:02:02.721145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49168) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:02.769241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb4f78-8aaa-4257-be5e-fb99d6d302e4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.770730 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-78eb4f78-8aaa-4257-be5e-fb99d6d302e4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0485115 Feb 10 16:02:02.773581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49170) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:02.798264 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf70cdb-23fe-4ce5-a6c1-97f6164937ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:02.799831 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cdf70cdb-23fe-4ce5-a6c1-97f6164937ac tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/8b7e8ed2-4128-4bf3-ab8b-0a7137cfcd6e HTTP/1.1" status: 404 len: 333 time: 0.0253477 Feb 10 16:02:02.803591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:02.804023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142ca5-bfd5-4369-b755-e9487523b86e req-71616749-86da-457f-b42c-18fbdf48449d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.805530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2142ca5-bfd5-4369-b755-e9487523b86e req-71616749-86da-457f-b42c-18fbdf48449d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1144640 Feb 10 16:02:02.808553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-765254148'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:02.832607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:02.836916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.866114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:02.876908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.877370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e2142ca5-bfd5-4369-b755-e9487523b86e req-4235a4c0-be3e-4f53-aa13-65b6a2e2bb27 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655682 Feb 10 16:02:02.879889 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 339b9648-c5cd-4485-af22-dca836eab87d of type vlan for network 7622d650-cc21-429f-8261-3fb21f7b75ed Feb 10 16:02:02.932658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.958092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.963725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:02.964256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:02.970835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:02.980519 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.000747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Transition to ACTIVE for port object 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:02:03.009902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e08657-7252-4905-a4a6-ac52c1838126 req-b22bf30d-79a5-4035-9bc1-d967e2ec743e tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.011432 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5e08657-7252-4905-a4a6-ac52c1838126 req-b22bf30d-79a5-4035-9bc1-d967e2ec743e tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 944 time: 0.0888989 Feb 10 16:02:03.012570 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.034921 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2301362 Feb 10 16:02:03.037707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49176) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:03.044730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:03.066379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930996-69bc-4069-a1ee-ff785deb0340 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=7622d650-cc21-429f-8261-3fb21f7b75ed,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:03.077365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:03.092913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:03.099038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5e08657-7252-4905-a4a6-ac52c1838126 req-8fc74641-855b-43f5-a91b-f4bd30504661 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603895 Feb 10 16:02:03.177199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Attempting to bind port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:03.177418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Attempting to bind port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:03.177664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Attempting to bind port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 on network 76c30552-d39c-4d29-a580-89cf3a637e83 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:03.182139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 on network 76c30552-d39c-4d29-a580-89cf3a637e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:02:03.182461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Attempting to bind port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 on network 76c30552-d39c-4d29-a580-89cf3a637e83 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:03.188130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:03.188470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Checking segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:03.188899 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Bound using segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:03.189321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Bound port: 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:03.189871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.198526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:03.202486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.222319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['f5795930-157e-493a-ad3a-ca70935ecf43'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:03.264485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:03.268172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:03.273456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.317270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.317896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.320318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] 10.222.0.45 "PUT /v2.0/ports/2b1fb0e3-bd90-49f7-826f-52caa2f0d853 HTTP/1.1" status: 200 len: 1092 time: 0.8504691 Feb 10 16:02:03.355474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc858fd5-b73d-4ac9-bc5d-a4dbc574a5be service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:03.432250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.449119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6d79-be44-4a64-be18-e5db0b949280 req-50d6caa3-7add-47e1-8340-fc97b2c78c75 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.450597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f44c6d79-be44-4a64-be18-e5db0b949280 req-50d6caa3-7add-47e1-8340-fc97b2c78c75 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.0897870 Feb 10 16:02:03.453233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-a388bfc8-65f4-4541-a396-32bc20867ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.454584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-a388bfc8-65f4-4541-a396-32bc20867ce2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 1095 time: 0.0809920 Feb 10 16:02:03.495880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=3458895d-2621-462b-841e-e0e8de25cf88,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:03.503662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '339b9648-c5cd-4485-af22-dca836eab87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:03.504120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 7622d650-cc21-429f-8261-3fb21f7b75ed, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:03.508896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:03.514130 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-2b5d00f3-2060-4f44-be01-b7816d588bd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853 HTTP/1.1" status: 200 len: 217 time: 0.0429881 Feb 10 16:02:03.520748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 7622d650-cc21-429f-8261-3fb21f7b75ed is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:03.530206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7622d650-cc21-429f-8261-3fb21f7b75ed) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:03.535179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.535806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.535986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 714ee0ba-0448-4525-9e3b-6a9b09c0092a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:03.536502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 714ee0ba-0448-4525-9e3b-6a9b09c0092a not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:03.543902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cfc3d8-cb44-4deb-91a1-695ed45735ed None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:03.544409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f44c6d79-be44-4a64-be18-e5db0b949280 req-0e190768-46a3-48c4-bda2-6e589a31c9ba tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865617 Feb 10 16:02:03.563486 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9724b874-7769-4c5b-8089-581c25efb4b4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5160501 Feb 10 16:02:03.563486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49182) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:03.564708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:03.597797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-8d815b86-60f7-429c-a923-bef5080ce3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.599582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-8d815b86-60f7-429c-a923-bef5080ce3c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 200 len: 855 time: 0.0763736 Feb 10 16:02:03.676705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:03.680269 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:03.690017 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-3b3806b0-ee5e-4dfe-bb98-b453230d653f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76c30552-d39c-4d29-a580-89cf3a637e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763781 Feb 10 16:02:03.715315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-7622d650-cc21-429f-8261-3fb21f7b75ed', 'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': '3458895d-2621-462b-841e-e0e8de25cf88'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:02:03.719488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.728618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:03.741182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:03.803607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed9097-00e3-4b07-88c2-2edc2a4cd9b9 req-8f27de37-0ca2-4e79-936a-cf23080ecd83 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:03.805271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fed9097-00e3-4b07-88c2-2edc2a4cd9b9 req-8f27de37-0ca2-4e79-936a-cf23080ecd83 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 944 time: 0.1080627 Feb 10 16:02:03.868031 n-d-827895-3 neutron-server[102614]: INFO neutron.db.ipam_backend_mixin [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3458895d-2621-462b-841e-e0e8de25cf88 (CIDR: 2001:db8::/64) Feb 10 16:02:03.875153 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:02:03.876556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:03.881414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fed9097-00e3-4b07-88c2-2edc2a4cd9b9 req-8fb1b9d4-dd2d-4d81-a624-0e45ad31745c tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Feb 10 16:02:03.883721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-132fd1b4-37d1-43d0-acbd-973c917ae133 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759396 Feb 10 16:02:03.885132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Allocated IP 2001:db8::2 (7622d650-cc21-429f-8261-3fb21f7b75ed/3458895d-2621-462b-841e-e0e8de25cf88/b85b15c3-fb42-4425-aa16-012f6c8a8494) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:03.898753 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-15c7e4cc-8373-4cf4-975f-63ac25b4b593 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3400927 Feb 10 16:02:03.902988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49198) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:03.909285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:04.004314 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655fbc1-102b-4f27-b404-e62d008e0c99 x-openstack-request-id: req-4655fbc1-102b-4f27-b404-e62d008e0c99 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:04.004603 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:04.004855 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4655fbc1-102b-4f27-b404-e62d008e0c99 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:04.005236 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'status': 'completed', 'code': 200} Feb 10 16:02:04.097708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.114845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.120745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52c30fb7-3300-46f6-b891-6bc8e2f4bda6 req-a2c8d768-4c84-4ffb-8688-8cadc0db2f58 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289042 Feb 10 16:02:04.122053 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.147770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998efe2e-d756-4f7b-90c8-1407d09afca7 req-2155de6e-c4a8-4dbf-9627-3528bb267614 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:04.149396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-998efe2e-d756-4f7b-90c8-1407d09afca7 req-2155de6e-c4a8-4dbf-9627-3528bb267614 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1028342 Feb 10 16:02:04.175540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:04.179274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.191226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:04.195853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:04.198597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:04.234899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Pushing event updated for resources: {'Port': ['ID=b85b15c3-fb42-4425-aa16-012f6c8a8494,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:04.274697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Attempting to bind port b85b15c3-fb42-4425-aa16-012f6c8a8494 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:04.274999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Attempting to bind port b85b15c3-fb42-4425-aa16-012f6c8a8494 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '339b9648-c5cd-4485-af22-dca836eab87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:04.275337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Attempting to bind port b85b15c3-fb42-4425-aa16-012f6c8a8494 on network 7622d650-cc21-429f-8261-3fb21f7b75ed {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:04.281505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:04.282767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Checking segment: {'id': '339b9648-c5cd-4485-af22-dca836eab87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:04.282767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.282767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Bound using segment: {'id': '339b9648-c5cd-4485-af22-dca836eab87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:04.283165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Bound port: b85b15c3-fb42-4425-aa16-012f6c8a8494, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339b9648-c5cd-4485-af22-dca836eab87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:04.285846 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.314831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-998efe2e-d756-4f7b-90c8-1407d09afca7 req-37cdac9d-8707-41b8-ae21-bccef8ab38ca tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489916 Feb 10 16:02:04.341346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-d2314772-d593-4ed9-9584-5302f4ea2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:04.342917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-d2314772-d593-4ed9-9584-5302f4ea2222 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 1095 time: 0.1592157 Feb 10 16:02:04.366168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fead96-20f4-44f1-bd4a-14f92b2b8c61 req-8d186279-e610-48ff-af5b-ec92a8c9b6b9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:04.367626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22fead96-20f4-44f1-bd4a-14f92b2b8c61 req-8d186279-e610-48ff-af5b-ec92a8c9b6b9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 944 time: 0.1107397 Feb 10 16:02:04.371540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] For port b85b15c3-fb42-4425-aa16-012f6c8a8494, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:04.375974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] For port b85b15c3-fb42-4425-aa16-012f6c8a8494, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b85b15c3-fb42-4425-aa16-012f6c8a8494,segment=NetworkSegment(339b9648-c5cd-4485-af22-dca836eab87d),segment_id=339b9648-c5cd-4485-af22-dca836eab87d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:04.377183 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.385086 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.492848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ccc19-0883-4e6c-9584-42f04f4c342f None None] Pushing event updated for resources: {'Port': ['ID=b85b15c3-fb42-4425-aa16-012f6c8a8494,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:04.496114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22fead96-20f4-44f1-bd4a-14f92b2b8c61 req-fc70a1ab-d69d-450b-a55f-0fe903702bc6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100438 Feb 10 16:02:04.583402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-2c67c675-5f4f-42eb-bfe0-a2e29882c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:04.584948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-2c67c675-5f4f-42eb-bfe0-a2e29882c5de service neutron] 10.222.0.45 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 916 time: 0.2266881 Feb 10 16:02:04.639423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-67f03bb5-8468-4c5f-a304-6b7b28484b76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853 HTTP/1.1" status: 200 len: 217 time: 0.0466688 Feb 10 16:02:04.738616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-c8973e3e-7b4f-4942-bd95-9269f3c5c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:04.740159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-c8973e3e-7b4f-4942-bd95-9269f3c5c006 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 200 len: 855 time: 0.0762842 Feb 10 16:02:04.786636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-52265636-aaab-4626-9ce5-a4cefff90819 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76c30552-d39c-4d29-a580-89cf3a637e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328238 Feb 10 16:02:04.787648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.878754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 7622d650-cc21-429f-8261-3fb21f7b75ed is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:04.888156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:04.894942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:04.895557 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:04.900290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=49713c65-098a-492f-956e-9e31381daf98,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:04.954665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-c9d8bbc6-4452-494e-82db-ab3c3cf8a576 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366746 Feb 10 16:02:04.958858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cfccce2d-9aed-46fd-8b0d-34dd646e82b5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0547457 Feb 10 16:02:04.961652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49206) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:04.971417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'fixed_ips': [{'subnet_id': '3458895d-2621-462b-841e-e0e8de25cf88'}, {'subnet_id': '49713c65-098a-492f-956e-9e31381daf98'}], 'name': 'tempest-PortsIpV6TestJSON-1189539193'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:05.086811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e754-fcfb-4ad6-8842-e51df1b3d5c8 req-a5bd8427-088c-40e7-98ea-f3433700e367 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:05.088374 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c995e754-fcfb-4ad6-8842-e51df1b3d5c8 req-a5bd8427-088c-40e7-98ea-f3433700e367 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 944 time: 0.1068366 Feb 10 16:02:05.120835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:05.126050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe6a4ad1-1738-49e3-bf76-35d780b21ad3 req-c1198e53-1c89-450e-8e9e-dd33dc081a76 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652288 Feb 10 16:02:05.154287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c995e754-fcfb-4ad6-8842-e51df1b3d5c8 req-d3badf59-77d2-4605-8cdc-97102c9e8932 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553176 Feb 10 16:02:05.228661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.251054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:05.489213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed6c9-dc24-4f58-b8ba-82a9ce0b2d0a req-6c96ddae-0882-45f9-89bc-c83ba15c4bab tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:05.492191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce5ed6c9-dc24-4f58-b8ba-82a9ce0b2d0a req-6c96ddae-0882-45f9-89bc-c83ba15c4bab tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0846763 Feb 10 16:02:05.493605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de47ba-4dc4-46a7-a1bb-0e5f5a40e003 None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:05.516625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:05.561285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce5ed6c9-dc24-4f58-b8ba-82a9ce0b2d0a req-55430e85-a29a-4757-9903-a615c7977b1f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614748 Feb 10 16:02:05.622753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::159 (7622d650-cc21-429f-8261-3fb21f7b75ed/3458895d-2621-462b-841e-e0e8de25cf88/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:05.631344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8:0:1::3d4 (7622d650-cc21-429f-8261-3fb21f7b75ed/49713c65-098a-492f-956e-9e31381daf98/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:05.668240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c0b30606-c0ae-42e8-8be5-54400d7d5c5b None None] Provisioning complete for port b85b15c3-fb42-4425-aa16-012f6c8a8494 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:05.668614 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c0b30606-c0ae-42e8-8be5-54400d7d5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.669538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4f18d-1359-46d7-8431-d291322af159 req-447a60fe-e599-46ee-b36e-8216b89217e0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:05.671586 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50f4f18d-1359-46d7-8431-d291322af159 req-447a60fe-e599-46ee-b36e-8216b89217e0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 944 time: 0.0631123 Feb 10 16:02:05.734725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50f4f18d-1359-46d7-8431-d291322af159 req-4dc27b9d-cfeb-488f-ba8d-98105d041e1a tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484784 Feb 10 16:02:05.749490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:05.799735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'port_id': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'mac_address': 'fa:16:3e:4a:b1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd244f-ed64-44c9-8bdf-93fab7fbecdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:05.808047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.847317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.894818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 7622d650-cc21-429f-8261-3fb21f7b75ed is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:05.897936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:05.902859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:05.909207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:05.910007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.910330 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.913551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:05.922335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c0b30606-c0ae-42e8-8be5-54400d7d5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.934164 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf6c0921-f302-4907-a95c-d8b8b85d2c14 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.9678352 Feb 10 16:02:05.936545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49214) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:05.936821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:05.944126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3458895d-2621-462b-841e-e0e8de25cf88'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:05.976583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:05.986466 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:05.990150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c0b30606-c0ae-42e8-8be5-54400d7d5c5b None None] For port b85b15c3-fb42-4425-aa16-012f6c8a8494, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b85b15c3-fb42-4425-aa16-012f6c8a8494,segment=NetworkSegment(339b9648-c5cd-4485-af22-dca836eab87d),segment_id=339b9648-c5cd-4485-af22-dca836eab87d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:06.020776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c0b30606-c0ae-42e8-8be5-54400d7d5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.028603 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.071584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] Update dhcp port {'port': {'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'fixed_ips': [{'subnet_id': '3458895d-2621-462b-841e-e0e8de25cf88', 'ip_address': '2001:db8::2'}, {'subnet_id': '49713c65-098a-492f-956e-9e31381daf98'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'b85b15c3-fb42-4425-aa16-012f6c8a8494'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:02:06.076469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:06.141978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.303570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb857f8-6573-477f-b5e8-64dd520a0a7b req-22bd24f7-1c6c-4c22-8f5e-480b63a5028e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:06.305659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbb857f8-6573-477f-b5e8-64dd520a0a7b req-22bd24f7-1c6c-4c22-8f5e-480b63a5028e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 945 time: 0.0639474 Feb 10 16:02:06.332286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2b1fb0e3-bd90-49f7-826f-52caa2f0d853'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:06.334219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b85b15c3-fb42-4425-aa16-012f6c8a8494 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:06.363532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbb857f8-6573-477f-b5e8-64dd520a0a7b req-70d1f7ad-1571-4bcb-85f8-6ed5d1e0ffd2 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514967 Feb 10 16:02:06.384172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30606-c0ae-42e8-8be5-54400d7d5c5b None None] Pushing event updated for resources: {'Port': ['ID=b85b15c3-fb42-4425-aa16-012f6c8a8494,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:06.391606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Delete allocated IP 2001:db8:0:1::3d4 (7622d650-cc21-429f-8261-3fb21f7b75ed/49713c65-098a-492f-956e-9e31381daf98) {{(pid=102614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 16:02:06.399533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f5795930-157e-493a-ad3a-ca70935ecf43 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:06.534055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.540239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.603627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b85b15c3-fb42-4425-aa16-012f6c8a8494 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:06.604243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.612225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] In _notify_port_updated(), no bound segment for port 8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 on network 7622d650-cc21-429f-8261-3fb21f7b75ed {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:02:06.618888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:06.619641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.624273 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/ports/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 HTTP/1.1" status: 200 len: 926 time: 0.6827564 Feb 10 16:02:06.624273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49222) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:06.631170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3458895d-2621-462b-841e-e0e8de25cf88'}, {'subnet_id': '49713c65-098a-492f-956e-9e31381daf98'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:06.632779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port f5795930-157e-493a-ad3a-ca70935ecf43 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:06.666677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae984e7-4cdf-4838-9436-f7b2743c5f7a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:06.673964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port f5795930-157e-493a-ad3a-ca70935ecf43 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:06.674345 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.727721 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:06.737309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] Allocated IP 2001:db8:0:1::2 (7622d650-cc21-429f-8261-3fb21f7b75ed/49713c65-098a-492f-956e-9e31381daf98/b85b15c3-fb42-4425-aa16-012f6c8a8494) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:06.740998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ef3d-52e5-442c-8648-83390c65567b req-8f05d3a5-5637-458b-9376-b72b343a11f0 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:06.748012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4739ef3d-52e5-442c-8648-83390c65567b req-8f05d3a5-5637-458b-9376-b72b343a11f0 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0695517 Feb 10 16:02:07.025818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] For port b85b15c3-fb42-4425-aa16-012f6c8a8494, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b85b15c3-fb42-4425-aa16-012f6c8a8494,segment=NetworkSegment(339b9648-c5cd-4485-af22-dca836eab87d),segment_id=339b9648-c5cd-4485-af22-dca836eab87d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:07.041662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.079275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.085290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c22e912-a9d3-4b11-9271-aada703773db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5795930-157e-493a-ad3a-ca70935ecf43'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:07.087679 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471959c7-95d5-4f16-a6b6-45a0dab8fbd9" -d '{"events": [{"server_uuid": "0c22e912-a9d3-4b11-9271-aada703773db", "name": "network-vif-plugged", "status": "completed", "tag": "f5795930-157e-493a-ad3a-ca70935ecf43"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:07.098926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.106483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port f5795930-157e-493a-ad3a-ca70935ecf43, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f5795930-157e-493a-ad3a-ca70935ecf43,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:07.136012 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.171270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8:0:1::289 (7622d650-cc21-429f-8261-3fb21f7b75ed/49713c65-098a-492f-956e-9e31381daf98/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:07.212551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4739ef3d-52e5-442c-8648-83390c65567b req-81faba86-dbde-4d1d-b23d-bfe6feaf1dc8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588811 Feb 10 16:02:07.215324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6c24-8c19-43cd-ab5a-4c6b4cf19922 None None] Pushing event updated for resources: {'Port': ['ID=b85b15c3-fb42-4425-aa16-012f6c8a8494,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:07.257902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5805d5-cb96-41f1-babc-1db72383ffed req-1d832c3c-f255-45d6-a1e2-0d734370bba9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:07.264629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f5805d5-cb96-41f1-babc-1db72383ffed req-1d832c3c-f255-45d6-a1e2-0d734370bba9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.1094723 Feb 10 16:02:07.320704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=f5795930-157e-493a-ad3a-ca70935ecf43,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:07.331955 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a10b190-6a18-41b3-b249-c5fc6785a7fd x-openstack-request-id: req-4a10b190-6a18-41b3-b249-c5fc6785a7fd {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:07.332254 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c22e912-a9d3-4b11-9271-aada703773db", "name": "network-vif-plugged", "status": "completed", "tag": "f5795930-157e-493a-ad3a-ca70935ecf43", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:07.332511 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a10b190-6a18-41b3-b249-c5fc6785a7fd {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:07.333336 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c22e912-a9d3-4b11-9271-aada703773db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5795930-157e-493a-ad3a-ca70935ecf43', 'code': 200} Feb 10 16:02:07.339477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f5805d5-cb96-41f1-babc-1db72383ffed req-99e26ba7-5cc8-4810-8d31-5730465f4c7c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693569 Feb 10 16:02:07.394462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.401286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.488657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:07.508622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a67ea5-da94-4016-a3f6-d975ba55147e req-134a85ec-bfda-43f0-b27e-922809887b36 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:07.509852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5a67ea5-da94-4016-a3f6-d975ba55147e req-134a85ec-bfda-43f0-b27e-922809887b36 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 945 time: 0.0622952 Feb 10 16:02:07.525732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:07.541800 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:02:07.563595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] In _notify_port_updated(), no bound segment for port 8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 on network 7622d650-cc21-429f-8261-3fb21f7b75ed {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:02:07.569210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:07.570786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.572412 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f612693f-fadf-4a5e-83d2-606ef504035f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/ports/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 HTTP/1.1" status: 200 len: 1012 time: 0.9463501 Feb 10 16:02:07.576583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:07.587508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8940a-91f9-47cf-b444-421a770ff188 req-7d661c0d-1284-43b9-8c61-fe2f92dd8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:07.589276 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32c8940a-91f9-47cf-b444-421a770ff188 req-7d661c0d-1284-43b9-8c61-fe2f92dd8974 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 1096 time: 0.1552608 Feb 10 16:02:07.602280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a5a67ea5-da94-4016-a3f6-d975ba55147e req-0768dde7-b14c-435f-9654-43d863a7dc13 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703809 Feb 10 16:02:07.614266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:07.618567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:07.618948 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.667525 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-32c8940a-91f9-47cf-b444-421a770ff188 req-850a6036-fdbb-448d-a6c3-d27073d27ad2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576808 Feb 10 16:02:07.716290 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.727353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:07.727764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.758567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:07.763975 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.820133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:07.851097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:07.868100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:07.980085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7559f-8149-4760-91d5-039ce2ae7cca None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:08.067359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.105591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b51fc5f6-815a-4ad0-bc8a-c4944dff7827 None None] Provisioning complete for port b85b15c3-fb42-4425-aa16-012f6c8a8494 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:08.105979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b51fc5f6-815a-4ad0-bc8a-c4944dff7827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.107034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:08.160913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.164259 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf08c5d0-160b-4a4e-8c1f-37d64a1933a9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 HTTP/1.1" status: 204 len: 168 time: 0.5876021 Feb 10 16:02:08.166780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49234) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:08.171104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b85b15c3-fb42-4425-aa16-012f6c8a8494 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:08.195933 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-724a67a7-c28c-4a70-8bf6-6f3c57cbdf56 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:08.200946 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-724a67a7-c28c-4a70-8bf6-6f3c57cbdf56 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 HTTP/1.1" status: 404 len: 333 time: 0.0289266 Feb 10 16:02:08.200946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49236) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:08.258723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 49713c65-098a-492f-956e-9e31381daf98 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:08.262984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.277121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b85b15c3-fb42-4425-aa16-012f6c8a8494 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:08.277431 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.319545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.418583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1fe9c-e31a-4f4d-b467-af4db95cdc1b req-9d30b37a-0022-4f93-bbe7-41d794d1db40 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:08.422819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8c1fe9c-e31a-4f4d-b467-af4db95cdc1b req-9d30b37a-0022-4f93-bbe7-41d794d1db40 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0865119 Feb 10 16:02:08.483829 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.516439 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8c1fe9c-e31a-4f4d-b467-af4db95cdc1b req-38bc39da-b134-4b46-b8f0-85ae1ce408fe tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Feb 10 16:02:08.542735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b1f0-372c-41e4-bd7b-251415eb6118 req-9a79a52f-85f4-460a-8bf2-aadfd092428b tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:08.544632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4536b1f0-372c-41e4-bd7b-251415eb6118 req-9a79a52f-85f4-460a-8bf2-aadfd092428b tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.0972979 Feb 10 16:02:08.564380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.591644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4536b1f0-372c-41e4-bd7b-251415eb6118 req-8f747251-d4d3-46dd-ad50-c3e7896e054c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Feb 10 16:02:08.596564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=49713c65-098a-492f-956e-9e31381daf98,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:08.609816 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.610899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2d8392cd-c016-465d-9f36-84329273fe10 None None] Provisioning complete for port b85b15c3-fb42-4425-aa16-012f6c8a8494 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:08.611274 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d8392cd-c016-465d-9f36-84329273fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.617656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49244) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:08.618033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-835af1b7-7934-4af7-81bd-babe236e0b42 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/49713c65-098a-492f-956e-9e31381daf98 HTTP/1.1" status: 204 len: 168 time: 0.4166408 Feb 10 16:02:08.695529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 3458895d-2621-462b-841e-e0e8de25cf88 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:08.721193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.784861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.822502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3258d-46ce-4ac2-8d34-a26a20c01cd7 req-3b6d87a8-1956-4fd4-a467-43796d88e5df tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:08.824075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edf3258d-46ce-4ac2-8d34-a26a20c01cd7 req-3b6d87a8-1956-4fd4-a467-43796d88e5df tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1341865 Feb 10 16:02:08.866070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cd274-560d-4f9e-b4cd-21aba5656d8a None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:08.913597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edf3258d-46ce-4ac2-8d34-a26a20c01cd7 req-736862cf-3cfb-43d5-a51d-7fa483e252a0 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801823 Feb 10 16:02:08.922664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:08.955903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-730cf5b3-9a1e-4ef2-8671-7520a6637f90 None None] Could not find standard attr ID for object 8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:08.992531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.023160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.026403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/3458895d-2621-462b-841e-e0e8de25cf88 HTTP/1.1" status: 204 len: 168 time: 0.4078391 Feb 10 16:02:09.027475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16314625-1ecf-4212-89f5-6934bb5ce2d5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=3458895d-2621-462b-841e-e0e8de25cf88,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:09.029152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49248) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:09.106983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.108628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3380ab98-9eeb-4e36-8235-8b170ccdf920 None None] Update dhcp port {'port': {'network_id': '7622d650-cc21-429f-8261-3fb21f7b75ed', 'fixed_ips': [{'subnet_id': '3458895d-2621-462b-841e-e0e8de25cf88'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'b85b15c3-fb42-4425-aa16-012f6c8a8494'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:02:09.137044 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3380ab98-9eeb-4e36-8235-8b170ccdf920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.164821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port b85b15c3-fb42-4425-aa16-012f6c8a8494 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:09.165196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.230894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] For port b85b15c3-fb42-4425-aa16-012f6c8a8494, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b85b15c3-fb42-4425-aa16-012f6c8a8494,segment=NetworkSegment(339b9648-c5cd-4485-af22-dca836eab87d),segment_id=339b9648-c5cd-4485-af22-dca836eab87d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:09.231259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.245480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for b85b15c3-fb42-4425-aa16-012f6c8a8494 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:09.324615 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.336726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:09.338944 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58599c23-4268-47ea-aa7d-d45d90668233" -d '{"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:09.356334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=b85b15c3-fb42-4425-aa16-012f6c8a8494,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:09.358261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No DVR routers for this DVR port b85b15c3-fb42-4425-aa16-012f6c8a8494 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:09.428485 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4bc0a4-8a75-44dd-a719-79bfe6ac82ee x-openstack-request-id: req-7c4bc0a4-8a75-44dd-a719-79bfe6ac82ee {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:09.428793 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:09.429051 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c4bc0a4-8a75-44dd-a719-79bfe6ac82ee {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:09.429454 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'code': 200} Feb 10 16:02:09.483492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.519580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7622d650-cc21-429f-8261-3fb21f7b75ed']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:09.549080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339b9648-c5cd-4485-af22-dca836eab87d') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:09.549380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339b9648-c5cd-4485-af22-dca836eab87d') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:09.561677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.569912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bddb5103-84bd-4268-835b-a30a76ff0abc None None] Could not find standard attr ID for object b85b15c3-fb42-4425-aa16-012f6c8a8494. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:09.575755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a936d-cfde-4e35-96f6-69595b297ed9 None None] Network 7622d650-cc21-429f-8261-3fb21f7b75ed requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:09.580725 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.584435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c2000-5cae-47de-a40a-e25434875163 req-f2349edb-dd5c-45e7-b354-9d9bfc40f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:09.585957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f0c2000-5cae-47de-a40a-e25434875163 req-f2349edb-dd5c-45e7-b354-9d9bfc40f65a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 1097 time: 0.0783861 Feb 10 16:02:09.591062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:09.591523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:09.595435 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:09.731934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a5fc0e-54f6-4273-b491-e53576caab2b None None] DHCP port deletion for 7622d650-cc21-429f-8261-3fb21f7b75ed request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:02:09.744803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.753960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f0c2000-5cae-47de-a40a-e25434875163 req-682b50f6-af6f-496d-b528-60adc8dcfb24 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577797 Feb 10 16:02:09.756598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.763003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/7622d650-cc21-429f-8261-3fb21f7b75ed HTTP/1.1" status: 204 len: 168 time: 0.7296133 Feb 10 16:02:09.763625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49258) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:09.777319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffff1e-9034-4529-9126-304b5bf18191 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=7622d650-cc21-429f-8261-3fb21f7b75ed,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:09.787096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e446-17e7-4a8f-a9ab-fc4bf4c15c93 req-3fc697c3-9579-4abb-8392-8fcbd4d2edf1 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:09.788612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6499e446-17e7-4a8f-a9ab-fc4bf4c15c93 req-3fc697c3-9579-4abb-8392-8fcbd4d2edf1 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1773150 Feb 10 16:02:09.811154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca492-ddc7-429f-b758-8caaab9c8beb req-90258727-91d3-4b65-9e40-d505eca59c35 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:09.813460 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc4ca492-ddc7-429f-b758-8caaab9c8beb req-90258727-91d3-4b65-9e40-d505eca59c35 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.1229131 Feb 10 16:02:09.814784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ce992-b1fd-46c0-855d-278c66196dc8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:09.816445 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-245ce992-b1fd-46c0-855d-278c66196dc8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0514936 Feb 10 16:02:09.820779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49260) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:09.864185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6499e446-17e7-4a8f-a9ab-fc4bf4c15c93 req-c1ad6f6c-50b4-4023-8ee3-a38479e70fc8 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669219 Feb 10 16:02:09.871510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc4ca492-ddc7-429f-b758-8caaab9c8beb req-a6b66187-aeee-4346-84ec-9cfc829b1cda tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496352 Feb 10 16:02:09.875804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49262) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:09.876049 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4e99803b-81d3-463a-ac33-530523058c34 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0534611 Feb 10 16:02:09.889461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236658774'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:09.905102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:09.908757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.933112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:09.943274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:09.943659 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 47e7be8a-b803-42ab-bd8a-bb709ad67b4d of type vlan for network 6b4050ba-3417-464b-ad3f-02fba5d6765c Feb 10 16:02:09.984711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.020426 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.025800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:10.026389 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.106787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2266548 Feb 10 16:02:10.107880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:10.113451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:10.118573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b072ade-22ce-4000-a7bf-36d9fdfacd5f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=6b4050ba-3417-464b-ad3f-02fba5d6765c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:10.123498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b85b15c3-fb42-4425-aa16-012f6c8a8494 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:10.128450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4fab8-84bd-4df5-bf06-0ad21abe0658 req-5f07d14f-20f6-443b-b439-d6259a45c0bf tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:10.129937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9dd4fab8-84bd-4df5-bf06-0ad21abe0658 req-5f07d14f-20f6-443b-b439-d6259a45c0bf tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1257386 Feb 10 16:02:10.149020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:10.151769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b85b15c3-fb42-4425-aa16-012f6c8a8494 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:10.151769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b85b15c3-fb42-4425-aa16-012f6c8a8494 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:10.174498 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9dd4fab8-84bd-4df5-bf06-0ad21abe0658 req-08a0a221-271f-4c51-9a02-45659250692e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Feb 10 16:02:10.219700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:10.223404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.403374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.463592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=adff7ca5-d831-4f0f-be11-b972a88386b4,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:10.472562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '47e7be8a-b803-42ab-bd8a-bb709ad67b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:10.472930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 6b4050ba-3417-464b-ad3f-02fba5d6765c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:10.490932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:10.499939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6b4050ba-3417-464b-ad3f-02fba5d6765c) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:10.504675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:10.505334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.509975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc2c21-3058-44fb-b48b-759de1e5b0ac None None] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:10.528890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-60aaa302-bff2-4a2e-82ae-185db91fd923 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4173172 Feb 10 16:02:10.529312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49270) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:10.535206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c', 'name': 'tempest-PortsIpV6TestJSON-1268279550'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:10.647646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:10.651411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.668281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-6b4050ba-3417-464b-ad3f-02fba5d6765c', 'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': 'adff7ca5-d831-4f0f-be11-b972a88386b4'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:02:10.669193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:10.671148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port b1fbf9e8-1e56-4139-9f13-921dbba8dd55 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:10.797894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::d6 (6b4050ba-3417-464b-ad3f-02fba5d6765c/adff7ca5-d831-4f0f-be11-b972a88386b4/b1fbf9e8-1e56-4139-9f13-921dbba8dd55) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:11.013776 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.046211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4d581-95b3-4781-8961-85060c4d07b9 req-6d37b706-bc4a-4d79-aad1-ff46bf5bfe1b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:11.048363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41a4d581-95b3-4781-8961-85060c4d07b9 req-6d37b706-bc4a-4d79-aad1-ff46bf5bfe1b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1033247 Feb 10 16:02:11.069329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4a0dc-7112-48db-8d43-d49a4bcbae97 req-50c2bfa6-9774-4caa-bcbd-2b4795a0034c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:11.070726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fe4a0dc-7112-48db-8d43-d49a4bcbae97 req-50c2bfa6-9774-4caa-bcbd-2b4795a0034c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.1132605 Feb 10 16:02:11.117936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.159825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-41a4d581-95b3-4781-8961-85060c4d07b9 req-6d38e78a-c4eb-4604-bf3e-b6e7e4e0f16d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035271 Feb 10 16:02:11.163054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Allocated IP 2001:db8::2 (6b4050ba-3417-464b-ad3f-02fba5d6765c/adff7ca5-d831-4f0f-be11-b972a88386b4/a889587e-40fa-4351-97c6-3bc685e69499) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:11.180087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fe4a0dc-7112-48db-8d43-d49a4bcbae97 req-caa8fb38-fc58-44be-a05d-086b061ccdaf tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025438 Feb 10 16:02:11.188066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:11.192165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:11.194275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=b1fbf9e8-1e56-4139-9f13-921dbba8dd55,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:11.196498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:11.202107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:11.203456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.224680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7cac305a-09a2-4dbc-ad95-b73a493cf823 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6941247 Feb 10 16:02:11.227011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49280) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:11.232882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c', 'name': 'tempest-PortsIpV6TestJSON-1298797016'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:11.341903 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.349655 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.359366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ec8c1-72ea-4709-bab3-b53a50b28042 req-012e9453-6fee-4758-b069-f78cda65db69 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:11.360896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-644ec8c1-72ea-4709-bab3-b53a50b28042 req-012e9453-6fee-4758-b069-f78cda65db69 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0753994 Feb 10 16:02:11.392397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:11.395383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:11.397893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:11.407543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-644ec8c1-72ea-4709-bab3-b53a50b28042 req-768a5446-4aec-4781-83f8-087822f06438 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Feb 10 16:02:11.433771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Pushing event updated for resources: {'Port': ['ID=a889587e-40fa-4351-97c6-3bc685e69499,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:11.436470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:11.441897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.461328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 8597042b-277c-49e3-883d-13a452dae1dc yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:11.477335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Attempting to bind port a889587e-40fa-4351-97c6-3bc685e69499 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:11.477885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Attempting to bind port a889587e-40fa-4351-97c6-3bc685e69499 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '47e7be8a-b803-42ab-bd8a-bb709ad67b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:11.478386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Attempting to bind port a889587e-40fa-4351-97c6-3bc685e69499 on network 6b4050ba-3417-464b-ad3f-02fba5d6765c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:11.485676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:11.486154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Checking segment: {'id': '47e7be8a-b803-42ab-bd8a-bb709ad67b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:11.486794 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.487256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Bound using segment: {'id': '47e7be8a-b803-42ab-bd8a-bb709ad67b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:11.487892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Bound port: a889587e-40fa-4351-97c6-3bc685e69499, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e7be8a-b803-42ab-bd8a-bb709ad67b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b4050ba-3417-464b-ad3f-02fba5d6765c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:11.488424 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.569320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] For port a889587e-40fa-4351-97c6-3bc685e69499, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:11.573424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] For port a889587e-40fa-4351-97c6-3bc685e69499, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a889587e-40fa-4351-97c6-3bc685e69499,segment=NetworkSegment(47e7be8a-b803-42ab-bd8a-bb709ad67b4d),segment_id=47e7be8a-b803-42ab-bd8a-bb709ad67b4d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:11.580482 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.598397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f48ca-68aa-41ec-98eb-b824b4b41ffc req-585a833a-15e1-4f27-a206-6688ed10a8db tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:11.599925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d7f48ca-68aa-41ec-98eb-b824b4b41ffc req-585a833a-15e1-4f27-a206-6688ed10a8db tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0877316 Feb 10 16:02:11.661193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a49d53-52de-4f52-ac26-9428ab151a26 None None] Pushing event updated for resources: {'Port': ['ID=a889587e-40fa-4351-97c6-3bc685e69499,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:11.661345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::25 (6b4050ba-3417-464b-ad3f-02fba5d6765c/adff7ca5-d831-4f0f-be11-b972a88386b4/8597042b-277c-49e3-883d-13a452dae1dc) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:11.689269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0d7f48ca-68aa-41ec-98eb-b824b4b41ffc req-3fe2307a-93a5-4481-aef5-22b8afaf5401 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770798 Feb 10 16:02:11.895027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:11.950349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d18716-2d8f-443d-a0ea-592bc2019825 req-a343ca39-a07e-469f-afc7-e44347eb645a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:11.951830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08d18716-2d8f-443d-a0ea-592bc2019825 req-a343ca39-a07e-469f-afc7-e44347eb645a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0793915 Feb 10 16:02:11.966812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.034889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:12.043795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:12.045960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=8597042b-277c-49e3-883d-13a452dae1dc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:12.049008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:12.054505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:12.055104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.059569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08d18716-2d8f-443d-a0ea-592bc2019825 req-c72916b8-5f5c-4ffd-8186-ccd9cf97b086 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012101 Feb 10 16:02:12.079785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a2b42fd8-c610-403f-9ba6-fb8eaca7feb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8486855 Feb 10 16:02:12.080073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49302) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:12.175836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a889587e-40fa-4351-97c6-3bc685e69499 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:12.194793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610c6ea-9fc3-40f6-b436-1dc623f7e073 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:12.196336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b610c6ea-9fc3-40f6-b436-1dc623f7e073 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad6 HTTP/1.1" status: 200 len: 928 time: 0.1153429 Feb 10 16:02:12.199115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49308) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:12.230220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a889587e-40fa-4351-97c6-3bc685e69499 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:12.230499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.280222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930d93c-2563-47e7-9b45-f7df4cc3f9ef req-dd4deeee-a015-456c-b677-06c5e311e459 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:12.282904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c930d93c-2563-47e7-9b45-f7df4cc3f9ef req-dd4deeee-a015-456c-b677-06c5e311e459 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1402147 Feb 10 16:02:12.309242 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.352127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port a889587e-40fa-4351-97c6-3bc685e69499, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a889587e-40fa-4351-97c6-3bc685e69499,segment=NetworkSegment(47e7be8a-b803-42ab-bd8a-bb709ad67b4d),segment_id=47e7be8a-b803-42ab-bd8a-bb709ad67b4d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:12.357136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.359991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c930d93c-2563-47e7-9b45-f7df4cc3f9ef req-96279b49-6028-4eb4-9e9b-de156d2d3775 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619709 Feb 10 16:02:12.369178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864874-b53b-4c98-b8b1-f7cb2742ce81 req-d9e53629-b286-4eca-b9fc-ae4461edc27e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:12.370726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75864874-b53b-4c98-b8b1-f7cb2742ce81 req-d9e53629-b286-4eca-b9fc-ae4461edc27e tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1307795 Feb 10 16:02:12.390100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 8597042b-277c-49e3-883d-13a452dae1dc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:12.390100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.466698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=a889587e-40fa-4351-97c6-3bc685e69499,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:12.492414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-75864874-b53b-4c98-b8b1-f7cb2742ce81 req-b64ed976-1156-44d6-bdff-2f6136c8e60c tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041830 Feb 10 16:02:12.529873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.545084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 8597042b-277c-49e3-883d-13a452dae1dc owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:12.754018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.816155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=8597042b-277c-49e3-883d-13a452dae1dc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:12.826841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54eb5d-8dab-471e-a99a-75c02c484466 None None] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:12.849693 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.852895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-61b0e795-04b1-402e-84d3-834f55237243 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/8597042b-277c-49e3-883d-13a452dae1dc HTTP/1.1" status: 204 len: 168 time: 0.6523952 Feb 10 16:02:12.856778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49330) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:12.897505 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f9e96b-3ec5-41c0-80fc-a298f98645fb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:12.899071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-09f9e96b-3ec5-41c0-80fc-a298f98645fb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/8597042b-277c-49e3-883d-13a452dae1dc HTTP/1.1" status: 404 len: 333 time: 0.0426409 Feb 10 16:02:12.901861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49332) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:12.950718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-03f2ad66-bc7a-464e-81e8-af13bb9dc9d6 None None] Provisioning complete for port a889587e-40fa-4351-97c6-3bc685e69499 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:12.951582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03f2ad66-bc7a-464e-81e8-af13bb9dc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:12.977513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff31e-72a9-4cfe-a661-be51d584eb03 req-27559099-dbff-417b-8adc-48ae5f0ef158 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:12.979533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-478ff31e-72a9-4cfe-a661-be51d584eb03 req-27559099-dbff-417b-8adc-48ae5f0ef158 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1416626 Feb 10 16:02:13.037277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-478ff31e-72a9-4cfe-a661-be51d584eb03 req-012df8a3-eb41-44c1-95d7-e25e64aabbc3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Feb 10 16:02:13.040266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port b1fbf9e8-1e56-4139-9f13-921dbba8dd55 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:13.040608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.132845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.146045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for b1fbf9e8-1e56-4139-9f13-921dbba8dd55 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:13.292990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.326770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=b1fbf9e8-1e56-4139-9f13-921dbba8dd55,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:13.352039 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.355594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-57fbbb37-1636-4284-ba9a-961f013bf972 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/b1fbf9e8-1e56-4139-9f13-921dbba8dd55 HTTP/1.1" status: 204 len: 168 time: 0.4525328 Feb 10 16:02:13.357964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49336) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:13.383431 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0c6a00-4c1f-4154-9e8d-b16e27f0557e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:13.385005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4b0c6a00-4c1f-4154-9e8d-b16e27f0557e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/b1fbf9e8-1e56-4139-9f13-921dbba8dd55 HTTP/1.1" status: 404 len: 333 time: 0.0261414 Feb 10 16:02:13.387933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49338) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:13.426026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1081421f-e46a-4d09-acd3-09f826e7b2e3 None None] Provisioning complete for port a889587e-40fa-4351-97c6-3bc685e69499 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:13.426567 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1081421f-e46a-4d09-acd3-09f826e7b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.449202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet adff7ca5-d831-4f0f-be11-b972a88386b4 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:13.453018 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.496990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.533091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1081421f-e46a-4d09-acd3-09f826e7b2e3 None None] Could not find standard attr ID for object b1fbf9e8-1e56-4139-9f13-921dbba8dd55. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:13.617672 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.646730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-272f462c-33c8-41b1-9488-18ce9a8647b8 None None] Could not find standard attr ID for object b1fbf9e8-1e56-4139-9f13-921dbba8dd55. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:13.664561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10417e-2bdd-4c15-8a58-4be2cf6a5037 req-b27e681e-e471-4c2f-a720-a6ced77238e5 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:13.666589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb10417e-2bdd-4c15-8a58-4be2cf6a5037 req-b27e681e-e471-4c2f-a720-a6ced77238e5 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0782566 Feb 10 16:02:13.714986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.735668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb10417e-2bdd-4c15-8a58-4be2cf6a5037 req-d5e3aecf-70d7-4e23-9fc8-9af983afc445 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623648 Feb 10 16:02:13.758016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=adff7ca5-d831-4f0f-be11-b972a88386b4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:13.761314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.764539 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-798cd887-904c-4121-ad73-765a1a1f8bd5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/adff7ca5-d831-4f0f-be11-b972a88386b4 HTTP/1.1" status: 204 len: 168 time: 0.3755956 Feb 10 16:02:13.767585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49346) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:13.854870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.874739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd962f9-0036-4708-9382-93b7993cca20 None None] Network 6b4050ba-3417-464b-ad3f-02fba5d6765c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:13.918327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port a889587e-40fa-4351-97c6-3bc685e69499 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:13.918683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:13.974353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-53abd464-e113-456c-9386-293b333aa2d0 None None] Could not find standard attr ID for object 8597042b-277c-49e3-883d-13a452dae1dc. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:13.994721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] For port a889587e-40fa-4351-97c6-3bc685e69499, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a889587e-40fa-4351-97c6-3bc685e69499,segment=NetworkSegment(47e7be8a-b803-42ab-bd8a-bb709ad67b4d),segment_id=47e7be8a-b803-42ab-bd8a-bb709ad67b4d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:13.995279 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.010359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for a889587e-40fa-4351-97c6-3bc685e69499 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:14.086717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] DHCP port deletion for 6b4050ba-3417-464b-ad3f-02fba5d6765c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:02:14.105585 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.135177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=a889587e-40fa-4351-97c6-3bc685e69499,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:14.137776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No DVR routers for this DVR port a889587e-40fa-4351-97c6-3bc685e69499 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:14.164427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Deleting port a889587e-40fa-4351-97c6-3bc685e69499 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:14.165112 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.217088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a889587e-40fa-4351-97c6-3bc685e69499 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:14.242900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a889587e-40fa-4351-97c6-3bc685e69499 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:14.243354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a889587e-40fa-4351-97c6-3bc685e69499 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:14.257313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] For port a889587e-40fa-4351-97c6-3bc685e69499, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:14.258905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.272161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.274387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Calling delete_port for a889587e-40fa-4351-97c6-3bc685e69499 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:14.278158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Port a889587e-40fa-4351-97c6-3bc685e69499 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:02:14.279771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.305291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822f9a7-8863-414b-ab0e-e8ce54a74205 req-9e1a1821-8e9a-40cf-a677-4495d2520f47 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:14.305769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] Pushing event deleted for resources: {'Port': ['ID=a889587e-40fa-4351-97c6-3bc685e69499,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:14.306739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b822f9a7-8863-414b-ab0e-e8ce54a74205 req-9e1a1821-8e9a-40cf-a677-4495d2520f47 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1299577 Feb 10 16:02:14.308509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4050ba-3417-464b-ad3f-02fba5d6765c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:14.309201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe7657-c2f6-4e1d-a873-377dec4fcc52 None None] No DVR routers for this DVR port a889587e-40fa-4351-97c6-3bc685e69499 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:14.328687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e7be8a-b803-42ab-bd8a-bb709ad67b4d') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:14.329115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e7be8a-b803-42ab-bd8a-bb709ad67b4d') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:14.348305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.375734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.385379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b822f9a7-8863-414b-ab0e-e8ce54a74205 req-9bc10d82-1681-4a62-a756-a74afd9e4747 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658929 Feb 10 16:02:14.386325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:14.386735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:14.390332 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:14.462773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.472192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.476519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/6b4050ba-3417-464b-ad3f-02fba5d6765c HTTP/1.1" status: 204 len: 168 time: 0.7075267 Feb 10 16:02:14.483604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49352) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:14.489979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773229-1ec2-4dee-9b74-141f20bda5e1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=6b4050ba-3417-464b-ad3f-02fba5d6765c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:14.493834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1789802839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:14.520961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:14.525342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.552078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:14.563531 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.564311 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 139ae1fe-00f3-44d5-ac29-4378cb3b227e of type vlan for network 140d13b0-9adf-47c5-b269-7c8c392531a3 Feb 10 16:02:14.613218 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.647074 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.653959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:14.654720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:14.723038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2369137 Feb 10 16:02:14.727496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49354) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:14.736764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:14.741218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c7c1b-0c99-45cb-821f-b643abad7d87 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=140d13b0-9adf-47c5-b269-7c8c392531a3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:14.753545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:14.876813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:14.880779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.070133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8f3d-89a8-4b6e-9e4c-2293b26ad907 req-18418397-535a-4c75-9f25-26f46d5b15b3 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:15.072021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8eb8f3d-89a8-4b6e-9e4c-2293b26ad907 req-18418397-535a-4c75-9f25-26f46d5b15b3 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1867299 Feb 10 16:02:15.075645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b1437-c301-43ff-a4bf-4d96706c8aeb req-8272fc2a-17c3-4bb4-83df-3bdf89e8aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:15.077086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e95b1437-c301-43ff-a4bf-4d96706c8aeb req-8272fc2a-17c3-4bb4-83df-3bdf89e8aa1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 1096 time: 0.0950201 Feb 10 16:02:15.174741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f8eb8f3d-89a8-4b6e-9e4c-2293b26ad907 req-db79f47c-4716-43ba-b375-8591459fe776 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947902 Feb 10 16:02:15.182523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e95b1437-c301-43ff-a4bf-4d96706c8aeb req-8bdd658d-9cde-4098-b238-bffbf36947c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935249 Feb 10 16:02:15.241803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.307217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=e34a0ffb-e5bb-4aac-8df6-e13ce8788791,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:15.315188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '139ae1fe-00f3-44d5-ac29-4378cb3b227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:15.315578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 140d13b0-9adf-47c5-b269-7c8c392531a3, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:15.333830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:15.344205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 140d13b0-9adf-47c5-b269-7c8c392531a3) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:15.348622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:15.349294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.356938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec43837-2f33-4715-8b1f-b50019ced2e4 None None] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:15.368602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6f557cf5-a281-489e-9b72-c4967e591717 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6393239 Feb 10 16:02:15.371581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49368) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:15.378516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3', 'name': 'tempest-PortsIpV6TestJSON-638892661', 'fixed_ips': [{'subnet_id': 'e34a0ffb-e5bb-4aac-8df6-e13ce8788791', 'ip_address': '2001:db8::10'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:15.547503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-140d13b0-9adf-47c5-b269-7c8c392531a3', 'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': 'e34a0ffb-e5bb-4aac-8df6-e13ce8788791'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:02:15.549345 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.595007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a4b92-498e-4989-b5af-90757b8d99d2 req-9a923e9c-bee7-4b98-9a32-5b2abd1304c5 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:15.599599 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-928a4b92-498e-4989-b5af-90757b8d99d2 req-9a923e9c-bee7-4b98-9a32-5b2abd1304c5 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0991104 Feb 10 16:02:15.600785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:15.682562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-928a4b92-498e-4989-b5af-90757b8d99d2 req-be527259-33ab-43bc-94de-ac834bccd432 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Feb 10 16:02:15.719791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Allocated IP 2001:db8::2 (140d13b0-9adf-47c5-b269-7c8c392531a3/e34a0ffb-e5bb-4aac-8df6-e13ce8788791/69ac3087-cb24-46e7-be45-bd0bfbe837a2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:15.722359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.745755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:15.884127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.891104 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:15.941708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:15.947397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:15.951878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:15.964340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Pushing event updated for resources: {'Port': ['ID=69ac3087-cb24-46e7-be45-bd0bfbe837a2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:16.014215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::10 (140d13b0-9adf-47c5-b269-7c8c392531a3/e34a0ffb-e5bb-4aac-8df6-e13ce8788791/7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:16.020083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Attempting to bind port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:16.020538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Attempting to bind port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '139ae1fe-00f3-44d5-ac29-4378cb3b227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:16.020977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Attempting to bind port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 on network 140d13b0-9adf-47c5-b269-7c8c392531a3 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:16.027061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:16.027578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Checking segment: {'id': '139ae1fe-00f3-44d5-ac29-4378cb3b227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:16.028184 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:16.028645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Bound using segment: {'id': '139ae1fe-00f3-44d5-ac29-4378cb3b227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:16.029184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Bound port: 69ac3087-cb24-46e7-be45-bd0bfbe837a2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139ae1fe-00f3-44d5-ac29-4378cb3b227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:16.029943 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:16.103168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] For port 69ac3087-cb24-46e7-be45-bd0bfbe837a2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:16.107044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] For port 69ac3087-cb24-46e7-be45-bd0bfbe837a2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69ac3087-cb24-46e7-be45-bd0bfbe837a2,segment=NetworkSegment(139ae1fe-00f3-44d5-ac29-4378cb3b227e),segment_id=139ae1fe-00f3-44d5-ac29-4378cb3b227e)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:16.115038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:16.210314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547e7bf-2d42-4b10-bf96-42402fb57f31 None None] Pushing event updated for resources: {'Port': ['ID=69ac3087-cb24-46e7-be45-bd0bfbe837a2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:16.358651 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:16.389629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfbfaa-d389-45e8-8694-1cad6b615d44 req-c8f4f948-ced5-4218-be26-25c16d4db98d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:16.391482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dadfbfaa-d389-45e8-8694-1cad6b615d44 req-c8f4f948-ced5-4218-be26-25c16d4db98d tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0930669 Feb 10 16:02:16.464014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dadfbfaa-d389-45e8-8694-1cad6b615d44 req-1c7c83a1-964c-4033-bc2d-30bf04657fe2 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449407 Feb 10 16:02:16.467966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:16.573276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:16.581210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:16.589093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:16.602390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:16.602390 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:16.633434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:16.673459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1b2808ec-b593-46d9-8f61-03a8d92756a5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2998939 Feb 10 16:02:16.675941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49382) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:16.684220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '140d13b0-9adf-47c5-b269-7c8c392531a3', 'name': 'tempest-PortsIpV6TestJSON-1788415790', 'fixed_ips': [{'subnet_id': 'e34a0ffb-e5bb-4aac-8df6-e13ce8788791', 'ip_address': '2001:db8::f'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:16.909560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a819f-a25c-43ad-b566-4b5d336641cc req-1b8f1bd4-085c-4ef7-85af-3ab3dd8cd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:16.910994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-1b8f1bd4-085c-4ef7-85af-3ab3dd8cd019 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3554ea7e74644378a082491865c629f7&device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 1096 time: 0.1799016 Feb 10 16:02:16.932309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b022436-20e0-405e-bf9a-47f75243c524 req-e5bf6cfd-2b81-4ede-86e0-c80db5566930 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:16.933634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b022436-20e0-405e-bf9a-47f75243c524 req-e5bf6cfd-2b81-4ede-86e0-c80db5566930 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1841638 Feb 10 16:02:16.971669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb15659-f2b1-44bc-8fc3-47be25a3165c req-fedaae03-524f-45ce-b821-9ba8cf262371 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:16.973110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb15659-f2b1-44bc-8fc3-47be25a3165c req-fedaae03-524f-45ce-b821-9ba8cf262371 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1649821 Feb 10 16:02:17.437813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:17.442702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:17.451655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b022436-20e0-405e-bf9a-47f75243c524 req-b392c2e4-fe3d-46d9-8778-f4ae1436cbd5 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073004 Feb 10 16:02:17.484775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb15659-f2b1-44bc-8fc3-47be25a3165c req-23fbc29f-9a46-480d-908a-c00fcd3d0613 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348383 Feb 10 16:02:17.494559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 6639d25d-ad50-4de2-907f-bd0002e87057 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:17.504863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a819f-a25c-43ad-b566-4b5d336641cc req-f1ffa5d4-b881-46ec-9bb9-d73dc3816c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:17.506339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-f1ffa5d4-b881-46ec-9bb9-d73dc3816c5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 200 len: 911 time: 0.5872095 Feb 10 16:02:17.573270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0917fd-d00d-4259-86f2-04e01b21ef8f None None] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:17.574714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-e904273a-b50a-43a8-9dab-8688d4047c53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a HTTP/1.1" status: 200 len: 217 time: 0.0397654 Feb 10 16:02:17.663742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-78265e6c-60c5-4151-a83c-bf88631ae5e6 None None] Provisioning complete for port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:17.664111 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-78265e6c-60c5-4151-a83c-bf88631ae5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:17.673233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a819f-a25c-43ad-b566-4b5d336641cc req-034aa555-6d1f-4e94-9f92-37cfeca95b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:17.675406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-034aa555-6d1f-4e94-9f92-37cfeca95b38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 200 len: 850 time: 0.0943437 Feb 10 16:02:17.713162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-5b6d7193-0b32-4f39-9281-89ee9d0705cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=503f6cc8-0b63-4963-a599-ab04bfe13eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301356 Feb 10 16:02:17.829624 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-78265e6c-60c5-4151-a83c-bf88631ae5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:17.867280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-78265e6c-60c5-4151-a83c-bf88631ae5e6 None None] For port 69ac3087-cb24-46e7-be45-bd0bfbe837a2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69ac3087-cb24-46e7-be45-bd0bfbe837a2,segment=NetworkSegment(139ae1fe-00f3-44d5-ac29-4378cb3b227e),segment_id=139ae1fe-00f3-44d5-ac29-4378cb3b227e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:17.871887 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-78265e6c-60c5-4151-a83c-bf88631ae5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:17.950820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::f (140d13b0-9adf-47c5-b269-7c8c392531a3/e34a0ffb-e5bb-4aac-8df6-e13ce8788791/6639d25d-ad50-4de2-907f-bd0002e87057) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:17.978465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265e6c-60c5-4151-a83c-bf88631ae5e6 None None] Pushing event updated for resources: {'Port': ['ID=69ac3087-cb24-46e7-be45-bd0bfbe837a2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:17.981137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-0b93c957-72c6-4e85-84a8-3d922c57ae12 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603571 Feb 10 16:02:17.991360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-5f8a1c33-8153-4d9b-a5e7-c5282a0bc815 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:17.992868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-5f8a1c33-8153-4d9b-a5e7-c5282a0bc815 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.2100694 Feb 10 16:02:18.078739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-29a09132-0598-405a-8359-b7620145e547 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/quotas/d27cd9dd81004e15858742f04acd41af HTTP/1.1" status: 200 len: 375 time: 0.0720603 Feb 10 16:02:18.123950 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1038b8b9-38cb-4873-9b96-c84abe69aa46 None None] Provisioning complete for port 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:18.125999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1038b8b9-38cb-4873-9b96-c84abe69aa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.197072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1038b8b9-38cb-4873-9b96-c84abe69aa46 None None] Port 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:18.210477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1038b8b9-38cb-4873-9b96-c84abe69aa46 None None] Provisioning complete for port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:18.210856 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1038b8b9-38cb-4873-9b96-c84abe69aa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.244843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 69ac3087-cb24-46e7-be45-bd0bfbe837a2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:18.267492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-fe500038-24ff-4e81-9194-771786ea570f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721761 Feb 10 16:02:18.273160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-012a819f-a25c-43ad-b566-4b5d336641cc req-0fb91d9d-3dfb-4018-aa76-7cabbf1075f2 service neutron] 10.222.0.45 "GET /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775550 Feb 10 16:02:18.373322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:18.373696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.418236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-caf339e0-933b-4586-bddf-4185135b2121 service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387703 Feb 10 16:02:18.426774 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.565160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5b31fbdc-3f8c-4a8b-942b-98970d44bef6 None None] Provisioning complete for port 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:18.565537 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5b31fbdc-3f8c-4a8b-942b-98970d44bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.565763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.684692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5b31fbdc-3f8c-4a8b-942b-98970d44bef6 None None] Port 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:18.759973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:18.766782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:18.770083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-08d8dae7-5855-4eed-b066-52311dc6aa29 service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413656 Feb 10 16:02:18.774117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:18.779492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:18.779967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:18.786689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=6639d25d-ad50-4de2-907f-bd0002e87057,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:18.812576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2c4d5-5114-4873-a9fa-127052d9094a req-e45c9e90-70df-457d-8b59-f1b112589242 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:18.820817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ab2c4d5-5114-4873-a9fa-127052d9094a req-e45c9e90-70df-457d-8b59-f1b112589242 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1678648 Feb 10 16:02:18.834880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c6bbbaa-6123-4760-bd60-4468c0acca09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1554134 Feb 10 16:02:18.836373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49414) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:18.871308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8ab2c4d5-5114-4873-a9fa-127052d9094a req-4ddb7f9c-1a31-45f9-a357-8d06a42fa559 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Feb 10 16:02:18.963723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52102048-05e9-4a3b-acca-1b58081ae075 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:18.965303 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-52102048-05e9-4a3b-acca-1b58081ae075 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1278880 Feb 10 16:02:18.974129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49420) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:19.024147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ed34448c-0695-4223-b061-c3d25322c236 req-7f1f7f93-10a4-40f7-8bae-21fc11135af6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 210 time: 0.0546138 Feb 10 16:02:19.050425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ad2d2-d80a-44d5-8db0-4fb0d1388cb8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:19.050425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ad2d2-d80a-44d5-8db0-4fb0d1388cb8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:19.057839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ad2d2-d80a-44d5-8db0-4fb0d1388cb8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:19.059918 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac3ad2d2-d80a-44d5-8db0-4fb0d1388cb8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0847070 Feb 10 16:02:19.062796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49422) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:19.066762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448bcaf-f423-4921-8251-0fcf90526969 req-9839ee79-f994-40e0-ad5d-df6c2028f447 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:19.075739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5448bcaf-f423-4921-8251-0fcf90526969 req-9839ee79-f994-40e0-ad5d-df6c2028f447 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1124797 Feb 10 16:02:19.122400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5448bcaf-f423-4921-8251-0fcf90526969 req-7b11370e-ab4e-4169-b7af-7d10461f622a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Feb 10 16:02:19.172202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 6639d25d-ad50-4de2-907f-bd0002e87057 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:19.172548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:19.215423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bfc0ca5b-d008-4477-815b-6cddeba8ba80 None None] Provisioning complete for port 6639d25d-ad50-4de2-907f-bd0002e87057 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:19.216160 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ca5b-d008-4477-815b-6cddeba8ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:19.266166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:19.279823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 6639d25d-ad50-4de2-907f-bd0002e87057 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:19.404574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0ca5b-d008-4477-815b-6cddeba8ba80 None None] Port 6639d25d-ad50-4de2-907f-bd0002e87057 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:19.433052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:19.470125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=6639d25d-ad50-4de2-907f-bd0002e87057,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:19.481137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.481491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.481837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.482174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.482497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.482829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.483164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.483530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.483881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.484206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.484534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.484854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:19.518265 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:19.521945 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-654170ff-6e1d-44bf-8676-fc3bda797d41 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/6639d25d-ad50-4de2-907f-bd0002e87057 HTTP/1.1" status: 204 len: 168 time: 0.4581954 Feb 10 16:02:19.525002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:19.899828 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fde9e1-e8b9-4ed8-bd9d-9cdac280e321 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:19.902185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73fde9e1-e8b9-4ed8-bd9d-9cdac280e321 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/6639d25d-ad50-4de2-907f-bd0002e87057 HTTP/1.1" status: 404 len: 333 time: 0.3760242 Feb 10 16:02:19.904983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49440) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:19.996046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:19.996279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.001529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020603d-ac5d-4f10-9928-9f27df3e36f1 req-79ee4f6a-8059-49ce-85c2-3fa854956792 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:20.003071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d020603d-ac5d-4f10-9928-9f27df3e36f1 req-79ee4f6a-8059-49ce-85c2-3fa854956792 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.0494840 Feb 10 16:02:20.060039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d020603d-ac5d-4f10-9928-9f27df3e36f1 req-eb7b05d9-90ed-41a8-a094-dda678d35ee3 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Feb 10 16:02:20.111330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.140950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:20.181678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8fb34424-43c2-44d2-a2d6-042265c089a5 req-a26d0761-0a1b-4f56-a8dc-7ab55214f350 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 210 time: 0.0304775 Feb 10 16:02:20.389623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.421678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:20.460560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.466496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0fe3b1be-a9e4-4eda-ad70-abf2fc406a6f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 HTTP/1.1" status: 204 len: 168 time: 0.5579967 Feb 10 16:02:20.466754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49450) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:20.477903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da690fb7-1fef-41c7-a686-2d6002fc8c6d req-cb0eac3e-a04b-47d2-9a3c-a77b4220968d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:20.485630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da690fb7-1fef-41c7-a686-2d6002fc8c6d req-cb0eac3e-a04b-47d2-9a3c-a77b4220968d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1803546 Feb 10 16:02:20.501163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-932b5699-629e-4184-ae70-c70ccc566147 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:20.502855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-932b5699-629e-4184-ae70-c70ccc566147 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.3172870 Feb 10 16:02:20.506864 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-570223be-07fa-4e5d-99d7-dc74954d8bfe tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:20.511137 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-570223be-07fa-4e5d-99d7-dc74954d8bfe tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/7702a6b5-e0b5-4eb4-9fbe-731c0ec34a92 HTTP/1.1" status: 404 len: 333 time: 0.0409839 Feb 10 16:02:20.511576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:20.520514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Request body: {'port': {'device_id': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'admin_state_up': True, 'tenant_id': 'd27cd9dd81004e15858742f04acd41af'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:20.624867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet e34a0ffb-e5bb-4aac-8df6-e13ce8788791 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:20.645022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.682095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963fffc-ed89-49cb-891b-2ddc8807f312 req-6c5e1633-e4f1-4e90-9887-ac7c1f93cf3f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:20.685345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c963fffc-ed89-49cb-891b-2ddc8807f312 req-6c5e1633-e4f1-4e90-9887-ac7c1f93cf3f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.3088677 Feb 10 16:02:20.716099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da690fb7-1fef-41c7-a686-2d6002fc8c6d req-77a4aaf2-fdc8-4831-a456-d7cb31ea25af tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292533 Feb 10 16:02:20.728732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.760983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c963fffc-ed89-49cb-891b-2ddc8807f312 req-a75972bb-122c-4512-bb61-3ad8de3ff0d5 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675189 Feb 10 16:02:20.798079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Made reservation on behalf of d27cd9dd81004e15858742f04acd41af for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:20.804100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.849173 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.913359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.953281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:20.954924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Allocated IP 172.20.0.4 (7ba34d40-6b88-4d6d-ad67-ba311e12ca75/9030d590-6885-4559-ab9f-47f19a609424/9cc329b9-d710-4ecf-bb36-72c7d971b6f1) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:20.959359 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/e34a0ffb-e5bb-4aac-8df6-e13ce8788791 HTTP/1.1" status: 204 len: 168 time: 0.4440131 Feb 10 16:02:20.959359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a486d6b-b6a3-41ac-92eb-4436a2e19662 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=e34a0ffb-e5bb-4aac-8df6-e13ce8788791,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:20.959630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49456) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:20.972730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92ed47-c3af-4f64-b35c-4dd9257ff0d0 None None] Network 140d13b0-9adf-47c5-b269-7c8c392531a3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:21.083986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.157049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] DHCP port deletion for 140d13b0-9adf-47c5-b269-7c8c392531a3 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:02:21.201792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] Deleting port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:21.202165 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.239823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.241864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:21.242195 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.270092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] For port 69ac3087-cb24-46e7-be45-bd0bfbe837a2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69ac3087-cb24-46e7-be45-bd0bfbe837a2,segment=NetworkSegment(139ae1fe-00f3-44d5-ac29-4378cb3b227e),segment_id=139ae1fe-00f3-44d5-ac29-4378cb3b227e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:21.270486 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.284232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] Calling delete_port for 69ac3087-cb24-46e7-be45-bd0bfbe837a2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:21.325067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4bf7209d-8e4b-4521-bb1a-eb68c03ba5fc req-ad103f3f-56a1-49c8-8127-765a51c5be65 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 210 time: 0.0378976 Feb 10 16:02:21.351650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] For port 69ac3087-cb24-46e7-be45-bd0bfbe837a2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69ac3087-cb24-46e7-be45-bd0bfbe837a2,segment=NetworkSegment(139ae1fe-00f3-44d5-ac29-4378cb3b227e),segment_id=139ae1fe-00f3-44d5-ac29-4378cb3b227e)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:21.352004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.367536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.367751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 69ac3087-cb24-46e7-be45-bd0bfbe837a2 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:21.378016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.394401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] Pushing event deleted for resources: {'Port': ['ID=69ac3087-cb24-46e7-be45-bd0bfbe837a2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:21.396544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350', 'f5795930-157e-493a-ad3a-ca70935ecf43'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:21.401190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de5e31-da6f-4367-b380-4de4d71cda52 None None] No DVR routers for this DVR port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:21.467483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:21.478403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:21.485569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:21.507959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event updated for resources: {'Port': ['ID=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:21.542605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.549926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:21.550537 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.585187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=69ac3087-cb24-46e7-be45-bd0bfbe837a2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:21.587074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No DVR routers for this DVR port 69ac3087-cb24-46e7-be45-bd0bfbe837a2 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:21.595091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-6d58206d-3ade-4647-88f9-bbcbfd301695 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0825958 Feb 10 16:02:21.618371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Request body: {'port': {'device_id': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:21.722165 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.737956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.754488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140d13b0-9adf-47c5-b269-7c8c392531a3']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:21.767593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139ae1fe-00f3-44d5-ac29-4378cb3b227e') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:21.767848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139ae1fe-00f3-44d5-ac29-4378cb3b227e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:21.803584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.860743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.944547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:21.944956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:21.949135 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:21.977961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681fa2-3f10-4844-816d-0cf2320cf378 req-5b92ae9c-1bc9-4064-a61a-46838d0936c0 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:21.979380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc681fa2-3f10-4844-816d-0cf2320cf378 req-5b92ae9c-1bc9-4064-a61a-46838d0936c0 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1822472 Feb 10 16:02:22.073205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366657-6e4f-44fe-a7fb-c6b805d7d8b5 req-175d0197-0151-43b1-83e6-66a799ea3041 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.074697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27366657-6e4f-44fe-a7fb-c6b805d7d8b5 req-175d0197-0151-43b1-83e6-66a799ea3041 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.2225828 Feb 10 16:02:22.112547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.128475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 69ac3087-cb24-46e7-be45-bd0bfbe837a2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:22.136514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.145245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/140d13b0-9adf-47c5-b269-7c8c392531a3 HTTP/1.1" status: 204 len: 168 time: 1.1794181 Feb 10 16:02:22.145461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49470) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:22.151032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-424584129'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:22.159696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 69ac3087-cb24-46e7-be45-bd0bfbe837a2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:22.160044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 69ac3087-cb24-46e7-be45-bd0bfbe837a2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:22.172485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc681fa2-3f10-4844-816d-0cf2320cf378 req-8f79f4e0-7f0c-4381-9f27-914211a49257 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640122 Feb 10 16:02:22.173515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3127a4e-ea77-47b3-a517-1cfe61a41c09 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=140d13b0-9adf-47c5-b269-7c8c392531a3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:22.213146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:22.219186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.227491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27366657-6e4f-44fe-a7fb-c6b805d7d8b5 req-b4802afa-0854-4d74-b961-3c306abab931 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189773 Feb 10 16:02:22.252570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:22.262016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.262362 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Added segment 6e8b11eb-5285-4372-b328-480ad4244581 of type vlan for network 44af6aa8-ad59-4894-b9ed-c6493441bf71 Feb 10 16:02:22.290001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:22.299361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.304245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.311896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Transition to ACTIVE for port object 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:02:22.316412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.332568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.338383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.338981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.375805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Pushing event updated for resources: {'Port': ['ID=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:22.416211 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2704234 Feb 10 16:02:22.420106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49474) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:22.426308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:22.478995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f3e1e-031c-472e-8ce9-7d79ac5ed103 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Network': ['ID=44af6aa8-ad59-4894-b9ed-c6493441bf71,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:22.492409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:22.512095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Attempting to bind port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:22.512679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Attempting to bind port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:22.513304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Attempting to bind port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:22.533873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95a641-8044-4628-a895-2269a44aefb1 req-52b9c0b4-96e9-4b6f-b380-b5ccf43063ef tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.537298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:22.541004 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.542600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c95a641-8044-4628-a895-2269a44aefb1 req-52b9c0b4-96e9-4b6f-b380-b5ccf43063ef tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 943 time: 0.1103079 Feb 10 16:02:22.550981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:02:22.551306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Attempting to bind port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:22.565799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:22.566140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Checking segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:22.566524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Bound using segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:22.566954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Bound port: 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:22.567312 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.629566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c95a641-8044-4628-a895-2269a44aefb1 req-2f9c327a-5940-4907-8c07-b8545650e56d tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805531 Feb 10 16:02:22.693400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] For port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:22.701684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] For port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:22.710773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.765542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.766042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.767620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] 10.222.0.45 "PUT /v2.0/ports/9cc329b9-d710-4ecf-bb36-72c7d971b6f1 HTTP/1.1" status: 200 len: 1091 time: 1.1534736 Feb 10 16:02:22.769362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'tag': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:22.770877 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4764c6-3924-4fb5-9ee2-928b1c6992ee", "tag": "9cc329b9-d710-4ecf-bb36-72c7d971b6f1"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:22.823482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.854029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aac2e6-91d4-4cc1-8a7b-a95854f5df0b service neutron] Pushing event updated for resources: {'Port': ['ID=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:22.857861 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d458a3-f6e8-4b65-a183-c72b26f87892 x-openstack-request-id: req-d3d458a3-f6e8-4b65-a183-c72b26f87892 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:22.858098 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4764c6-3924-4fb5-9ee2-928b1c6992ee", "tag": "9cc329b9-d710-4ecf-bb36-72c7d971b6f1", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:22.858357 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3d458a3-f6e8-4b65-a183-c72b26f87892 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:22.858810 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'tag': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1', 'status': 'completed', 'code': 200} Feb 10 16:02:22.896226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-fc0f5da7-00ac-4407-883f-95268068c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.897731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-fc0f5da7-00ac-4407-883f-95268068c437 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 1094 time: 0.0742552 Feb 10 16:02:22.902346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=77e25260-78b2-4d95-8253-e38236194041,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:22.908103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Checking segment: {'id': '6e8b11eb-5285-4372-b328-480ad4244581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:22.908606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network hostable DHCP agents. Network: 44af6aa8-ad59-4894-b9ed-c6493441bf71, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:22.937272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:22.949100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 44af6aa8-ad59-4894-b9ed-c6493441bf71) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:22.958587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.959368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:22.959836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed494e96-af63-4e6f-8f14-79420f6b8fd6 None None] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:22.977838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-136ad220-1431-4006-a2f6-ade9c97f95ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1 HTTP/1.1" status: 200 len: 217 time: 0.0711496 Feb 10 16:02:22.992655 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5d413047-f969-4469-87d3-625d169c0d3a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5685937 Feb 10 16:02:22.996473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49480) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:23.003664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1931398541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:23.047565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.048645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.048782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795732-1702-4efd-b23f-bea357a4c194 req-c4eea8ac-7686-4365-9551-eb6b842fc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:23.050518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-c4eea8ac-7686-4365-9551-eb6b842fc4af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0642495 Feb 10 16:02:23.098910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-d1c97329-c797-4530-9c1c-50ffc1a6ae22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381050 Feb 10 16:02:23.120615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.123504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-44af6aa8-ad59-4894-b9ed-c6493441bf71', 'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': '77e25260-78b2-4d95-8253-e38236194041'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:02:23.125584 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.126536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.145094 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.146316 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-84d090d5-5e3d-425a-a4b1-d6665510e3cb tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1484740 Feb 10 16:02:23.151766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:23.157039 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71', 'name': 'tempest-PortsIpV6TestJSON-908800208'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:23.200594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-51a2a9fe-ae6b-4157-ba66-acb6263f7508 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939794 Feb 10 16:02:23.289233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:23.293329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.297221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Allocated IP 2001:db8::2 (44af6aa8-ad59-4894-b9ed-c6493441bf71/77e25260-78b2-4d95-8253-e38236194041/3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:23.321753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:23.339393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc42fa-b582-4015-bcf6-714e3b333c43 req-6262afa0-f866-4636-bfa9-d2651d2a9bcd tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:23.341189 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63dc42fa-b582-4015-bcf6-714e3b333c43 req-6262afa0-f866-4636-bfa9-d2651d2a9bcd tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0717154 Feb 10 16:02:23.409754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b8795732-1702-4efd-b23f-bea357a4c194 req-289143db-4f30-47ec-9d91-221364cf839a service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973345 Feb 10 16:02:23.420511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63dc42fa-b582-4015-bcf6-714e3b333c43 req-1e347f18-6ff8-4e81-b806-bcc8abfd7875 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669196 Feb 10 16:02:23.455940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b798950-3691-404a-9b3e-6b72cfb17d62 req-c6f5d1b6-2b98-4e93-bd22-7ab239e942c4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:23.457576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b798950-3691-404a-9b3e-6b72cfb17d62 req-c6f5d1b6-2b98-4e93-bd22-7ab239e942c4 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1021082 Feb 10 16:02:23.491242 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.496928 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.519421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b798950-3691-404a-9b3e-6b72cfb17d62 req-da1c5f92-209e-457c-aa04-430c10c804ba tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Feb 10 16:02:23.532819 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-c344a01b-b370-4f4a-a444-e9a66cb226b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:23.534410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-c344a01b-b370-4f4a-a444-e9a66cb226b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 1094 time: 0.0759530 Feb 10 16:02:23.543172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Pushing event updated for resources: {'Port': ['ID=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:23.557483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:23.559340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:23.561448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:23.571550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::1d1 (44af6aa8-ad59-4894-b9ed-c6493441bf71/77e25260-78b2-4d95-8253-e38236194041/0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:23.617006 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.626924 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Attempting to bind port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:23.627303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Attempting to bind port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6e8b11eb-5285-4372-b328-480ad4244581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:23.627991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Attempting to bind port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f on network 44af6aa8-ad59-4894-b9ed-c6493441bf71 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:23.634071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:23.634453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Checking segment: {'id': '6e8b11eb-5285-4372-b328-480ad4244581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:23.634860 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.635256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Bound using segment: {'id': '6e8b11eb-5285-4372-b328-480ad4244581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:23.635777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Bound port: 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b11eb-5285-4372-b328-480ad4244581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '44af6aa8-ad59-4894-b9ed-c6493441bf71'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:23.637094 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.710746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] For port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:23.714315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] For port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,segment=NetworkSegment(6e8b11eb-5285-4372-b328-480ad4244581),segment_id=6e8b11eb-5285-4372-b328-480ad4244581)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:23.720569 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.758715 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.785937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875cefa-c550-4557-b038-8b50f9cffa6d None None] Pushing event updated for resources: {'Port': ['ID=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:23.805354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.865763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:23.882501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:23.892169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:23.904370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:23.905142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:23.909648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:23.926035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e6c9467-b335-4471-ac41-a550b1605bf8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7732127 Feb 10 16:02:23.930605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49498) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:24.095886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-429860e0-4a9c-4a0c-8397-bbe671e93067 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.097899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-429860e0-4a9c-4a0c-8397-bbe671e93067 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.5756156 Feb 10 16:02:24.111973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad60c27-434c-460b-a1df-9e16661a5446 req-8bf769e4-38d5-40f8-9a74-deea1053c861 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.114073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ad60c27-434c-460b-a1df-9e16661a5446 req-8bf769e4-38d5-40f8-9a74-deea1053c861 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 943 time: 0.1087539 Feb 10 16:02:24.220205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ad60c27-434c-460b-a1df-9e16661a5446 req-628840c7-a539-4482-bafc-239b16d2f414 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970061 Feb 10 16:02:24.243261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-186e9aa6-21a4-436f-bbbc-05093385d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.245007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-186e9aa6-21a4-436f-bbbc-05093385d7b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 916 time: 0.6874399 Feb 10 16:02:24.272804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:24.325399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-02dee678-32d0-4f1c-abf1-4f28a458dad2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1 HTTP/1.1" status: 200 len: 217 time: 0.0583332 Feb 10 16:02:24.335288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:24.336521 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.350705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.411813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-27777b04-39a3-4c94-b857-64585c90277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.413331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-27777b04-39a3-4c94-b857-64585c90277b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0624747 Feb 10 16:02:24.437501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.462850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-aa80a8ce-9004-4dc7-9e55-4771565622ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401306 Feb 10 16:02:24.466975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Deleting port 4d4ee27e-1eea-4850-bbd0-0714b417c95a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:24.467395 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.476608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,segment=NetworkSegment(6e8b11eb-5285-4372-b328-480ad4244581),segment_id=6e8b11eb-5285-4372-b328-480ad4244581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:24.487784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.585458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:24.692109 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.698652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.743031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c7c1-31ef-427c-9ee3-b5f78fe8bb5d req-e5eefbc2-6ba6-4617-820e-0682c268e149 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.751832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dad2c7c1-31ef-427c-9ee3-b5f78fe8bb5d req-e5eefbc2-6ba6-4617-820e-0682c268e149 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=c84331c8-f42b-4813-b10c-abc0e08fa578 HTTP/1.1" status: 200 len: 945 time: 0.1296549 Feb 10 16:02:24.766598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9675daf-5cb4-4fc1-891f-3d377c315bf3 req-945e1d9e-cad4-4d92-b035-7caf2834bf16 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.768364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9675daf-5cb4-4fc1-891f-3d377c315bf3 req-945e1d9e-cad4-4d92-b035-7caf2834bf16 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.2221935 Feb 10 16:02:24.824287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] For port 4d4ee27e-1eea-4850-bbd0-0714b417c95a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4d4ee27e-1eea-4850-bbd0-0714b417c95a,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:24.824773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.862304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-7c02829a-69d4-43eb-82ed-ef5793c7cff4 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894920 Feb 10 16:02:24.916309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:24.922891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:24.983286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Calling delete_port for 4d4ee27e-1eea-4850-bbd0-0714b417c95a owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:24.992096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dad2c7c1-31ef-427c-9ee3-b5f78fe8bb5d req-138c306c-fa1d-4f62-bfe6-d84749448cd0 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392201 Feb 10 16:02:25.016199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9675daf-5cb4-4fc1-891f-3d377c315bf3 req-33dff39b-779a-4cd6-8e91-cb42dcc6c0a4 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324743 Feb 10 16:02:25.086925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad79d8e5-e9c5-4931-a3e5-99a516408bfe req-7f81190b-a290-4ffc-8637-924ca6dcda32 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065024 Feb 10 16:02:25.104545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.216679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.232089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['190c711a-9723-4736-95a8-2e2beefb7f50', '4d4ee27e-1eea-4850-bbd0-0714b417c95a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:25.256401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Pushing event deleted for resources: {'Port': ['ID=4d4ee27e-1eea-4850-bbd0-0714b417c95a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:25.295250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ff059-9131-4aa0-a991-1d7fe69826c8 None None] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:25.344233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] No DVR routers for this DVR port 4d4ee27e-1eea-4850-bbd0-0714b417c95a on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:25.348326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.352060 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aabb55c9-077f-4fd9-9693-2f2b06f724d5 req-67f06c91-fc9e-42f3-8014-00bb4515323f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "DELETE /v2.0/ports/4d4ee27e-1eea-4850-bbd0-0714b417c95a HTTP/1.1" status: 204 len: 173 time: 1.2370074 Feb 10 16:02:25.352911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'name': 'network-vif-deleted', 'tag': '4d4ee27e-1eea-4850-bbd0-0714b417c95a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:25.355859 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c134b63-d986-4a65-8dda-38488e8d5a3a" -d '{"events": [{"server_uuid": "c84331c8-f42b-4813-b10c-abc0e08fa578", "name": "network-vif-deleted", "tag": "4d4ee27e-1eea-4850-bbd0-0714b417c95a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:25.443898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca48aa-c068-47c8-968a-59c92568224e req-a8165a8b-7c85-4cb3-9220-306e423f9114 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:25.451745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dca48aa-c068-47c8-968a-59c92568224e req-a8165a8b-7c85-4cb3-9220-306e423f9114 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 943 time: 0.1349833 Feb 10 16:02:25.456185 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947b472c-77ec-45f0-9298-285305e37778 x-openstack-request-id: req-947b472c-77ec-45f0-9298-285305e37778 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:25.456704 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84331c8-f42b-4813-b10c-abc0e08fa578", "name": "network-vif-deleted", "tag": "4d4ee27e-1eea-4850-bbd0-0714b417c95a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:25.457781 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-947b472c-77ec-45f0-9298-285305e37778 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:25.458184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2334fee4-cf55-476c-b120-72a3e08d8c8e None None] Provisioning complete for port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:25.458662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2334fee4-cf55-476c-b120-72a3e08d8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.459009 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84331c8-f42b-4813-b10c-abc0e08fa578', 'name': 'network-vif-deleted', 'tag': '4d4ee27e-1eea-4850-bbd0-0714b417c95a', 'status': 'completed', 'code': 200} Feb 10 16:02:25.516010 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.522213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7dca48aa-c068-47c8-968a-59c92568224e req-37687d33-f0ac-45c9-83a7-09ffacefaf48 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Feb 10 16:02:25.524248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.525604 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.594972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:25.618535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:25.663658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:25.665053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:25.800298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:25.800874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Router 8ae32225-f467-441d-8196-24f41a80ebee is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:02:25.814885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'port_id': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1', 'mac_address': 'fa:16:3e:b1:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9030d590-6885-4559-ab9f-47f19a609424', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:25.860322 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.876709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:25.919393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:02:25.922128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:25.931240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:25.932132 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e6258f8-ffb3-4f24-b895-94b904ba4d61 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/routers/8ae32225-f467-441d-8196-24f41a80ebee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0000851 Feb 10 16:02:25.935817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49510) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:25.938973 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] Sync routers for ids ['8ae32225-f467-441d-8196-24f41a80ebee'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:02:25.965079 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] Routers {'8ae32225-f467-441d-8196-24f41a80ebee'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:25.966354 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:02:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8ae32225-f467-441d-8196-24f41a80ebee'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:26.013546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed7051f-a0d1-4da5-92ff-b53d26e3b917 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:26.019035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1ed7051f-a0d1-4da5-92ff-b53d26e3b917 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ae32225-f467-441d-8196-24f41a80ebee HTTP/1.1" status: 200 len: 988 time: 0.0795655 Feb 10 16:02:26.019599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49518) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:26.048051 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:26.056294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-21494b58-71c3-4576-af5c-07122bcca2bc None None] Provisioning complete for port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:26.056677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21494b58-71c3-4576-af5c-07122bcca2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:26.063951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:26.070011 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] Routers {'8ae32225-f467-441d-8196-24f41a80ebee'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:26.074123 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:02:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8ae32225-f467-441d-8196-24f41a80ebee'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:26.132184 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:26.132845 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395e7ad-9818-4695-9703-ffec15f0f152 None None] The sync data for ids ['8ae32225-f467-441d-8196-24f41a80ebee'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:02:26.228760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9cc329b9-d710-4ecf-bb36-72c7d971b6f1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:26.232400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:26.236939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1693682-fd23-461e-b523-a7fa0d1bfe9f req-2c4f59d5-80a7-4f72-a257-141a15fa3374 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:26.238627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1693682-fd23-461e-b523-a7fa0d1bfe9f req-2c4f59d5-80a7-4f72-a257-141a15fa3374 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0795560 Feb 10 16:02:26.351841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-21494b58-71c3-4576-af5c-07122bcca2bc None None] Provisioning complete for port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:26.352209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21494b58-71c3-4576-af5c-07122bcca2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:26.360532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:26.360895 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:26.411799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1693682-fd23-461e-b523-a7fa0d1bfe9f req-e1a8d543-0f2f-4159-a61e-a374a0152858 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231253 Feb 10 16:02:26.498857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-21494b58-71c3-4576-af5c-07122bcca2bc None None] Port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:26.637457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c9a8576b-29c4-4625-932b-9f442aa459cb None None] Provisioning complete for port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:26.637912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c9a8576b-29c4-4625-932b-9f442aa459cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:26.680861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8576b-29c4-4625-932b-9f442aa459cb None None] Port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:26.704211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:26.793037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e258c9d-41c7-4dc1-ad27-18edfc043bc4 req-25c3837b-cfbe-4849-b34e-e87d5ca1dcd9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:26.794577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e258c9d-41c7-4dc1-ad27-18edfc043bc4 req-25c3837b-cfbe-4849-b34e-e87d5ca1dcd9 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1672647 Feb 10 16:02:26.803948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8cda518d-6e08-4c91-8557-ecf48c930582 None None] Provisioning complete for port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:26.804422 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8cda518d-6e08-4c91-8557-ecf48c930582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:26.817950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496508ea-0103-4228-971c-d947a80eb8b2 req-dcbf7882-ec85-416f-a5ae-9b7c484b6d22 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:26.819492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-496508ea-0103-4228-971c-d947a80eb8b2 req-dcbf7882-ec85-416f-a5ae-9b7c484b6d22 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 944 time: 0.1553729 Feb 10 16:02:26.852700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8cda518d-6e08-4c91-8557-ecf48c930582 None None] Port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:26.895598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e258c9d-41c7-4dc1-ad27-18edfc043bc4 req-d9626116-e597-482d-b315-33baaf208e29 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932004 Feb 10 16:02:26.941465 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-496508ea-0103-4228-971c-d947a80eb8b2 req-7090bac4-21ec-4db1-bf92-5d29fb060322 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017215 Feb 10 16:02:26.974245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1fe1ebd0-7780-4b8c-a9dc-a9739b4b82c9 None None] Provisioning complete for port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:26.974643 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ebd0-7780-4b8c-a9dc-a9739b4b82c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.009031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1ebd0-7780-4b8c-a9dc-a9739b4b82c9 None None] Port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:27.011337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:27.011722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.095345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.107430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:27.245054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.285861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.316545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:27.426627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.584973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:27.637322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:27.642631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:27.643009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.652019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9582a6-8d14-4864-9788-647620734c2b req-cafcb90f-02e7-47a3-a136-602b5263eef3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:27.653665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd9582a6-8d14-4864-9788-647620734c2b req-cafcb90f-02e7-47a3-a136-602b5263eef3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1215272 Feb 10 16:02:27.659686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Router 8ae32225-f467-441d-8196-24f41a80ebee has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:02:27.732929 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.759656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:27.761874 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11eef2-767c-434a-9509-14ad0f9c4452" -d '{"events": [{"server_uuid": "5b4764c6-3924-4fb5-9ee2-928b1c6992ee", "name": "network-vif-plugged", "status": "completed", "tag": "9cc329b9-d710-4ecf-bb36-72c7d971b6f1"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:27.763964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd9582a6-8d14-4864-9788-647620734c2b req-15e023b2-d8e6-4263-aa13-b465e2030e36 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013308 Feb 10 16:02:27.767869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:02:27.773348 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5c8b2ba9-c7ff-43fa-99d4-d0f79be6247a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/routers/8ae32225-f467-441d-8196-24f41a80ebee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530010 Feb 10 16:02:27.776175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49544) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:27.779076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:27.785765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] Sync routers for ids ['8ae32225-f467-441d-8196-24f41a80ebee'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:02:27.790412 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:27.791270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4d4ee27e-1eea-4850-bbd0-0714b417c95a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:27.825509 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f35af7-e24b-4027-a1b4-53e7945478f1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:27.827221 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-70f35af7-e24b-4027-a1b4-53e7945478f1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/0dd23498-0f2f-4ccb-9cfe-4fc7d54c5699 HTTP/1.1" status: 404 len: 333 time: 0.0500321 Feb 10 16:02:27.830789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49546) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:27.840401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 4d4ee27e-1eea-4850-bbd0-0714b417c95a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:27.840994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4d4ee27e-1eea-4850-bbd0-0714b417c95a not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:27.845988 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a49cb7a-7c45-4733-a6a7-fd7e738f705a x-openstack-request-id: req-7a49cb7a-7c45-4733-a6a7-fd7e738f705a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:27.846843 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4764c6-3924-4fb5-9ee2-928b1c6992ee", "name": "network-vif-plugged", "status": "completed", "tag": "9cc329b9-d710-4ecf-bb36-72c7d971b6f1", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:27.847115 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a49cb7a-7c45-4733-a6a7-fd7e738f705a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:27.847576 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1', 'code': 200} Feb 10 16:02:27.855890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] Routers {'8ae32225-f467-441d-8196-24f41a80ebee'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:27.856519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:02:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8ae32225-f467-441d-8196-24f41a80ebee'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:27.944773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c02a70-281e-46a0-9fef-9565a73924f0 req-bb5b30cc-ead4-4537-aae1-6230e2ee5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:27.946699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35c02a70-281e-46a0-9fef-9565a73924f0 req-bb5b30cc-ead4-4537-aae1-6230e2ee5df6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 1096 time: 0.0521007 Feb 10 16:02:27.980802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.013834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35c02a70-281e-46a0-9fef-9565a73924f0 req-10ac014b-9ace-4f74-be58-88c195c064d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Feb 10 16:02:28.103612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:28.106317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:28.115718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] Routers {'8ae32225-f467-441d-8196-24f41a80ebee'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:28.116306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:02:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8ae32225-f467-441d-8196-24f41a80ebee'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:28.147038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0ea9d-ed08-42bc-9dae-4325b285ac9e req-38fbb67d-2270-4fbf-bb35-0c39e5d51733 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:28.149298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ad0ea9d-ed08-42bc-9dae-4325b285ac9e req-38fbb67d-2270-4fbf-bb35-0c39e5d51733 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 945 time: 0.0946662 Feb 10 16:02:28.150394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:28.151045 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e1c8f6-1122-430e-8d34-286b27f8e4bd None None] The sync data for ids ['8ae32225-f467-441d-8196-24f41a80ebee'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:02:28.170356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96cf7-6937-4058-8dc8-ff7ffce4afab req-f2a3d8d2-f285-4e26-a4a1-24d2ad7dbf58 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:28.172219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7b96cf7-6937-4058-8dc8-ff7ffce4afab req-f2a3d8d2-f285-4e26-a4a1-24d2ad7dbf58 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1466486 Feb 10 16:02:28.214748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.217494 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.226260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ad0ea9d-ed08-42bc-9dae-4325b285ac9e req-7855b400-565f-42b1-b82c-2abe12d9f866 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638344 Feb 10 16:02:28.233975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7b96cf7-6937-4058-8dc8-ff7ffce4afab req-53603e21-26cb-44a5-829f-cfbec738bc3b tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547397 Feb 10 16:02:28.264338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.264781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae32225-f467-441d-8196-24f41a80ebee {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:02:28.276332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.277433 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94863467-0d95-4143-9671-c323b7b8f37e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/routers/8ae32225-f467-441d-8196-24f41a80ebee HTTP/1.1" status: 204 len: 168 time: 0.4449143 Feb 10 16:02:28.280682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49552) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:28.335022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 77e25260-78b2-4d95-8253-e38236194041 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:28.338204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.378749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.460061 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.528371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.560872 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.565295 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/77e25260-78b2-4d95-8253-e38236194041 HTTP/1.1" status: 204 len: 168 time: 0.2830920 Feb 10 16:02:28.567346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49556) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:28.569401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b95d5-7850-4a15-ba12-6db0a3faf375 None None] Network 44af6aa8-ad59-4894-b9ed-c6493441bf71 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:28.577394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7706274-d718-4c7c-831e-9d3235235422 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=77e25260-78b2-4d95-8253-e38236194041,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:28.648871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.705846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:28.706186 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.760486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] DHCP port deletion for 44af6aa8-ad59-4894-b9ed-c6493441bf71 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:02:28.772736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] For port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,segment=NetworkSegment(6e8b11eb-5285-4372-b328-480ad4244581),segment_id=6e8b11eb-5285-4372-b328-480ad4244581)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:28.773125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.792366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:28.809606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] Deleting port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:28.809966 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.891159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] For port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,segment=NetworkSegment(6e8b11eb-5285-4372-b328-480ad4244581),segment_id=6e8b11eb-5285-4372-b328-480ad4244581)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:28.891550 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.894802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf241-7a10-4080-ba15-02dd4b75ec24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.899159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:28.909722 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] Calling delete_port for 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:28.958086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No DVR routers for this DVR port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:28.966973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:29.004871 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.040112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] Pushing event deleted for resources: {'Port': ['ID=3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:29.044621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe7679-f296-4e72-abe3-ba8089c433f3 None None] No DVR routers for this DVR port 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:29.075451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468f2f8-1fab-48c2-90dc-57f9eca5781a req-5816d0f0-e449-4f12-8705-3c14e4b72e18 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:29.076947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e468f2f8-1fab-48c2-90dc-57f9eca5781a req-5816d0f0-e449-4f12-8705-3c14e4b72e18 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1737473 Feb 10 16:02:29.081152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.130350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44af6aa8-ad59-4894-b9ed-c6493441bf71']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:29.163400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8b11eb-5285-4372-b328-480ad4244581') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:29.163733 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8b11eb-5285-4372-b328-480ad4244581') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:29.184885 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.201500 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e468f2f8-1fab-48c2-90dc-57f9eca5781a req-ebc78977-4e9b-44be-b6b9-c57fd0618bb4 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065283 Feb 10 16:02:29.210435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.223975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-4dc9ab11-59de-4eb4-9572-01f4e0c00b06 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:29.225490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-4dc9ab11-59de-4eb4-9572-01f4e0c00b06 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1047361 Feb 10 16:02:29.229854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:29.230274 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:29.234841 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:29.406259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.424097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.427183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/44af6aa8-ad59-4894-b9ed-c6493441bf71 HTTP/1.1" status: 204 len: 168 time: 0.8587248 Feb 10 16:02:29.432392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49564) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:29.451791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9082c-0b2b-485a-9187-2022cd5e4a1f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=44af6aa8-ad59-4894-b9ed-c6493441bf71,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:29.468959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f404b-9062-41c1-8530-969acb7591da req-50aecfb2-a86e-49b8-aa3f-a08b9621c241 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:29.470515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d3f404b-9062-41c1-8530-969acb7591da req-50aecfb2-a86e-49b8-aa3f-a08b9621c241 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 945 time: 0.1574678 Feb 10 16:02:29.496528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20d040-dbfd-450a-840d-f188cbf4a04b req-5977b1a4-9f75-4cb5-8634-c047ec52d202 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:29.498011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f20d040-dbfd-450a-840d-f188cbf4a04b req-5977b1a4-9f75-4cb5-8634-c047ec52d202 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 945 time: 0.1626744 Feb 10 16:02:29.502179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42595340-1432-48ce-bdf3-08ff3ea3ad85 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:29.504121 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-42595340-1432-48ce-bdf3-08ff3ea3ad85 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/fa7996ed-9a05-471b-a827-b88330bfe629 HTTP/1.1" status: 200 len: 844 time: 0.0703163 Feb 10 16:02:29.508087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:29.548368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Deleting port 190c711a-9723-4736-95a8-2e2beefb7f50 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:29.548887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.556521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1573e436-f2ba-47a8-916f-a4f1903b7666 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/fa7996ed-9a05-471b-a827-b88330bfe629?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0470071 Feb 10 16:02:29.557124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49568) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:29.560970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2d3f404b-9062-41c1-8530-969acb7591da req-4fef0db5-2c99-4bb9-aa67-80e4319dbeeb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832329 Feb 10 16:02:29.580468 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:29.587359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f20d040-dbfd-450a-840d-f188cbf4a04b req-9b250430-e370-4720-b227-33dacad1e484 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c03ae97-6d04-45cb-8d33-0d83cd781517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794158 Feb 10 16:02:29.665688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] For port 190c711a-9723-4736-95a8-2e2beefb7f50, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=190c711a-9723-4736-95a8-2e2beefb7f50,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:29.666119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.680100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Calling delete_port for 190c711a-9723-4736-95a8-2e2beefb7f50 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:29.707649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:29.713150 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.851636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.886153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Pushing event deleted for resources: {'Port': ['ID=190c711a-9723-4736-95a8-2e2beefb7f50,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:29.963735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] No DVR routers for this DVR port 190c711a-9723-4736-95a8-2e2beefb7f50 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:29.966518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.967581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:29.973022 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc060532-fd09-4a0b-a257-c6f55f96582b req-b53dc7ff-aa41-4eb6-a8bd-e47b7eef765f tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.45 "DELETE /v2.0/ports/190c711a-9723-4736-95a8-2e2beefb7f50 HTTP/1.1" status: 204 len: 173 time: 0.7369170 Feb 10 16:02:29.973521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14043968-c936-4869-abd7-d32f30e168c8', 'name': 'network-vif-deleted', 'tag': '190c711a-9723-4736-95a8-2e2beefb7f50'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:29.976133 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e26da84-ddb7-4353-a803-0528509dd3c1" -d '{"events": [{"server_uuid": "14043968-c936-4869-abd7-d32f30e168c8", "name": "network-vif-deleted", "tag": "190c711a-9723-4736-95a8-2e2beefb7f50"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:30.026289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:30.029763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:30.035945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:30.036532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:30.042345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b35375-653e-43ed-97b7-c5b567873462 None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:30.049568 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e156dfce-4058-489d-a437-de3a0b528b14 x-openstack-request-id: req-e156dfce-4058-489d-a437-de3a0b528b14 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:30.051654 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14043968-c936-4869-abd7-d32f30e168c8", "name": "network-vif-deleted", "tag": "190c711a-9723-4736-95a8-2e2beefb7f50", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:30.052425 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e156dfce-4058-489d-a437-de3a0b528b14 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:30.053262 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14043968-c936-4869-abd7-d32f30e168c8', 'name': 'network-vif-deleted', 'tag': '190c711a-9723-4736-95a8-2e2beefb7f50', 'status': 'completed', 'code': 200} Feb 10 16:02:30.066677 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5084302 Feb 10 16:02:30.070475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49580) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:30.076381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225244144'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:30.105014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9a89a-6d85-4495-9acf-ce3ae378454d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=94baf28b-b9a7-4fdb-a75c-4fe2b3421164,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:30.152290 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:30.252863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:30.263263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:30.272285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:30.331092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:30.331429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b2d5cb9-b46f-404a-b6da-d2de5b13fb4f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:30.396125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-9116d532-404e-4179-9203-7fc820229069', 'network_id': '9116d532-404e-4179-9203-7fc820229069', 'tenant_id': 'de06d110f5f54e9495b1431cdd60f0b4', 'fixed_ips': [{'subnet_id': '94baf28b-b9a7-4fdb-a75c-4fe2b3421164'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:02:30.397459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:30.747214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Allocated IP 2001:db8::2 (9116d532-404e-4179-9203-7fc820229069/94baf28b-b9a7-4fdb-a75c-4fe2b3421164/e0abe617-29f0-4834-913e-8a9dfc3ae4b1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:30.965214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:30.974025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.027765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:31.032295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d181919-6bac-4b9a-a754-c668a064a8a5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:31.034682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:31.045884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.050418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0565dcc7-e4c4-4f89-8bb5-fb7758943327 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9786632 Feb 10 16:02:31.053585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49600) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:31.054635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:31.117270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a90f6775-1d2d-4a87-a894-88bea60ebe82 req-d3b519d0-455d-43a6-adad-d22761011d17 tempest-ServerRescueTestJSON-366154205 tempest-ServerRescueTestJSON-366154205-project] 10.222.0.21 "GET /v2.0/ports?device_id=14043968-c936-4869-abd7-d32f30e168c8 HTTP/1.1" status: 200 len: 210 time: 0.1198730 Feb 10 16:02:31.122100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'security_group': {'name': 'tempest-secgroup-563047239'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:31.143280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d7bb-4c72-40d0-8d9c-c00f374f1f40 req-d70a094f-1c71-430b-a989-1f638cd6a3af tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:31.151164 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7836d7bb-4c72-40d0-8d9c-c00f374f1f40 req-d70a094f-1c71-430b-a989-1f638cd6a3af tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.8441372 Feb 10 16:02:31.156908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Pushing event updated for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:31.177571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Attempting to bind port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:31.177931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Attempting to bind port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '8bbef9c8-82b3-4f7d-b993-066cee115e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9116d532-404e-4179-9203-7fc820229069'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:31.178296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Attempting to bind port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 on network 9116d532-404e-4179-9203-7fc820229069 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:31.185302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:31.185706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Checking segment: {'id': '8bbef9c8-82b3-4f7d-b993-066cee115e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9116d532-404e-4179-9203-7fc820229069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:31.186066 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.186449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Bound using segment: {'id': '8bbef9c8-82b3-4f7d-b993-066cee115e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9116d532-404e-4179-9203-7fc820229069'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:31.187118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Bound port: e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbef9c8-82b3-4f7d-b993-066cee115e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9116d532-404e-4179-9203-7fc820229069'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:31.187819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.219424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7836d7bb-4c72-40d0-8d9c-c00f374f1f40 req-453932bf-fae4-4db8-8bf9-dee7106822ff tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665190 Feb 10 16:02:31.226763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.298879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:31.316908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,segment=NetworkSegment(8bbef9c8-82b3-4f7d-b993-066cee115e5c),segment_id=8bbef9c8-82b3-4f7d-b993-066cee115e5c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:31.321259 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f31ee1c8-cd8b-4eea-a699-5793241fd59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.328443 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.349449 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.355062 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.391268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.394974 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3116007 Feb 10 16:02:31.394974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938e775-31f9-4668-beb5-7cb529b54d10 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b98f95-d9e8-453f-9a90-69f2a232069b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:31.396617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49602) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:31.401644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1151627317', 'security_groups': ['15b98f95-d9e8-453f-9a90-69f2a232069b'], 'network_id': '9116d532-404e-4179-9203-7fc820229069', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94baf28b-b9a7-4fdb-a75c-4fe2b3421164'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:31.420797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd39879-5656-4f49-b36c-c41ab189a779 None None] Pushing event updated for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:31.576630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:31.604255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 190c711a-9723-4736-95a8-2e2beefb7f50 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:31.651166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 190c711a-9723-4736-95a8-2e2beefb7f50 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:31.652101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 190c711a-9723-4736-95a8-2e2beefb7f50 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:31.693711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:31.721962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port e619ad91-c747-451a-8265-7089e336000f yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:31.908397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::2e3 (9116d532-404e-4179-9203-7fc820229069/94baf28b-b9a7-4fdb-a75c-4fe2b3421164/e619ad91-c747-451a-8265-7089e336000f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:32.087390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694df39f-e31e-495c-927a-5f3ec20c2c44 req-49e54acd-d354-42e6-a598-5bcb160f7a3f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:32.088886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-694df39f-e31e-495c-927a-5f3ec20c2c44 req-49e54acd-d354-42e6-a598-5bcb160f7a3f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.0835643 Feb 10 16:02:32.098925 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.163728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-694df39f-e31e-495c-927a-5f3ec20c2c44 req-fd99474d-f99b-458c-bb27-ef17380af1f7 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612710 Feb 10 16:02:32.180612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49616) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:32.185791 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.211919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:32.276775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:32.285861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:32.290357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:32.291948 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.295226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:32.304885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:32.305555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.380838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=e619ad91-c747-451a-8265-7089e336000f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:32.400098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8cc418c6-9750-4012-b4b9-48c991497e43 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0024517 Feb 10 16:02:32.404325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49624) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:32.418402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:32.423701 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.464501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dd9f5-4b67-4b0f-a0df-e1b32b3d1101 req-09ecd014-b039-45c0-b532-bc72cee115a7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:32.465407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.467249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-368dd9f5-4b67-4b0f-a0df-e1b32b3d1101 req-09ecd014-b039-45c0-b532-bc72cee115a7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1271849 Feb 10 16:02:32.534316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,segment=NetworkSegment(8bbef9c8-82b3-4f7d-b993-066cee115e5c),segment_id=8bbef9c8-82b3-4f7d-b993-066cee115e5c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:32.542969 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.586391 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-368dd9f5-4b67-4b0f-a0df-e1b32b3d1101 req-c64bfdb6-13d8-48ab-8780-203a8a144805 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746872 Feb 10 16:02:32.619771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:32.652179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:32.662208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.793656 n-d-827895-3 neutron-server[102615]: INFO neutron.db.ipam_backend_mixin [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94baf28b-b9a7-4fdb-a75c-4fe2b3421164 (CIDR: 2001:db8::/64) Feb 10 16:02:32.797965 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:02:32.798425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:32.832641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8b828d44-aee2-432c-a8b7-837e22a18fb5 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4207139 Feb 10 16:02:32.834987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49636) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:32.843420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:32.893946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6c0cfc0e-35a8-4739-a68b-428402b6cf6a None None] Provisioning complete for port fa7996ed-9a05-471b-a827-b88330bfe629 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:32.896973 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6c0cfc0e-35a8-4739-a68b-428402b6cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:32.980385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6c0cfc0e-35a8-4739-a68b-428402b6cf6a None None] Port fa7996ed-9a05-471b-a827-b88330bfe629 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:32.999654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6c0cfc0e-35a8-4739-a68b-428402b6cf6a None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:33.000526 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6c0cfc0e-35a8-4739-a68b-428402b6cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.036427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:33.044496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.190630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.293734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f02fb8cb-eefb-4150-bcfe-bc333b768070 None None] Provisioning complete for port e619ad91-c747-451a-8265-7089e336000f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:33.295267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02fb8cb-eefb-4150-bcfe-bc333b768070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.383925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f02fb8cb-eefb-4150-bcfe-bc333b768070 None None] Port e619ad91-c747-451a-8265-7089e336000f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:33.438592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef24465-4142-4f6b-9873-876ce4b46fd2 req-429cc167-9c15-404e-9fb2-234a3348ed99 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:33.440246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ef24465-4142-4f6b-9873-876ce4b46fd2 req-429cc167-9c15-404e-9fb2-234a3348ed99 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.1556563 Feb 10 16:02:33.519678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ef24465-4142-4f6b-9873-876ce4b46fd2 req-cd12fc95-7e29-40d4-812a-50430e238841 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649335 Feb 10 16:02:33.520515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.566797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Deleting port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:33.567126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.573033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:33.576962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:33.581638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:33.583383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.592670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=c7be78ae-871f-448b-976e-2a01251f0c38,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:33.593993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ec305-b76c-4a5a-8efa-3770d93c206a None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:33.618962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b25c021c-119e-41e0-9059-451ae93c6d8d tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7822635 Feb 10 16:02:33.619769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49650) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:33.634331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1240995223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7be78ae-871f-448b-976e-2a01251f0c38'}], 'security_groups': ['7d181919-6bac-4b9a-a754-c668a064a8a5']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:33.705451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] For port 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,segment=NetworkSegment(81bfad75-36fd-4130-918c-6d5fbf58604c),segment_id=81bfad75-36fd-4130-918c-6d5fbf58604c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:33.707354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.726170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Calling delete_port for 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:33.829965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.878909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94f12e-410e-43ac-9157-55174cec8c47 req-81738c12-f12a-476b-9111-3ba4f8a12aab tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:33.886875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca94f12e-410e-43ac-9157-55174cec8c47 req-81738c12-f12a-476b-9111-3ba4f8a12aab tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1712523 Feb 10 16:02:33.946901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] Update dhcp port {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'fixed_ips': [{'subnet_id': '94baf28b-b9a7-4fdb-a75c-4fe2b3421164', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7be78ae-871f-448b-976e-2a01251f0c38'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'e0abe617-29f0-4834-913e-8a9dfc3ae4b1'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:02:33.970999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca94f12e-410e-43ac-9157-55174cec8c47 req-92a25a46-1975-43ce-8b74-b5f971e93e3a tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832047 Feb 10 16:02:33.977755 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:33.981047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.017469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:34.082434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.225930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.247285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] Allocated IP 2001:db8:0:1::2 (9116d532-404e-4179-9203-7fc820229069/c7be78ae-871f-448b-976e-2a01251f0c38/e0abe617-29f0-4834-913e-8a9dfc3ae4b1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:34.306259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:34.363710 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.409492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,segment=NetworkSegment(8bbef9c8-82b3-4f7d-b993-066cee115e5c),segment_id=8bbef9c8-82b3-4f7d-b993-066cee115e5c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:34.426183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:34.426652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.468817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Router 9f67dd97-6752-4c6c-869b-abbe508098c7 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:02:34.471656 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.480575 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.620264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Delete allocated IP 2001:db8::2e3 (9116d532-404e-4179-9203-7fc820229069/94baf28b-b9a7-4fdb-a75c-4fe2b3421164) {{(pid=102615) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 16:02:34.635755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:02:34.643831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08ca97-a2c5-40c6-85c8-662468effb0d None None] Pushing event updated for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:34.655712 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-58cafd0b-d040-4988-8051-16a978421af2 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f67dd97-6752-4c6c-869b-abbe508098c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716141 Feb 10 16:02:34.656885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49658) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:34.661478 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] Sync routers for ids ['9f67dd97-6752-4c6c-869b-abbe508098c7'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:02:34.667669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8:0:1::73 (9116d532-404e-4179-9203-7fc820229069/c7be78ae-871f-448b-976e-2a01251f0c38/e619ad91-c747-451a-8265-7089e336000f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:34.679461 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] Routers {'9f67dd97-6752-4c6c-869b-abbe508098c7'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:34.680519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:02:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9f67dd97-6752-4c6c-869b-abbe508098c7'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:34.789936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7f9d2-0442-4e1b-9bce-2b5be467316e req-72eb1a20-4635-4d23-a44b-189344e17e41 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:34.791663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14f7f9d2-0442-4e1b-9bce-2b5be467316e req-72eb1a20-4635-4d23-a44b-189344e17e41 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.1585474 Feb 10 16:02:34.814201 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:34.881339 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] Set router 9f67dd97-6752-4c6c-869b-abbe508098c7 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:02:34.907592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-14f7f9d2-0442-4e1b-9bce-2b5be467316e req-51143812-2529-46df-971a-405d82b32506 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069701 Feb 10 16:02:34.937484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.014191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Deleting port b2793495-0f5a-4fd1-af81-320b7f2814ad {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:35.014492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.060127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.073629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.157616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-8b3b5a46-4003-45bb-ba99-07c2ae15223f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:35.160020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-8b3b5a46-4003-45bb-ba99-07c2ae15223f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.75 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.0955257 Feb 10 16:02:35.214903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=e619ad91-c747-451a-8265-7089e336000f,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:35.221216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] For port b2793495-0f5a-4fd1-af81-320b7f2814ad, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b2793495-0f5a-4fd1-af81-320b7f2814ad,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:35.221594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.230124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.230714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.231203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.231734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.232209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.232685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.233156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.233671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.234176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.234645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.235114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.235620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:35.236778 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:02:33Z', 'revision_number': 5, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port': {'id': 'b2793495-0f5a-4fd1-af81-320b7f2814ad', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:35.261104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] In _notify_port_updated(), no bound segment for port e619ad91-c747-451a-8265-7089e336000f on network 9116d532-404e-4179-9203-7fc820229069 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:02:35.268225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:35.269137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.270658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-64c65198-c5d1-4751-82a4-3da19a8ac9f8 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/ports/e619ad91-c747-451a-8265-7089e336000f HTTP/1.1" status: 200 len: 930 time: 1.6499462 Feb 10 16:02:35.274292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49664) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:35.289051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Calling delete_port for b2793495-0f5a-4fd1-af81-320b7f2814ad owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:35.298246 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] Checking router: 9f67dd97-6752-4c6c-869b-abbe508098c7 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:02:35.310457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] Routers {'9f67dd97-6752-4c6c-869b-abbe508098c7'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:35.311074 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:02:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9f67dd97-6752-4c6c-869b-abbe508098c7'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:35.370061 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33d33e-f674-431a-b6da-e65e9e19d01b req-bc31294f-12ec-4e2e-8f77-2ed87ac89746 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:35.380475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd33d33e-f674-431a-b6da-e65e9e19d01b req-bc31294f-12ec-4e2e-8f77-2ed87ac89746 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.2296624 Feb 10 16:02:35.410467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Deleting port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:35.410763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.443838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd33d33e-f674-431a-b6da-e65e9e19d01b req-1f15fe12-4777-45bb-9242-ad95d3257df4 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581856 Feb 10 16:02:35.444456 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] Set router 9f67dd97-6752-4c6c-869b-abbe508098c7 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:02:35.485180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port e619ad91-c747-451a-8265-7089e336000f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:35.486511 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.504704 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:02:34Z', 'revision_number': 6, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:35.538974 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c4f07-2c45-4ed9-8bde-4bf28885dd81 None None] The sync data for ids ['9f67dd97-6752-4c6c-869b-abbe508098c7'] in n-d-827895-3 is: [{'id': '9f67dd97-6752-4c6c-869b-abbe508098c7', 'name': 'tempest-ServerRescueTestJSON-835318276-router', 'tenant_id': '3554ea7e74644378a082491865c629f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:00:19Z', 'updated_at': '2022-02-10T16:02:34Z', 'revision_number': 6, 'project_id': '3554ea7e74644378a082491865c629f7', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:02:35.627637 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.640657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for e619ad91-c747-451a-8265-7089e336000f owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:35.646951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] For port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,segment=NetworkSegment(4683fc0d-6db0-4d15-b7b5-143345eff226),segment_id=4683fc0d-6db0-4d15-b7b5-143345eff226)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:35.647324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.647521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32271258-0585-4291-9c54-aee05710e881 None None] Provisioning complete for port e619ad91-c747-451a-8265-7089e336000f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:35.647957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32271258-0585-4291-9c54-aee05710e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.672579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Calling delete_port for ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:35.674385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.698073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-32271258-0585-4291-9c54-aee05710e881 None None] Port e619ad91-c747-451a-8265-7089e336000f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:35.713594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32271258-0585-4291-9c54-aee05710e881 None None] Provisioning complete for port fa7996ed-9a05-471b-a827-b88330bfe629 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:35.714124 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32271258-0585-4291-9c54-aee05710e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.763907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-32271258-0585-4291-9c54-aee05710e881 None None] Port fa7996ed-9a05-471b-a827-b88330bfe629 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:35.775815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32271258-0585-4291-9c54-aee05710e881 None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:35.776465 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32271258-0585-4291-9c54-aee05710e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.813013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.849577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2793495-0f5a-4fd1-af81-320b7f2814ad,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:35.892611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:35.897516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/e619ad91-c747-451a-8265-7089e336000f HTTP/1.1" status: 204 len: 168 time: 0.6220024 Feb 10 16:02:35.899161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386f5e4-daa5-4a57-a2d3-2879c88f3fd7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=e619ad91-c747-451a-8265-7089e336000f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:35.902714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49666) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:35.969224 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e569ce3-3dfd-457e-a55d-c6aa5845ffda tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:35.971102 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1e569ce3-3dfd-457e-a55d-c6aa5845ffda tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/e619ad91-c747-451a-8265-7089e336000f HTTP/1.1" status: 404 len: 333 time: 0.0669630 Feb 10 16:02:35.974469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49670) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:35.994776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.009666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9d7c6515-fc65-4b7c-bb28-26f3772995dd None None] Could not find standard attr ID for object e619ad91-c747-451a-8265-7089e336000f. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:36.123587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.129448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.137976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07b41c4a-59ff-4e5c-aab5-93ee4414157e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.164657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2faf3f-823b-4312-a5e5-8cf90bc0999a req-72825bb6-9d7a-44a7-a166-039d262bf7b2 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:36.166746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f2faf3f-823b-4312-a5e5-8cf90bc0999a req-72825bb6-9d7a-44a7-a166-039d262bf7b2 tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8bc22-6d75-4e19-b23b-ca276b9a459d HTTP/1.1" status: 200 len: 946 time: 0.1108205 Feb 10 16:02:36.178551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07b41c4a-59ff-4e5c-aab5-93ee4414157e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.207564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.208184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f67dd97-6752-4c6c-869b-abbe508098c7 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:02:36.217448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.220841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae1c74de-fe5d-4629-b79c-e7251ced0579 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f67dd97-6752-4c6c-869b-abbe508098c7 HTTP/1.1" status: 204 len: 168 time: 1.5607855 Feb 10 16:02:36.222445 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49672) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:36.245197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f2faf3f-823b-4312-a5e5-8cf90bc0999a req-a0f52d16-1e64-4b47-ad97-251c421bd14f tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.21 "GET /v2.0/security-groups?id=acf2aa5c-7339-4561-b605-3bbc421a0014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704200 Feb 10 16:02:36.263895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07b41c4a-59ff-4e5c-aab5-93ee4414157e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.268156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-07b41c4a-59ff-4e5c-aab5-93ee4414157e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.272231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-07b41c4a-59ff-4e5c-aab5-93ee4414157e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/security-groups/15b98f95-d9e8-453f-9a90-69f2a232069b HTTP/1.1" status: 204 len: 168 time: 0.2939880 Feb 10 16:02:36.273029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.285038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49674) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:36.289918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['ada46f1e-09bc-4d7f-b82d-2fcd6ef75043'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:36.292885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b41c4a-59ff-4e5c-aab5-93ee4414157e tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b98f95-d9e8-453f-9a90-69f2a232069b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:36.341100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Pushing event deleted for resources: {'Port': ['ID=ada46f1e-09bc-4d7f-b82d-2fcd6ef75043,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:36.358138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Deleting subnet 06d31415-71bf-44be-99b7-d16657334b97 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:36.363983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.443794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] No DVR routers for this DVR port ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:36.450440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.454507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bff98328-bcde-4148-85b5-fd934201d0f6 req-5883ab9f-4caf-42ed-95e7-48cc53d371ac tempest-VolumesSnapshotTestJSON-664228701 tempest-VolumesSnapshotTestJSON-664228701-project] 10.222.0.75 "DELETE /v2.0/ports/ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 HTTP/1.1" status: 204 len: 173 time: 1.2808273 Feb 10 16:02:36.458885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'name': 'network-vif-deleted', 'tag': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:36.461606 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa75fad-9b06-4bbe-9334-0be70c952498" -d '{"events": [{"server_uuid": "bce8bc22-6d75-4e19-b23b-ca276b9a459d", "name": "network-vif-deleted", "tag": "ada46f1e-09bc-4d7f-b82d-2fcd6ef75043"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:36.489255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75484605-97db-48a0-8806-a0a6665a9946 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.493626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.547429 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16ffcb-782e-43ed-96a0-ff39d2b6394e x-openstack-request-id: req-eb16ffcb-782e-43ed-96a0-ff39d2b6394e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:36.547851 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8bc22-6d75-4e19-b23b-ca276b9a459d", "name": "network-vif-deleted", "tag": "ada46f1e-09bc-4d7f-b82d-2fcd6ef75043", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:36.548212 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb16ffcb-782e-43ed-96a0-ff39d2b6394e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:36.549614 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8bc22-6d75-4e19-b23b-ca276b9a459d', 'name': 'network-vif-deleted', 'tag': 'ada46f1e-09bc-4d7f-b82d-2fcd6ef75043', 'status': 'completed', 'code': 200} Feb 10 16:02:36.569996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:36.590422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75484605-97db-48a0-8806-a0a6665a9946 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.628342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.658687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0364c-6b06-45b2-961e-9fe766f70569 req-d4afa698-8d85-480e-8d76-a033e174fb13 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:36.662954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83b0364c-6b06-45b2-961e-9fe766f70569 req-d4afa698-8d85-480e-8d76-a033e174fb13 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0884242 Feb 10 16:02:36.689976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75484605-97db-48a0-8806-a0a6665a9946 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.692628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75484605-97db-48a0-8806-a0a6665a9946 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.696235 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-75484605-97db-48a0-8806-a0a6665a9946 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d181919-6bac-4b9a-a754-c668a064a8a5 HTTP/1.1" status: 204 len: 168 time: 0.4083617 Feb 10 16:02:36.697906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:36.698365 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.702450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49680) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:36.724995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83b0364c-6b06-45b2-961e-9fe766f70569 req-77d34a0a-35c2-4926-8ed0-8eb5c791551e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526161 Feb 10 16:02:36.742156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75484605-97db-48a0-8806-a0a6665a9946 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d181919-6bac-4b9a-a754-c668a064a8a5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:36.788578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.803476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 94baf28b-b9a7-4fdb-a75c-4fe2b3421164 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:36.827214 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.834922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.841139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06d31415-71bf-44be-99b7-d16657334b97 HTTP/1.1" status: 204 len: 168 time: 0.6148357 Feb 10 16:02:36.841797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49682) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:36.851972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:36.861465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90b52d-19d9-4505-9977-fcd817ded622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d31415-71bf-44be-99b7-d16657334b97,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:36.891065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:36.900839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:36.901559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 49329fdf-48f5-4e9f-8b4f-c6fbe3d5c938 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:36.957187 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.002203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.048487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.075157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503f6cc8-0b63-4963-a599-ab04bfe13eb8']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:37.088490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bfad75-36fd-4130-918c-6d5fbf58604c') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:37.088775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bfad75-36fd-4130-918c-6d5fbf58604c') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:37.091837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.106093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.122412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.132484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:37.132723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=94baf28b-b9a7-4fdb-a75c-4fe2b3421164,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.133175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:37.136319 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:37.144415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.148789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a795a231-98fb-436f-85b7-1a3413474fd4 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/94baf28b-b9a7-4fdb-a75c-4fe2b3421164 HTTP/1.1" status: 204 len: 168 time: 0.4440961 Feb 10 16:02:37.156360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49684) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:37.159856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ecfad-141b-4112-bacc-308d57053ec3 None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:37.162060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:37.227162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.232536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.237881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/503f6cc8-0b63-4963-a599-ab04bfe13eb8 HTTP/1.1" status: 204 len: 168 time: 0.3948529 Feb 10 16:02:37.302211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490a87d-f845-4f1b-a4ae-c19651f7aa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=503f6cc8-0b63-4963-a599-ab04bfe13eb8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.311056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:37.317679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.488518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49692) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:37.587841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e535e436-ece3-4e26-bf84-9e2e3bb38328 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3554ea7e74644378a082491865c629f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961249 Feb 10 16:02:37.588619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49694) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:37.638017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.648524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c6d35ee-6869-4ed8-862a-ccf9540aef53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.672121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c6d35ee-6869-4ed8-862a-ccf9540aef53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.716152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=6aa460ef-5e18-4ec0-b377-7c90519d5229,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.719749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:37.721549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:37.728991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:37.729597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.736055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c6d35ee-6869-4ed8-862a-ccf9540aef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.744884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c6d35ee-6869-4ed8-862a-ccf9540aef53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.748963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7c6d35ee-6869-4ed8-862a-ccf9540aef53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c03ae97-6d04-45cb-8d33-0d83cd781517 HTTP/1.1" status: 204 len: 168 time: 0.1563172 Feb 10 16:02:37.756549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d35ee-6869-4ed8-862a-ccf9540aef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03ae97-6d04-45cb-8d33-0d83cd781517,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.758854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49698) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:37.759264 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1df0446f-1617-447e-bd52-0e6659eeaaaa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6016827 Feb 10 16:02:37.763954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'security_group': {'name': 'tempest-secgroup-558414700'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:37.831714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:37.970571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fee561-e898-4e0d-8b59-dc372c8bf2c5 req-c552d377-0d09-4bd3-b29f-8bd301712a41 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:37.978219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6fee561-e898-4e0d-8b59-dc372c8bf2c5 req-c552d377-0d09-4bd3-b29f-8bd301712a41 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0919490 Feb 10 16:02:38.012304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.026598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.059276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e6fee561-e898-4e0d-8b59-dc372c8bf2c5 req-13a0213e-e92a-4d54-a403-8d607fc69222 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748687 Feb 10 16:02:38.080401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.081630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3218179 Feb 10 16:02:38.084420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49704) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:38.088735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'security_group': {'name': 'tempest-secgroup-172682670'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:38.094998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff2d50-1757-46ee-9c6c-eb98f3e13dfa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b3cb4c-c818-4e83-b36a-89e676257cd1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:38.103007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2793495-0f5a-4fd1-af81-320b7f2814ad no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:38.139231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b2793495-0f5a-4fd1-af81-320b7f2814ad {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:38.140210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.140952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2793495-0f5a-4fd1-af81-320b7f2814ad not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:38.228994 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.234150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.266220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.268179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1828294 Feb 10 16:02:38.271081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49712) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:38.277219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1982978412'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:38.278405 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322203c-156a-4fdd-9426-90b7141feeab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8f5fd-d417-468d-b642-ec5fe6c5cdb0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:38.294014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6385cbf-febd-423a-9e93-2baaacc9c8d1 None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:38.311232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.382752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6b67a000-6097-42a8-b8c9-5e6578474878 None None] Provisioning complete for port fa7996ed-9a05-471b-a827-b88330bfe629 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:38.383120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b67a000-6097-42a8-b8c9-5e6578474878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.401551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.407002 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.441565 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:38.449228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6b67a000-6097-42a8-b8c9-5e6578474878 None None] Port fa7996ed-9a05-471b-a827-b88330bfe629 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:38.452604 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.456807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49716) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:38.457195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1850104 Feb 10 16:02:38.459533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfae78a-ad9e-4a87-910a-83bc8ee296c7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dafafbd-28cb-43b6-9e87-ab5ba97599c6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:38.462442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-483259371', 'security_groups': ['6dafafbd-28cb-43b6-9e87-ab5ba97599c6'], 'network_id': '9116d532-404e-4179-9203-7fc820229069', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6aa460ef-5e18-4ec0-b377-7c90519d5229'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:38.491175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:38.494842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ada46f1e-09bc-4d7f-b82d-2fcd6ef75043 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:38.521820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6b67a000-6097-42a8-b8c9-5e6578474878 None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:38.522428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6b67a000-6097-42a8-b8c9-5e6578474878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.628735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:38.742652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.772103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:38.777827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] device_id is not set on port 849b30ea-85b3-497c-8628-082788a55f39 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:38.862619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Update dhcp port {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'fixed_ips': [{'subnet_id': 'c7be78ae-871f-448b-976e-2a01251f0c38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6aa460ef-5e18-4ec0-b377-7c90519d5229'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'e0abe617-29f0-4834-913e-8a9dfc3ae4b1'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:02:38.891517 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.906348 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-435823266-network', 'tenant_id': 'baab5fc2f42e4eb38267f2d886f7576d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:38.954318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Made reservation on behalf of baab5fc2f42e4eb38267f2d886f7576d for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:38.957162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:38.967434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.068226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.075954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.083244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8::19e (9116d532-404e-4179-9203-7fc820229069/6aa460ef-5e18-4ec0-b377-7c90519d5229/849b30ea-85b3-497c-8628-082788a55f39) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:39.121256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:39.131604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bb144b-33cc-4b4a-b4d3-6f5620898967,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:39.144691 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.145263 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Added segment 560d61fe-5ac6-45bb-805e-b8eccf1cc74e of type vlan for network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 Feb 10 16:02:39.210756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.238503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.239715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:39.240284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.271600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4957280 Feb 10 16:02:39.271819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49732) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:39.277734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Request body: {'subnet': {'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-435823266-subnet', 'tenant_id': 'baab5fc2f42e4eb38267f2d886f7576d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:39.279971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.311179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606998ff-ed47-448d-acab-f3d978a2704f req-c162b5be-2102-4a46-88aa-c33366539a07 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:39.313067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-606998ff-ed47-448d-acab-f3d978a2704f req-c162b5be-2102-4a46-88aa-c33366539a07 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0758793 Feb 10 16:02:39.325545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f572aec-5176-4977-be0b-ae1005880c63 admin admin] Pushing event updated for resources: {'Network': ['ID=4919a2ce-ff6c-4901-b6bb-e556f9f13045,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:39.337662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:39.342344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Made reservation on behalf of baab5fc2f42e4eb38267f2d886f7576d for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:39.348762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.381738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-606998ff-ed47-448d-acab-f3d978a2704f req-e9dfd14d-34f7-4d93-bee7-3e417a33ba62 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578060 Feb 10 16:02:39.383124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.431487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:39.434700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:39.439341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:39.445062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:39.446064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.464403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=849b30ea-85b3-497c-8628-082788a55f39,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:39.479188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ae51bbc5-19ae-433b-9337-73a41e50a813 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0182765 Feb 10 16:02:39.480073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49734) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:39.486146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:39.502371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Allocated IP 2001:db8::2 (9116d532-404e-4179-9203-7fc820229069/6aa460ef-5e18-4ec0-b377-7c90519d5229/e0abe617-29f0-4834-913e-8a9dfc3ae4b1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:39.605957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,segment=NetworkSegment(8bbef9c8-82b3-4f7d-b993-066cee115e5c),segment_id=8bbef9c8-82b3-4f7d-b993-066cee115e5c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:39.628341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:39.633325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.643754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.651612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.658003 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.721010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Checking segment: {'id': '560d61fe-5ac6-45bb-805e-b8eccf1cc74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:39.721575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Network hostable DHCP agents. Network: 4919a2ce-ff6c-4901-b6bb-e556f9f13045, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:39.736431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd05268a-127b-4746-bcae-4107e728220f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:39.747903 n-d-827895-3 neutron-server[102615]: INFO neutron.db.ipam_backend_mixin [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6aa460ef-5e18-4ec0-b377-7c90519d5229 (CIDR: 2001:db8::/64) Feb 10 16:02:39.750504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:39.752247 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:02:39.753123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:39.763567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4919a2ce-ff6c-4901-b6bb-e556f9f13045) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:39.771470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:39.771782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.778541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1ebdeca1-9a77-48ca-b23c-8eb4e855dfb7 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2973719 Feb 10 16:02:39.781581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49736) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:39.787724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:39.796966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e42ec-4e1b-4c39-a647-503fce9f793b None None] Network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:39.808873 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b93016a6-42a2-4fbb-a300-a7b3d6c6d4f2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5287623 Feb 10 16:02:39.952883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Pushing event updated for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:39.972347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:39.976061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:39.984590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7852f2-5ce7-4dbc-9a92-1087d36890ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:39.996678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821c1fc-f14b-4ab0-9269-fb41d4ba6484 None None] Network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:40.157353 n-d-827895-3 neutron-server[102615]: INFO neutron.db.ipam_backend_mixin [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c7be78ae-871f-448b-976e-2a01251f0c38 (CIDR: 2001:db8:0:1::/64) Feb 10 16:02:40.165680 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:02:40.166490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:40.205598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-824935d1-e9d0-499a-a0b8-22758f44bd1b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4198115 Feb 10 16:02:40.206249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49744) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:40.208745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:40.235849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'subnet': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:40.289266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:40.289723 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.411849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Made reservation on behalf of de06d110f5f54e9495b1431cdd60f0b4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:40.417402 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.436711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49754) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:40.442131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1963668670-network', 'tenant_id': '2654d6558a9d4162a6ef0f1f95d008f5'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:40.469216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Made reservation on behalf of 2654d6558a9d4162a6ef0f1f95d008f5 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:40.471985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.482219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.591980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.599396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.631286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:40.642839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc978b9d-f589-4508-a61f-c8e0654c5a9c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:40.646808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b838342f-4301-4732-b514-ca25d2f5d2bc None None] Provisioning complete for port fa7996ed-9a05-471b-a827-b88330bfe629 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:40.648318 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b838342f-4301-4732-b514-ca25d2f5d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.649046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.649490 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Added segment b90656f4-e1c9-47b2-b116-7c782c58e0bb of type vlan for network 315899c2-8d4c-4001-8d36-a5d9ece435b4 Feb 10 16:02:40.685914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af59b2-0249-46c2-b159-5d62eee6f38b req-633e4a53-6f15-40ba-b0bd-dc02d748d343 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:40.687991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7af59b2-0249-46c2-b159-5d62eee6f38b req-633e4a53-6f15-40ba-b0bd-dc02d748d343 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1075361 Feb 10 16:02:40.711522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b838342f-4301-4732-b514-ca25d2f5d2bc None None] Port fa7996ed-9a05-471b-a827-b88330bfe629 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:40.716926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.724994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b838342f-4301-4732-b514-ca25d2f5d2bc None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:40.725372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b838342f-4301-4732-b514-ca25d2f5d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.762184 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.763325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:40.763942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.789945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7af59b2-0249-46c2-b159-5d62eee6f38b req-f4d52b4b-0666-4b3c-97a1-e0a45ae77a77 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953524 Feb 10 16:02:40.848489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.866894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4288979 Feb 10 16:02:40.868435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49756) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:40.893577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Request body: {'subnet': {'network_id': '315899c2-8d4c-4001-8d36-a5d9ece435b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1963668670-subnet', 'tenant_id': '2654d6558a9d4162a6ef0f1f95d008f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:40.903563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Network 9116d532-404e-4179-9203-7fc820229069 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:40.907369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:40.912243 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:40.912926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.934626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6cfb8-452d-4153-bfd7-239ce3972f76 admin admin] Pushing event updated for resources: {'Network': ['ID=315899c2-8d4c-4001-8d36-a5d9ece435b4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:40.946027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Subnet': ['ID=9bc0408d-ad50-4f75-a216-efb26f4b0786,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:40.950300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 315899c2-8d4c-4001-8d36-a5d9ece435b4 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:40.954875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Made reservation on behalf of 2654d6558a9d4162a6ef0f1f95d008f5 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:40.959386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fbe9bd56-c968-431d-a409-3d08e8e32ba9 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7442636 Feb 10 16:02:40.959932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49758) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:40.961395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:40.967178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1681249124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bc0408d-ad50-4f75-a216-efb26f4b0786'}], 'security_groups': ['53b3cb4c-c818-4e83-b36a-89e676257cd1', '8cd8f5fd-d417-468d-b642-ec5fe6c5cdb0']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:41.003791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873bcd0-df43-47b4-8ad1-364d99016453 None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:41.107186 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:41.212961 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:41.252358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8fdc8bbc-7b7e-41ef-a18a-64e2ea4c0831 None None] Provisioning complete for port 849b30ea-85b3-497c-8628-082788a55f39 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:41.252879 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8bbc-7b7e-41ef-a18a-64e2ea4c0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:41.287308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=677de20f-b993-421f-8104-1cfef9bc42d7,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:41.291909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Checking segment: {'id': 'b90656f4-e1c9-47b2-b116-7c782c58e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '315899c2-8d4c-4001-8d36-a5d9ece435b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:41.292268 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Network hostable DHCP agents. Network: 315899c2-8d4c-4001-8d36-a5d9ece435b4, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:41.312185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Network 315899c2-8d4c-4001-8d36-a5d9ece435b4 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:41.331875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 315899c2-8d4c-4001-8d36-a5d9ece435b4) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:41.338036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:41.338573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:41.361640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2aeaf-0f07-433d-b8c5-4c595773ad13 None None] Network 315899c2-8d4c-4001-8d36-a5d9ece435b4 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:41.369539 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-78830183-05c2-43e2-a291-f85e9d548a9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4839351 Feb 10 16:02:41.454031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc8bbc-7b7e-41ef-a18a-64e2ea4c0831 None None] Port 849b30ea-85b3-497c-8628-082788a55f39 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:41.647525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f406248-4a6f-42af-bed2-267455da6d4c None None] Network 315899c2-8d4c-4001-8d36-a5d9ece435b4 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:41.706848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Delete allocated IP 2001:db8::19e (9116d532-404e-4179-9203-7fc820229069/6aa460ef-5e18-4ec0-b377-7c90519d5229) {{(pid=102615) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 16:02:41.721606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] Update dhcp port {'port': {'network_id': '9116d532-404e-4179-9203-7fc820229069', 'fixed_ips': [{'subnet_id': 'c7be78ae-871f-448b-976e-2a01251f0c38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6aa460ef-5e18-4ec0-b377-7c90519d5229', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bc0408d-ad50-4f75-a216-efb26f4b0786'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'e0abe617-29f0-4834-913e-8a9dfc3ae4b1'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:02:41.733592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Allocated IP 2001:db8:0:2::22c (9116d532-404e-4179-9203-7fc820229069/9bc0408d-ad50-4f75-a216-efb26f4b0786/849b30ea-85b3-497c-8628-082788a55f39) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:41.767027 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.197092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae760ec6-a9c6-4993-b27b-18c37560934f req-8f0d4306-d61e-414c-ad37-c334ab41490c tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:42.198804 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae760ec6-a9c6-4993-b27b-18c37560934f req-8f0d4306-d61e-414c-ad37-c334ab41490c tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1970673 Feb 10 16:02:42.283552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-c62735a5-617b-4931-81e2-06263b98e239 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:42.285737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-c62735a5-617b-4931-81e2-06263b98e239 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/networks?id=4919a2ce-ff6c-4901-b6bb-e556f9f13045 HTTP/1.1" status: 200 len: 824 time: 0.2702758 Feb 10 16:02:42.324761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.333413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae760ec6-a9c6-4993-b27b-18c37560934f req-49d05405-a25b-4aa1-b1b8-0ce64379c857 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203637 Feb 10 16:02:42.335488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-c53a2b1a-b23f-4380-85b3-c08bfbee4dce tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/quotas/baab5fc2f42e4eb38267f2d886f7576d HTTP/1.1" status: 200 len: 375 time: 0.0398164 Feb 10 16:02:42.336285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.435907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] Allocated IP 2001:db8:0:2::2 (9116d532-404e-4179-9203-7fc820229069/9bc0408d-ad50-4f75-a216-efb26f4b0786/e0abe617-29f0-4834-913e-8a9dfc3ae4b1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:42.448137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] In _notify_port_updated(), no bound segment for port 849b30ea-85b3-497c-8628-082788a55f39 on network 9116d532-404e-4179-9203-7fc820229069 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:02:42.456408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:42.457169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.460456 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "PUT /v2.0/ports/849b30ea-85b3-497c-8628-082788a55f39 HTTP/1.1" status: 200 len: 970 time: 1.4989557 Feb 10 16:02:42.463999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49788) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:42.467991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-5e642d87-8c38-4658-9072-d5bf70be7a31 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=baab5fc2f42e4eb38267f2d886f7576d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131835 Feb 10 16:02:42.490227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e85637-3d95-494d-9985-ae8b23436f49 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event updated for resources: {'Port': ['ID=849b30ea-85b3-497c-8628-082788a55f39,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:42.639074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-fb4b9c9d-aaa9-4ecd-8cb4-2ef7a6910379 service neutron] 10.222.0.21 "GET /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413114 Feb 10 16:02:42.644051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port 849b30ea-85b3-497c-8628-082788a55f39 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:42.645190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.693973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,segment=NetworkSegment(8bbef9c8-82b3-4f7d-b993-066cee115e5c),segment_id=8bbef9c8-82b3-4f7d-b993-066cee115e5c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:42.752664 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.760603 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.770615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:42.784566 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for 849b30ea-85b3-497c-8628-082788a55f39 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:42.805363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-c4f25f42-b805-40b0-8d64-15645bf8b5d8 service neutron] 10.222.0.21 "GET /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642141 Feb 10 16:02:42.922590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df55b8-6795-4f09-825b-8dd058ddc438 None None] Pushing event updated for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:43.008771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.040980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c4961ef-e534-49fe-b1f2-192f7abc87a9 req-ea9426ba-f7d7-4367-b30f-eae229adaa30 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 210 time: 0.0385704 Feb 10 16:02:43.053711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=849b30ea-85b3-497c-8628-082788a55f39,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:43.508122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47056-3d4c-48e6-99d5-a7569650424b req-87f6fd60-6b2a-459c-b6ca-2d07f0051855 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:43.515080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ed47056-3d4c-48e6-99d5-a7569650424b req-87f6fd60-6b2a-459c-b6ca-2d07f0051855 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0631304 Feb 10 16:02:43.516315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.519535 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3210c95a-a94d-4731-a916-0093a4e0052c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/849b30ea-85b3-497c-8628-082788a55f39 HTTP/1.1" status: 204 len: 168 time: 1.0537326 Feb 10 16:02:43.522109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49812) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:43.547519 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d04738a-778a-4d94-9aa4-a189b01be6ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] GET failed (client error): The resource could not be found. Feb 10 16:02:43.549323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0d04738a-778a-4d94-9aa4-a189b01be6ab tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports/849b30ea-85b3-497c-8628-082788a55f39 HTTP/1.1" status: 404 len: 333 time: 0.0262926 Feb 10 16:02:43.553261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49814) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:43.572246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ed47056-3d4c-48e6-99d5-a7569650424b req-0012cdb8-cec5-429e-89ab-5a1941fdd5b3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Feb 10 16:02:43.625974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98ac9553-6337-4b04-a166-73b707f13314 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.658411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98ac9553-6337-4b04-a166-73b707f13314 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.715052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98ac9553-6337-4b04-a166-73b707f13314 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.718271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-98ac9553-6337-4b04-a166-73b707f13314 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.721872 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-98ac9553-6337-4b04-a166-73b707f13314 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/security-groups/6dafafbd-28cb-43b6-9e87-ab5ba97599c6 HTTP/1.1" status: 204 len: 168 time: 0.1651330 Feb 10 16:02:43.722347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49816) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:43.729676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac9553-6337-4b04-a166-73b707f13314 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dafafbd-28cb-43b6-9e87-ab5ba97599c6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:43.790764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-57311765-20b9-4c77-9b4e-a236f523138d None None] Could not find standard attr ID for object 849b30ea-85b3-497c-8628-082788a55f39. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:43.794229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7634ea2d-4281-4f7d-b3f0-c3bff022bc5a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.817503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-57311765-20b9-4c77-9b4e-a236f523138d None None] Provisioning complete for port fa7996ed-9a05-471b-a827-b88330bfe629 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:43.818934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57311765-20b9-4c77-9b4e-a236f523138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.826483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7634ea2d-4281-4f7d-b3f0-c3bff022bc5a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.901375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-57311765-20b9-4c77-9b4e-a236f523138d None None] Port fa7996ed-9a05-471b-a827-b88330bfe629 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:43.911075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7634ea2d-4281-4f7d-b3f0-c3bff022bc5a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.914096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7634ea2d-4281-4f7d-b3f0-c3bff022bc5a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.916982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-57311765-20b9-4c77-9b4e-a236f523138d None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:43.917626 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57311765-20b9-4c77-9b4e-a236f523138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:43.926730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:43.929615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7634ea2d-4281-4f7d-b3f0-c3bff022bc5a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/security-groups/8cd8f5fd-d417-468d-b642-ec5fe6c5cdb0 HTTP/1.1" status: 204 len: 168 time: 0.2057281 Feb 10 16:02:43.949656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634ea2d-4281-4f7d-b3f0-c3bff022bc5a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8f5fd-d417-468d-b642-ec5fe6c5cdb0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:44.035432 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a38a12b-7c3e-41e3-99e8-434247cd1988 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.061022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a38a12b-7c3e-41e3-99e8-434247cd1988 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.121270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a38a12b-7c3e-41e3-99e8-434247cd1988 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.123918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a38a12b-7c3e-41e3-99e8-434247cd1988 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.128035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49826) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:44.128515 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a38a12b-7c3e-41e3-99e8-434247cd1988 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/security-groups/53b3cb4c-c818-4e83-b36a-89e676257cd1 HTTP/1.1" status: 204 len: 168 time: 0.1971042 Feb 10 16:02:44.139028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38a12b-7c3e-41e3-99e8-434247cd1988 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b3cb4c-c818-4e83-b36a-89e676257cd1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:44.226594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8a3173b6-47da-4e21-b2fe-a38d7a588166 None None] Could not find standard attr ID for object 849b30ea-85b3-497c-8628-082788a55f39. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:02:44.250037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f2975bc-36fb-4a97-bdb1-fcaa1cb6eee0 req-0999d14e-4f07-4ef5-835e-22bcdf09c942 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 210 time: 0.0535431 Feb 10 16:02:44.258169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:44.276172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 6aa460ef-5e18-4ec0-b377-7c90519d5229 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:44.281584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.397276 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.409573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:44.410673 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.526326 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:02:44.558334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.636249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.666860 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa460ef-5e18-4ec0-b377-7c90519d5229,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:44.675663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.678832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-53b35963-891b-4cd7-a243-cd1421aaf2f3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/6aa460ef-5e18-4ec0-b377-7c90519d5229 HTTP/1.1" status: 204 len: 168 time: 0.5497899 Feb 10 16:02:44.679392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5e5c4-8ef8-4b92-920d-5a69bac2236a None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:44.683053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49834) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:44.777105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e9ad-683c-4c72-bc92-254bab94f474 req-2aa52f82-a736-4233-ad9c-dfc0ebf1f350 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:44.787593 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f25e9ad-683c-4c72-bc92-254bab94f474 req-2aa52f82-a736-4233-ad9c-dfc0ebf1f350 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1228836 Feb 10 16:02:44.814358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet 9bc0408d-ad50-4f75-a216-efb26f4b0786 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:44.819079 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:44.855655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-460386d0-fb73-4f9b-9954-303498da6517 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:44.858004 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-460386d0-fb73-4f9b-9954-303498da6517 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.75 "GET /v2.0/networks?id=4919a2ce-ff6c-4901-b6bb-e556f9f13045 HTTP/1.1" status: 200 len: 824 time: 0.1194339 Feb 10 16:02:44.874469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Request body: {'port': {'device_id': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045', 'admin_state_up': True, 'tenant_id': 'baab5fc2f42e4eb38267f2d886f7576d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:44.900573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f25e9ad-683c-4c72-bc92-254bab94f474 req-01c7e3d2-49b5-4430-9c47-2cec84736664 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978489 Feb 10 16:02:44.906108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.003884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.017891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Made reservation on behalf of baab5fc2f42e4eb38267f2d886f7576d for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:45.021943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.068267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.100350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc0408d-ad50-4f75-a216-efb26f4b0786,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:45.102440 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.108394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c5a74237-3d08-41dc-ab47-c0f6a57b157c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/9bc0408d-ad50-4f75-a216-efb26f4b0786 HTTP/1.1" status: 204 len: 168 time: 0.4175751 Feb 10 16:02:45.108954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.135602 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0962148-6d8e-4576-b55a-e9f9104c36fa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.136158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0962148-6d8e-4576-b55a-e9f9104c36fa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.139202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f0962148-6d8e-4576-b55a-e9f9104c36fa tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/6aa460ef-5e18-4ec0-b377-7c90519d5229 HTTP/1.1" status: 404 len: 337 time: 0.0291429 Feb 10 16:02:45.142872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49838) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.182463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Allocated IP 172.20.0.5 (4919a2ce-ff6c-4901-b6bb-e556f9f13045/cd05268a-127b-4746-bcae-4107e728220f/a0463247-ab76-4073-adf5-789c48301de9) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:45.198626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting subnet c7be78ae-871f-448b-976e-2a01251f0c38 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:02:45.204095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.257514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.362222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.405597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.445646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1226a478-9b51-4880-bb8d-e89908e936dc req-4348bacd-8de4-4fec-89e7-108a11119da3 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 210 time: 0.0347929 Feb 10 16:02:45.459246 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.476751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.544266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:45.551336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Subnet': ['ID=c7be78ae-871f-448b-976e-2a01251f0c38,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:45.551738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:45.556183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:45.557094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.563573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dfc403e8-2446-465b-aa0c-2d47496d670c tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/c7be78ae-871f-448b-976e-2a01251f0c38 HTTP/1.1" status: 204 len: 168 time: 0.4168525 Feb 10 16:02:45.564135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49850) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.598133 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6164b7-91e0-4a91-83cf-e98ea6972c52 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.598686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6164b7-91e0-4a91-83cf-e98ea6972c52 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.609336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7d6164b7-91e0-4a91-83cf-e98ea6972c52 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/94baf28b-b9a7-4fdb-a75c-4fe2b3421164 HTTP/1.1" status: 404 len: 337 time: 0.0441303 Feb 10 16:02:45.616114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49854) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.633558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Pushing event updated for resources: {'Port': ['ID=a0463247-ab76-4073-adf5-789c48301de9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:45.658823 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-230be86b-bd0c-4aa6-b6a8-1237789097a1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ae32225-f467-441d-8196-24f41a80ebee HTTP/1.1" status: 200 len: 205 time: 0.0413277 Feb 10 16:02:45.661046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.667267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:45.668069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.688276 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-cfecbd4f-a0a3-4777-8b9f-4906ffdef270 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8193164 Feb 10 16:02:45.702699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Request body: {'port': {'device_id': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:45.710549 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-74cc8163-334d-4dda-87c8-086140f8be8f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] delete failed (client error): The resource could not be found. Feb 10 16:02:45.714080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-74cc8163-334d-4dda-87c8-086140f8be8f tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/routers/8ae32225-f467-441d-8196-24f41a80ebee HTTP/1.1" status: 404 len: 336 time: 0.0493829 Feb 10 16:02:45.714401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49860) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.761468 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc5d4e8-af36-4bca-b343-bb0cae419b32 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.762180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc5d4e8-af36-4bca-b343-bb0cae419b32 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.766592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fcc5d4e8-af36-4bca-b343-bb0cae419b32 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/77e25260-78b2-4d95-8253-e38236194041 HTTP/1.1" status: 404 len: 337 time: 0.0511732 Feb 10 16:02:45.769258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49862) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.784760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.798192 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe66edf-fa6f-4fc4-b924-72f1a8107312 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.798656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe66edf-fa6f-4fc4-b924-72f1a8107312 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.801766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cbe66edf-fa6f-4fc4-b924-72f1a8107312 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/e34a0ffb-e5bb-4aac-8df6-e13ce8788791 HTTP/1.1" status: 404 len: 337 time: 0.0313578 Feb 10 16:02:45.807870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49866) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.821599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276c6cc-9871-402b-8ea9-f3a16c24d435 None None] Network 9116d532-404e-4179-9203-7fc820229069 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:45.844212 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27c9cbd-671f-4f4c-a980-d88fdc488324 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.844812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27c9cbd-671f-4f4c-a980-d88fdc488324 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.848115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e27c9cbd-671f-4f4c-a980-d88fdc488324 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/adff7ca5-d831-4f0f-be11-b972a88386b4 HTTP/1.1" status: 404 len: 337 time: 0.0392776 Feb 10 16:02:45.851933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49868) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.900472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b70f1ddb-ab47-4e3d-bdb3-dc1ab386004e None None] Provisioning complete for port fa7996ed-9a05-471b-a827-b88330bfe629 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:45.900845 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b70f1ddb-ab47-4e3d-bdb3-dc1ab386004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:45.932786 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7849fc1-419d-4115-90ad-3c523cb559a3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.933547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7849fc1-419d-4115-90ad-3c523cb559a3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.939135 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7849fc1-419d-4115-90ad-3c523cb559a3 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/8c940e7f-4f4f-4e2e-8c8e-8c0776d424d7 HTTP/1.1" status: 404 len: 333 time: 0.0774078 Feb 10 16:02:45.940387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49872) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:45.985782 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d2935b-d86f-4e77-b119-83ee504fd341 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:45.986247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d2935b-d86f-4e77-b119-83ee504fd341 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:45.992179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-79d2935b-d86f-4e77-b119-83ee504fd341 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/49713c65-098a-492f-956e-9e31381daf98 HTTP/1.1" status: 404 len: 337 time: 0.0486856 Feb 10 16:02:45.993814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49874) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:46.025147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b70f1ddb-ab47-4e3d-bdb3-dc1ab386004e None None] Port fa7996ed-9a05-471b-a827-b88330bfe629 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:02:46.034625 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ec22aa-4321-4673-ad62-53adc286a63a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:46.035092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ec22aa-4321-4673-ad62-53adc286a63a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:46.041779 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-45ec22aa-4321-4673-ad62-53adc286a63a tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/3458895d-2621-462b-841e-e0e8de25cf88 HTTP/1.1" status: 404 len: 337 time: 0.0448096 Feb 10 16:02:46.043025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49876) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:46.044553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b70f1ddb-ab47-4e3d-bdb3-dc1ab386004e None None] Provisioning complete for port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:46.045100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b70f1ddb-ab47-4e3d-bdb3-dc1ab386004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.074689 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c129f38a-7a34-4545-bd2f-5210d7413df0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:46.075472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c129f38a-7a34-4545-bd2f-5210d7413df0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:46.082028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c129f38a-7a34-4545-bd2f-5210d7413df0 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/47c4327b-d947-46e4-865c-30ba05054057 HTTP/1.1" status: 404 len: 333 time: 0.0356243 Feb 10 16:02:46.083985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49878) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:46.178631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] DHCP port deletion for 9116d532-404e-4179-9203-7fc820229069 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:02:46.229055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0463247-ab76-4073-adf5-789c48301de9 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:46.229278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] Deleting port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:46.229610 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.239638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.255136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Transition to ACTIVE for port object a0463247-ab76-4073-adf5-789c48301de9 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:02:46.260991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.332105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] For port e0abe617-29f0-4834-913e-8a9dfc3ae4b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,segment=NetworkSegment(8bbef9c8-82b3-4f7d-b993-066cee115e5c),segment_id=8bbef9c8-82b3-4f7d-b993-066cee115e5c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:46.332771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.356970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] Calling delete_port for e0abe617-29f0-4834-913e-8a9dfc3ae4b1 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:46.394597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Pushing event updated for resources: {'Port': ['ID=a0463247-ab76-4073-adf5-789c48301de9,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:46.487803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Attempting to bind port a0463247-ab76-4073-adf5-789c48301de9 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:46.488151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Attempting to bind port a0463247-ab76-4073-adf5-789c48301de9 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '560d61fe-5ac6-45bb-805e-b8eccf1cc74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:46.489030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Attempting to bind port a0463247-ab76-4073-adf5-789c48301de9 on network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:46.496127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Port a0463247-ab76-4073-adf5-789c48301de9 on network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:02:46.496281 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.496639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Attempting to bind port a0463247-ab76-4073-adf5-789c48301de9 on network 4919a2ce-ff6c-4901-b6bb-e556f9f13045 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:46.506818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:46.507753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Checking segment: {'id': '560d61fe-5ac6-45bb-805e-b8eccf1cc74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:46.507892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Bound using segment: {'id': '560d61fe-5ac6-45bb-805e-b8eccf1cc74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:46.508394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Bound port: a0463247-ab76-4073-adf5-789c48301de9, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d61fe-5ac6-45bb-805e-b8eccf1cc74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:46.508951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.554331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] Pushing event deleted for resources: {'Port': ['ID=e0abe617-29f0-4834-913e-8a9dfc3ae4b1,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:46.557252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694afcf-264d-40a8-9b0a-358447d04aa8 None None] No DVR routers for this DVR port e0abe617-29f0-4834-913e-8a9dfc3ae4b1 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:46.641070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] For port a0463247-ab76-4073-adf5-789c48301de9, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:46.647619 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b665fa-9fc7-4bf1-87cb-7276903ece15 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:46.648156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b665fa-9fc7-4bf1-87cb-7276903ece15 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:46.650973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f3b665fa-9fc7-4bf1-87cb-7276903ece15 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/bfee63b1-2e90-4eec-982d-84568307dc29 HTTP/1.1" status: 404 len: 337 time: 0.5479898 Feb 10 16:02:46.661314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] For port a0463247-ab76-4073-adf5-789c48301de9, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a0463247-ab76-4073-adf5-789c48301de9,segment=NetworkSegment(560d61fe-5ac6-45bb-805e-b8eccf1cc74e),segment_id=560d61fe-5ac6-45bb-805e-b8eccf1cc74e)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:46.662357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49886) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:46.680615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960452ce-2b9d-4022-97ff-6cb8353ad97a req-fcf3d38d-8c69-4851-bb33-7e58af2c786d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:46.687286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-960452ce-2b9d-4022-97ff-6cb8353ad97a req-fcf3d38d-8c69-4851-bb33-7e58af2c786d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.6859567 Feb 10 16:02:46.704876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.752869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-960452ce-2b9d-4022-97ff-6cb8353ad97a req-ab9d57bb-6e1d-4735-9522-a9046f75bd3e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646124 Feb 10 16:02:46.774755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7209-31d9-49e8-8767-38bb1b675f7f req-d154e412-0407-46aa-96e3-9df7b04a394d tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:46.776749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c12d7209-31d9-49e8-8767-38bb1b675f7f req-d154e412-0407-46aa-96e3-9df7b04a394d tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 943 time: 0.1305156 Feb 10 16:02:46.784707 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9232b46-ed9a-48d9-aa3e-78451469a0f1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] DELETE failed (client error): The resource could not be found. Feb 10 16:02:46.785177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9232b46-ed9a-48d9-aa3e-78451469a0f1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:02:46.790548 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c9232b46-ed9a-48d9-aa3e-78451469a0f1 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/subnets/9dccae1d-aae0-4d18-9ad6-92bf9d62264f HTTP/1.1" status: 404 len: 337 time: 0.1246083 Feb 10 16:02:46.792447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49890) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:46.809385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:46.810046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.811881 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] 10.222.0.75 "PUT /v2.0/ports/a0463247-ab76-4073-adf5-789c48301de9 HTTP/1.1" status: 200 len: 1091 time: 1.1149323 Feb 10 16:02:46.816937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'tag': 'a0463247-ab76-4073-adf5-789c48301de9'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:46.819562 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368046ea-da3d-4a83-8cd6-f54238b4e21c" -d '{"events": [{"name": "network-changed", "server_uuid": "166e84ed-dbf9-4942-9421-59db5d0e25f4", "tag": "a0463247-ab76-4073-adf5-789c48301de9"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:46.822447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418c580-9fea-4ad1-98a8-45d4d19b6304 service neutron] Pushing event updated for resources: {'Port': ['ID=a0463247-ab76-4073-adf5-789c48301de9,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:46.864134 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536016e9-c04d-440e-a1f2-877e62d2e32f x-openstack-request-id: req-536016e9-c04d-440e-a1f2-877e62d2e32f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:46.864495 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166e84ed-dbf9-4942-9421-59db5d0e25f4", "tag": "a0463247-ab76-4073-adf5-789c48301de9", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:46.864756 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-536016e9-c04d-440e-a1f2-877e62d2e32f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:46.865167 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'tag': 'a0463247-ab76-4073-adf5-789c48301de9', 'status': 'completed', 'code': 200} Feb 10 16:02:46.875356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c12d7209-31d9-49e8-8767-38bb1b675f7f req-429d0ab1-6f6a-4b2a-b0c3-f54bbf57f69e tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912290 Feb 10 16:02:46.919998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-a571da7d-1d15-4456-9283-9e4c61b8fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:46.922534 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-a571da7d-1d15-4456-9283-9e4c61b8fbd5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=baab5fc2f42e4eb38267f2d886f7576d&device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 1094 time: 0.0510178 Feb 10 16:02:46.949772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Deleting port fa7996ed-9a05-471b-a827-b88330bfe629 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:46.950151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:46.972872 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-31496ecc-c47f-414e-a550-da9a9936c86b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0463247-ab76-4073-adf5-789c48301de9 HTTP/1.1" status: 200 len: 217 time: 0.0396953 Feb 10 16:02:47.018408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.024087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-c51828ff-ebbd-4b41-af81-d8416f255be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:47.025806 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-c51828ff-ebbd-4b41-af81-d8416f255be8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd05268a-127b-4746-bcae-4107e728220f HTTP/1.1" status: 200 len: 864 time: 0.0453010 Feb 10 16:02:47.033435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Calling delete_port for fa7996ed-9a05-471b-a827-b88330bfe629 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:47.060435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-7e65e712-eb80-450d-bb30-0c354379fbbd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4919a2ce-ff6c-4901-b6bb-e556f9f13045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264585 Feb 10 16:02:47.120845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.156988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Port': ['ID=fa7996ed-9a05-471b-a827-b88330bfe629,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:47.164353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.170960 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-3896eb61-6e1e-457c-a961-38973c402bd5 service neutron] 10.222.0.75 "GET /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983198 Feb 10 16:02:47.171142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82ed7f10-cea6-4e92-a49c-5b42373343b2 tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/ports/fa7996ed-9a05-471b-a827-b88330bfe629 HTTP/1.1" status: 204 len: 168 time: 0.3748474 Feb 10 16:02:47.171427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49894) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:47.252655 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.265408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-527bc720-2b53-4e5e-8a64-8a8a20587aea req-de7eb739-ce3e-4977-bb2d-6952b7d7f88d service neutron] 10.222.0.75 "GET /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897427 Feb 10 16:02:47.340110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.363174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9116d532-404e-4179-9203-7fc820229069']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:47.370274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-21c85da7-0881-425c-acd1-ef6d0aeb3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:47.371824 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-21c85da7-0881-425c-acd1-ef6d0aeb3ee1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=baab5fc2f42e4eb38267f2d886f7576d&device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 1094 time: 0.0462172 Feb 10 16:02:47.372977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbef9c8-82b3-4f7d-b993-066cee115e5c') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:47.373267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbef9c8-82b3-4f7d-b993-066cee115e5c') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:47.383099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.401506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.410903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:47.411374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:47.414959 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:47.483790 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.503797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.509202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-aeba8a4b-829d-4d66-992c-6d7e9636a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:47.509373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] 10.222.0.21 "DELETE /v2.0/networks/9116d532-404e-4179-9203-7fc820229069 HTTP/1.1" status: 204 len: 168 time: 0.3344374 Feb 10 16:02:47.509489 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-aeba8a4b-829d-4d66-992c-6d7e9636a1cb service neutron] 10.222.0.75 "GET /v2.0/networks?id=4919a2ce-ff6c-4901-b6bb-e556f9f13045 HTTP/1.1" status: 200 len: 925 time: 0.1273596 Feb 10 16:02:47.509917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cf5ca-56de-4fed-a967-3825e6b09a0b tempest-PortsIpV6TestJSON-872181053 tempest-PortsIpV6TestJSON-872181053-project] Pushing event deleted for resources: {'Network': ['ID=9116d532-404e-4179-9203-7fc820229069,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:47.558045 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-bd439d56-9ff4-4b56-982d-4331b081da01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0463247-ab76-4073-adf5-789c48301de9 HTTP/1.1" status: 200 len: 217 time: 0.0405703 Feb 10 16:02:47.606750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:47.619742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-f3912836-cd22-4cae-8056-69b7777a2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:47.621327 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-f3912836-cd22-4cae-8056-69b7777a2b46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd05268a-127b-4746-bcae-4107e728220f HTTP/1.1" status: 200 len: 864 time: 0.0559421 Feb 10 16:02:47.624022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:47.666634 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-0097b10f-3d6d-4e1d-80b7-1d4c55612d00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4919a2ce-ff6c-4901-b6bb-e556f9f13045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362387 Feb 10 16:02:47.834209 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:47.894041 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-2b18d20c-df71-4c11-aae0-a494de83b018 service neutron] 10.222.0.75 "GET /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184536 Feb 10 16:02:47.896562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:47.901305 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb0b7b-5c24-41b5-b823-9ed469eba9b5" -d '{"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:47.979184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:47.989168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3715bb-ad63-43b3-9a6e-628d5fa93c21 req-d4aebec3-14e1-4d8f-854e-b14867720039 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:47.991874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be3715bb-ad63-43b3-9a6e-628d5fa93c21 req-d4aebec3-14e1-4d8f-854e-b14867720039 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0976763 Feb 10 16:02:47.992836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49922) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:47.993909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:48.036451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.044428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be3715bb-ad63-43b3-9a6e-628d5fa93c21 req-574ae466-6441-4534-99b9-a16f76caa051 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Feb 10 16:02:48.098826 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-368046ea-da3d-4a83-8cd6-f54238b4e21c req-98bd6d85-3bfa-45b1-ace9-a776e9c7bd76 service neutron] 10.222.0.75 "GET /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892412 Feb 10 16:02:48.190909 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c120abd-aa4a-4b6c-bec6-38499329ba9d x-openstack-request-id: req-8c120abd-aa4a-4b6c-bec6-38499329ba9d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:48.192835 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:48.192835 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c120abd-aa4a-4b6c-bec6-38499329ba9d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:48.194418 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'code': 200} Feb 10 16:02:48.196516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:48.206129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'port_id': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'mac_address': 'fa:16:3e:4a:b1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd244f-ed64-44c9-8bdf-93fab7fbecdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:48.243946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64e790-77a7-4047-a9a8-151f1372f6c1 req-561bfc30-4f05-489b-bfbf-d602aeff9d2b tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:48.245262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce64e790-77a7-4047-a9a8-151f1372f6c1 req-561bfc30-4f05-489b-bfbf-d602aeff9d2b tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 943 time: 0.1079113 Feb 10 16:02:48.286935 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.294869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:48.322198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ce64e790-77a7-4047-a9a8-151f1372f6c1 req-3c8597fd-8794-44f7-8d02-7c264d79dd66 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Feb 10 16:02:48.324591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c331856-a206-47d4-8c58-d76501ae5d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de06d110f5f54e9495b1431cdd60f0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306262 Feb 10 16:02:48.327125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49934) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:48.337219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:48.370262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: e0abe617-29f0-4834-913e-8a9dfc3ae4b1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:48.370648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e0abe617-29f0-4834-913e-8a9dfc3ae4b1 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:48.392557 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db3976de-47de-41d9-bca2-e6e49d2fbc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.396247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:48.403313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.432860 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db3976de-47de-41d9-bca2-e6e49d2fbc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.514962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:48.529357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db3976de-47de-41d9-bca2-e6e49d2fbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.535136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-db3976de-47de-41d9-bca2-e6e49d2fbc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:48.536612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-db3976de-47de-41d9-bca2-e6e49d2fbc34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15f982c8-144d-4c2b-8f7c-281586f4f4b4 HTTP/1.1" status: 204 len: 168 time: 0.2083592 Feb 10 16:02:48.548611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3976de-47de-41d9-bca2-e6e49d2fbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f982c8-144d-4c2b-8f7c-281586f4f4b4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:48.648434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2b1fb0e3-bd90-49f7-826f-52caa2f0d853'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:49.244148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57317f-c824-46a0-a6b2-1581399e3ee7 req-066f1fd9-88aa-4566-86d0-21f4c5aaad34 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:49.251979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f57317f-c824-46a0-a6b2-1581399e3ee7 req-066f1fd9-88aa-4566-86d0-21f4c5aaad34 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 945 time: 0.0648303 Feb 10 16:02:49.294625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6f57317f-c824-46a0-a6b2-1581399e3ee7 req-205bad7e-9a3a-4bc0-bc3e-19d1fef28137 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Feb 10 16:02:49.533797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1b80-d913-4718-beab-7f745c812ecd req-fd62d74b-1999-4e7a-9b96-24336f0363c9 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:49.539035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad9b1b80-d913-4718-beab-7f745c812ecd req-fd62d74b-1999-4e7a-9b96-24336f0363c9 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 943 time: 0.0982704 Feb 10 16:02:49.556789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 49968) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:49.604261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:49.635204 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ad9b1b80-d913-4718-beab-7f745c812ecd req-5d152f3e-b5ed-4093-9ab8-6e129fe70d16 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862923 Feb 10 16:02:49.746687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:49.746687 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.767986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2089644833'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:49.811954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:49.815669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.832135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.970114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.970215 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.970301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.980710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:49.993868 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:49.994342 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment 66ffbecf-1b65-4db4-bf90-b9491319578b of type vlan for network cb48e36f-f763-4de8-b468-6df0f90d53ea Feb 10 16:02:50.018374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:50.025535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:50.055353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:50.133215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d097b55e-6969-4ce0-95f9-d1ed67f61cbf,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:50.150290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:50.150567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:50.164824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:50.166338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:50.196905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:50.202895 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14101dd3-3866-46c6-bd4a-6d50d5076e15" -d '{"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:50.239854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f296-4fb6-49a7-840d-84386b5a2a7d req-68ddd6fa-8c35-4085-b56a-92f39dc436a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:50.242496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5893f296-4fb6-49a7-840d-84386b5a2a7d req-68ddd6fa-8c35-4085-b56a-92f39dc436a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1096 time: 0.3009129 Feb 10 16:02:50.324908 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50957c-9451-4b26-9bc7-5cdbf92e4cee x-openstack-request-id: req-bc50957c-9451-4b26-9bc7-5cdbf92e4cee {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:50.324908 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:50.324908 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc50957c-9451-4b26-9bc7-5cdbf92e4cee {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:50.327959 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'code': 200} Feb 10 16:02:50.366062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5893f296-4fb6-49a7-840d-84386b5a2a7d req-8ff5a334-228f-4efe-af89-86a9bc32224d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080296 Feb 10 16:02:50.392727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 49994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:50.393675 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8351402 Feb 10 16:02:50.403197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'name': 'tempest-PortsTestJSON-1088315670'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:50.452878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff887-62f3-406d-bfd6-2e3457dafd8e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=cb48e36f-f763-4de8-b468-6df0f90d53ea,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:50.481093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:50.740255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472862-0a0d-4b6f-a899-71d233f2dfbd req-63754589-aeb9-4af5-ac0e-c1f538334531 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:50.743983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39472862-0a0d-4b6f-a899-71d233f2dfbd req-63754589-aeb9-4af5-ac0e-c1f538334531 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1732519 Feb 10 16:02:50.789657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837e4fe-da88-48c8-a2ce-a585a8469813 req-b4371579-2b1c-4f0c-b805-78bc180a2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:50.791333 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9837e4fe-da88-48c8-a2ce-a585a8469813 req-b4371579-2b1c-4f0c-b805-78bc180a2a20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 1097 time: 0.2218206 Feb 10 16:02:50.804006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b8b30-1668-41a1-8f24-bd7c01887ff5 req-3ac83106-ce45-46a7-9dce-ea0fd81fc698 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:50.805688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af0b8b30-1668-41a1-8f24-bd7c01887ff5 req-3ac83106-ce45-46a7-9dce-ea0fd81fc698 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2340975 Feb 10 16:02:50.831028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39472862-0a0d-4b6f-a899-71d233f2dfbd req-37761fd2-337a-456a-82d4-c73227da3ef3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804238 Feb 10 16:02:50.973505 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9837e4fe-da88-48c8-a2ce-a585a8469813 req-660d03ac-f9c4-4af0-9704-68771e0b1539 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617820 Feb 10 16:02:50.977600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-af0b8b30-1668-41a1-8f24-bd7c01887ff5 req-315978fc-3ea7-4f2c-966f-40c967d26eee tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420610 Feb 10 16:02:50.978350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:50.982541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.010947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 170178e3-a008-42dd-bc89-8f10d16f9a46 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:51.185399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c550d-6401-4d2c-ad82-f8c42c630e3c req-1fd1e90f-b325-4b10-a139-d2ef779c476d tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.187506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-399c550d-6401-4d2c-ad82-f8c42c630e3c req-1fd1e90f-b325-4b10-a139-d2ef779c476d tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 943 time: 0.1704977 Feb 10 16:02:51.299885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-399c550d-6401-4d2c-ad82-f8c42c630e3c req-0c7d5046-dc2b-4f4f-900b-8631603bb5bd tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037104 Feb 10 16:02:51.367052 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.473475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.564636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': '66ffbecf-1b65-4db4-bf90-b9491319578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:51.564981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: cb48e36f-f763-4de8-b468-6df0f90d53ea, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:51.568964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=170178e3-a008-42dd-bc89-8f10d16f9a46,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:51.592980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:51.607396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, cb48e36f-f763-4de8-b468-6df0f90d53ea) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:51.616471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:51.621611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb04e64-581a-4589-8858-d5ab129e6b7f None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:51.632297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.633063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.655927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d6fa1d67-5cb6-41ee-99c4-7f4c06e744cf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2609189 Feb 10 16:02:51.659069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50016) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:51.665093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491784949'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:51.695206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:51.705085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.757527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:51.770253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.770687 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment af23eb13-d6f5-4add-9d73-79ee711b4c3d of type vlan for network 6f2045be-8795-4cdc-abd3-ab0a1c987642 Feb 10 16:02:51.816076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.847431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.867796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.868439 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:51.924876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2645600 Feb 10 16:02:51.933914 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50024) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:51.943101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'ports': [{'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'}, {'network_id': '6f2045be-8795-4cdc-abd3-ab0a1c987642'}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:51.943759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:51.944398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '6f2045be-8795-4cdc-abd3-ab0a1c987642'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:52.032969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a23bd-d696-4a9b-aee5-4eceeb46a3eb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=6f2045be-8795-4cdc-abd3-ab0a1c987642,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:52.046636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6f2045be-8795-4cdc-abd3-ab0a1c987642 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:52.060709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa4a66-b4de-4908-8287-8958fda8f515 req-164d4e9f-fc73-4e8b-82ae-d89ad5a0a784 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:52.076397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1efa4a66-b4de-4908-8287-8958fda8f515 req-164d4e9f-fc73-4e8b-82ae-d89ad5a0a784 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.0920284 Feb 10 16:02:52.217620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1efa4a66-b4de-4908-8287-8958fda8f515 req-98185b94-51a6-496f-a970-5e486739bff5 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308069 Feb 10 16:02:52.242343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb27ef-1552-4720-a90d-61eb6ec375b5 req-2caabed2-1ced-460a-b7ae-1bc140b479b5 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:52.271649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9eb27ef-1552-4720-a90d-61eb6ec375b5 req-2caabed2-1ced-460a-b7ae-1bc140b479b5 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1291244 Feb 10 16:02:52.350182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9eb27ef-1552-4720-a90d-61eb6ec375b5 req-e0ddbad7-9a89-49f3-b3f0-b38d170872c3 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839565 Feb 10 16:02:52.383779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:52.392988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:52.415320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:52.458082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a0463247-ab76-4073-adf5-789c48301de9 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:52.476719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15345978-3566-4da2-a737-62909a984543 req-75985479-9e2e-4404-b8d9-f563c2a8073c tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:52.478592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15345978-3566-4da2-a737-62909a984543 req-75985479-9e2e-4404-b8d9-f563c2a8073c tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 943 time: 0.0674853 Feb 10 16:02:52.546265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-15345978-3566-4da2-a737-62909a984543 req-8aec2131-7676-481b-96cc-ada5c2781208 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Feb 10 16:02:52.607426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a0463247-ab76-4073-adf5-789c48301de9, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a0463247-ab76-4073-adf5-789c48301de9,segment=NetworkSegment(560d61fe-5ac6-45bb-805e-b8eccf1cc74e),segment_id=560d61fe-5ac6-45bb-805e-b8eccf1cc74e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:52.620943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'a0463247-ab76-4073-adf5-789c48301de9', 'network_id': '4919a2ce-ff6c-4901-b6bb-e556f9f13045', 'port_id': 'a0463247-ab76-4073-adf5-789c48301de9', 'mac_address': 'fa:16:3e:eb:ca:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd05268a-127b-4746-bcae-4107e728220f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:52.658903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port d1537169-e8c8-4b85-9f30-18a937d3ea92 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:52.664428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:52.680179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0463247-ab76-4073-adf5-789c48301de9 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:02:52.701457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a0463247-ab76-4073-adf5-789c48301de9, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a0463247-ab76-4073-adf5-789c48301de9,segment=NetworkSegment(560d61fe-5ac6-45bb-805e-b8eccf1cc74e),segment_id=560d61fe-5ac6-45bb-805e-b8eccf1cc74e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:52.709260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:52.798324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:52.803616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a0463247-ab76-4073-adf5-789c48301de9,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:52.889297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port d67152eb-6eb2-45ea-8b97-ddc5b88d43ef yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:52.997352 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:53.085497 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:53.132696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:53.136286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:53.140202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:53.141091 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:53.154347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=d1537169-e8c8-4b85-9f30-18a937d3ea92,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:53.217016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=d67152eb-6eb2-45ea-8b97-ddc5b88d43ef,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:53.220020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': 'af23eb13-d6f5-4add-9d73-79ee711b4c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6f2045be-8795-4cdc-abd3-ab0a1c987642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:53.220496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: 6f2045be-8795-4cdc-abd3-ab0a1c987642, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:53.245814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 6f2045be-8795-4cdc-abd3-ab0a1c987642 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:53.258809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6f2045be-8795-4cdc-abd3-ab0a1c987642) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:53.263243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:53.268304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4b3d4-35f7-4ab8-a30d-db20d2df7831 None None] Network 6f2045be-8795-4cdc-abd3-ab0a1c987642 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:53.271156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.307193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.310542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:53.359546 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2795675c-1662-4eae-ada8-2de2c0eb3699 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4208305 Feb 10 16:02:53.361396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50038) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:53.412768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a0463247-ab76-4073-adf5-789c48301de9'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:53.488412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d8934-9231-44e8-9176-1b2bdafce554 req-62ddd198-35c0-4508-8da3-87c76bf98797 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.496177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-932d8934-9231-44e8-9176-1b2bdafce554 req-62ddd198-35c0-4508-8da3-87c76bf98797 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1632776 Feb 10 16:02:53.581265 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-932d8934-9231-44e8-9176-1b2bdafce554 req-67c0cd3b-7867-41fa-ba03-69fa3f43fdac tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841465 Feb 10 16:02:53.610959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b406-43a2-45c8-98ac-405e8b2b0ddb req-812375d6-9a61-4be9-a02f-179e876eddb1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.623310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c55b406-43a2-45c8-98ac-405e8b2b0ddb req-812375d6-9a61-4be9-a02f-179e876eddb1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1468785 Feb 10 16:02:53.643813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:53.701690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c55b406-43a2-45c8-98ac-405e8b2b0ddb req-1c3a3710-bfcf-4f39-bdbc-a1a30a5a96f6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735931 Feb 10 16:02:53.777188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port d67152eb-6eb2-45ea-8b97-ddc5b88d43ef {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:53.778256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:53.809429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660a375-c67c-471f-9602-2c175d5717b7 req-a6f91218-03d2-42dd-869f-707273e7c968 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.817898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6660a375-c67c-471f-9602-2c175d5717b7 req-a6f91218-03d2-42dd-869f-707273e7c968 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 944 time: 0.0785367 Feb 10 16:02:53.818332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-c3614fc8-6d8b-466f-bf32-85f8a3429865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.821238 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-c3614fc8-6d8b-466f-bf32-85f8a3429865 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.3136928 Feb 10 16:02:53.920821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4c81-8002-470f-b3de-8696311b0e29 req-5873e2b3-2857-414b-935a-d39e65a60dde tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.922603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-044a4c81-8002-470f-b3de-8696311b0e29 req-5873e2b3-2857-414b-935a-d39e65a60dde tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.1020308 Feb 10 16:02:53.938038 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6660a375-c67c-471f-9602-2c175d5717b7 req-89e662b4-96ea-461c-9e74-53df7240dd0d tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176195 Feb 10 16:02:53.995813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-044a4c81-8002-470f-b3de-8696311b0e29 req-84ebbe77-3323-4131-931c-9fb1aee95275 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Feb 10 16:02:54.017087 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:54.032552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for d67152eb-6eb2-45ea-8b97-ddc5b88d43ef owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:54.148063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-64dc53c0-a24b-4f79-b614-d6cadbb02f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.154038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-64dc53c0-a24b-4f79-b614-d6cadbb02f74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.2786500 Feb 10 16:02:54.268824 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-1c9cf7e0-32a2-4880-8914-06c1d91aad4c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 1001 time: 0.1014342 Feb 10 16:02:54.283631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:54.371727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=d67152eb-6eb2-45ea-8b97-ddc5b88d43ef,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:54.378500 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:54.384684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50060) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:54.395376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a3e88348-c939-4fbb-850e-fd3ef24e72c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/d67152eb-6eb2-45ea-8b97-ddc5b88d43ef HTTP/1.1" status: 204 len: 168 time: 1.0326917 Feb 10 16:02:54.403392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-ba795c5d-7c46-47a7-a7bb-ff5e1b6d593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.405521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-ba795c5d-7c46-47a7-a7bb-ff5e1b6d593d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1192315 Feb 10 16:02:54.491696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-d26c59ac-7acc-4d03-8e65-22e68d5ce3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.493173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-d26c59ac-7acc-4d03-8e65-22e68d5ce3de service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595484 Feb 10 16:02:54.500325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916be97-d147-4ca9-ac64-9f46ac329774 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.506704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916be97-d147-4ca9-ac64-9f46ac329774 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.511812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9916be97-d147-4ca9-ac64-9f46ac329774 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1224618 Feb 10 16:02:54.513898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50080) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:54.613004 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-b8c9d6d3-4204-4f70-af8e-c37eda6c260a service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091645 Feb 10 16:02:54.723198 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80c3f650-8f11-43a3-8aa7-e9898d73cf42 req-07746762-a433-410c-a3ec-ea2108f73b59 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023490 Feb 10 16:02:54.752447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-8eab494f-128e-4a24-ab67-b4d147e2a644 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.754142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-8eab494f-128e-4a24-ab67-b4d147e2a644 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.2410710 Feb 10 16:02:54.793901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-c95e929d-00da-4c07-afd5-15bea05d2418 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/quotas/d27cd9dd81004e15858742f04acd41af HTTP/1.1" status: 200 len: 375 time: 0.0275948 Feb 10 16:02:54.808479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-93ce3de6-7a22-4e06-9ed8-30dc651f43d8 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.809911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-93ce3de6-7a22-4e06-9ed8-30dc651f43d8 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 815 time: 0.2602451 Feb 10 16:02:54.850635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port d1537169-e8c8-4b85-9f30-18a937d3ea92 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:54.850965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:54.867692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-963377ff-852f-4165-9178-7ae2242e1dbe tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/quotas/c4e9849b0ddb414997b7e63fe2eb7207 HTTP/1.1" status: 200 len: 375 time: 0.0475941 Feb 10 16:02:54.953608 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:54.962861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-aad1a11f-8116-4afd-aafb-eaf04a91804f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1613040 Feb 10 16:02:54.985176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for d1537169-e8c8-4b85-9f30-18a937d3ea92 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:55.040803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-2b80bbbe-295e-4edd-94d0-3a0b9379ba51 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437881 Feb 10 16:02:55.190475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-f2931692-49c4-43dd-abe1-7f91f64846e6 service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166278 Feb 10 16:02:55.224123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.227187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-7bd3ccef-62f4-4c7f-ad03-32c2a7ad74ae service neutron] 10.222.0.21 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536515 Feb 10 16:02:55.302639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=d1537169-e8c8-4b85-9f30-18a937d3ea92,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:55.343120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.346322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f14bdc7c-5643-4f27-9fbb-bd7576157cd4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/d1537169-e8c8-4b85-9f30-18a937d3ea92 HTTP/1.1" status: 204 len: 168 time: 0.8308451 Feb 10 16:02:55.348966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50086) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:55.398493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-6fc76933-d9e9-4a58-a9e5-e73860f4d590 service neutron] 10.222.0.21 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014265 Feb 10 16:02:55.399641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7f714-670c-40fd-b3ac-d60b1912db5b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:55.402213 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-33f7f714-670c-40fd-b3ac-d60b1912db5b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0511677 Feb 10 16:02:55.403964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:55.405518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-d2b6d90d-c3b2-47b3-b666-ebc30eeb0d83 service neutron] 10.222.0.21 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450222 Feb 10 16:02:55.430641 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b64f9f8-f85c-4d6c-8aa2-0a7bcc924761 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:02:55.432421 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6b64f9f8-f85c-4d6c-8aa2-0a7bcc924761 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/d67152eb-6eb2-45ea-8b97-ddc5b88d43ef HTTP/1.1" status: 404 len: 333 time: 0.0271983 Feb 10 16:02:55.435028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50090) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:55.465144 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-896ac11b-5170-484c-9d69-77d6b1b464a5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:02:55.469877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-896ac11b-5170-484c-9d69-77d6b1b464a5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/d1537169-e8c8-4b85-9f30-18a937d3ea92 HTTP/1.1" status: 404 len: 333 time: 0.0308030 Feb 10 16:02:55.470113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50094) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:55.563627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.676389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.701328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2045be-8795-4cdc-abd3-ab0a1c987642']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:55.722619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af23eb13-d6f5-4add-9d73-79ee711b4c3d') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:55.723081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af23eb13-d6f5-4add-9d73-79ee711b4c3d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:55.735484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.753560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.771571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:55.772389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:55.778347 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:55.798416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ba6d5-9cc1-4b30-ac63-a94b8c9cfc5b req-4c7c72b7-c55f-4ef8-8704-6f99b273b3c4 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:55.800013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb1ba6d5-9cc1-4b30-ac63-a94b8c9cfc5b req-4c7c72b7-c55f-4ef8-8704-6f99b273b3c4 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 944 time: 0.1413200 Feb 10 16:02:55.854729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.865078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76485cf-2aac-4d5e-a1e9-47d8fdef7070 req-da65240d-f3d3-45c9-a0fe-f10e4dfd002c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:55.865261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:55.866706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76485cf-2aac-4d5e-a1e9-47d8fdef7070 req-da65240d-f3d3-45c9-a0fe-f10e4dfd002c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2632704 Feb 10 16:02:55.877096 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/6f2045be-8795-4cdc-abd3-ab0a1c987642 HTTP/1.1" status: 204 len: 168 time: 0.4060030 Feb 10 16:02:55.881291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50114) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:55.887140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102080939'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:55.904114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05343e3-728f-4396-a484-1c01a56acdb0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=6f2045be-8795-4cdc-abd3-ab0a1c987642,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:55.911032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-c5d0b98d-6444-4b8b-b14b-61c281ae740e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:55.912513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-c5d0b98d-6444-4b8b-b14b-61c281ae740e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "GET /v2.0/ports?device_id=4edbd816-805a-4bc7-b4ea-76172ce8b198 HTTP/1.1" status: 200 len: 946 time: 0.2215996 Feb 10 16:02:55.935015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:55.944045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb1ba6d5-9cc1-4b30-ac63-a94b8c9cfc5b req-0664d6af-2c0d-4c30-a1d1-742d6308f75d tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311119 Feb 10 16:02:55.945404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.008774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b76485cf-2aac-4d5e-a1e9-47d8fdef7070 req-80476f2a-c979-4b62-8449-83709305566a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093080 Feb 10 16:02:56.018328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:56.036712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.037071 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment ba7118f3-e224-4b1a-84b6-9f1a550b4679 of type vlan for network 197828db-48af-4a32-a280-afa6c11c7cf5 Feb 10 16:02:56.114474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dc675de-730b-4cd4-a8ae-f1fe283f9b12 req-906c9530-c59f-4d12-8a48-48a426050a70 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 210 time: 0.0578637 Feb 10 16:02:56.130299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.149548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca17092f-3cd1-48aa-9b48-b4e4c47ff2f1 req-1d1e58ae-f0a4-48a1-ab1c-f2f07d1eb664 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 210 time: 0.0555265 Feb 10 16:02:56.171286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Deleting port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:56.172070 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.179137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.190921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:56.192297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.271767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=197828db-48af-4a32-a280-afa6c11c7cf5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:56.284747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 197828db-48af-4a32-a280-afa6c11c7cf5 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:56.299658 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-375fa190-3f66-412f-b372-288f900e07c7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4172835 Feb 10 16:02:56.303261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50124) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:56.317547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:56.339114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] For port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:56.343763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.366977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Calling delete_port for 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:56.456834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:56.461603 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.497879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a0463247-ab76-4073-adf5-789c48301de9 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:56.534413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Performing IP validity checks on allocation pools {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 16:02:56.535022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 16:02:56.584262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.595427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port a0463247-ab76-4073-adf5-789c48301de9 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:56.604683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2b1fb0e3-bd90-49f7-826f-52caa2f0d853'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:56.609791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port a0463247-ab76-4073-adf5-789c48301de9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:56.610384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.650426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Pushing event deleted for resources: {'Port': ['ID=2b1fb0e3-bd90-49f7-826f-52caa2f0d853,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:56.712739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] No DVR routers for this DVR port 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:56.716800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.720216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62b18880-b155-4c0a-a41a-cb9d7dfb99e8 req-01a11c90-fa92-4b54-8731-6ce4bbca2840 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "DELETE /v2.0/ports/2b1fb0e3-bd90-49f7-826f-52caa2f0d853 HTTP/1.1" status: 204 len: 173 time: 0.7995868 Feb 10 16:02:56.720742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-deleted', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:56.723198 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e11908-2986-4fc3-b326-e21698eba50d" -d '{"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-deleted", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:56.757590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.774453 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2784c06-3a2b-42ea-856a-ca84eba4bd3d x-openstack-request-id: req-a2784c06-3a2b-42ea-856a-ca84eba4bd3d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:56.774753 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edbd816-805a-4bc7-b4ea-76172ce8b198", "name": "network-vif-deleted", "tag": "2b1fb0e3-bd90-49f7-826f-52caa2f0d853", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:56.775014 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2784c06-3a2b-42ea-856a-ca84eba4bd3d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:56.775418 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edbd816-805a-4bc7-b4ea-76172ce8b198', 'name': 'network-vif-deleted', 'tag': '2b1fb0e3-bd90-49f7-826f-52caa2f0d853', 'status': 'completed', 'code': 200} Feb 10 16:02:56.834511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=76647467-906b-496a-b698-c5f4fa3c6c24,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:56.857532 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.864480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': 'ba7118f3-e224-4b1a-84b6-9f1a550b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:56.864854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: 197828db-48af-4a32-a280-afa6c11c7cf5, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:56.883106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 197828db-48af-4a32-a280-afa6c11c7cf5 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:56.883712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0463247-ab76-4073-adf5-789c48301de9'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:02:56.886258 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af1293-6345-4565-ab9b-9b7b84e3d2fc" -d '{"events": [{"server_uuid": "166e84ed-dbf9-4942-9421-59db5d0e25f4", "name": "network-vif-plugged", "status": "completed", "tag": "a0463247-ab76-4073-adf5-789c48301de9"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:56.893733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 197828db-48af-4a32-a280-afa6c11c7cf5) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:56.898437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:56.899156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:56.920812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50132) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:56.921966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c5c5a-f7f6-45c1-bd2d-da8ceb69d5bf None None] Network 197828db-48af-4a32-a280-afa6c11c7cf5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:56.927931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5', 'name': 'tempest-PortsTestJSON-839636741'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:56.934669 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71c004eb-86b9-46d3-8954-61aeca2410ee tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6271331 Feb 10 16:02:56.938634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a0463247-ab76-4073-adf5-789c48301de9, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a0463247-ab76-4073-adf5-789c48301de9,segment=NetworkSegment(560d61fe-5ac6-45bb-805e-b8eccf1cc74e),segment_id=560d61fe-5ac6-45bb-805e-b8eccf1cc74e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:56.941637 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e69705-0d8d-4961-ba9e-aa4a61cf1e07 x-openstack-request-id: req-06e69705-0d8d-4961-ba9e-aa4a61cf1e07 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:56.942287 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166e84ed-dbf9-4942-9421-59db5d0e25f4", "name": "network-vif-plugged", "status": "completed", "tag": "a0463247-ab76-4073-adf5-789c48301de9", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:56.942597 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06e69705-0d8d-4961-ba9e-aa4a61cf1e07 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:56.943265 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0463247-ab76-4073-adf5-789c48301de9', 'code': 200} Feb 10 16:02:56.979675 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.094121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbda457-1c20-4ab9-9719-71ab0c9426b8 req-ac0d01d7-9d09-454b-a3b6-15a7699d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:57.096507 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9cbda457-1c20-4ab9-9719-71ab0c9426b8 req-ac0d01d7-9d09-454b-a3b6-15a7699d78f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 1096 time: 0.0883338 Feb 10 16:02:57.098160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a0463247-ab76-4073-adf5-789c48301de9,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:57.147214 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9cbda457-1c20-4ab9-9719-71ab0c9426b8 req-76809c3b-bd0a-47ee-8966-0fdb03a85777 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Feb 10 16:02:57.208612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-197828db-48af-4a32-a280-afa6c11c7cf5', 'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': '76647467-906b-496a-b698-c5f4fa3c6c24'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:02:57.209561 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.330164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b4c4-bf20-4192-ba98-911ef0a057ea req-075aae35-429a-4a22-ae98-6dd0df2ef3f9 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:57.339853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0445b4c4-bf20-4192-ba98-911ef0a057ea req-075aae35-429a-4a22-ae98-6dd0df2ef3f9 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.2752316 Feb 10 16:02:57.360271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:57.363774 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.373486 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.387248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Allocated IP 172.20.0.2 (197828db-48af-4a32-a280-afa6c11c7cf5/76647467-906b-496a-b698-c5f4fa3c6c24/0fdc0674-cf3d-44c0-8932-43cc9fe1b29b) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:57.392669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-d583c75f-67f8-425c-ba83-9c200dabe9d3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:57.394941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-d583c75f-67f8-425c-ba83-9c200dabe9d3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 815 time: 0.2310324 Feb 10 16:02:57.407360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f72eb-af06-4812-8d39-42693c8476b8 req-4cdc9d43-1e9d-4ee7-89db-10b17ef4c0c4 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:57.408863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-346f72eb-af06-4812-8d39-42693c8476b8 req-4cdc9d43-1e9d-4ee7-89db-10b17ef4c0c4 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2862744 Feb 10 16:02:57.416623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Request body: {'port': {'device_id': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'admin_state_up': True, 'tenant_id': 'd27cd9dd81004e15858742f04acd41af'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:57.453603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:02:57.571859 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.582054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.649210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Network 197828db-48af-4a32-a280-afa6c11c7cf5 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:57.653723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:57.656706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:57.666321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Pushing event updated for resources: {'Port': ['ID=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:57.742496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Attempting to bind port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:02:57.742882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Attempting to bind port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ba7118f3-e224-4b1a-84b6-9f1a550b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:02:57.743905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Attempting to bind port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b on network 197828db-48af-4a32-a280-afa6c11c7cf5 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:57.750386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:57.750761 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Checking segment: {'id': 'ba7118f3-e224-4b1a-84b6-9f1a550b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:02:57.751968 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.752615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Bound using segment: {'id': 'ba7118f3-e224-4b1a-84b6-9f1a550b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:57.753101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Bound port: 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7118f3-e224-4b1a-84b6-9f1a550b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '197828db-48af-4a32-a280-afa6c11c7cf5'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:02:57.753490 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.849110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] For port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:57.854875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] For port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,segment=NetworkSegment(ba7118f3-e224-4b1a-84b6-9f1a550b4679),segment_id=ba7118f3-e224-4b1a-84b6-9f1a550b4679)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:57.856001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0445b4c4-bf20-4192-ba98-911ef0a057ea req-3d4b7469-b1ba-4e45-bf77-e00c585c80f5 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152783 Feb 10 16:02:57.864741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:57.971972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497476-7aea-4305-971a-4cb362cc9a08 None None] Pushing event updated for resources: {'Port': ['ID=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:58.119166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-346f72eb-af06-4812-8d39-42693c8476b8 req-d3b8f755-8e03-4ec6-8dcb-fb839a033d57 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6699412 Feb 10 16:02:58.153242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a48650cf-7dd0-406e-aeaa-3a7e5ea3641a req-6222663d-691e-4eec-94cc-2b6bfd583d7f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 210 time: 0.1049116 Feb 10 16:02:58.328568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fbff95b9-7307-4023-9af2-08e2b4c48004 req-6a156132-5a11-4902-9ebe-92806668c2ec tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 210 time: 0.1183841 Feb 10 16:02:58.352653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.11 (197828db-48af-4a32-a280-afa6c11c7cf5/76647467-906b-496a-b698-c5f4fa3c6c24/2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:58.369552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-252d43c3-3da1-4d11-8f13-388103e04700 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:58.371072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-252d43c3-3da1-4d11-8f13-388103e04700 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 815 time: 0.5208290 Feb 10 16:02:58.377404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Made reservation on behalf of d27cd9dd81004e15858742f04acd41af for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:58.381437 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:58.394168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Request body: {'port': {'device_id': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'admin_state_up': True, 'tenant_id': 'c4e9849b0ddb414997b7e63fe2eb7207'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:58.735475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Made reservation on behalf of c4e9849b0ddb414997b7e63fe2eb7207 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:58.738857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:58.759762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Allocated IP 172.20.0.5 (7ba34d40-6b88-4d6d-ad67-ba311e12ca75/9030d590-6885-4559-ab9f-47f19a609424/2073bf5b-e71b-477c-895b-064ea289d86c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:58.765567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:58.884266 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-08b86c24-0c41-4354-ba50-d15562a365f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:58.948973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.137903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 197828db-48af-4a32-a280-afa6c11c7cf5 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:59.147426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Allocated IP 172.20.0.10 (76c30552-d39c-4d29-a580-89cf3a637e83/3fdd244f-ed64-44c9-8bdf-93fab7fbecdd/8efe77c5-6ac7-48fa-bda3-32b77f53e635) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:59.153516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:59.163866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:59.168500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:59.264657 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.285348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ba10e-8aa9-4841-ac24-97ad196eea7c req-a45ed2ce-242e-4926-abb5-135edac00496 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:59.286930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e8ba10e-8aa9-4841-ac24-97ad196eea7c req-a45ed2ce-242e-4926-abb5-135edac00496 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.3259137 Feb 10 16:02:59.335024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c7a19-805a-41e5-b41a-1e57aa5357b5 None None] Network 197828db-48af-4a32-a280-afa6c11c7cf5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:02:59.363569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:59.364229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.457409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-13c7f889-1f35-48f1-aa66-3eae91806b86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5343699 Feb 10 16:02:59.460259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:02:59.477495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d02cf9c6-bcf7-431c-bd1a-4be4777f88fb None None] Provisioning complete for port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:59.479925 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9c6-bcf7-431c-bd1a-4be4777f88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.496358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e8ba10e-8aa9-4841-ac24-97ad196eea7c req-291301f9-c340-45b3-a2ba-eecb89344ea0 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768217 Feb 10 16:02:59.526052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f61b-e7e7-4fdb-9df3-7b6a29cf236f req-61720343-1d12-4b74-8d68-96194145002e tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:59.528120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92a2f61b-e7e7-4fdb-9df3-7b6a29cf236f req-61720343-1d12-4b74-8d68-96194145002e tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2741237 Feb 10 16:02:59.536882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.553323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9cc329b9-d710-4ecf-bb36-72c7d971b6f1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:59.590730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350', 'f5795930-157e-493a-ad3a-ca70935ecf43'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:59.597455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:02:59.599251 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.669190 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.670090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:59.706968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:59.720327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:59.727002 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:59.731549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event updated for resources: {'Port': ['ID=2073bf5b-e71b-477c-895b-064ea289d86c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:59.742503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.746926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92a2f61b-e7e7-4fdb-9df3-7b6a29cf236f req-0568eb6b-37f8-4cd1-9895-dd301cd88548 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050059 Feb 10 16:02:59.757110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:02:59.837360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.869748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3a37d-e5b7-4e69-ab2c-eae67483c5b9 req-d4acee97-7365-40af-a4f1-9e99cb3d5a9f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:59.878956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8a3a37d-e5b7-4e69-ab2c-eae67483c5b9 req-d4acee97-7365-40af-a4f1-9e99cb3d5a9f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 931 time: 0.2755532 Feb 10 16:02:59.929161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:02:59.929749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2b1fb0e3-bd90-49f7-826f-52caa2f0d853 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:59.951180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:59.952156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:02:59.983753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-339ac580-4c0f-46de-9f8c-80bf4f6d3856 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5718086 Feb 10 16:03:00.002076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Request body: {'port': {'device_id': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:00.021679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.033227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Network 76c30552-d39c-4d29-a580-89cf3a637e83 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:00.051193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8a3a37d-e5b7-4e69-ab2c-eae67483c5b9 req-5a5838c5-decf-452f-b52a-5fc124e31728 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712797 Feb 10 16:03:00.066602 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9c6-bcf7-431c-bd1a-4be4777f88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.084141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:00.086890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:00.090163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Pushing event updated for resources: {'Port': ['ID=8efe77c5-6ac7-48fa-bda3-32b77f53e635,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:00.099501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:00.111001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d02cf9c6-bcf7-431c-bd1a-4be4777f88fb None None] For port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,segment=NetworkSegment(ba7118f3-e224-4b1a-84b6-9f1a550b4679),segment_id=ba7118f3-e224-4b1a-84b6-9f1a550b4679)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:00.155989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9c6-bcf7-431c-bd1a-4be4777f88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.177187 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.199778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26450b-075e-4487-8997-5d7e8218ee8a req-e1827cef-ce7e-45f5-aa79-d71e43f37722 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:00.213503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.218105 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6ce4a97-57c9-4e8f-8739-2bd37b520257 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c HTTP/1.1" status: 204 len: 168 time: 0.7567811 Feb 10 16:03:00.222424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd26450b-075e-4487-8997-5d7e8218ee8a req-e1827cef-ce7e-45f5-aa79-d71e43f37722 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 932 time: 0.3921063 Feb 10 16:03:00.223434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50168) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:00.251333 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2161772-9442-4849-90c7-4fb191ed8a25 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:03:00.252385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2161772-9442-4849-90c7-4fb191ed8a25 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:03:00.256050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b2161772-9442-4849-90c7-4fb191ed8a25 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c HTTP/1.1" status: 404 len: 333 time: 0.0313427 Feb 10 16:03:00.258601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:00.258972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50170) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:00.259270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.288752 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29c8130-f42a-4806-b1a6-d45ae1066c77 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:00.291958 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d29c8130-f42a-4806-b1a6-d45ae1066c77 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c HTTP/1.1" status: 404 len: 333 time: 0.0308454 Feb 10 16:03:00.294254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50172) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:00.345924 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-11000ba9-af89-4428-8418-37433e660737 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9593179 Feb 10 16:03:00.350410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf9c6-bcf7-431c-bd1a-4be4777f88fb None None] Pushing event updated for resources: {'Port': ['ID=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:00.358801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:00.370335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Request body: {'port': {'device_id': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:00.399737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd26450b-075e-4487-8997-5d7e8218ee8a req-699f074b-f2d0-48e5-8cdb-31747757515c tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237926 Feb 10 16:03:00.413474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 76647467-906b-496a-b698-c5f4fa3c6c24 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:00.428642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.485555 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.488943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-11250c34-41de-4e95-ab5c-4670ab645b6f None None] Could not find standard attr ID for object 2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:00.516555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:00.522732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.599947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-11250c34-41de-4e95-ab5c-4670ab645b6f None None] Provisioning complete for port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:00.600889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.609520 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11250c34-41de-4e95-ab5c-4670ab645b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.657474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.764338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.786519 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:00.790995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/76647467-906b-496a-b698-c5f4fa3c6c24 HTTP/1.1" status: 204 len: 168 time: 0.4947054 Feb 10 16:03:00.796186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50180) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:00.814762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817f3d-ff08-4c3c-96b3-fa6bf0c76f4a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=76647467-906b-496a-b698-c5f4fa3c6c24,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:00.960870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d4fbc3ab-75f1-4493-b18e-5c521ed2c798 None None] Could not find standard attr ID for object 2dd18a9c-90f5-473a-a7a1-ec88c9a5ad0c. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:01.030872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5dc2b7-fbd9-419b-b1ec-9c13cebb1ad1 None None] Network 197828db-48af-4a32-a280-afa6c11c7cf5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:01.128028 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851dc2-6a0e-4171-b951-37ddb199176b req-ca4d3b1e-d81c-4000-be8f-0eae53826a15 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:01.129760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12851dc2-6a0e-4171-b951-37ddb199176b req-ca4d3b1e-d81c-4000-be8f-0eae53826a15 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.4980640 Feb 10 16:03:01.203863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.337084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] DHCP port deletion for 197828db-48af-4a32-a280-afa6c11c7cf5 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:03:01.387572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb94b4-39e7-485b-aa21-742ccbc17001 req-73825c83-8471-4927-8b37-29f1cc1233e1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:01.392306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02fb94b4-39e7-485b-aa21-742ccbc17001 req-73825c83-8471-4927-8b37-29f1cc1233e1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.4662931 Feb 10 16:03:01.408900 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d31e12c3-b0ca-4468-a431-4cba167f2e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.450953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12851dc2-6a0e-4171-b951-37ddb199176b req-e4d7fb3c-1fcb-4667-8c9f-2e4f73565f91 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984445 Feb 10 16:03:01.457578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] Deleting port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:01.458226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.558716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2073bf5b-e71b-477c-895b-064ea289d86c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:03:01.617272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] For port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,segment=NetworkSegment(ba7118f3-e224-4b1a-84b6-9f1a550b4679),segment_id=ba7118f3-e224-4b1a-84b6-9f1a550b4679)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:01.617781 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.626057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.634487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] Calling delete_port for 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:01.692089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02fb94b4-39e7-485b-aa21-742ccbc17001 req-01e3c4dc-57d2-4243-b9c1-1206268663ae tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803335 Feb 10 16:03:01.719844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Transition to ACTIVE for port object 2073bf5b-e71b-477c-895b-064ea289d86c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:03:01.730849 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.761933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:01.791939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] Pushing event deleted for resources: {'Port': ['ID=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:01.802342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b71a61-4258-4b70-a711-4fab8846cf42 None None] No DVR routers for this DVR port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:02.151549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:02.151889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.191382 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:02.220776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:02.220978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:02.290021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efe77c5-6ac7-48fa-bda3-32b77f53e635 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:03:02.309639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743065b7-c57a-4091-b310-09cdae8f6c3c req-375b3377-3291-48c6-aff9-fa122931afbf tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:02.311388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-743065b7-c57a-4091-b310-09cdae8f6c3c req-375b3377-3291-48c6-aff9-fa122931afbf tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 931 time: 0.7549441 Feb 10 16:03:02.313396 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.357075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] For port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b, host n-d-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:02.357372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.367543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2073bf5b-e71b-477c-895b-064ea289d86c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:02.380978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.392382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Transition to ACTIVE for port object 8efe77c5-6ac7-48fa-bda3-32b77f53e635 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:03:02.402994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:02.405320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.430656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b was not found and therefore no delete operation was performed {{(pid=102615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:03:02.469691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.478223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525895c0-808e-4822-8d6a-2ddd2c535ea7 req-b50ba82a-1205-4991-8c6d-99b590a8a2c1 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:02.479731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-525895c0-808e-4822-8d6a-2ddd2c535ea7 req-b50ba82a-1205-4991-8c6d-99b590a8a2c1 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 932 time: 0.3216097 Feb 10 16:03:02.513566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-743065b7-c57a-4091-b310-09cdae8f6c3c req-eec4558a-91cd-4579-ab71-2bbfb90c33ab tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832683 Feb 10 16:03:02.535224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No DVR routers for this DVR port 0fdc0674-cf3d-44c0-8932-43cc9fe1b29b on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:02.578298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Pushing event updated for resources: {'Port': ['ID=8efe77c5-6ac7-48fa-bda3-32b77f53e635,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:02.637335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Attempting to bind port 2073bf5b-e71b-477c-895b-064ea289d86c on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:02.637680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Attempting to bind port 2073bf5b-e71b-477c-895b-064ea289d86c by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:02.637986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Attempting to bind port 2073bf5b-e71b-477c-895b-064ea289d86c on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:02.689519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-525895c0-808e-4822-8d6a-2ddd2c535ea7 req-7e0773a8-6342-4dd7-aec1-0984b445c2ef tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967423 Feb 10 16:03:02.730021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=0fdc0674-cf3d-44c0-8932-43cc9fe1b29b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:02.737553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Port 2073bf5b-e71b-477c-895b-064ea289d86c on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:03:02.737884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Attempting to bind port 2073bf5b-e71b-477c-895b-064ea289d86c on network 7ba34d40-6b88-4d6d-ad67-ba311e12ca75 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:02.749260 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.773624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:02.773960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Checking segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:02.774347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Bound using segment: {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:02.774785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Bound port: 2073bf5b-e71b-477c-895b-064ea289d86c, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7422096f-3304-410c-bfe6-3496c871a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:02.775144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.814544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197828db-48af-4a32-a280-afa6c11c7cf5']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:02.853614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7118f3-e224-4b1a-84b6-9f1a550b4679') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:02.853948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7118f3-e224-4b1a-84b6-9f1a550b4679') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:02.865830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899af13-41b5-4c6c-94a1-216d9d200d5b req-547e7f45-8594-4102-ae01-b110f72f1b3e tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:02.867361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9899af13-41b5-4c6c-94a1-216d9d200d5b req-547e7f45-8594-4102-ae01-b110f72f1b3e tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.2731447 Feb 10 16:03:02.902575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.922595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Attempting to bind port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:02.922933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Attempting to bind port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:02.923266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Attempting to bind port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 on network 76c30552-d39c-4d29-a580-89cf3a637e83 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:02.945556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.967640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 on network 76c30552-d39c-4d29-a580-89cf3a637e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:03:02.968207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Attempting to bind port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 on network 76c30552-d39c-4d29-a580-89cf3a637e83 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:02.970904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:02.971304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:02.983814 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:03.009629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757d332-7133-4df3-9f71-bb08ba6ec5d3 req-479a02da-7605-4f42-a823-fc3287807394 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.011123 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4757d332-7133-4df3-9f71-bb08ba6ec5d3 req-479a02da-7605-4f42-a823-fc3287807394 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2386880 Feb 10 16:03:03.020018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:03.020356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Checking segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:03.020739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Bound using segment: {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:03.021175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Bound port: 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac699ee4-77e6-4384-ba96-f8788e4eea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:03.021533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.050697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] For port 2073bf5b-e71b-477c-895b-064ea289d86c, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:03.055976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9899af13-41b5-4c6c-94a1-216d9d200d5b req-561939e0-f0cb-4ba6-9037-345f61ff4967 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628392 Feb 10 16:03:03.098624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] For port 2073bf5b-e71b-477c-895b-064ea289d86c, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2073bf5b-e71b-477c-895b-064ea289d86c,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:03.110880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.112618 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.149754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.157170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/197828db-48af-4a32-a280-afa6c11c7cf5 HTTP/1.1" status: 204 len: 168 time: 2.3468728 Feb 10 16:03:03.158400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50204) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:03.168510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-788036140'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:03.211126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:03.211705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0159a-619a-4c6e-a83f-2ab7829347de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=197828db-48af-4a32-a280-afa6c11c7cf5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:03.216223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.216846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.219655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/2073bf5b-e71b-477c-895b-064ea289d86c HTTP/1.1" status: 200 len: 1091 time: 3.2253153 Feb 10 16:03:03.224096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'tag': '2073bf5b-e71b-477c-895b-064ea289d86c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:03.226271 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43" -d '{"events": [{"name": "network-changed", "server_uuid": "a15c5470-53fb-4c57-8d1b-df377a55d1e2", "tag": "2073bf5b-e71b-477c-895b-064ea289d86c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:03.226425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.237926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4757d332-7133-4df3-9f71-bb08ba6ec5d3 req-c87d17c0-6d2c-445c-a4fc-8cb9f2dbf6ef tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884944 Feb 10 16:03:03.268830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] For port 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:03.271324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] For port 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:03.274889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1651d-748a-43ac-9975-02d5777855e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2073bf5b-e71b-477c-895b-064ea289d86c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:03.279035 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.319197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.319870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:03.319987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.321387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] 10.222.0.45 "PUT /v2.0/ports/8efe77c5-6ac7-48fa-bda3-32b77f53e635 HTTP/1.1" status: 200 len: 1092 time: 2.9551673 Feb 10 16:03:03.335118 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176eae98-620f-486b-98c2-00b43d809f01 x-openstack-request-id: req-176eae98-620f-486b-98c2-00b43d809f01 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:03.335417 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15c5470-53fb-4c57-8d1b-df377a55d1e2", "tag": "2073bf5b-e71b-477c-895b-064ea289d86c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:03.335919 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-176eae98-620f-486b-98c2-00b43d809f01 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:03.336415 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'tag': '2073bf5b-e71b-477c-895b-064ea289d86c', 'status': 'completed', 'code': 200} Feb 10 16:03:03.348835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.349817 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment a5b67cc1-d553-445e-8ce0-90c2d5a48d75 of type vlan for network 01f7026c-72c8-4d71-996b-bbffc39eb35b Feb 10 16:03:03.383083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a50899-3b32-419e-b5e8-575aa78f6e70 service neutron] Pushing event updated for resources: {'Port': ['ID=8efe77c5-6ac7-48fa-bda3-32b77f53e635,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:03.414054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.426625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-cbb1cdf4-ae92-44bc-a1fe-acc71689ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.428262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-cbb1cdf4-ae92-44bc-a1fe-acc71689ce50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 1094 time: 0.1057680 Feb 10 16:03:03.448212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-1d8d75fa-bcc7-481c-a381-277b3e89f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.449871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-1d8d75fa-bcc7-481c-a381-277b3e89f9db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 1095 time: 0.0763495 Feb 10 16:03:03.470927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.491642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.494985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.500122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-562b398e-cac2-4231-bd72-f5304534b7db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2073bf5b-e71b-477c-895b-064ea289d86c HTTP/1.1" status: 200 len: 217 time: 0.0628448 Feb 10 16:03:03.545615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-1843d807-eb78-4dec-947a-6921750b0d62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635 HTTP/1.1" status: 200 len: 217 time: 0.0549765 Feb 10 16:03:03.589589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=01f7026c-72c8-4d71-996b-bbffc39eb35b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:03.600858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 01f7026c-72c8-4d71-996b-bbffc39eb35b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:03.639796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-691de766-6931-4214-91ad-9a578ef85072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4754479 Feb 10 16:03:03.642021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50218) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:03.649122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:03.677503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-3e6e544d-9392-473a-baac-3f24e96ecd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.678958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-3e6e544d-9392-473a-baac-3f24e96ecd70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.1440601 Feb 10 16:03:03.687299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-e5f3f243-5e7f-41b0-a219-b0ca0943714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.689059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-e5f3f243-5e7f-41b0-a219-b0ca0943714b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 200 len: 855 time: 0.1064849 Feb 10 16:03:03.698705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd86ea-003c-40b2-a430-9ae5e5704ed1 req-9471df9f-d065-4ca2-9ccc-587c373b4159 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.706533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70bd86ea-003c-40b2-a430-9ae5e5704ed1 req-9471df9f-d065-4ca2-9ccc-587c373b4159 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.2181809 Feb 10 16:03:03.720100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-9f145e26-f205-4a4c-98d5-0cf481464513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.721701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-9f145e26-f205-4a4c-98d5-0cf481464513 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.1189628 Feb 10 16:03:03.777421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-9cf0f7f0-0a2d-49b3-b61b-01491f628502 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76c30552-d39c-4d29-a580-89cf3a637e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553274 Feb 10 16:03:03.781645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-a8a387a5-6e37-4793-98d7-6bdd8dbf44a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915682 Feb 10 16:03:03.792597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd16b-d16a-4118-8d79-66f8cec9ba3a req-7dcd8955-5070-4c5f-a539-cf36f5458c2b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.794312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc6bd16b-d16a-4118-8d79-66f8cec9ba3a req-7dcd8955-5070-4c5f-a539-cf36f5458c2b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1986558 Feb 10 16:03:03.829070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:03.832813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:03.897413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-a3c3b69f-0b97-4e91-8adb-9e0d5a201d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:03.899038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-a3c3b69f-0b97-4e91-8adb-9e0d5a201d72 service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.1621428 Feb 10 16:03:03.925642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70bd86ea-003c-40b2-a430-9ae5e5704ed1 req-df5c085e-2b51-4206-8e03-82ea3b47e38e tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178826 Feb 10 16:03:04.012051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc6bd16b-d16a-4118-8d79-66f8cec9ba3a req-29c24fa0-ddae-4f44-8a43-dfb9347b21dd tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914539 Feb 10 16:03:04.064407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:04.126952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-e68d5d5f-101f-4816-bc49-57a90b442724 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281279 Feb 10 16:03:04.142373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-91c381db-bb2d-4ce9-9738-e4cc8da15f50 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468785 Feb 10 16:03:04.208319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7522f-eff2-4f90-af32-d9f23eac5e25 req-270d3452-98ae-4b6e-99c3-c721ab960da7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.209826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b7522f-eff2-4f90-af32-d9f23eac5e25 req-270d3452-98ae-4b6e-99c3-c721ab960da7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 944 time: 0.1355004 Feb 10 16:03:04.285724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cab49-6359-453f-8966-ac80f314f189 req-902cc406-2764-4a3f-a153-ae43859c2f8a tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.287111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-293cab49-6359-453f-8966-ac80f314f189 req-902cc406-2764-4a3f-a153-ae43859c2f8a tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 943 time: 0.2736609 Feb 10 16:03:04.365499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:04.401716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-e71419a4-46d6-42d3-a0ad-828e35df87a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 1001 time: 0.4925177 Feb 10 16:03:04.405200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b7522f-eff2-4f90-af32-d9f23eac5e25 req-d9cf6b4b-b7e7-4390-aaa5-d99602fec309 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131864 Feb 10 16:03:04.424341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-293cab49-6359-453f-8966-ac80f314f189 req-65bf0667-ce7a-4e0f-b888-bbd55834b0ab tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176696 Feb 10 16:03:04.439269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2eb4bf9c-e7ca-4f91-af78-9fbcc6352a26 req-f7bc1939-0e34-4978-848d-d132e3b7273e service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825191 Feb 10 16:03:04.442837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c093b939-42c3-4888-8430-746aa6b8ca51 req-45132e11-105b-488d-98db-3ec79f1c2d35 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992659 Feb 10 16:03:04.523492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-9040da5b-adf3-49b0-931a-8fff9dd87165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.525237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-9040da5b-adf3-49b0-931a-8fff9dd87165 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1089182 Feb 10 16:03:04.575748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-b3595fb1-82cc-4ea6-8735-3a7865dc0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.579096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-b3595fb1-82cc-4ea6-8735-3a7865dc0230 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d27cd9dd81004e15858742f04acd41af&device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 1094 time: 0.0705404 Feb 10 16:03:04.635809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-c309943a-2545-44a6-a7ae-9a077c3798b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.637323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-c309943a-2545-44a6-a7ae-9a077c3798b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019197 Feb 10 16:03:04.652688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:04.734117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-715960bc-c748-496b-8759-c31265890a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.735686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-715960bc-c748-496b-8759-c31265890a27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 200 len: 916 time: 0.1487854 Feb 10 16:03:04.788338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-8e47b3b2-8746-41e5-afa0-6ecce3f93783 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2073bf5b-e71b-477c-895b-064ea289d86c HTTP/1.1" status: 200 len: 217 time: 0.0432088 Feb 10 16:03:04.800769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d1a1-b3e7-4312-9448-bea6dbe6f487 req-4b6d3a2f-4dd0-4bb6-9092-5a4198351f84 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.802414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8183d1a1-b3e7-4312-9448-bea6dbe6f487 req-4b6d3a2f-4dd0-4bb6-9092-5a4198351f84 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.1073434 Feb 10 16:03:04.807473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=0c564d31-f08b-4251-a790-2950a5201573,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:04.824929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:04.825558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: 01f7026c-72c8-4d71-996b-bbffc39eb35b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:04.830914 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-63486c3b-be37-4d33-a390-a1a412f98ebe service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613808 Feb 10 16:03:04.853734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 01f7026c-72c8-4d71-996b-bbffc39eb35b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:04.883556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-0650d529-a912-4e60-a94b-dae1af7a72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.885140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-0650d529-a912-4e60-a94b-dae1af7a72f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 200 len: 855 time: 0.0818064 Feb 10 16:03:04.903696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 01f7026c-72c8-4d71-996b-bbffc39eb35b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:04.908066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8183d1a1-b3e7-4312-9448-bea6dbe6f487 req-771bcea9-ea20-454a-a27d-3bc343c7df27 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889471 Feb 10 16:03:04.912258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.912811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:04.917979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac17739-05a7-4fd0-b532-058162206b85 None None] Network 01f7026c-72c8-4d71-996b-bbffc39eb35b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:04.954906 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-354f6ce8-39b7-43ce-983f-3517cc717932 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3112223 Feb 10 16:03:04.960715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50230) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:04.966106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1674967339'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:04.986559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ff64af77-e139-4cd9-9a42-f63de649c0a2 req-b75b7667-851b-480e-8a9a-30f4d82f828d service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418417 Feb 10 16:03:04.992016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-f4240202-0f5c-46b6-a575-322d38109ba0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba34d40-6b88-4d6d-ad67-ba311e12ca75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987864 Feb 10 16:03:05.145739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:05.150309 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.174886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-bc2e5412-17c4-4074-a0d1-0b0f0141f308 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713736 Feb 10 16:03:05.179024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:05.202060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e38778-7fc7-4375-8704-6f4a590007e6 req-077942c6-5618-4381-9828-5e5ad0e1eb91 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.212032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7e38778-7fc7-4375-8704-6f4a590007e6 req-077942c6-5618-4381-9828-5e5ad0e1eb91 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1102438 Feb 10 16:03:05.222212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-01f7026c-72c8-4d71-996b-bbffc39eb35b', 'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': '0c564d31-f08b-4251-a790-2950a5201573'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:05.223097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.322466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7e38778-7fc7-4375-8704-6f4a590007e6 req-d08d9813-a425-4730-a84a-82bec1fd9126 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092956 Feb 10 16:03:05.332029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.8 (01f7026c-72c8-4d71-996b-bbffc39eb35b/0c564d31-f08b-4251-a790-2950a5201573/d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:05.337956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'tag': '8efe77c5-6ac7-48fa-bda3-32b77f53e635'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:05.341150 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa06dab-075a-49f0-85be-6b31cec82001" -d '{"events": [{"name": "network-changed", "server_uuid": "4c67f947-21af-48d4-bdff-4c48ffaf7492", "tag": "8efe77c5-6ac7-48fa-bda3-32b77f53e635"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:05.396932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e25c71a-0b0b-4625-b6c3-c01fb5704f43 req-5f4aa735-15ac-4f9b-8aa2-e9b45ccd11f9 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135205 Feb 10 16:03:05.415846 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28823913-a62d-4b9a-95fc-74d05b7de5df x-openstack-request-id: req-28823913-a62d-4b9a-95fc-74d05b7de5df {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:05.415846 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c67f947-21af-48d4-bdff-4c48ffaf7492", "tag": "8efe77c5-6ac7-48fa-bda3-32b77f53e635", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:05.415846 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28823913-a62d-4b9a-95fc-74d05b7de5df {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:05.415846 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'tag': '8efe77c5-6ac7-48fa-bda3-32b77f53e635', 'status': 'completed', 'code': 200} Feb 10 16:03:05.550632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.591089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-341d95cd-2a48-4999-bc7f-ca9b589758b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.593368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.593999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-341d95cd-2a48-4999-bc7f-ca9b589758b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 1095 time: 0.1508083 Feb 10 16:03:05.635730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf651c-9c16-4aa9-9872-fe37bafa6989 req-995d9266-46d5-41d4-8a39-22e6b5f00dda tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.637247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78cf651c-9c16-4aa9-9872-fe37bafa6989 req-995d9266-46d5-41d4-8a39-22e6b5f00dda tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 944 time: 0.1138811 Feb 10 16:03:05.650525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 01f7026c-72c8-4d71-996b-bbffc39eb35b is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:05.654977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:05.657945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:05.660442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:05.667239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Allocated IP 172.20.0.2 (01f7026c-72c8-4d71-996b-bbffc39eb35b/0c564d31-f08b-4251-a790-2950a5201573/d75cbf50-38f3-4bab-b0df-0dcba368c7d8) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:05.699026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aba86c-8bbd-437d-89c2-b12e1f108315 req-861b22ce-33bc-40b2-a09d-99411e84dba6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.707420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10aba86c-8bbd-437d-89c2-b12e1f108315 req-861b22ce-33bc-40b2-a09d-99411e84dba6 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 943 time: 0.1800215 Feb 10 16:03:05.721844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.722626 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.754632 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-923900b1-c1f2-415b-8148-363614f078cb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7891943 Feb 10 16:03:05.754632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50242) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:05.779162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78cf651c-9c16-4aa9-9872-fe37bafa6989 req-8361332f-5be4-410c-b2a5-435810aa366d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038635 Feb 10 16:03:05.816381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10aba86c-8bbd-437d-89c2-b12e1f108315 req-007c1f67-3175-4f0b-a404-db1e2134b1f7 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976872 Feb 10 16:03:05.824081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-85659e0d-64a8-4eda-9096-c2985760594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.825180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-85659e0d-64a8-4eda-9096-c2985760594d service neutron] 10.222.0.45 "GET /v2.0/networks?id=76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 200 len: 916 time: 0.2223296 Feb 10 16:03:05.864851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:05.865341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.895362 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.906241 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:05.906843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-7de89e7f-deea-4c6d-88d5-874748de0b2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635 HTTP/1.1" status: 200 len: 217 time: 0.0740840 Feb 10 16:03:05.953748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Network 01f7026c-72c8-4d71-996b-bbffc39eb35b is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:05.957838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Pushing event updated for resources: {'Port': ['ID=d75cbf50-38f3-4bab-b0df-0dcba368c7d8,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:05.960658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:05.963153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:05.979487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.016150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:06.025694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-317d1716-9ccb-4556-ad15-f56e7604b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:06.027534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-317d1716-9ccb-4556-ad15-f56e7604b929 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 200 len: 855 time: 0.1142566 Feb 10 16:03:06.048970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Attempting to bind port d75cbf50-38f3-4bab-b0df-0dcba368c7d8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:06.049348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Attempting to bind port d75cbf50-38f3-4bab-b0df-0dcba368c7d8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:06.049731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Attempting to bind port d75cbf50-38f3-4bab-b0df-0dcba368c7d8 on network 01f7026c-72c8-4d71-996b-bbffc39eb35b {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:06.056244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:06.056630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Checking segment: {'id': 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:06.057193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.057592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Bound using segment: {'id': 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:06.058066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Bound port: d75cbf50-38f3-4bab-b0df-0dcba368c7d8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '01f7026c-72c8-4d71-996b-bbffc39eb35b'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:06.058767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.096099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-5bcfef50-d730-4a39-9a29-455e3a2eaef3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76c30552-d39c-4d29-a580-89cf3a637e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590019 Feb 10 16:03:06.162981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] For port d75cbf50-38f3-4bab-b0df-0dcba368c7d8, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:06.166501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] For port d75cbf50-38f3-4bab-b0df-0dcba368c7d8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d75cbf50-38f3-4bab-b0df-0dcba368c7d8,segment=NetworkSegment(a5b67cc1-d553-445e-8ce0-90c2d5a48d75),segment_id=a5b67cc1-d553-445e-8ce0-90c2d5a48d75)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:06.173241 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.242417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff64c51-d801-4c1c-bccc-e8e639f9f5f8 req-e1b50089-6c79-4b83-a39b-0b6e15fc8c13 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:06.244179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ff64c51-d801-4c1c-bccc-e8e639f9f5f8 req-e1b50089-6c79-4b83-a39b-0b6e15fc8c13 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.1191895 Feb 10 16:03:06.269418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386d6e3-20eb-4e67-8564-15c99aa35db5 None None] Pushing event updated for resources: {'Port': ['ID=d75cbf50-38f3-4bab-b0df-0dcba368c7d8,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:06.287938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.332148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ff64c51-d801-4c1c-bccc-e8e639f9f5f8 req-bde1c972-995a-4b88-b752-fc9830892b61 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718296 Feb 10 16:03:06.337981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-3e468bc4-0bc9-407a-8fc6-604772355594 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338305 Feb 10 16:03:06.350184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:06.448285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.456277 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-937ceff8-7660-4246-b22a-6decc7a3a820 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a HTTP/1.1" status: 204 len: 168 time: 0.7030509 Feb 10 16:03:06.456617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50252) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:06.521582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eaa06dab-075a-49f0-85be-6b31cec82001 req-c391cee4-5b6f-4070-b833-dc7d9c040513 service neutron] 10.222.0.45 "GET /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762490 Feb 10 16:03:06.552267 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1442c7-f422-41cb-89c6-a3f7c6f62548 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:06.555496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6b1442c7-f422-41cb-89c6-a3f7c6f62548 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a HTTP/1.1" status: 404 len: 333 time: 0.0816274 Feb 10 16:03:06.558586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:06.622401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9a112-7019-42b4-9230-5066960ebfb9 req-3bd7471e-a434-4c72-a9c7-0312ab70927a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:06.637086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3aa9a112-7019-42b4-9230-5066960ebfb9 req-3bd7471e-a434-4c72-a9c7-0312ab70927a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2148244 Feb 10 16:03:06.662922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 0c564d31-f08b-4251-a790-2950a5201573 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:06.666734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.697589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3aa9a112-7019-42b4-9230-5066960ebfb9 req-83d893c8-dc7b-46ae-a407-568a2277b01d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595057 Feb 10 16:03:06.753884 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.878879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.960597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:06.994861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=0c564d31-f08b-4251-a790-2950a5201573,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:06.997323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.001448 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3ec8e1d7-6ffe-4acd-a3b3-16eb7ebd0320 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/0c564d31-f08b-4251-a790-2950a5201573 HTTP/1.1" status: 204 len: 168 time: 0.4418545 Feb 10 16:03:07.005908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50262) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:07.013986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2eb44-2eeb-4315-8909-27d954c7d60b req-f01875f3-63da-477c-a069-5b5b91cb73bf tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:07.022722 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cee2eb44-2eeb-4315-8909-27d954c7d60b req-f01875f3-63da-477c-a069-5b5b91cb73bf tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 943 time: 0.1254840 Feb 10 16:03:07.037085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ab60-088c-40c8-9a3e-e8650973f1e2 req-7024f135-d91c-4b18-b0b9-377af7289d66 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:07.038657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d233ab60-088c-40c8-9a3e-e8650973f1e2 req-7024f135-d91c-4b18-b0b9-377af7289d66 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 944 time: 0.0971279 Feb 10 16:03:07.083237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cee2eb44-2eeb-4315-8909-27d954c7d60b req-e962b4df-b615-4c14-9b97-e55b3a308639 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595512 Feb 10 16:03:07.101352 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.134470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d233ab60-088c-40c8-9a3e-e8650973f1e2 req-7291f0db-e07b-48ba-9e86-9676c1b02187 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658057 Feb 10 16:03:07.191187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port d75cbf50-38f3-4bab-b0df-0dcba368c7d8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:07.191763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.293574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d0378110-9bde-4dd7-9b75-dc404988e53c tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:07.295836 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d0378110-9bde-4dd7-9b75-dc404988e53c tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.75 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.1178682 Feb 10 16:03:07.344973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] For port d75cbf50-38f3-4bab-b0df-0dcba368c7d8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d75cbf50-38f3-4bab-b0df-0dcba368c7d8,segment=NetworkSegment(a5b67cc1-d553-445e-8ce0-90c2d5a48d75),segment_id=a5b67cc1-d553-445e-8ce0-90c2d5a48d75)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:07.345342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.386455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for d75cbf50-38f3-4bab-b0df-0dcba368c7d8 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:07.501181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Deleting port a0463247-ab76-4073-adf5-789c48301de9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:07.501664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.519483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ec41-978d-4907-95a5-bffefa1fb7c6 req-e8da639d-ceaf-43b8-8867-d7ac61200acd tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:07.528027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efb4ec41-978d-4907-95a5-bffefa1fb7c6 req-e8da639d-ceaf-43b8-8867-d7ac61200acd tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 945 time: 0.0875571 Feb 10 16:03:07.564805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.606775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=d75cbf50-38f3-4bab-b0df-0dcba368c7d8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:07.610901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No DVR routers for this DVR port d75cbf50-38f3-4bab-b0df-0dcba368c7d8 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:07.611704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efb4ec41-978d-4907-95a5-bffefa1fb7c6 req-70eab886-358c-48c6-87bf-c1df3dc43347 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bb144b-33cc-4b4a-b4d3-6f5620898967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721142 Feb 10 16:03:07.649013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd8989-2a44-4e60-a008-a3026523eb36 None None] Network 01f7026c-72c8-4d71-996b-bbffc39eb35b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:07.708860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8efe77c5-6ac7-48fa-bda3-32b77f53e635 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:03:07.730310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] For port a0463247-ab76-4073-adf5-789c48301de9, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a0463247-ab76-4073-adf5-789c48301de9,segment=NetworkSegment(560d61fe-5ac6-45bb-805e-b8eccf1cc74e),segment_id=560d61fe-5ac6-45bb-805e-b8eccf1cc74e)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:07.730686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.737198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4bc55b91-d26e-4c74-b4a4-043ea8789203 None None] Could not find standard attr ID for object d75cbf50-38f3-4bab-b0df-0dcba368c7d8. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:07.760530 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.786478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f7026c-72c8-4d71-996b-bbffc39eb35b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:07.804924 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:07.805537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b67cc1-d553-445e-8ce0-90c2d5a48d75') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:07.817394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Calling delete_port for a0463247-ab76-4073-adf5-789c48301de9 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:07.825878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.879720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:07.892529 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.900148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '8efe77c5-6ac7-48fa-bda3-32b77f53e635', 'network_id': '76c30552-d39c-4d29-a580-89cf3a637e83', 'port_id': '8efe77c5-6ac7-48fa-bda3-32b77f53e635', 'mac_address': 'fa:16:3e:f5:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd244f-ed64-44c9-8bdf-93fab7fbecdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:03:07.902135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:07.902549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:07.906306 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:07.956503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fafc73-d745-4d0d-b308-d815da9bc745 None None] DHCP port deletion for 01f7026c-72c8-4d71-996b-bbffc39eb35b request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:03:07.977004 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:07.993425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efe77c5-6ac7-48fa-bda3-32b77f53e635 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:03:07.996059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.010451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.013816 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/01f7026c-72c8-4d71-996b-bbffc39eb35b HTTP/1.1" status: 204 len: 168 time: 1.0067260 Feb 10 16:03:08.019809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50268) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:08.031460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'name': 'tempest-PortsTestJSON-1913849602'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:08.050926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86291a8b-667a-425d-a0ec-9cc688179ded tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=01f7026c-72c8-4d71-996b-bbffc39eb35b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:08.051530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:08.060269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.061485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2073bf5b-e71b-477c-895b-064ea289d86c details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:03:08.085258 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.106980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a0463247-ab76-4073-adf5-789c48301de9'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:08.147152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Pushing event deleted for resources: {'Port': ['ID=a0463247-ab76-4073-adf5-789c48301de9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:08.206007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=8efe77c5-6ac7-48fa-bda3-32b77f53e635,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:08.256679 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] No DVR routers for this DVR port a0463247-ab76-4073-adf5-789c48301de9 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:08.262793 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.269534 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a7cef5d6-da5e-4251-b676-7be25e38ffa2 req-d1574db9-9005-421d-961b-9b50e13ec647 tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.75 "DELETE /v2.0/ports/a0463247-ab76-4073-adf5-789c48301de9 HTTP/1.1" status: 204 len: 173 time: 0.9660251 Feb 10 16:03:08.270122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'name': 'network-vif-deleted', 'tag': 'a0463247-ab76-4073-adf5-789c48301de9'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:08.272795 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5197b36a-3d4f-4db5-97cf-f8cc2b8c6ccd" -d '{"events": [{"server_uuid": "166e84ed-dbf9-4942-9421-59db5d0e25f4", "name": "network-vif-deleted", "tag": "a0463247-ab76-4073-adf5-789c48301de9"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:08.277663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2073bf5b-e71b-477c-895b-064ea289d86c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2073bf5b-e71b-477c-895b-064ea289d86c,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:08.297068 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '2073bf5b-e71b-477c-895b-064ea289d86c', 'network_id': '7ba34d40-6b88-4d6d-ad67-ba311e12ca75', 'port_id': '2073bf5b-e71b-477c-895b-064ea289d86c', 'mac_address': 'fa:16:3e:1a:22:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9030d590-6885-4559-ab9f-47f19a609424', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:03:08.321898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:08.324872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.365293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3972d3a-2752-4810-a113-1a48434a14d7 req-a40f2694-7a7d-4849-9266-e31ef3992b1f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:08.367159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3972d3a-2752-4810-a113-1a48434a14d7 req-a40f2694-7a7d-4849-9266-e31ef3992b1f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 943 time: 0.1202221 Feb 10 16:03:08.376011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.388340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 391bffbd-276a-4bdc-b7ff-c2a594bec723 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:08.393180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2073bf5b-e71b-477c-895b-064ea289d86c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:03:08.413195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de443c-380d-4e93-9295-909c86c21cf7 req-6e2b00c5-d588-4ad7-912b-2b0b009f4539 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:08.420853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06de443c-380d-4e93-9295-909c86c21cf7 req-6e2b00c5-d588-4ad7-912b-2b0b009f4539 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 945 time: 0.1331723 Feb 10 16:03:08.422544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2073bf5b-e71b-477c-895b-064ea289d86c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2073bf5b-e71b-477c-895b-064ea289d86c,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:08.427894 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:08.479577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2073bf5b-e71b-477c-895b-064ea289d86c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:08.515692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3972d3a-2752-4810-a113-1a48434a14d7 req-be9c3c2f-265b-4cfe-9d46-1838bfc45dde tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373835 Feb 10 16:03:08.520325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06de443c-380d-4e93-9295-909c86c21cf7 req-0330a055-8859-472d-9776-ebe186b28f38 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987713 Feb 10 16:03:08.577098 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcee4f4-e0e6-48fc-9d2f-9d89edf8d560 x-openstack-request-id: req-fbcee4f4-e0e6-48fc-9d2f-9d89edf8d560 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:08.577639 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166e84ed-dbf9-4942-9421-59db5d0e25f4", "name": "network-vif-deleted", "tag": "a0463247-ab76-4073-adf5-789c48301de9", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:08.577639 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbcee4f4-e0e6-48fc-9d2f-9d89edf8d560 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:08.577972 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166e84ed-dbf9-4942-9421-59db5d0e25f4', 'name': 'network-vif-deleted', 'tag': 'a0463247-ab76-4073-adf5-789c48301de9', 'status': 'completed', 'code': 200} Feb 10 16:03:08.648423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['2073bf5b-e71b-477c-895b-064ea289d86c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:08.685231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['8efe77c5-6ac7-48fa-bda3-32b77f53e635'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:09.059340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.089560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-91aea06b-591f-48a3-860b-72ca3d0ca078 req-43dbfe11-efcc-45a8-a708-84d872eed7de tempest-ServersNegativeTestMultiTenantJSON-364876640 tempest-ServersNegativeTestMultiTenantJSON-364876640-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e84ed-dbf9-4942-9421-59db5d0e25f4 HTTP/1.1" status: 200 len: 210 time: 0.0274367 Feb 10 16:03:09.135485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.179070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:09.181954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:09.185473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:09.191691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:09.192125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.198023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=391bffbd-276a-4bdc-b7ff-c2a594bec723,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:09.219822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b7b19c3b-df16-474d-b35b-0186a4b4fb37 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1955476 Feb 10 16:03:09.222727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50280) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:09.326240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 391bffbd-276a-4bdc-b7ff-c2a594bec723 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:09.326648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.393264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.407298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 391bffbd-276a-4bdc-b7ff-c2a594bec723 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:09.492511 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.525996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=391bffbd-276a-4bdc-b7ff-c2a594bec723,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:09.535696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.542645 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-61689980-cc4c-45f3-8fd5-31e72d4c9de1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/391bffbd-276a-4bdc-b7ff-c2a594bec723 HTTP/1.1" status: 204 len: 168 time: 0.3150690 Feb 10 16:03:09.542982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50284) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:09.549185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'mac_address': 'fa:16:3e:65:c1:20', 'name': 'tempest-PortsTestJSON-1491221815'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:09.648482 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8efe77c5-6ac7-48fa-bda3-32b77f53e635 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:09.711568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:03:09.716393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:09.718732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.718859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aeecf-4e91-4749-8933-656e3e686f12 req-3341bf73-0421-4b7d-93c7-079795b40f63 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:09.719985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d18aeecf-4e91-4749-8933-656e3e686f12 req-3341bf73-0421-4b7d-93c7-079795b40f63 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 944 time: 0.1142535 Feb 10 16:03:09.731760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b4e9f-0566-4706-a808-7d4cf7594c25 req-09dd40f8-e21a-4b16-86a9-f02d150aac26 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:09.738940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-962b4e9f-0566-4706-a808-7d4cf7594c25 req-09dd40f8-e21a-4b16-86a9-f02d150aac26 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 945 time: 0.1163220 Feb 10 16:03:09.772276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:09.809777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.837648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efe77c5-6ac7-48fa-bda3-32b77f53e635'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:09.840191 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2b8b29-b3c2-4ab3-82f2-1c6c9b90817c" -d '{"events": [{"server_uuid": "4c67f947-21af-48d4-bdff-4c48ffaf7492", "name": "network-vif-plugged", "status": "completed", "tag": "8efe77c5-6ac7-48fa-bda3-32b77f53e635"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:09.857248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-962b4e9f-0566-4706-a808-7d4cf7594c25 req-acb6291f-9c92-4664-ba7f-975163ea8de5 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162202 Feb 10 16:03:09.860029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:09.865531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.866875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2073bf5b-e71b-477c-895b-064ea289d86c up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:09.882104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d18aeecf-4e91-4749-8933-656e3e686f12 req-cb0447e4-a6e8-49cd-9f27-7d22e1dd177f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385543 Feb 10 16:03:09.906184 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:09.954057 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5278e-fcbc-43e1-ba93-df9ca56abfe0 x-openstack-request-id: req-e6c5278e-fcbc-43e1-ba93-df9ca56abfe0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:09.954365 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c67f947-21af-48d4-bdff-4c48ffaf7492", "name": "network-vif-plugged", "status": "completed", "tag": "8efe77c5-6ac7-48fa-bda3-32b77f53e635", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:09.954737 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6c5278e-fcbc-43e1-ba93-df9ca56abfe0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:09.961265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 30e18bcd-dd91-444d-93ff-558b548e0e86 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:09.963933 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efe77c5-6ac7-48fa-bda3-32b77f53e635', 'code': 200} Feb 10 16:03:09.975575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=8efe77c5-6ac7-48fa-bda3-32b77f53e635,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:10.004257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 2073bf5b-e71b-477c-895b-064ea289d86c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:03:10.010498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 2073bf5b-e71b-477c-895b-064ea289d86c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:10.011073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.102054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee6ddf-5fac-4499-a56f-a98ca1d0a389 req-708bdcde-bbbf-49dc-b092-4b5fc6feb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:10.103503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8ee6ddf-5fac-4499-a56f-a98ca1d0a389 req-708bdcde-bbbf-49dc-b092-4b5fc6feb4e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 1097 time: 0.0827625 Feb 10 16:03:10.136327 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.173703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 2073bf5b-e71b-477c-895b-064ea289d86c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2073bf5b-e71b-477c-895b-064ea289d86c,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:10.181690 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.184945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50294) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.219394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8ee6ddf-5fac-4499-a56f-a98ca1d0a389 req-85494ea3-218f-49e8-b6d9-dcdfaef892bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083591 Feb 10 16:03:10.240856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=2073bf5b-e71b-477c-895b-064ea289d86c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:10.274101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.276124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Deleting subnet cd05268a-127b-4746-bcae-4107e728220f {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:10.279819 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.313066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.332994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.362801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:10.365964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:10.369705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:10.375290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:10.375867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.390920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=30e18bcd-dd91-444d-93ff-558b548e0e86,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:10.402577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-506d881d-f1f1-45cb-bf42-20f88e317cb5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8584669 Feb 10 16:03:10.403299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50296) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.406209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.452237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0686a2ae-2c33-46e5-ab62-a48de5bf2a77 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:10.456459 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50298) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.456898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0686a2ae-2c33-46e5-ab62-a48de5bf2a77 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/30e18bcd-dd91-444d-93ff-558b548e0e86 HTTP/1.1" status: 200 len: 841 time: 0.0522711 Feb 10 16:03:10.492869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.531238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd05268a-127b-4746-bcae-4107e728220f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:10.535063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.538379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-62b04e08-8e3a-4b7e-8e33-9be26df942e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd05268a-127b-4746-bcae-4107e728220f HTTP/1.1" status: 204 len: 168 time: 0.3502541 Feb 10 16:03:10.542396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50300) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.574694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a0463247-ab76-4073-adf5-789c48301de9 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:10.602883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 30e18bcd-dd91-444d-93ff-558b548e0e86 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:10.603719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.627164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: a0463247-ab76-4073-adf5-789c48301de9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:10.627164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a0463247-ab76-4073-adf5-789c48301de9 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:10.664293 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.698578 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.715132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 30e18bcd-dd91-444d-93ff-558b548e0e86 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:10.765597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.785182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4919a2ce-ff6c-4901-b6bb-e556f9f13045']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:10.794101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560d61fe-5ac6-45bb-805e-b8eccf1cc74e') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:10.794723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560d61fe-5ac6-45bb-805e-b8eccf1cc74e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:10.797768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.804972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.819358 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.825483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:10.826884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.827705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=30e18bcd-dd91-444d-93ff-558b548e0e86,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:10.828620 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:10.835156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.839135 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb26737e-4121-48cd-bc04-c42d50d2e770 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/30e18bcd-dd91-444d-93ff-558b548e0e86 HTTP/1.1" status: 204 len: 168 time: 0.3815877 Feb 10 16:03:10.841910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50302) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.866869 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c994c5a-caa6-4306-88f9-e23c2e80c535 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:10.868412 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c994c5a-caa6-4306-88f9-e23c2e80c535 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/30e18bcd-dd91-444d-93ff-558b548e0e86 HTTP/1.1" status: 404 len: 333 time: 0.0251348 Feb 10 16:03:10.872205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50304) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.878184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'name': 'tempest-PortsTestJSON-1189684333'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:10.887113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.895063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:10.899578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] 10.222.0.21 "DELETE /v2.0/networks/4919a2ce-ff6c-4901-b6bb-e556f9f13045 HTTP/1.1" status: 204 len: 168 time: 0.3546696 Feb 10 16:03:10.916264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50308) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:10.919602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da016c11-d853-4725-8465-4e90c49ffc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4919a2ce-ff6c-4901-b6bb-e556f9f13045,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:11.001966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:11.005476 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.022667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Deleting subnet 677de20f-b993-421f-8104-1cfef9bc42d7 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:11.024611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 2c35a785-65f9-48ed-8be3-6a01f0ad361e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:11.029025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.073386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294464b5-d3a2-4bb1-a230-f625bc5a0b03 req-dfe57cae-b1e6-4a70-9af4-ba0973ffbc30 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:11.074888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-294464b5-d3a2-4bb1-a230-f625bc5a0b03 req-dfe57cae-b1e6-4a70-9af4-ba0973ffbc30 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1267450 Feb 10 16:03:11.092644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480810-b16a-46a5-9458-c5639918e255 req-398428ce-28fc-4313-b884-dafb75688239 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:11.094196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9480810-b16a-46a5-9458-c5639918e255 req-398428ce-28fc-4313-b884-dafb75688239 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 945 time: 0.1129820 Feb 10 16:03:11.104674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.187969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-294464b5-d3a2-4bb1-a230-f625bc5a0b03 req-9ec8b38f-b887-40c8-9584-509795cae70d tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013563 Feb 10 16:03:11.196145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.222050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9480810-b16a-46a5-9458-c5639918e255 req-b6361c50-50c5-43ce-904e-61689a8b8276 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197023 Feb 10 16:03:11.227865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.235823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.287707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:11.293857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:11.296580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=2c35a785-65f9-48ed-8be3-6a01f0ad361e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:11.298673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:11.303879 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.304225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:11.304843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.326555 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f17fd29-2cd6-4a06-9a62-b95d4dea7029 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4530959 Feb 10 16:03:11.327041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50318) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:11.332311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:11.337210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677de20f-b993-421f-8104-1cfef9bc42d7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:11.339917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.348055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5596f6e5-8739-4309-bd27-f08217c79baf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/677de20f-b993-421f-8104-1cfef9bc42d7 HTTP/1.1" status: 204 len: 168 time: 0.4355543 Feb 10 16:03:11.350311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50322) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:11.407591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.439834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.522051 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.545731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315899c2-8d4c-4001-8d36-a5d9ece435b4']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:11.561828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90656f4-e1c9-47b2-b116-7c782c58e0bb') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:11.562338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90656f4-e1c9-47b2-b116-7c782c58e0bb') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:11.572471 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.581250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.586565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.587056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.593680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:11.594078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:11.595873 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:11.629797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] In _notify_port_updated(), no bound segment for port 2c35a785-65f9-48ed-8be3-6a01f0ad361e on network cb48e36f-f763-4de8-b468-6df0f90d53ea {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:03:11.635367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:11.636023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.637306 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/ports/2c35a785-65f9-48ed-8be3-6a01f0ad361e HTTP/1.1" status: 200 len: 818 time: 0.3092890 Feb 10 16:03:11.640871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50324) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:11.660916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.670709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.674080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/315899c2-8d4c-4001-8d36-a5d9ece435b4 HTTP/1.1" status: 204 len: 168 time: 0.3224030 Feb 10 16:03:11.681389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bba60a-7faa-46ed-acb5-c1529f606ee8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=2c35a785-65f9-48ed-8be3-6a01f0ad361e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:11.698177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76881cab-8b0a-4bd5-85ca-ea99478922c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=315899c2-8d4c-4001-8d36-a5d9ece435b4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:11.749650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 2c35a785-65f9-48ed-8be3-6a01f0ad361e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:11.749991 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.825543 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.839904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 2c35a785-65f9-48ed-8be3-6a01f0ad361e owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:11.865107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50328) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:11.912210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ad972c2a-6f2c-4c22-8403-9ee563864c8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baab5fc2f42e4eb38267f2d886f7576d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435305 Feb 10 16:03:11.912660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50330) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:11.934622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.965174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073bf5b-e71b-477c-895b-064ea289d86c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:11.965987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=2c35a785-65f9-48ed-8be3-6a01f0ad361e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:11.966319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5df646b-2b0e-4b2d-bcea-c2e4768d8fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.969940 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55eb2c7-b290-4176-bddc-07f507a95e93" -d '{"events": [{"server_uuid": "a15c5470-53fb-4c57-8d1b-df377a55d1e2", "name": "network-vif-plugged", "status": "completed", "tag": "2073bf5b-e71b-477c-895b-064ea289d86c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:11.971853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:11.975474 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7bedea1e-6cfa-4d23-a830-22b30574d5a4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/2c35a785-65f9-48ed-8be3-6a01f0ad361e HTTP/1.1" status: 204 len: 168 time: 0.3336332 Feb 10 16:03:11.977885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50334) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.001522 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5df646b-2b0e-4b2d-bcea-c2e4768d8fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.023303 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ada250-f5d0-497b-b845-e2eca3116e99 x-openstack-request-id: req-d3ada250-f5d0-497b-b845-e2eca3116e99 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:12.023818 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c5470-53fb-4c57-8d1b-df377a55d1e2", "name": "network-vif-plugged", "status": "completed", "tag": "2073bf5b-e71b-477c-895b-064ea289d86c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:12.024078 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3ada250-f5d0-497b-b845-e2eca3116e99 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:12.024475 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073bf5b-e71b-477c-895b-064ea289d86c', 'code': 200} Feb 10 16:03:12.033867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d19bd-4db7-4039-aef1-c5378c490313 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.035726 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-789d19bd-4db7-4039-aef1-c5378c490313 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0568199 Feb 10 16:03:12.038350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50336) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.072331 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2752843c-6c76-43ce-8951-c17501ecfe3e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:12.073903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2752843c-6c76-43ce-8951-c17501ecfe3e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/2c35a785-65f9-48ed-8be3-6a01f0ad361e HTTP/1.1" status: 404 len: 333 time: 0.0346196 Feb 10 16:03:12.077915 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50338) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.081851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5df646b-2b0e-4b2d-bcea-c2e4768d8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.083486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215523762'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:12.085465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5df646b-2b0e-4b2d-bcea-c2e4768d8fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.091867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e5df646b-2b0e-4b2d-bcea-c2e4768d8fd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44bb144b-33cc-4b4a-b4d3-6f5620898967 HTTP/1.1" status: 204 len: 168 time: 0.1774089 Feb 10 16:03:12.110577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:12.116336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.150826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df646b-2b0e-4b2d-bcea-c2e4768d8fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bb144b-33cc-4b4a-b4d3-6f5620898967,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:12.151315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:12.163773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.164167 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment 0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5 of type vlan for network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 Feb 10 16:03:12.203886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901896e-840b-4ab6-b3e9-f264027be950 req-d3a32199-cff9-464d-a2fd-e26c04500082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.206397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b901896e-840b-4ab6-b3e9-f264027be950 req-d3a32199-cff9-464d-a2fd-e26c04500082 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 1096 time: 0.1043932 Feb 10 16:03:12.221406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.253846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.259537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b901896e-840b-4ab6-b3e9-f264027be950 req-c20069b3-a568-4f20-a715-3545c9f3629b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Feb 10 16:03:12.262646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.265222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.365080 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2861161 Feb 10 16:03:12.367910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50348) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.373490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:12.395949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39372cc-2b0b-4bd9-a62b-e5e34f92b1ab req-f0598efa-432f-43b3-b1e3-055fecc40e48 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.399542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b39372cc-2b0b-4bd9-a62b-e5e34f92b1ab req-f0598efa-432f-43b3-b1e3-055fecc40e48 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.0820329 Feb 10 16:03:12.431277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e613d68-551c-4b4b-948b-e4b5214cfcff tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:12.433136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3898e-3e62-47c2-9468-f28d83ce2670 req-af749787-cd3a-48a2-b1ff-86324ca330b3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.434685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76a3898e-3e62-47c2-9468-f28d83ce2670 req-af749787-cd3a-48a2-b1ff-86324ca330b3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 945 time: 0.1042950 Feb 10 16:03:12.458341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:12.471860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b39372cc-2b0b-4bd9-a62b-e5e34f92b1ab req-5f865c06-bf46-40bd-9562-6067459d40e9 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Feb 10 16:03:12.534699 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76a3898e-3e62-47c2-9468-f28d83ce2670 req-3cb0d3ee-5fb9-4299-acc2-6ce3c6f1ee3f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 Feb 10 16:03:12.561666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:12.567128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.621961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d85547-ba49-4ef2-870b-ba13c3b47d06 req-7ef92fae-a394-44c8-8910-ee5918ef01a3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.624106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30d85547-ba49-4ef2-870b-ba13c3b47d06 req-7ef92fae-a394-44c8-8910-ee5918ef01a3 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.0582108 Feb 10 16:03:12.645480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50354) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.688787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30d85547-ba49-4ef2-870b-ba13c3b47d06 req-5ee3e9c6-4850-499d-a975-781ef75748d7 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581882 Feb 10 16:03:12.706273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fffadafb-9540-43a2-b411-fb94d6661134 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2654d6558a9d4162a6ef0f1f95d008f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574582 Feb 10 16:03:12.706505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50356) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.775500 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb237cc7-3fd5-4111-b887-8d8d0e497f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.790342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.801191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb237cc7-3fd5-4111-b887-8d8d0e497f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.850894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:12.871705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:12.872198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:12.884967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb237cc7-3fd5-4111-b887-8d8d0e497f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.889462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb237cc7-3fd5-4111-b887-8d8d0e497f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.890471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:12.891045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eb237cc7-3fd5-4111-b887-8d8d0e497f69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc978b9d-f589-4508-a61f-c8e0654c5a9c HTTP/1.1" status: 204 len: 168 time: 0.1835854 Feb 10 16:03:12.905625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:12.907965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb237cc7-3fd5-4111-b887-8d8d0e497f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc978b9d-f589-4508-a61f-c8e0654c5a9c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:12.915523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.916144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:12.925459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a52ac-4dcd-4fa2-bd3b-4b3f7eb7ecfd None None] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:12.946745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-01af9e12-5d17-43e5-a7c3-6f8533884f09 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5772204 Feb 10 16:03:12.949081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50364) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:12.964601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:13.024264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6058-73f8-4aac-9849-5e684de69adc req-0e7b5d7a-530f-463b-bd49-afbf143c0198 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:13.027913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dcb6058-73f8-4aac-9849-5e684de69adc req-0e7b5d7a-530f-463b-bd49-afbf143c0198 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1227844 Feb 10 16:03:13.083136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dcb6058-73f8-4aac-9849-5e684de69adc req-308a074f-aa14-43b5-aef3-476d240d891e tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Feb 10 16:03:13.167650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:13.173103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:13.265717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d717-d757-41d8-8f77-22fa73d3b7a3 req-580b80af-3eee-4d9d-99bc-269de66ebe22 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:13.277097 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87f7d717-d757-41d8-8f77-22fa73d3b7a3 req-580b80af-3eee-4d9d-99bc-269de66ebe22 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1118848 Feb 10 16:03:13.302055 n-d-827895-3 neutron-server[102614]: INFO neutron.db.ipam_backend_mixin [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2 (CIDR: 172.20.0.0/28) Feb 10 16:03:13.307735 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:03:13.308305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:03:13.337679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87f7d717-d757-41d8-8f77-22fa73d3b7a3 req-077689ae-ef47-4f91-8688-688b186326e9 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Feb 10 16:03:13.370887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': 'ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:13.371820 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:13.377241 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-015bd326-d74f-45c4-8030-a8e1b53fcbec tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4254274 Feb 10 16:03:13.378126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50372) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:13.383742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:13.655158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:13.670811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:13.692294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Allocated IP 172.20.0.2 (3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59/ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2/2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:13.769341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c72e70-b7a2-4904-9d72-805be680dd10 req-6fe0177e-4647-4a72-861f-ea3afcdf6dda tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:13.777586 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50c72e70-b7a2-4904-9d72-805be680dd10 req-6fe0177e-4647-4a72-861f-ea3afcdf6dda tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 945 time: 0.1368604 Feb 10 16:03:13.786979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd87807-b8c4-4099-9b71-c0576697fb55 req-3d0f66c2-d87f-436d-be83-eadc80682d96 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:13.788708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edd87807-b8c4-4099-9b71-c0576697fb55 req-3d0f66c2-d87f-436d-be83-eadc80682d96 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1046426 Feb 10 16:03:13.858349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50c72e70-b7a2-4904-9d72-805be680dd10 req-87d38270-820b-4a23-b19e-1ed98afa3a90 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754468 Feb 10 16:03:13.881927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-edd87807-b8c4-4099-9b71-c0576697fb55 req-7041409f-6aa5-47de-8965-d66630dd63f1 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691168 Feb 10 16:03:13.986022 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:13.997540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:14.117834 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:14.124163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:14.129699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437922a0-d40d-4240-b611-bac807c22f2d req-8b9171a0-7ee5-477b-9465-e71927ea5dad tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:14.134015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:14.142461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-437922a0-d40d-4240-b611-bac807c22f2d req-8b9171a0-7ee5-477b-9465-e71927ea5dad tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1159999 Feb 10 16:03:14.237255 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-437922a0-d40d-4240-b611-bac807c22f2d req-4c446e8a-4193-46ca-bf76-d174b2cff4b6 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897477 Feb 10 16:03:14.299606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Pushing event updated for resources: {'Port': ['ID=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:14.315385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Attempting to bind port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:14.322326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Attempting to bind port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:14.323910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Attempting to bind port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 on network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:14.344544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:14.345123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Checking segment: {'id': '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:14.345634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:14.346147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Bound using segment: {'id': '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:14.347348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Bound port: 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:14.356126 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:14.571628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] For port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:14.575713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] For port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,segment=NetworkSegment(0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5),segment_id=0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:14.582747 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:14.657319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa12ae9-49f4-4427-9512-2f3778d815c4 None None] Pushing event updated for resources: {'Port': ['ID=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:14.722017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:14.778208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:14.781829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:14.787231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:14.787867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:14.804439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=6c94da2a-006c-40a5-9596-5d3a0f4432a2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:14.843806 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e17c902e-41d5-4148-8356-64c873755a72 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4644241 Feb 10 16:03:14.846523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50430) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:14.853200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'fixed_ips': [{'subnet_id': 'ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2'}, {'subnet_id': '6c94da2a-006c-40a5-9596-5d3a0f4432a2'}], 'name': 'tempest-PortsTestJSON-947376796'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:15.045975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef983b73-246c-4366-b907-d761e3cf36f3 req-d48b5d77-50f9-4a8b-9a94-ab3357845b66 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:15.056150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef983b73-246c-4366-b907-d761e3cf36f3 req-d48b5d77-50f9-4a8b-9a94-ab3357845b66 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1854236 Feb 10 16:03:15.130153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ef983b73-246c-4366-b907-d761e3cf36f3 req-00a57756-0d62-4727-85ee-2773d9fd3fca tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730751 Feb 10 16:03:15.164309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:15.281478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:15.306368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 5d640e7d-0893-410b-8450-4594963a8c15 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:15.754816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.3 (3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59/ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2/5d640e7d-0893-410b-8450-4594963a8c15) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:15.772650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50464) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:15.817619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.23 (3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59/6c94da2a-006c-40a5-9596-5d3a0f4432a2/5d640e7d-0893-410b-8450-4594963a8c15) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:15.862889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-75d0a43e-ca44-40ae-869a-b402c788d3df tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:15.864442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-75d0a43e-ca44-40ae-869a-b402c788d3df tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.1112459 Feb 10 16:03:15.932777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-673c1147-bcfc-4d5c-a08a-d9b7be15fd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.025300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-673c1147-bcfc-4d5c-a08a-d9b7be15fd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.031027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-673c1147-bcfc-4d5c-a08a-d9b7be15fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.072860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c1147-bcfc-4d5c-a08a-d9b7be15fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe073b9-eae6-42d2-82d7-403f45fab83e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:16.078839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-673c1147-bcfc-4d5c-a08a-d9b7be15fd89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45fd969a77694b6abe246c9dedb1e1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088312 Feb 10 16:03:16.081874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50468) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:16.084190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c7915-60d7-4e27-8469-7a4c215df1c9 None None] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:16.097578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.100886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Deleting port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:16.100886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.142051 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd119902-5cb9-47e7-8edf-df0d44cfab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.176530 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd119902-5cb9-47e7-8edf-df0d44cfab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.244143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f0cd1e34-1641-43db-b63d-89df9033747d None None] Provisioning complete for port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:16.244978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f0cd1e34-1641-43db-b63d-89df9033747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.249698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd119902-5cb9-47e7-8edf-df0d44cfab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.253023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bd119902-5cb9-47e7-8edf-df0d44cfab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.254307 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bd119902-5cb9-47e7-8edf-df0d44cfab11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebe073b9-eae6-42d2-82d7-403f45fab83e HTTP/1.1" status: 204 len: 168 time: 0.1713951 Feb 10 16:03:16.263253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd119902-5cb9-47e7-8edf-df0d44cfab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe073b9-eae6-42d2-82d7-403f45fab83e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:16.298157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.313420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] For port 8efe77c5-6ac7-48fa-bda3-32b77f53e635, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=8efe77c5-6ac7-48fa-bda3-32b77f53e635,segment=NetworkSegment(ac699ee4-77e6-4384-ba96-f8788e4eea0b),segment_id=ac699ee4-77e6-4384-ba96-f8788e4eea0b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:16.313778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.314930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:16.368635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Calling delete_port for 8efe77c5-6ac7-48fa-bda3-32b77f53e635 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:16.379753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:16.392030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:16.395840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:16.438196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=5d640e7d-0893-410b-8450-4594963a8c15,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:16.450310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:16.450677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.457697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f80b2-9183-4bfe-9178-afb87346f525 req-fe49b793-c45e-4b74-808a-842ebeec4790 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:16.459185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-987f80b2-9183-4bfe-9178-afb87346f525 req-fe49b793-c45e-4b74-808a-842ebeec4790 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c67f947-21af-48d4-bdff-4c48ffaf7492 HTTP/1.1" status: 200 len: 946 time: 0.2060430 Feb 10 16:03:16.521713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] Update dhcp port {'port': {'network_id': '3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59', 'fixed_ips': [{'subnet_id': 'ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c94da2a-006c-40a5-9596-5d3a0f4432a2'}], 'binding:host_id': 'n-d-827895-3'}, 'id': '2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:03:16.524892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f0cd1e34-1641-43db-b63d-89df9033747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.557498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:16.557882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.573541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-987f80b2-9183-4bfe-9178-afb87346f525 req-afab2e7f-fc1c-466a-b466-9a8d6853e931 tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741763 Feb 10 16:03:16.574825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.596266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-89d35b7d-a105-4237-a3a8-ace22e9cb7e7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7454238 Feb 10 16:03:16.596688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:16.606913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:16.734855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.797540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['8efe77c5-6ac7-48fa-bda3-32b77f53e635'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:16.801501 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Pushing event deleted for resources: {'Port': ['ID=8efe77c5-6ac7-48fa-bda3-32b77f53e635,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:16.848361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.862980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] No DVR routers for this DVR port 8efe77c5-6ac7-48fa-bda3-32b77f53e635 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:16.867306 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:16.875268 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8330a5a-74a9-4829-b5fb-825c1daa7816 req-dd3c6bd4-9d1e-4b45-bdd0-642e45388d2b tempest-ServerDiskConfigTestJSON-511044622 tempest-ServerDiskConfigTestJSON-511044622-project] 10.222.0.45 "DELETE /v2.0/ports/8efe77c5-6ac7-48fa-bda3-32b77f53e635 HTTP/1.1" status: 204 len: 173 time: 1.0021899 Feb 10 16:03:16.875268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'name': 'network-vif-deleted', 'tag': '8efe77c5-6ac7-48fa-bda3-32b77f53e635'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:16.894600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f0cd1e34-1641-43db-b63d-89df9033747d None None] For port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,segment=NetworkSegment(0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5),segment_id=0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:16.895048 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9205daf-f469-4b44-9ab9-80132149cc23" -d '{"events": [{"server_uuid": "4c67f947-21af-48d4-bdff-4c48ffaf7492", "name": "network-vif-deleted", "tag": "8efe77c5-6ac7-48fa-bda3-32b77f53e635"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:16.939959 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f0cd1e34-1641-43db-b63d-89df9033747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.002494 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dff1c1-13cb-4ea3-9569-3db6a7d3eecb x-openstack-request-id: req-42dff1c1-13cb-4ea3-9569-3db6a7d3eecb {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:17.003139 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c67f947-21af-48d4-bdff-4c48ffaf7492", "name": "network-vif-deleted", "tag": "8efe77c5-6ac7-48fa-bda3-32b77f53e635", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:17.003139 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42dff1c1-13cb-4ea3-9569-3db6a7d3eecb {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:17.003736 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c67f947-21af-48d4-bdff-4c48ffaf7492', 'name': 'network-vif-deleted', 'tag': '8efe77c5-6ac7-48fa-bda3-32b77f53e635', 'status': 'completed', 'code': 200} Feb 10 16:03:17.019715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.118222 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:17.118893 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:17.135414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] Allocated IP 172.20.0.18 (3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59/6c94da2a-006c-40a5-9596-5d3a0f4432a2/2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:17.137768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd1e34-1641-43db-b63d-89df9033747d None None] Pushing event updated for resources: {'Port': ['ID=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:17.270339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] For port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,segment=NetworkSegment(0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5),segment_id=0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:17.306876 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.314030 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.480246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fb89e-38b8-477d-94e6-769f92117773 None None] Pushing event updated for resources: {'Port': ['ID=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:17.495332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Delete allocated IP 172.20.0.23 (3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59/6c94da2a-006c-40a5-9596-5d3a0f4432a2) {{(pid=102614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 16:03:17.756660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.768845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.942823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50550) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:17.952314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=5d640e7d-0893-410b-8450-4594963a8c15,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:17.987460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] In _notify_port_updated(), no bound segment for port 5d640e7d-0893-410b-8450-4594963a8c15 on network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:03:17.992935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:17.993568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:17.994899 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d16bfb5-72ba-40e1-b7ad-7d69722cda03 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/ports/5d640e7d-0893-410b-8450-4594963a8c15 HTTP/1.1" status: 200 len: 918 time: 1.3970640 Feb 10 16:03:18.003314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50552) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:18.008828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2'}, {'subnet_id': '6c94da2a-006c-40a5-9596-5d3a0f4432a2'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:18.033663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Deleting subnet 3fdd244f-ed64-44c9-8bdf-93fab7fbecdd {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:18.040756 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.090694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.103222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.209413 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.284961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:18.315331 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.398654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdd244f-ed64-44c9-8bdf-93fab7fbecdd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:18.409147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.414088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eb040ff9-442f-4282-94ac-23fd931aea97 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3fdd244f-ed64-44c9-8bdf-93fab7fbecdd HTTP/1.1" status: 204 len: 168 time: 0.4702125 Feb 10 16:03:18.416880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50560) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:18.445235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e6c9f-9068-4a32-a5bc-0dfcfe7396c4 None None] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:18.463916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50562) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:18.464113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:18.464205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.507501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.576909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-db57f52c-1cad-4cb5-8c13-4b81e90b32dd None None] Provisioning complete for port 5d640e7d-0893-410b-8450-4594963a8c15 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:18.577670 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db57f52c-1cad-4cb5-8c13-4b81e90b32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.617841 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.626519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-db57f52c-1cad-4cb5-8c13-4b81e90b32dd None None] Port 5d640e7d-0893-410b-8450-4594963a8c15 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:18.637177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.28 (3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59/6c94da2a-006c-40a5-9596-5d3a0f4432a2/5d640e7d-0893-410b-8450-4594963a8c15) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:18.661521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c30552-d39c-4d29-a580-89cf3a637e83']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:18.684484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac699ee4-77e6-4384-ba96-f8788e4eea0b') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:18.685942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac699ee4-77e6-4384-ba96-f8788e4eea0b') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:18.710226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.719499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-db57f52c-1cad-4cb5-8c13-4b81e90b32dd None None] Provisioning complete for port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:18.720130 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db57f52c-1cad-4cb5-8c13-4b81e90b32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.730951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ec7132b-cff6-44c9-a582-41227bc5e72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.744341 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.757228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:18.758727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:18.764473 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:18.899855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.901666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.930416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.935806 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:18.944719 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/76c30552-d39c-4d29-a580-89cf3a637e83 HTTP/1.1" status: 204 len: 168 time: 0.5267272 Feb 10 16:03:18.947379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f75cd-7237-4e8e-9998-a31389c7d8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=76c30552-d39c-4d29-a580-89cf3a637e83,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:18.988805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ec7132b-cff6-44c9-a582-41227bc5e72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.034827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4ec7132b-cff6-44c9-a582-41227bc5e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.139665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50568) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:19.160092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=5d640e7d-0893-410b-8450-4594963a8c15,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:19.211490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c4c0ff8-62bd-4162-bc70-d5b94449b82b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4e9849b0ddb414997b7e63fe2eb7207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696378 Feb 10 16:03:19.215990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50570) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:19.220625 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4ec7132b-cff6-44c9-a582-41227bc5e72c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2db9740f871f4470bd37da1a404cfadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7560368 Feb 10 16:03:19.221410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7132b-cff6-44c9-a582-41227bc5e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6880ca-b3d4-443d-b515-deb0b1c0168f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:19.223825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50572) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:19.337545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9df869bc-f805-4139-8744-5842e0172c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.346979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] In _notify_port_updated(), no bound segment for port 5d640e7d-0893-410b-8450-4594963a8c15 on network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:03:19.354315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:19.356568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.358798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-06696ec3-d617-444b-81ef-014af8abcc31 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/ports/5d640e7d-0893-410b-8450-4594963a8c15 HTTP/1.1" status: 200 len: 998 time: 1.3543479 Feb 10 16:03:19.363624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50576) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:19.376864 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9df869bc-f805-4139-8744-5842e0172c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.380925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.409708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.501087 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.505635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.506953 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae6880ca-b3d4-443d-b515-deb0b1c0168f HTTP/1.1" status: 204 len: 168 time: 0.2805848 Feb 10 16:03:19.519414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6880ca-b3d4-443d-b515-deb0b1c0168f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:19.541043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.541533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.541945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.542354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.542873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.543321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.543801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.544232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.545476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.546111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.546605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.547063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828f596-130c-41a2-9674-43d2286627a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.553280 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9df869bc-f805-4139-8744-5842e0172c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.558420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9df869bc-f805-4139-8744-5842e0172c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.563393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9df869bc-f805-4139-8744-5842e0172c74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b HTTP/1.1" status: 204 len: 168 time: 0.3424079 Feb 10 16:03:19.593224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 5d640e7d-0893-410b-8450-4594963a8c15 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:19.593819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.597294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df869bc-f805-4139-8744-5842e0172c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8d75d3-114f-4272-9ab2-4ab9dd3cc40b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:19.721594 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:19.742873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8efe77c5-6ac7-48fa-bda3-32b77f53e635 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:19.752818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 5d640e7d-0893-410b-8450-4594963a8c15 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:19.793788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 8efe77c5-6ac7-48fa-bda3-32b77f53e635 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:19.796995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 8efe77c5-6ac7-48fa-bda3-32b77f53e635 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:20.087075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:20.198027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c2043ad3-c3fe-4094-9c5d-bfb640e2be19 None None] Could not find standard attr ID for object 5d640e7d-0893-410b-8450-4594963a8c15. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:20.230417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=5d640e7d-0893-410b-8450-4594963a8c15,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:20.232028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c2043ad3-c3fe-4094-9c5d-bfb640e2be19 None None] Provisioning complete for port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:20.235186 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c2043ad3-c3fe-4094-9c5d-bfb640e2be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:20.402306 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:20.411913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8f8a6ab7-cc9b-438a-9a51-d6afc75b7f32 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/5d640e7d-0893-410b-8450-4594963a8c15 HTTP/1.1" status: 204 len: 168 time: 1.0449047 Feb 10 16:03:20.412556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:20.472980 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0c4d65-597b-42ff-a5aa-d8f79bc471fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:20.479297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50614) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:20.483920 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3a0c4d65-597b-42ff-a5aa-d8f79bc471fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/5d640e7d-0893-410b-8450-4594963a8c15 HTTP/1.1" status: 404 len: 333 time: 0.0641577 Feb 10 16:03:20.634836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b8cf9bf1-91b7-416c-bae2-71c28bcbc0ba None None] Could not find standard attr ID for object 5d640e7d-0893-410b-8450-4594963a8c15. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:20.645093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 6c94da2a-006c-40a5-9596-5d3a0f4432a2 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:20.657812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:20.760565 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:20.933154 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.061022 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.096742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=6c94da2a-006c-40a5-9596-5d3a0f4432a2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:21.102663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.109910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50636) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:21.111004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40f615a7-d35e-4f80-9296-9d388dd67489 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/6c94da2a-006c-40a5-9596-5d3a0f4432a2 HTTP/1.1" status: 204 len: 168 time: 0.6284525 Feb 10 16:03:21.185111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:21.188840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.240129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.261844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50642) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:21.373689 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.480640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.481888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-341421022-network', 'tenant_id': '8977d57728c34131ac409e760d39df63'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:21.509372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Made reservation on behalf of 8977d57728c34131ac409e760d39df63 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:21.512296 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.525267 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:03:21.538244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.539858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:21.546221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.550996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-49e4e6c7-5415-4763-a4b7-07f4e4ff8125 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2 HTTP/1.1" status: 204 len: 168 time: 0.4397242 Feb 10 16:03:21.553465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50652) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:21.709844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.719186 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.724495 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.760045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:21.762656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2134e563-89b6-4e00-82da-7d68e83ab11c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:21.775678 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.776297 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Added segment 8675c1f4-c07d-4792-a11e-a132b56e9e55 of type vlan for network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 Feb 10 16:03:21.837490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.856341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:21.856685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.878076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.879580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.880434 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:21.902760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6392744 Feb 10 16:03:21.925338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50662) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:21.930167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Request body: {'subnet': {'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-341421022-subnet', 'tenant_id': '8977d57728c34131ac409e760d39df63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:21.946836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddff348-a968-428a-965a-3d16e9f9353a None None] Network 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:21.995230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6bc75-b4c3-48ae-901a-fba462bba7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=45ecadd9-fdc0-4d48-b696-0bb3fd315b12,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:22.019045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Made reservation on behalf of 8977d57728c34131ac409e760d39df63 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:22.022246 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.086549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] For port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,segment=NetworkSegment(0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5),segment_id=0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:22.086923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.117313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:22.130726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:22.165131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6fc93f55-bf33-4c2a-a445-86b9e36d8358 None None] Could not find standard attr ID for object 5d640e7d-0893-410b-8450-4594963a8c15. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:22.285417 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.356563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:22.359914 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No DVR routers for this DVR port 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:22.396821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.425223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec37077-866f-40ec-b84c-28d992d3864e None None] DHCP port deletion for 3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:03:22.484580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14797a8f-5055-44ff-82b8-74cd233c6cc5,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:22.508314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.516657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Checking segment: {'id': '8675c1f4-c07d-4792-a11e-a132b56e9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:22.517584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Network hostable DHCP agents. Network: 45ecadd9-fdc0-4d48-b696-0bb3fd315b12, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:22.534261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:22.540594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:22.545880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 45ecadd9-fdc0-4d48-b696-0bb3fd315b12) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:22.551728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:22.552901 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.553707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:22.554156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1c3246-3c0d-49e5-a7a7-fe69ea9de8a5') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:22.568105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813266f-de6a-4cd7-804d-0c7cf760bcc2 None None] Network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:22.584144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.588437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6b7622fa-bf75-4a27-a6ac-b06b491655c8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6619284 Feb 10 16:03:22.609908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.620590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:22.621512 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:22.719148 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:22.723849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.742017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:22.751385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c02cc3-2429-41e8-9dac-362be9cff35b None None] Network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:22.759275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50680) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:22.760720 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59 HTTP/1.1" status: 204 len: 168 time: 1.2054133 Feb 10 16:03:22.783228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc8e43-6c08-49ef-9820-99e912773b6a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=3d99d5cb-5d6e-4e5d-ab09-d0a0f5f58f59,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:22.861626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ef0d6-bce4-4fde-ad87-3da9bc9894fd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:22.871230 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50688) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:22.885215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-052ef0d6-bce4-4fde-ad87-3da9bc9894fd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1241472 Feb 10 16:03:22.946985 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d962ce80-002d-4438-a88b-ff75337466da tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0743763 Feb 10 16:03:22.950216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50696) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:22.956694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215019132'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:22.988250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:22.996570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.050323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:23.067585 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.069148 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment e5fbba20-522d-4dbf-8d9b-36157c6a09c3 of type vlan for network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 Feb 10 16:03:23.126034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.156627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.163805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:23.164900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.189982 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2361891 Feb 10 16:03:23.190191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:23.213147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:23.319335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62618fa-c91e-4e5f-88dd-c6cea5e74c64 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=89f40dc6-2c87-47ad-8e96-8a6856322bc6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:23.335011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:23.364392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:23.368231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.591176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.613865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-39a7e2ac-4bd3-4672-98dc-bbaaf9686198 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:23.615489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-39a7e2ac-4bd3-4672-98dc-bbaaf9686198 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/networks?id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12 HTTP/1.1" status: 200 len: 813 time: 0.1645179 Feb 10 16:03:23.635260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.650049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-8caf0067-1e4e-4451-87c4-928ae9bca003 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/quotas/8977d57728c34131ac409e760d39df63 HTTP/1.1" status: 200 len: 375 time: 0.0270681 Feb 10 16:03:23.679476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=513aee06-1b23-44db-800e-bd22357a9799,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:23.691299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:23.692330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: 89f40dc6-2c87-47ad-8e96-8a6856322bc6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:23.711290 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-5e7f342a-792c-45e4-9f91-30cf866fee73 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8977d57728c34131ac409e760d39df63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535026 Feb 10 16:03:23.720860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:23.734233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 89f40dc6-2c87-47ad-8e96-8a6856322bc6) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:23.743344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37a728-8492-4589-a36e-00edce1c4594 None None] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:23.749042 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:23.750146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:23.769151 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1d363001-9f41-4ad8-a8d4-716072a2dc7f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5608635 Feb 10 16:03:23.771637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50720) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:23.777856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6', 'name': 'tempest-PortsTestJSON-1495076099'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:23.876168 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-445881cb-45cc-4439-a3bb-b20849f6e97c service neutron] 10.222.0.21 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505053 Feb 10 16:03:24.026851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-da1d9986-07ba-4d14-9939-45edea8ebd79 service neutron] 10.222.0.21 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497180 Feb 10 16:03:24.030166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:24.035931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:24.091519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port acae5984-8f01-40c9-929f-fba28310602f yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:24.304853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-036445d0-9cf1-454a-acf2-8f016d23c5d8 req-95520792-f1b3-40e3-97ab-4380365509c8 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 210 time: 0.0504370 Feb 10 16:03:24.310277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:24.317843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-89f40dc6-2c87-47ad-8e96-8a6856322bc6', 'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': '513aee06-1b23-44db-800e-bd22357a9799'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:24.320104 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:24.347365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.2 (89f40dc6-2c87-47ad-8e96-8a6856322bc6/513aee06-1b23-44db-800e-bd22357a9799/acae5984-8f01-40c9-929f-fba28310602f) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:24.381564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:24.382066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2ce6f7cc-7ee9-4f53-a0b9-0dca5cab68a3 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:24.633442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:24.698718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:24.752541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:24.755725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:24.758422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:24.794326 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8f139803-2c36-4a98-95dd-9bf2f4df39b9 {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:24.795894 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:24.803172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=acae5984-8f01-40c9-929f-fba28310602f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:24.838743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:24.839767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:24.863520 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5ae8902-b15b-47c4-8fd3-b8229e0ad072 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0892026 Feb 10 16:03:24.864437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50754) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:24.874958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6', 'name': 'tempest-PortsTestJSON-1583200311'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:25.030402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:25.034017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:25.055757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:25.200586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.3 (89f40dc6-2c87-47ad-8e96-8a6856322bc6/513aee06-1b23-44db-800e-bd22357a9799/69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:25.298739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:25.405421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:25.448403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:25.460793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e19eaf1d-196d-4ecf-a19c-5a1393bd1bd5 req-c92afba8-1036-4486-8f17-13ad713da244 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 210 time: 0.0572920 Feb 10 16:03:25.526983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:25.528362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:25.540377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:25.543858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:25.604952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-8f139803-2c36-4a98-95dd-9bf2f4df39b9 {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:25.605596 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:25.618461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:25.619334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:25.645623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7cb91e7b-e278-4f56-bd74-075a7c228559 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7799530 Feb 10 16:03:25.648349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:25.789235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72fa9ac-9c65-4f84-9b77-56de4f6b4ad7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:25.796420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f72fa9ac-9c65-4f84-9b77-56de4f6b4ad7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.1467483 Feb 10 16:03:25.799314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50800) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:25.864117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-0fcfccf8-d93c-4418-bd4e-fd054c610ba3 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:25.865242 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-0fcfccf8-d93c-4418-bd4e-fd054c610ba3 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.75 "GET /v2.0/networks?id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12 HTTP/1.1" status: 200 len: 813 time: 0.1929193 Feb 10 16:03:25.885327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Request body: {'port': {'device_id': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12', 'admin_state_up': True, 'tenant_id': '8977d57728c34131ac409e760d39df63'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:25.947756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:25.948107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:25.986976 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.162826 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Made reservation on behalf of 8977d57728c34131ac409e760d39df63 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:26.165813 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.260961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Allocated IP 172.20.0.4 (89f40dc6-2c87-47ad-8e96-8a6856322bc6/513aee06-1b23-44db-800e-bd22357a9799/f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:26.434779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Allocated IP 172.20.0.7 (45ecadd9-fdc0-4d48-b696-0bb3fd315b12/14797a8f-5055-44ff-82b8-74cd233c6cc5/0e08b439-1878-4044-90e1-11643cf3dca8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:26.510424 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.524189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.596592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Pushing event updated for resources: {'Port': ['ID=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:26.608285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:26.613715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:26.616225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:26.694048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Attempting to bind port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:26.694312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Attempting to bind port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:26.694749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Attempting to bind port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 on network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:26.701741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:26.702221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Checking segment: {'id': 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:26.707376 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.708009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Bound using segment: {'id': 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:26.708613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Bound port: f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89f40dc6-2c87-47ad-8e96-8a6856322bc6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:26.709084 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.771955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9676a9d-1b4e-4cff-b719-575454d73d2b req-82958eb1-166e-42ad-a536-1ba6d918b8c9 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 210 time: 0.0498979 Feb 10 16:03:26.817924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.821740 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.828082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-48805209-732b-41bf-a644-a31dcce61421 None None] For port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:26.831621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-48805209-732b-41bf-a644-a31dcce61421 None None] For port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,segment=NetworkSegment(e5fbba20-522d-4dbf-8d9b-36157c6a09c3),segment_id=e5fbba20-522d-4dbf-8d9b-36157c6a09c3)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:26.840907 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.858183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:26.899491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:26.933079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48805209-732b-41bf-a644-a31dcce61421 None None] Pushing event updated for resources: {'Port': ['ID=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:26.971639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:26.975687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:26.980863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:26.985986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Pushing event updated for resources: {'Port': ['ID=0e08b439-1878-4044-90e1-11643cf3dca8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:27.052196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:27.052844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.074559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-e652d56e-9121-452b-b0d5-b894d0c70774 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1973667 Feb 10 16:03:27.084255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.096329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Request body: {'port': {'device_id': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:27.119689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:27.237897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.277057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.286610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.295274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc9b8fe7-269f-4816-90db-6965d668f76b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4 HTTP/1.1" status: 204 len: 168 time: 1.4915290 Feb 10 16:03:27.295874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50856) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:27.339171 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c3ba07-4879-418f-a0bb-e8369228dab1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:27.345524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f8c3ba07-4879-418f-a0bb-e8369228dab1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/69ac43f4-35e6-4f7a-9bf9-9ee7f54533d4 HTTP/1.1" status: 404 len: 333 time: 0.0484500 Feb 10 16:03:27.346729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50860) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:27.504257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port acae5984-8f01-40c9-929f-fba28310602f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:27.505049 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.627848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.646616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for acae5984-8f01-40c9-929f-fba28310602f owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:27.653222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e08b439-1878-4044-90e1-11643cf3dca8 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:03:27.664684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.679269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Transition to ACTIVE for port object 0e08b439-1878-4044-90e1-11643cf3dca8 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:03:27.684912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.768819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Pushing event updated for resources: {'Port': ['ID=0e08b439-1878-4044-90e1-11643cf3dca8,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:27.876634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Attempting to bind port 0e08b439-1878-4044-90e1-11643cf3dca8 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:27.877283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Attempting to bind port 0e08b439-1878-4044-90e1-11643cf3dca8 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '8675c1f4-c07d-4792-a11e-a132b56e9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:27.877389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Attempting to bind port 0e08b439-1878-4044-90e1-11643cf3dca8 on network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:27.882868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Port 0e08b439-1878-4044-90e1-11643cf3dca8 on network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:03:27.883180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Attempting to bind port 0e08b439-1878-4044-90e1-11643cf3dca8 on network 45ecadd9-fdc0-4d48-b696-0bb3fd315b12 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:27.890136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:27.891431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Checking segment: {'id': '8675c1f4-c07d-4792-a11e-a132b56e9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:27.891907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Bound using segment: {'id': '8675c1f4-c07d-4792-a11e-a132b56e9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:27.892484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Bound port: 0e08b439-1878-4044-90e1-11643cf3dca8, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8675c1f4-c07d-4792-a11e-a132b56e9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:27.892857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.914606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:27.991512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] For port 0e08b439-1878-4044-90e1-11643cf3dca8, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:27.995214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] For port 0e08b439-1878-4044-90e1-11643cf3dca8, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0e08b439-1878-4044-90e1-11643cf3dca8,segment=NetworkSegment(8675c1f4-c07d-4792-a11e-a132b56e9e55),segment_id=8675c1f4-c07d-4792-a11e-a132b56e9e55)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:28.002110 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.008889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=acae5984-8f01-40c9-929f-fba28310602f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:28.059380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:28.060193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.062396 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] 10.222.0.75 "PUT /v2.0/ports/0e08b439-1878-4044-90e1-11643cf3dca8 HTTP/1.1" status: 200 len: 1091 time: 0.9733930 Feb 10 16:03:28.066307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'tag': '0e08b439-1878-4044-90e1-11643cf3dca8'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:28.070314 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c2445-94ad-4fa5-ac6d-884beb27d334", "tag": "0e08b439-1878-4044-90e1-11643cf3dca8"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:28.123140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12845-0740-476f-82dc-70818c800546 req-e412f880-c8a2-4a0e-bc5d-ccdca16f0746 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:28.124712 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7c12845-0740-476f-82dc-70818c800546 req-e412f880-c8a2-4a0e-bc5d-ccdca16f0746 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 943 time: 0.2145531 Feb 10 16:03:28.129241 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.134809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6202c975-b871-4f3a-8beb-195c6a8e5740 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/acae5984-8f01-40c9-929f-fba28310602f HTTP/1.1" status: 204 len: 168 time: 0.7843628 Feb 10 16:03:28.139188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50906) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:28.178160 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c109daa-0336-4adc-96c5-f84630423003 x-openstack-request-id: req-7c109daa-0336-4adc-96c5-f84630423003 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:28.178577 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c2445-94ad-4fa5-ac6d-884beb27d334", "tag": "0e08b439-1878-4044-90e1-11643cf3dca8", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:28.178839 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c109daa-0336-4adc-96c5-f84630423003 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:28.179350 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'tag': '0e08b439-1878-4044-90e1-11643cf3dca8', 'status': 'completed', 'code': 200} Feb 10 16:03:28.201512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e6bf-2699-4fd1-8aab-60a6cff0994b service neutron] Pushing event updated for resources: {'Port': ['ID=0e08b439-1878-4044-90e1-11643cf3dca8,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:28.212192 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d29f3b-a7bc-4198-907d-28f7384a64de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:28.213819 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-17d29f3b-a7bc-4198-907d-28f7384a64de tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/acae5984-8f01-40c9-929f-fba28310602f HTTP/1.1" status: 404 len: 333 time: 0.0500538 Feb 10 16:03:28.220214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50910) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:28.235254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b7c12845-0740-476f-82dc-70818c800546 req-52b9c5d3-0da8-4baf-aa03-308b38a95c11 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903065 Feb 10 16:03:28.282211 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-62a74ecd-9edd-40c6-9611-e9d8a834a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:28.285445 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-62a74ecd-9edd-40c6-9611-e9d8a834a45e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8977d57728c34131ac409e760d39df63&device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 1094 time: 0.1728458 Feb 10 16:03:28.338488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c2714-0442-4225-a5fd-c2e415dac0a9 None None] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:28.362700 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-7324ed5d-9862-4afd-84bc-3889393c348a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e08b439-1878-4044-90e1-11643cf3dca8 HTTP/1.1" status: 200 len: 217 time: 0.0655432 Feb 10 16:03:28.364855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:28.429142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 513aee06-1b23-44db-800e-bd22357a9799 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:28.438102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.480417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b5ce-4389-4f25-860e-4a6828111487 req-db9ae3b5-d857-4fba-b416-60d6a878ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:28.481886 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-db9ae3b5-d857-4fba-b416-60d6a878ebad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14797a8f-5055-44ff-82b8-74cd233c6cc5 HTTP/1.1" status: 200 len: 853 time: 0.1045363 Feb 10 16:03:28.502506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.529278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:28.529655 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.537168 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-3ae5c67a-259d-48a0-9f64-3c636a38a347 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464246 Feb 10 16:03:28.586703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Provisioning complete for port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:28.586703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.679242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.714855 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-52eee812-f871-4a65-a6fc-2534049e460d service neutron] 10.222.0.75 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674538 Feb 10 16:03:28.786578 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.842101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.925294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:28.925897 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:28.929634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:28.960397 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9744b5ce-4389-4f25-860e-4a6828111487 req-96945579-3fe7-45b0-9322-f383105534da service neutron] 10.222.0.75 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379735 Feb 10 16:03:28.961322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=513aee06-1b23-44db-800e-bd22357a9799,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:28.980101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8eb126fb-3077-4c7e-a751-e20486410c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.032631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:29.032973 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:29.038639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.053625 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8ee27ab9-daa8-4239-9c37-fa4ee2105157 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/513aee06-1b23-44db-800e-bd22357a9799 HTTP/1.1" status: 204 len: 168 time: 0.8292727 Feb 10 16:03:29.053890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50952) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:29.152776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50954) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:29.259702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32952c5-cca9-4ad8-895c-46f1e8f433cd None None] Network 89f40dc6-2c87-47ad-8e96-8a6856322bc6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:29.342865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf4a-7109-4109-acdf-241a554e0625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.619355 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.623190 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf4a-7109-4109-acdf-241a554e0625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.636672 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf4a-7109-4109-acdf-241a554e0625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.637492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.700771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] For port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,segment=NetworkSegment(e5fbba20-522d-4dbf-8d9b-36157c6a09c3),segment_id=e5fbba20-522d-4dbf-8d9b-36157c6a09c3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:29.718387 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.722767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40c8bf4a-7109-4109-acdf-241a554e0625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=884b54fda83f4cb88bc094da1e94f10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5678575 Feb 10 16:03:29.723787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8bf4a-7109-4109-acdf-241a554e0625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8def70-8d89-4dc4-8075-b17d05b62b7c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:29.726499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50970) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:29.755556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d524-e9f5-46d7-b317-f89780f28178 req-104ef7b0-8a1d-4771-b939-7aa59fea4acf tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:29.765045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84c2d524-e9f5-46d7-b317-f89780f28178 req-104ef7b0-8a1d-4771-b939-7aa59fea4acf tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 943 time: 0.3173444 Feb 10 16:03:29.793446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-6d0b0d0b-4d32-45b9-8355-05b476757f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:29.796006 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-6d0b0d0b-4d32-45b9-8355-05b476757f72 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8977d57728c34131ac409e760d39df63&device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 1094 time: 0.7121863 Feb 10 16:03:29.799962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.819086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84c2d524-e9f5-46d7-b317-f89780f28178 req-ab78114b-f792-47ec-b15c-b6cf5a5d48c0 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521157 Feb 10 16:03:29.849268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa828410-a69c-43fc-9cf8-aed47d053ccc None None] Pushing event updated for resources: {'Port': ['ID=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:29.922403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] DHCP port deletion for 89f40dc6-2c87-47ad-8e96-8a6856322bc6 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:03:29.927338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1acc7903-029a-45d0-a824-e674c9ba3ce2 None None] Provisioning complete for port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:29.927963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1acc7903-029a-45d0-a824-e674c9ba3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:29.934430 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:29.934985 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:29.948112 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6184cbcc-cb1f-40a2-b570-950d01bb888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.044945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6184cbcc-cb1f-40a2-b570-950d01bb888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.058855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] Deleting port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:30.059244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.150079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] For port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,segment=NetworkSegment(e5fbba20-522d-4dbf-8d9b-36157c6a09c3),segment_id=e5fbba20-522d-4dbf-8d9b-36157c6a09c3)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:30.150606 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.168540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] Calling delete_port for f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:30.184876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:30.186103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.274656 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.305483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] Pushing event deleted for resources: {'Port': ['ID=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:30.306590 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-a1460792-2268-48e8-b939-ef900443d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:30.308178 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-a1460792-2268-48e8-b939-ef900443d93b service neutron] 10.222.0.75 "GET /v2.0/networks?id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12 HTTP/1.1" status: 200 len: 914 time: 0.4979293 Feb 10 16:03:30.310684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351dc4cc-c021-4121-a150-f9565ec63a5b None None] No DVR routers for this DVR port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:30.311113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6184cbcc-cb1f-40a2-b570-950d01bb888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.314130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6184cbcc-cb1f-40a2-b570-950d01bb888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.315235 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6184cbcc-cb1f-40a2-b570-950d01bb888f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b8def70-8d89-4dc4-8075-b17d05b62b7c HTTP/1.1" status: 204 len: 168 time: 0.5822372 Feb 10 16:03:30.367043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184cbcc-cb1f-40a2-b570-950d01bb888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8def70-8d89-4dc4-8075-b17d05b62b7c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:30.375829 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-cedb6808-a09f-4c4b-9369-dd6e79c89139 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e08b439-1878-4044-90e1-11643cf3dca8 HTTP/1.1" status: 200 len: 217 time: 0.0527172 Feb 10 16:03:30.377757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] For port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,segment=NetworkSegment(e5fbba20-522d-4dbf-8d9b-36157c6a09c3),segment_id=e5fbba20-522d-4dbf-8d9b-36157c6a09c3)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:30.378127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.455886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:30.524159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-cc6c7921-6db7-405c-aec4-437b32e46f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:30.525318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 update to ACTIVE by agent not found {{(pid=102616) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 10 16:03:30.526343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-cc6c7921-6db7-405c-aec4-437b32e46f6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14797a8f-5055-44ff-82b8-74cd233c6cc5 HTTP/1.1" status: 200 len: 853 time: 0.1358762 Feb 10 16:03:30.605203 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-b902681c-1784-4dd2-be28-9e818c280316 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623550 Feb 10 16:03:30.624321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:30.657756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:30.658089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:30.675797 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.712109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:30.716135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No DVR routers for this DVR port f4300b3b-92e3-49d3-bb0f-d9bffb3a4dc2 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:30.802537 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-4f4de855-8001-4d94-b21b-5af452b0459c service neutron] 10.222.0.75 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826551 Feb 10 16:03:30.809585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:30.828706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a85941d-ff3b-4a00-905a-c6df0c86c493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.856073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.907233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f40dc6-2c87-47ad-8e96-8a6856322bc6']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:30.931836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:30.932094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fbba20-522d-4dbf-8d9b-36157c6a09c3') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:30.950757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.970044 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.971984 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a85941d-ff3b-4a00-905a-c6df0c86c493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.978087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6a85941d-ff3b-4a00-905a-c6df0c86c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.983099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:30.983525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:30.986831 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:30.999052 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dd60ef76-6b06-496f-b2e8-a5ecd367cf0f req-4a87c99b-596a-4d97-873a-f17945effa2d service neutron] 10.222.0.75 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857092 Feb 10 16:03:31.027954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4785e-4c92-471a-bc34-a693caacdbb1 req-bc65ff7e-0f2c-473b-97e4-d5b7b22a5cfd tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:31.036147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84f4785e-4c92-471a-bc34-a693caacdbb1 req-bc65ff7e-0f2c-473b-97e4-d5b7b22a5cfd tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 943 time: 0.1027923 Feb 10 16:03:31.059471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.067696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6a85941d-ff3b-4a00-905a-c6df0c86c493 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=391e0fe270e640cbbf8bf320c1066d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544489 Feb 10 16:03:31.072920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.077271 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/89f40dc6-2c87-47ad-8e96-8a6856322bc6 HTTP/1.1" status: 204 len: 168 time: 2.0223639 Feb 10 16:03:31.078159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 50992) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:31.080876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 50994) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:31.097376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2008903623'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:31.105710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc8ba6-0504-46f3-9a72-920700ca9a0b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=89f40dc6-2c87-47ad-8e96-8a6856322bc6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:31.113265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85941d-ff3b-4a00-905a-c6df0c86c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0e36d-9bf4-4d25-92fc-95dc76ca9729,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:31.129795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-84f4785e-4c92-471a-bc34-a693caacdbb1 req-da3c9536-9179-4eee-9e15-5ae61c36b0c5 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Feb 10 16:03:31.147025 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:31.155374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.185493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:31.197309 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.197793 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment 5294b2c0-b4be-4eaf-8611-986054e1dc59 of type vlan for network cd65a613-4021-4d16-b265-f9c9322d90c2 Feb 10 16:03:31.203678 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-628d15f5-c1d2-4815-b28c-94cdb40f5daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.248078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.261433 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-628d15f5-c1d2-4815-b28c-94cdb40f5daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.276714 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.285198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:31.286071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.311407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f17fcda2-2130-499d-9a07-984bc46bcfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.314413 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-628d15f5-c1d2-4815-b28c-94cdb40f5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.317392 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-628d15f5-c1d2-4815-b28c-94cdb40f5daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.320969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-628d15f5-c1d2-4815-b28c-94cdb40f5daa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21a0e36d-9bf4-4d25-92fc-95dc76ca9729 HTTP/1.1" status: 204 len: 168 time: 0.2395854 Feb 10 16:03:31.330566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d15f5-c1d2-4815-b28c-94cdb40f5daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0e36d-9bf4-4d25-92fc-95dc76ca9729,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:31.364821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51002) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:31.364972 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2828052 Feb 10 16:03:31.370696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:31.390922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d9cf9-c715-415b-8638-86c7904b3e56 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=cd65a613-4021-4d16-b265-f9c9322d90c2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:31.402865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cd65a613-4021-4d16-b265-f9c9322d90c2 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:31.496418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:31.500509 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.712953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.776598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=f54c089c-b287-4354-92f5-aafb6ddd4491,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:31.790372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': '5294b2c0-b4be-4eaf-8611-986054e1dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:31.790948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: cd65a613-4021-4d16-b265-f9c9322d90c2, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:31.809005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cd65a613-4021-4d16-b265-f9c9322d90c2 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:31.819015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, cd65a613-4021-4d16-b265-f9c9322d90c2) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:31.825669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:31.826335 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:31.830029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1414f-aab2-47af-a211-4c15aa0cf5a0 None None] Network cd65a613-4021-4d16-b265-f9c9322d90c2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:31.847755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9388eb25-89d7-4822-af2b-84c06f31d490 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4810879 Feb 10 16:03:31.850238 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51014) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:31.858246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2', 'name': 'tempest-PortsTestJSON-3992398', 'fixed_ips': [{'subnet_id': 'f54c089c-b287-4354-92f5-aafb6ddd4491', 'ip_address': '172.20.0.10'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:32.005534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:32.105107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.125427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 670a1fee-f04f-448d-99a2-3a7b9ed9ca45 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:32.174173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-cd65a613-4021-4d16-b265-f9c9322d90c2', 'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': 'f54c089c-b287-4354-92f5-aafb6ddd4491'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:32.175565 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.354823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f834e-4a9c-4328-a3f4-b7062a5b93a8 req-6ff907f3-5049-4f04-a167-38cd87e761a5 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:32.356826 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc0f834e-4a9c-4328-a3f4-b7062a5b93a8 req-6ff907f3-5049-4f04-a167-38cd87e761a5 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 943 time: 0.1181703 Feb 10 16:03:32.384725 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.398639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.10 (cd65a613-4021-4d16-b265-f9c9322d90c2/f54c089c-b287-4354-92f5-aafb6ddd4491/670a1fee-f04f-448d-99a2-3a7b9ed9ca45) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:32.416684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc0f834e-4a9c-4328-a3f4-b7062a5b93a8 req-206869f3-177b-4f01-8a01-7b661cda6ae4 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Feb 10 16:03:32.590724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.637346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.690231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Allocated IP 172.20.0.2 (cd65a613-4021-4d16-b265-f9c9322d90c2/f54c089c-b287-4354-92f5-aafb6ddd4491/94efa120-114a-4f57-9625-03e0e175a692) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:32.693474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cd65a613-4021-4d16-b265-f9c9322d90c2 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:32.697753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:32.701675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:32.727915 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0e08b439-1878-4044-90e1-11643cf3dca8 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:03:32.750394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=670a1fee-f04f-448d-99a2-3a7b9ed9ca45,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:32.781396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:32.782328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.803630 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-68e0b109-9ca9-4d58-adef-281b70e1b5b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9518273 Feb 10 16:03:32.806127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51044) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:32.813190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2', 'name': 'tempest-PortsTestJSON-1199409955', 'fixed_ips': [{'subnet_id': 'f54c089c-b287-4354-92f5-aafb6ddd4491', 'ip_address': '172.20.0.9'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:32.956984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0e08b439-1878-4044-90e1-11643cf3dca8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0e08b439-1878-4044-90e1-11643cf3dca8,segment=NetworkSegment(8675c1f4-c07d-4792-a11e-a132b56e9e55),segment_id=8675c1f4-c07d-4792-a11e-a132b56e9e55)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:32.978767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '0e08b439-1878-4044-90e1-11643cf3dca8', 'network_id': '45ecadd9-fdc0-4d48-b696-0bb3fd315b12', 'port_id': '0e08b439-1878-4044-90e1-11643cf3dca8', 'mac_address': 'fa:16:3e:0d:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14797a8f-5055-44ff-82b8-74cd233c6cc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:03:32.984415 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.992527 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:32.996172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:33.075074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Pushing event updated for resources: {'Port': ['ID=94efa120-114a-4f57-9625-03e0e175a692,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:33.095629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.095741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Network cd65a613-4021-4d16-b265-f9c9322d90c2 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:33.097332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:33.100940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:33.106709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.113805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 49ca118e-1a52-4793-883c-f6010504977e yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:33.130481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e08b439-1878-4044-90e1-11643cf3dca8 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:03:33.185585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0e08b439-1878-4044-90e1-11643cf3dca8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0e08b439-1878-4044-90e1-11643cf3dca8,segment=NetworkSegment(8675c1f4-c07d-4792-a11e-a132b56e9e55),segment_id=8675c1f4-c07d-4792-a11e-a132b56e9e55)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:33.196117 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.205549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Attempting to bind port 94efa120-114a-4f57-9625-03e0e175a692 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:33.205549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Attempting to bind port 94efa120-114a-4f57-9625-03e0e175a692 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '5294b2c0-b4be-4eaf-8611-986054e1dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:33.205549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Attempting to bind port 94efa120-114a-4f57-9625-03e0e175a692 on network cd65a613-4021-4d16-b265-f9c9322d90c2 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:33.228696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:33.229073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Checking segment: {'id': '5294b2c0-b4be-4eaf-8611-986054e1dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:33.229474 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.229861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Bound using segment: {'id': '5294b2c0-b4be-4eaf-8611-986054e1dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:33.230342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Bound port: 94efa120-114a-4f57-9625-03e0e175a692, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5294b2c0-b4be-4eaf-8611-986054e1dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cd65a613-4021-4d16-b265-f9c9322d90c2'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:33.230719 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.296189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0e08b439-1878-4044-90e1-11643cf3dca8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:33.323183 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] For port 94efa120-114a-4f57-9625-03e0e175a692, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:33.327966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] For port 94efa120-114a-4f57-9625-03e0e175a692, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=94efa120-114a-4f57-9625-03e0e175a692,segment=NetworkSegment(5294b2c0-b4be-4eaf-8611-986054e1dc59),segment_id=5294b2c0-b4be-4eaf-8611-986054e1dc59)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:33.334328 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.348244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.9 (cd65a613-4021-4d16-b265-f9c9322d90c2/f54c089c-b287-4354-92f5-aafb6ddd4491/49ca118e-1a52-4793-883c-f6010504977e) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:33.436686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ce5de-728b-49ec-bcca-8dc7be8621ca None None] Pushing event updated for resources: {'Port': ['ID=94efa120-114a-4f57-9625-03e0e175a692,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:33.632210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5596fdd-8866-4529-ace5-cdd568cf5d7e req-a6ec15e4-c64f-4379-aa43-afeb74c9ba20 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.634300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5596fdd-8866-4529-ace5-cdd568cf5d7e req-a6ec15e4-c64f-4379-aa43-afeb74c9ba20 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 944 time: 0.0921252 Feb 10 16:03:33.647040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.717380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5596fdd-8866-4529-ace5-cdd568cf5d7e req-80b80cb7-e185-42e2-ac2d-c5207a62da4f tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Feb 10 16:03:33.719071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.725995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0e08b439-1878-4044-90e1-11643cf3dca8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:33.787033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cd65a613-4021-4d16-b265-f9c9322d90c2 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:33.790594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:33.794745 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:33.824202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=49ca118e-1a52-4793-883c-f6010504977e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:33.866030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.866751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:33.899704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-33ac5813-0c56-4c3c-a5aa-a79a1568fbd5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0900793 Feb 10 16:03:33.900136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51084) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:33.990199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19da9c22-e690-47f0-b0ff-67aebb9cccf0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.992239 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-19da9c22-e690-47f0-b0ff-67aebb9cccf0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 920 time: 0.0909758 Feb 10 16:03:33.995082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:34.061811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.064972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960cace-db1a-4832-b5ab-556ed7fb1a11 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:34.076046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960cace-db1a-4832-b5ab-556ed7fb1a11 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:34.083389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960cace-db1a-4832-b5ab-556ed7fb1a11 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:34.087822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c960cace-db1a-4832-b5ab-556ed7fb1a11 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.0891056 Feb 10 16:03:34.088266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51094) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:34.187643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 49ca118e-1a52-4793-883c-f6010504977e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:34.187987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.289941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.308152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 49ca118e-1a52-4793-883c-f6010504977e owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:34.335395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.458759 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.494867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=49ca118e-1a52-4793-883c-f6010504977e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:34.580542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.584339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7b03bbdb-f7bb-4db4-a66c-2c4985b75652 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/49ca118e-1a52-4793-883c-f6010504977e HTTP/1.1" status: 204 len: 168 time: 0.4947739 Feb 10 16:03:34.586691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51110) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:34.625836 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3186fc-7fc8-411d-ba86-3210c4509155 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:34.627810 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b3186fc-7fc8-411d-ba86-3210c4509155 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/49ca118e-1a52-4793-883c-f6010504977e HTTP/1.1" status: 404 len: 333 time: 0.0399985 Feb 10 16:03:34.630546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51112) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:34.651312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51114) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:34.702154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 94efa120-114a-4f57-9625-03e0e175a692 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:34.786613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 670a1fee-f04f-448d-99a2-3a7b9ed9ca45 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:34.788917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.812726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aefcc0dd-9502-4495-b86c-b2f2d1f57a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.816895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 94efa120-114a-4f57-9625-03e0e175a692 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:34.817299 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.921908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aefcc0dd-9502-4495-b86c-b2f2d1f57a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.927809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aefcc0dd-9502-4495-b86c-b2f2d1f57a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.931548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.951953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 670a1fee-f04f-448d-99a2-3a7b9ed9ca45 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:34.975273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996853a-af77-4dd8-a722-5bb67dc14211 req-f6f86ba3-6edf-45e5-8ebb-6d18bc0bc171 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:34.976940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7996853a-af77-4dd8-a722-5bb67dc14211 req-f6f86ba3-6edf-45e5-8ebb-6d18bc0bc171 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 944 time: 0.1062112 Feb 10 16:03:34.979293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aefcc0dd-9502-4495-b86c-b2f2d1f57a10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3374f318540940eda0007b96e403ed38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267026 Feb 10 16:03:34.982154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51120) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:34.983169 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:34.985486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b57eb-00dd-45eb-aae1-7ffc9e48c879 None None] Network cd65a613-4021-4d16-b265-f9c9322d90c2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:34.986109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcc0dd-9502-4495-b86c-b2f2d1f57a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dac624-1a41-49ac-8b50-97ad18dace85,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:35.084222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 94efa120-114a-4f57-9625-03e0e175a692, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=94efa120-114a-4f57-9625-03e0e175a692,segment=NetworkSegment(5294b2c0-b4be-4eaf-8611-986054e1dc59),segment_id=5294b2c0-b4be-4eaf-8611-986054e1dc59)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:35.093259 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.105714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-67faa8e7-fe35-4897-a3b9-116a3d5c7414 None None] Provisioning complete for port 94efa120-114a-4f57-9625-03e0e175a692 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:35.106175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67faa8e7-fe35-4897-a3b9-116a3d5c7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.106534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7996853a-af77-4dd8-a722-5bb67dc14211 req-d5807ade-008d-4812-a1cd-8261e4d5fc36 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216617 Feb 10 16:03:35.128441 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25462a56-c681-4ed4-86e9-54c74aecc3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.176267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25462a56-c681-4ed4-86e9-54c74aecc3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.235366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.272323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=670a1fee-f04f-448d-99a2-3a7b9ed9ca45,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:35.284811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.285171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.285489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.285813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.286151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.286461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.286771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.287130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.287413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.287724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.288171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.288493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:35.296731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=94efa120-114a-4f57-9625-03e0e175a692,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:35.331215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25462a56-c681-4ed4-86e9-54c74aecc3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.334236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-25462a56-c681-4ed4-86e9-54c74aecc3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.335989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25462a56-c681-4ed4-86e9-54c74aecc3e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29dac624-1a41-49ac-8b50-97ad18dace85 HTTP/1.1" status: 204 len: 168 time: 0.3524468 Feb 10 16:03:35.354565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462a56-c681-4ed4-86e9-54c74aecc3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dac624-1a41-49ac-8b50-97ad18dace85,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:35.368896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.375177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51124) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:35.375614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-55107c99-ce71-4dae-9867-bb549414c145 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/670a1fee-f04f-448d-99a2-3a7b9ed9ca45 HTTP/1.1" status: 204 len: 168 time: 0.7436566 Feb 10 16:03:35.409434 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee20131-8b21-4e69-a036-53011932b8d8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:35.413569 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cee20131-8b21-4e69-a036-53011932b8d8 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/670a1fee-f04f-448d-99a2-3a7b9ed9ca45 HTTP/1.1" status: 404 len: 333 time: 0.0344629 Feb 10 16:03:35.414163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51126) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:35.480958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet f54c089c-b287-4354-92f5-aafb6ddd4491 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:35.484971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.557922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.684548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.730742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ade52c55-392b-46ab-8401-de34aa4670d6 None None] Provisioning complete for port 94efa120-114a-4f57-9625-03e0e175a692 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:35.733915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ade52c55-392b-46ab-8401-de34aa4670d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.787394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.831959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c089c-b287-4354-92f5-aafb6ddd4491,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:35.837465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.848187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51138) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:35.859021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6b57da1f-8968-4b5d-a7d5-1ed1f7401356 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/f54c089c-b287-4354-92f5-aafb6ddd4491 HTTP/1.1" status: 204 len: 168 time: 0.4435647 Feb 10 16:03:35.874275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51140) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:35.891972 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-415fac13-8805-4aa2-9a1e-851f3c7ae193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.981016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:35.988035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef3d4b-d1db-48df-be40-213adb6fb7b6 None None] Network cd65a613-4021-4d16-b265-f9c9322d90c2 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:36.035981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-415fac13-8805-4aa2-9a1e-851f3c7ae193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.041495 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-415fac13-8805-4aa2-9a1e-851f3c7ae193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.049723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-402364ab-728f-43d7-8224-a2bca2ad7cb2 None None] Could not find standard attr ID for object 670a1fee-f04f-448d-99a2-3a7b9ed9ca45. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:36.055121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 94efa120-114a-4f57-9625-03e0e175a692 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:36.055492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.108230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-415fac13-8805-4aa2-9a1e-851f3c7ae193 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba1a77e99da64d34837e4efad6a445ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327452 Feb 10 16:03:36.112294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51144) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:36.112804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fac13-8805-4aa2-9a1e-851f3c7ae193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18cd00-0683-43cf-bea0-fe4eeed4ac38,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:36.171097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] For port 94efa120-114a-4f57-9625-03e0e175a692, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=94efa120-114a-4f57-9625-03e0e175a692,segment=NetworkSegment(5294b2c0-b4be-4eaf-8611-986054e1dc59),segment_id=5294b2c0-b4be-4eaf-8611-986054e1dc59)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:36.171790 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.200474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 94efa120-114a-4f57-9625-03e0e175a692 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:36.202886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad454608-4631-4c41-86ff-42a86362007c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.244105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] DHCP port deletion for cd65a613-4021-4d16-b265-f9c9322d90c2 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:03:36.300698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad454608-4631-4c41-86ff-42a86362007c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.305046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] Deleting port 94efa120-114a-4f57-9625-03e0e175a692 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:36.305418 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.366499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199cf9-29fe-4056-ac55-c12c73bf03bd req-827637a4-a196-47ad-b1ac-556468583c69 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:36.368107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81199cf9-29fe-4056-ac55-c12c73bf03bd req-827637a4-a196-47ad-b1ac-556468583c69 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 944 time: 0.1551299 Feb 10 16:03:36.414443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] For port 94efa120-114a-4f57-9625-03e0e175a692, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=94efa120-114a-4f57-9625-03e0e175a692,segment=NetworkSegment(5294b2c0-b4be-4eaf-8611-986054e1dc59),segment_id=5294b2c0-b4be-4eaf-8611-986054e1dc59)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:36.415649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.416515 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.432370 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad454608-4631-4c41-86ff-42a86362007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.435695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ad454608-4631-4c41-86ff-42a86362007c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.436574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] Calling delete_port for 94efa120-114a-4f57-9625-03e0e175a692 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:36.436832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ad454608-4631-4c41-86ff-42a86362007c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c18cd00-0683-43cf-bea0-fe4eeed4ac38 HTTP/1.1" status: 204 len: 168 time: 0.3262708 Feb 10 16:03:36.509870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad454608-4631-4c41-86ff-42a86362007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c18cd00-0683-43cf-bea0-fe4eeed4ac38,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:36.522443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81199cf9-29fe-4056-ac55-c12c73bf03bd req-a614ae2f-8d4f-41b2-a53d-728390904f4a tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433284 Feb 10 16:03:36.524176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.532117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=94efa120-114a-4f57-9625-03e0e175a692,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:36.540246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No DVR routers for this DVR port 94efa120-114a-4f57-9625-03e0e175a692 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:36.585848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] Pushing event deleted for resources: {'Port': ['ID=94efa120-114a-4f57-9625-03e0e175a692,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:36.588436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94807a-623e-467c-9f94-83f2c6760357 None None] No DVR routers for this DVR port 94efa120-114a-4f57-9625-03e0e175a692 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:36.707852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 94efa120-114a-4f57-9625-03e0e175a692 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:36.735518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.750418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0e08b439-1878-4044-90e1-11643cf3dca8 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:36.753138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 94efa120-114a-4f57-9625-03e0e175a692 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:36.754115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 94efa120-114a-4f57-9625-03e0e175a692 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:36.766102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd65a613-4021-4d16-b265-f9c9322d90c2']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:36.776075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5294b2c0-b4be-4eaf-8611-986054e1dc59') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:36.776372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5294b2c0-b4be-4eaf-8611-986054e1dc59') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:36.792748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.811004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.812578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 0e08b439-1878-4044-90e1-11643cf3dca8 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:03:36.817662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 0e08b439-1878-4044-90e1-11643cf3dca8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:36.818166 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.818719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:36.819125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:36.895966 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:36.902436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.914156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.924417 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/cd65a613-4021-4d16-b265-f9c9322d90c2 HTTP/1.1" status: 204 len: 168 time: 1.0743864 Feb 10 16:03:36.930471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51156) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:36.944541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:36.952498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364094ce-ff28-42f4-8308-5af88b83504f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=cd65a613-4021-4d16-b265-f9c9322d90c2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:36.953410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1408959147'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:36.975711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e08b439-1878-4044-90e1-11643cf3dca8'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:36.978123 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102f956-f1e1-40f8-91ef-bc3ed849d264" -d '{"events": [{"server_uuid": "f63c2445-94ad-4fa5-ac6d-884beb27d334", "name": "network-vif-plugged", "status": "completed", "tag": "0e08b439-1878-4044-90e1-11643cf3dca8"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:36.996912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:37.003314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.013964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 0e08b439-1878-4044-90e1-11643cf3dca8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0e08b439-1878-4044-90e1-11643cf3dca8,segment=NetworkSegment(8675c1f4-c07d-4792-a11e-a132b56e9e55),segment_id=8675c1f4-c07d-4792-a11e-a132b56e9e55)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:37.030256 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.042142 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0f68d3-5d00-483b-bb92-7f9b998d7978 x-openstack-request-id: req-cd0f68d3-5d00-483b-bb92-7f9b998d7978 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:37.042439 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c2445-94ad-4fa5-ac6d-884beb27d334", "name": "network-vif-plugged", "status": "completed", "tag": "0e08b439-1878-4044-90e1-11643cf3dca8", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:37.042699 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0f68d3-5d00-483b-bb92-7f9b998d7978 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:37.043095 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e08b439-1878-4044-90e1-11643cf3dca8', 'code': 200} Feb 10 16:03:37.061862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:37.091846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.092207 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Added segment a8ff26d4-67bb-46ce-a465-4001c0e05c8c of type vlan for network 5169a093-12ae-43fb-8b15-424a06698789 Feb 10 16:03:37.168709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=0e08b439-1878-4044-90e1-11643cf3dca8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:37.200185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.238378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.248300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:37.249081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.290125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51170) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:37.290805 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3592005 Feb 10 16:03:37.295878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': '5169a093-12ae-43fb-8b15-424a06698789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:37.379373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a35529-32ae-4f14-bacc-802d5d8582fb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Network': ['ID=5169a093-12ae-43fb-8b15-424a06698789,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:37.385624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede991a0-0254-4cd0-8254-bfb3afc9cbc9 req-3d654b79-0b67-4bb5-b333-07680cc7930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:37.387531 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ede991a0-0254-4cd0-8254-bfb3afc9cbc9 req-3d654b79-0b67-4bb5-b333-07680cc7930a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 1096 time: 0.2454951 Feb 10 16:03:37.392485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5169a093-12ae-43fb-8b15-424a06698789 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:37.452424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ede991a0-0254-4cd0-8254-bfb3afc9cbc9 req-36141a11-75ad-45c2-ba8a-1e2f17319f26 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Feb 10 16:03:37.477346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:37.481539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.749870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.871299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:37.894182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Checking segment: {'id': 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5169a093-12ae-43fb-8b15-424a06698789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:37.894554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network hostable DHCP agents. Network: 5169a093-12ae-43fb-8b15-424a06698789, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:37.937422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 5169a093-12ae-43fb-8b15-424a06698789 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:37.952858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 5169a093-12ae-43fb-8b15-424a06698789) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:37.961750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:37.965746 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:37.974563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a6f31-a68a-42b1-992f-abaad6e20e1e None None] Network 5169a093-12ae-43fb-8b15-424a06698789 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:38.012661 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0b9a132d-c44f-47fb-86a7-dd9d74210781 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7209475 Feb 10 16:03:38.015089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51190) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:38.019845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2048956889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:38.060545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.062204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.126286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.132049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.140735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265746d-bcb5-4b6a-909b-a300e017f7f9 req-bf4e954e-510f-4e40-9ade-dbca4dd8244d tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:38.143172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7265746d-bcb5-4b6a-909b-a300e017f7f9 req-bf4e954e-510f-4e40-9ade-dbca4dd8244d tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.1084065 Feb 10 16:03:38.161613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.163457 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-931cbd76-dc25-4f42-8e9e-4361bed9e6b7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1470835 Feb 10 16:03:38.165976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51196) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:38.173680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'network_id': '5169a093-12ae-43fb-8b15-424a06698789', 'name': 'tempest-PortsTestJSON-178859786'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:38.247730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7265746d-bcb5-4b6a-909b-a300e017f7f9 req-ec703a44-e143-42ed-979a-ace684526483 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951557 Feb 10 16:03:38.277850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-5169a093-12ae-43fb-8b15-424a06698789', 'network_id': '5169a093-12ae-43fb-8b15-424a06698789', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': 'c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:38.279351 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.330506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:38.335901 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.378040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 770fc7d3-cb14-4aee-a772-269e400179ec yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:38.462662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Allocated IP 172.20.0.2 (5169a093-12ae-43fb-8b15-424a06698789/c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8/d35a3f36-6846-443c-8328-2f03e0555681) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:38.662183 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.670164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.723306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.5 (5169a093-12ae-43fb-8b15-424a06698789/c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8/770fc7d3-cb14-4aee-a772-269e400179ec) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:38.734193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Network 5169a093-12ae-43fb-8b15-424a06698789 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:38.741606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:38.746156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:38.760162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Pushing event updated for resources: {'Port': ['ID=d35a3f36-6846-443c-8328-2f03e0555681,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:38.786108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51208) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:38.822953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Attempting to bind port d35a3f36-6846-443c-8328-2f03e0555681 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:38.823419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Attempting to bind port d35a3f36-6846-443c-8328-2f03e0555681 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5169a093-12ae-43fb-8b15-424a06698789'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:38.823870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Attempting to bind port d35a3f36-6846-443c-8328-2f03e0555681 on network 5169a093-12ae-43fb-8b15-424a06698789 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:38.829801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:38.830266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Checking segment: {'id': 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5169a093-12ae-43fb-8b15-424a06698789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:38.830817 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.831280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Bound using segment: {'id': 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5169a093-12ae-43fb-8b15-424a06698789'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:38.831833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Bound port: d35a3f36-6846-443c-8328-2f03e0555681, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5169a093-12ae-43fb-8b15-424a06698789'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:38.832313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:38.916536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] For port d35a3f36-6846-443c-8328-2f03e0555681, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:38.925233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] For port d35a3f36-6846-443c-8328-2f03e0555681, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d35a3f36-6846-443c-8328-2f03e0555681,segment=NetworkSegment(a8ff26d4-67bb-46ce-a465-4001c0e05c8c),segment_id=a8ff26d4-67bb-46ce-a465-4001c0e05c8c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:38.937545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.024088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aebc2-0257-42e8-8e3b-f3b0215c2f12 None None] Pushing event updated for resources: {'Port': ['ID=d35a3f36-6846-443c-8328-2f03e0555681,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:39.092847 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.137878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.195026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 5169a093-12ae-43fb-8b15-424a06698789 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:39.198710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:39.203921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:39.233519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=770fc7d3-cb14-4aee-a772-269e400179ec,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:39.267270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Deleting subnet d705bb1a-da7a-4818-9002-2f213f024d5d {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:39.291751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.302444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:39.303141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.347214 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b95aa286-20b6-475a-b52d-d429fa15e288 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1797147 Feb 10 16:03:39.351514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51222) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:39.406427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.468154 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.582217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.676016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d705bb1a-da7a-4818-9002-2f213f024d5d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:39.703564 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.711264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5328b563-a062-46dd-a52e-931bce5f228f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d705bb1a-da7a-4818-9002-2f213f024d5d HTTP/1.1" status: 204 len: 168 time: 0.9233887 Feb 10 16:03:39.711856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:39.778202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ac23-0e56-46dc-bec4-d326d06a4eee req-3da2e8fb-53e5-49af-984c-170873d51d86 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:39.780792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f65ac23-0e56-46dc-bec4-d326d06a4eee req-3da2e8fb-53e5-49af-984c-170873d51d86 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.2214885 Feb 10 16:03:39.781317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51230) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:39.822890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33a5db-3367-4665-acb6-1c56f55ccff1 req-4c1b537e-98b3-491c-a853-076649446072 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:39.824352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d33a5db-3367-4665-acb6-1c56f55ccff1 req-4c1b537e-98b3-491c-a853-076649446072 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 945 time: 0.1061621 Feb 10 16:03:39.836798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:39.873857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f65ac23-0e56-46dc-bec4-d326d06a4eee req-d0a5d4ce-e135-452f-ad77-b11b666b0a33 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840592 Feb 10 16:03:39.911197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7d33a5db-3367-4665-acb6-1c56f55ccff1 req-49aca0de-3b1a-4429-a8f2-ad34ccfca1b8 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Feb 10 16:03:39.975475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e372dfb-608c-4027-b8c5-221fa0071684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.035529 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.057968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e372dfb-608c-4027-b8c5-221fa0071684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.064074 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e372dfb-608c-4027-b8c5-221fa0071684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.069901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8207a104-9321-4d56-a114-43a9d482b558']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:40.086186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4683fc0d-6db0-4d15-b7b5-143345eff226') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:40.086422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4683fc0d-6db0-4d15-b7b5-143345eff226') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:40.119327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.120728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e372dfb-608c-4027-b8c5-221fa0071684 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=919953e356e947fc9bb9592f0313999a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364911 Feb 10 16:03:40.121663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e372dfb-608c-4027-b8c5-221fa0071684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc2884-9fbd-4c19-bc73-9687798e52bf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:40.124054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51234) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:40.155335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.179222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.195651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:40.195651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:40.197117 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:40.344423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a821838-8a4c-47d3-9b0b-6dd3389adb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.375874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.381281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.386733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8207a104-9321-4d56-a114-43a9d482b558 HTTP/1.1" status: 204 len: 168 time: 0.6707578 Feb 10 16:03:40.434140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e94ad-ea81-4c4c-81cb-bbe39b02f4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8207a104-9321-4d56-a114-43a9d482b558,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:40.453729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a821838-8a4c-47d3-9b0b-6dd3389adb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.464841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9c22f-5d98-40e6-8d96-b4000eb4c36a None None] Network 5169a093-12ae-43fb-8b15-424a06698789 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:40.538685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:40.553067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Provisioning complete for port d35a3f36-6846-443c-8328-2f03e0555681 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:40.553435 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.596697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-692b563f-f2e5-4d1a-8b4e-3fb22582e999 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad3837911a6d4a21b0cbbee3f3394878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567102 Feb 10 16:03:40.599620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51240) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:40.640841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a821838-8a4c-47d3-9b0b-6dd3389adb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.643332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a821838-8a4c-47d3-9b0b-6dd3389adb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.652058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0a821838-8a4c-47d3-9b0b-6dd3389adb17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5cc2884-9fbd-4c19-bc73-9687798e52bf HTTP/1.1" status: 204 len: 168 time: 0.5237029 Feb 10 16:03:40.675178 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9702e0c-f204-4565-b767-88d401132c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.684605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.692245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a821838-8a4c-47d3-9b0b-6dd3389adb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc2884-9fbd-4c19-bc73-9687798e52bf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:40.702530 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.711478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9702e0c-f204-4565-b767-88d401132c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.780161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9702e0c-f204-4565-b767-88d401132c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.782969 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9702e0c-f204-4565-b767-88d401132c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:40.784318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c9702e0c-f204-4565-b767-88d401132c96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acf2aa5c-7339-4561-b605-3bbc421a0014 HTTP/1.1" status: 204 len: 168 time: 0.1841218 Feb 10 16:03:40.793985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9702e0c-f204-4565-b767-88d401132c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf2aa5c-7339-4561-b605-3bbc421a0014,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:40.883346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d35a3f36-6846-443c-8328-2f03e0555681 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:41.075159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d35a3f36-6846-443c-8328-2f03e0555681 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:41.076298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.079331 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.158463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] For port d35a3f36-6846-443c-8328-2f03e0555681, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d35a3f36-6846-443c-8328-2f03e0555681,segment=NetworkSegment(a8ff26d4-67bb-46ce-a465-4001c0e05c8c),segment_id=a8ff26d4-67bb-46ce-a465-4001c0e05c8c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:41.214638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=770fc7d3-cb14-4aee-a772-269e400179ec,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:41.234161 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.285171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:41.311175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5da8205-750a-4fed-8362-63efe7debb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.315758 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.330997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce832f1-bd15-4083-97f9-814b3f4a7b2b req-983a098f-e64a-4df4-9d98-91ae598e6a56 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:41.332471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cce832f1-bd15-4083-97f9-814b3f4a7b2b req-983a098f-e64a-4df4-9d98-91ae598e6a56 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 945 time: 0.1977999 Feb 10 16:03:41.343191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3960c-fb35-4fa8-923c-8d49132ef70f req-e4957686-da8c-4d25-a1a5-0a82f42c8d12 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:41.344745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fde3960c-fb35-4fa8-923c-8d49132ef70f req-e4957686-da8c-4d25-a1a5-0a82f42c8d12 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.2895172 Feb 10 16:03:41.430992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cce832f1-bd15-4083-97f9-814b3f4a7b2b req-95d667df-98ac-4b21-bedf-327c41ac0994 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845995 Feb 10 16:03:41.439673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-d10f4591-7798-4ce0-b316-0960c66dd27f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:41.441146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-d10f4591-7798-4ce0-b316-0960c66dd27f tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 945 time: 0.2219884 Feb 10 16:03:41.444219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fde3960c-fb35-4fa8-923c-8d49132ef70f req-489f3020-8fa6-4f58-867c-73bab0912fec tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907943 Feb 10 16:03:41.540755 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.546550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Pushing event updated for resources: {'Port': ['ID=d35a3f36-6846-443c-8328-2f03e0555681,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:41.606463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d76cd50d-0d3b-4539-8d40-e3df8b8a94c5 None None] Provisioning complete for port d35a3f36-6846-443c-8328-2f03e0555681 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:41.608004 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d76cd50d-0d3b-4539-8d40-e3df8b8a94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.627465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Deleting port 2073bf5b-e71b-477c-895b-064ea289d86c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:41.627802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.631291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:03:41.631692 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:03:41.633025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.633554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.634081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.634573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.635062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.635703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.636254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.636759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.637242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.637726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.638505 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.639098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0060cf-3fbf-4b01-b3f2-81798aa11a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:41.661713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5da8205-750a-4fed-8362-63efe7debb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.684802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5da8205-750a-4fed-8362-63efe7debb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.783801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5da8205-750a-4fed-8362-63efe7debb8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fbc7000df9647f8b06894f6561f6bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976659 Feb 10 16:03:41.786692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d76cd50d-0d3b-4539-8d40-e3df8b8a94c5 None None] Provisioning complete for port 770fc7d3-cb14-4aee-a772-269e400179ec triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:41.787063 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d76cd50d-0d3b-4539-8d40-e3df8b8a94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.788670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51270) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:41.800689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da8205-750a-4fed-8362-63efe7debb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5904dc26-5d60-43a0-ac0c-ec421bed8741,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:41.815583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] For port 2073bf5b-e71b-477c-895b-064ea289d86c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=2073bf5b-e71b-477c-895b-064ea289d86c,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:41.816297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.837713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Calling delete_port for 2073bf5b-e71b-477c-895b-064ea289d86c owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:41.841189 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:41.881418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d76cd50d-0d3b-4539-8d40-e3df8b8a94c5 None None] Port 770fc7d3-cb14-4aee-a772-269e400179ec cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:41.977654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d3fd-db95-46a5-b579-721516d675f9 req-4eaf27d1-ee95-4cf7-b7fd-94a25ef1396e tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:41.984992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bd4d3fd-db95-46a5-b579-721516d675f9 req-4eaf27d1-ee95-4cf7-b7fd-94a25ef1396e tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Feb 10 16:03:42.016347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c4a981d3-24eb-487f-80bf-97fb3df2384e None None] Provisioning complete for port 770fc7d3-cb14-4aee-a772-269e400179ec triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:42.023679 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c4a981d3-24eb-487f-80bf-97fb3df2384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.056405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93a96909-ff8d-4173-9348-0978d1d781d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.084670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c4a981d3-24eb-487f-80bf-97fb3df2384e None None] Port 770fc7d3-cb14-4aee-a772-269e400179ec cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:42.094246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-b423ff83-c26d-47ac-ad81-913c64d5a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:42.096087 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-b423ff83-c26d-47ac-ad81-913c64d5a356 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8977d57728c34131ac409e760d39df63&device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 1096 time: 0.1997278 Feb 10 16:03:42.125124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2bd4d3fd-db95-46a5-b579-721516d675f9 req-62b2fbc1-20f4-4653-9e7e-3a2b7fd0ef7f tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392777 Feb 10 16:03:42.150558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.165149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9cc329b9-d710-4ecf-bb36-72c7d971b6f1', '2073bf5b-e71b-477c-895b-064ea289d86c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:42.181257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event deleted for resources: {'Port': ['ID=2073bf5b-e71b-477c-895b-064ea289d86c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:42.204359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350', 'f5795930-157e-493a-ad3a-ca70935ecf43'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:42.218768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93a96909-ff8d-4173-9348-0978d1d781d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.251851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] No DVR routers for this DVR port 2073bf5b-e71b-477c-895b-064ea289d86c on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:42.257002 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.261589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a27b9e39-f277-4e8b-befa-98324c38f97e req-dec7f078-31e8-4909-9541-1b1397c9e7cb tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "DELETE /v2.0/ports/2073bf5b-e71b-477c-895b-064ea289d86c HTTP/1.1" status: 204 len: 173 time: 0.8143218 Feb 10 16:03:42.262127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'name': 'network-vif-deleted', 'tag': '2073bf5b-e71b-477c-895b-064ea289d86c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:42.266452 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3c6b1b-66bc-4078-95c4-2eaa0aa385b7" -d '{"events": [{"server_uuid": "a15c5470-53fb-4c57-8d1b-df377a55d1e2", "name": "network-vif-deleted", "tag": "2073bf5b-e71b-477c-895b-064ea289d86c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:42.306214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-30020d9f-35d9-4f3d-bd4c-8235c8a898e6 None None] Provisioning complete for port 770fc7d3-cb14-4aee-a772-269e400179ec triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:42.306620 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-30020d9f-35d9-4f3d-bd4c-8235c8a898e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.333718 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d84313f-b81a-4187-8146-50c52612be41 x-openstack-request-id: req-9d84313f-b81a-4187-8146-50c52612be41 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:42.333718 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c5470-53fb-4c57-8d1b-df377a55d1e2", "name": "network-vif-deleted", "tag": "2073bf5b-e71b-477c-895b-064ea289d86c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:42.334371 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d84313f-b81a-4187-8146-50c52612be41 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:42.334371 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c5470-53fb-4c57-8d1b-df377a55d1e2', 'name': 'network-vif-deleted', 'tag': '2073bf5b-e71b-477c-895b-064ea289d86c', 'status': 'completed', 'code': 200} Feb 10 16:03:42.361905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-30020d9f-35d9-4f3d-bd4c-8235c8a898e6 None None] Port 770fc7d3-cb14-4aee-a772-269e400179ec cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:42.411042 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93a96909-ff8d-4173-9348-0978d1d781d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.414041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93a96909-ff8d-4173-9348-0978d1d781d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.420228 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-93a96909-ff8d-4173-9348-0978d1d781d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5904dc26-5d60-43a0-ac0c-ec421bed8741 HTTP/1.1" status: 204 len: 168 time: 0.6172972 Feb 10 16:03:42.449712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a96909-ff8d-4173-9348-0978d1d781d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904dc26-5d60-43a0-ac0c-ec421bed8741,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:42.467252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-865cf4f4-1fe5-49b2-8fc9-b0ae925395e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:42.469217 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-865cf4f4-1fe5-49b2-8fc9-b0ae925395e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12 HTTP/1.1" status: 200 len: 914 time: 0.3380077 Feb 10 16:03:42.527906 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-1416f5fd-053d-4b73-8e9a-578b04bf33b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e08b439-1878-4044-90e1-11643cf3dca8 HTTP/1.1" status: 200 len: 217 time: 0.0462072 Feb 10 16:03:42.661883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c258c9bb-036c-4208-b02b-0d45e90a62ac req-8e51c351-af3f-4887-9fc6-5c2696a66374 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c5470-53fb-4c57-8d1b-df377a55d1e2 HTTP/1.1" status: 200 len: 210 time: 0.0581143 Feb 10 16:03:42.684463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.692329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-ea9486dc-2fa4-4d52-a8dd-32e21fe04b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:42.693976 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-ea9486dc-2fa4-4d52-a8dd-32e21fe04b22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14797a8f-5055-44ff-82b8-74cd233c6cc5 HTTP/1.1" status: 200 len: 853 time: 0.1537805 Feb 10 16:03:42.695498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.781485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-7107afef-bdfc-4b40-ac37-0262659da866 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45ecadd9-fdc0-4d48-b696-0bb3fd315b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582249 Feb 10 16:03:42.810115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=770fc7d3-cb14-4aee-a772-269e400179ec,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:42.829943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:42.968687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-82210845-4dfb-4331-a414-33c4140ebc00 service neutron] 10.222.0.75 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771598 Feb 10 16:03:42.970632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d35a3f36-6846-443c-8328-2f03e0555681 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:43.036965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d35a3f36-6846-443c-8328-2f03e0555681 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:43.037620 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:43.057552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network 5169a093-12ae-43fb-8b15-424a06698789 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:43.063402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:43.207705 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1527cb46-6f22-42d8-93f0-19fe256b846d req-92731483-7d95-49c1-ab13-10819b5e9041 service neutron] 10.222.0.75 "GET /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226515 Feb 10 16:03:43.266965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Router b7720026-27eb-4080-930c-3a4393581b3c is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:03:43.300887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87bf6e-10c5-41a0-b6f6-8a8c1e41b4e8 req-f993128f-dbca-49e2-a8a2-5ed48bce9a31 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:43.302830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb87bf6e-10c5-41a0-b6f6-8a8c1e41b4e8 req-f993128f-dbca-49e2-a8a2-5ed48bce9a31 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.0698957 Feb 10 16:03:43.384009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb87bf6e-10c5-41a0-b6f6-8a8c1e41b4e8 req-07f84de1-61f6-44aa-9e23-ebc539d44d05 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Feb 10 16:03:43.403677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3173b83f-b0b3-45ae-8681-e43af4a2ae9f None None] Provisioning complete for port 770fc7d3-cb14-4aee-a772-269e400179ec triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:43.404070 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3173b83f-b0b3-45ae-8681-e43af4a2ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:43.441589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:03:43.447931 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9ee40159-b526-406a-bda3-91fefe943d07 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/routers/b7720026-27eb-4080-930c-3a4393581b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0937891 Feb 10 16:03:43.450457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51314) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:43.456113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] Sync routers for ids ['b7720026-27eb-4080-930c-3a4393581b3c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:03:43.480488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] Routers {'b7720026-27eb-4080-930c-3a4393581b3c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:03:43.481388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:03:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b7720026-27eb-4080-930c-3a4393581b3c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:43.533435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3173b83f-b0b3-45ae-8681-e43af4a2ae9f None None] Port 770fc7d3-cb14-4aee-a772-269e400179ec cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:43.535645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:43.541079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738e9ba-d298-407e-8371-1ad4685dc84d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:43.546128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51320) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:43.547938 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d738e9ba-d298-407e-8371-1ad4685dc84d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7720026-27eb-4080-930c-3a4393581b3c HTTP/1.1" status: 200 len: 981 time: 0.0962667 Feb 10 16:03:43.553705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] Routers {'b7720026-27eb-4080-930c-3a4393581b3c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:03:43.554306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:03:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b7720026-27eb-4080-930c-3a4393581b3c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:43.587696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:43.588604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02ed77-ba20-4b87-8532-cd1206924078 None None] The sync data for ids ['b7720026-27eb-4080-930c-3a4393581b3c'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:03:43.999598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:44.733886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 770fc7d3-cb14-4aee-a772-269e400179ec {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:44.734521 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:44.885406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:44.918786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 770fc7d3-cb14-4aee-a772-269e400179ec owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:45.005681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91a33-7ed5-40f4-8cf7-979d5ed8dc2b req-64cbc644-4afd-4f38-b1e1-dfa401a0c49c tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:45.007263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fb91a33-7ed5-40f4-8cf7-979d5ed8dc2b req-64cbc644-4afd-4f38-b1e1-dfa401a0c49c tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.1091249 Feb 10 16:03:45.096077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fb91a33-7ed5-40f4-8cf7-979d5ed8dc2b req-463474e1-4ef4-4f3e-b54c-e4b1c8f76cd2 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760705 Feb 10 16:03:45.224300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:45.300173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=770fc7d3-cb14-4aee-a772-269e400179ec,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:45.577817 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:45.723891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312f0bb-8106-45ed-aa53-1e51db89a692 req-66a5546c-b93d-491f-9fe9-4645c312e429 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:45.731155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d312f0bb-8106-45ed-aa53-1e51db89a692 req-66a5546c-b93d-491f-9fe9-4645c312e429 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.1961265 Feb 10 16:03:45.796955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Router b7720026-27eb-4080-930c-3a4393581b3c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:03:45.844298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d312f0bb-8106-45ed-aa53-1e51db89a692 req-c6e65cdf-5b3e-4358-b29d-31be1524062f tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036665 Feb 10 16:03:45.860799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2073bf5b-e71b-477c-895b-064ea289d86c no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:45.968167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 2073bf5b-e71b-477c-895b-064ea289d86c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:45.968558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 2073bf5b-e71b-477c-895b-064ea289d86c not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:46.042355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:03:46.061048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4669c36d-6327-42b7-82f7-790c16ae77ed tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/routers/b7720026-27eb-4080-930c-3a4393581b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114028 Feb 10 16:03:46.061703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51398) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:46.063795 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] Sync routers for ids ['b7720026-27eb-4080-930c-3a4393581b3c'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:03:46.091627 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] Routers {'b7720026-27eb-4080-930c-3a4393581b3c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:03:46.092116 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:03:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b7720026-27eb-4080-930c-3a4393581b3c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:46.105202 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-457340b8-8dd0-4cf4-a5ed-a4fae4656974 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:46.109940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-457340b8-8dd0-4cf4-a5ed-a4fae4656974 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/770fc7d3-cb14-4aee-a772-269e400179ec HTTP/1.1" status: 404 len: 333 time: 0.0442052 Feb 10 16:03:46.110117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51400) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:46.137095 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:46.149176 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] Routers {'b7720026-27eb-4080-930c-3a4393581b3c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:03:46.150432 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:03:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b7720026-27eb-4080-930c-3a4393581b3c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:46.193068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.199418 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:46.200900 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef564c-881d-428f-84f6-9f4c56de60c0 None None] The sync data for ids ['b7720026-27eb-4080-930c-3a4393581b3c'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:03:46.373023 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.376713 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.425977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.426503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Fanout notify agent at l3_agent the message router_deleted on router b7720026-27eb-4080-930c-3a4393581b3c {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:03:46.447533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.451079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1b77aa71-ec6d-45d5-8888-8da531da91fa tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/routers/b7720026-27eb-4080-930c-3a4393581b3c HTTP/1.1" status: 204 len: 168 time: 0.3377662 Feb 10 16:03:46.451713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:46.486974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51412) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:46.520368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:46.524446 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.585630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.664062 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-748a28e1-0b36-4794-a5f2-454838a8e239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.700144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.760391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-748a28e1-0b36-4794-a5f2-454838a8e239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.765509 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-748a28e1-0b36-4794-a5f2-454838a8e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.784496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.809986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:46.818610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.823496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7662048-cd28-419e-b6c2-51bc176c896b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8 HTTP/1.1" status: 204 len: 168 time: 0.3686872 Feb 10 16:03:46.826115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51418) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:46.835418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01c92d-264f-4289-acfa-220eab383dd6 None None] Network 5169a093-12ae-43fb-8b15-424a06698789 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:46.838606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-748a28e1-0b36-4794-a5f2-454838a8e239 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa9ee9ccef364201a5f8be5389d42774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502953 Feb 10 16:03:46.848008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51420) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:46.898277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a28e1-0b36-4794-a5f2-454838a8e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752c9ee-297b-4893-9134-ac70569a10c5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:46.961969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:46.988550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50274e23-70c4-4dbb-a105-b1384ded2ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.035159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50274e23-70c4-4dbb-a105-b1384ded2ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.059322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa846ffc-c56d-4db1-967d-ae8706b7bcaf req-0872346f-fe43-4858-9a1b-182bd531343f tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:47.061998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa846ffc-c56d-4db1-967d-ae8706b7bcaf req-0872346f-fe43-4858-9a1b-182bd531343f tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.0910635 Feb 10 16:03:47.080533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port d35a3f36-6846-443c-8328-2f03e0555681 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:47.080867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.133960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa846ffc-c56d-4db1-967d-ae8706b7bcaf req-baa8dbf0-a8d4-46e6-9189-3e0b62d64c09 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627809 Feb 10 16:03:47.149265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50274e23-70c4-4dbb-a105-b1384ded2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.152100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50274e23-70c4-4dbb-a105-b1384ded2ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.153945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-50274e23-70c4-4dbb-a105-b1384ded2ed3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9752c9ee-297b-4893-9134-ac70569a10c5 HTTP/1.1" status: 204 len: 168 time: 0.3021722 Feb 10 16:03:47.173696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] DHCP port deletion for 5169a093-12ae-43fb-8b15-424a06698789 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:03:47.174265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50274e23-70c4-4dbb-a105-b1384ded2ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752c9ee-297b-4893-9134-ac70569a10c5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:47.247359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] For port d35a3f36-6846-443c-8328-2f03e0555681, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d35a3f36-6846-443c-8328-2f03e0555681,segment=NetworkSegment(a8ff26d4-67bb-46ce-a465-4001c0e05c8c),segment_id=a8ff26d4-67bb-46ce-a465-4001c0e05c8c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:47.250283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.289069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for d35a3f36-6846-443c-8328-2f03e0555681 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:47.314865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] Deleting port d35a3f36-6846-443c-8328-2f03e0555681 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:47.316164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.406158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.433002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] For port d35a3f36-6846-443c-8328-2f03e0555681, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d35a3f36-6846-443c-8328-2f03e0555681,segment=NetworkSegment(a8ff26d4-67bb-46ce-a465-4001c0e05c8c),segment_id=a8ff26d4-67bb-46ce-a465-4001c0e05c8c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:47.433658 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.449216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] Calling delete_port for d35a3f36-6846-443c-8328-2f03e0555681 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:47.461217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=d35a3f36-6846-443c-8328-2f03e0555681,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:47.472861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No DVR routers for this DVR port d35a3f36-6846-443c-8328-2f03e0555681 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:47.532612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980635-7684-4db4-87d7-02be25ae813f req-93f31d74-2963-4b2e-bebd-9d8b7161e7c5 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:47.537039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d980635-7684-4db4-87d7-02be25ae813f req-93f31d74-2963-4b2e-bebd-9d8b7161e7c5 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 945 time: 0.0947957 Feb 10 16:03:47.562403 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.589197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9d980635-7684-4db4-87d7-02be25ae813f req-7dd5dbb8-ffeb-49ec-bee0-197720c0fa0d tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Feb 10 16:03:47.614917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] Pushing event deleted for resources: {'Port': ['ID=d35a3f36-6846-443c-8328-2f03e0555681,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:47.623908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defeacbe-f4f6-4cca-80ed-a5f166b27242 None None] No DVR routers for this DVR port d35a3f36-6846-443c-8328-2f03e0555681 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:47.651640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.689247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5169a093-12ae-43fb-8b15-424a06698789']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:47.708257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:47.708568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ff26d4-67bb-46ce-a465-4001c0e05c8c') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:47.717233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51436) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:47.727423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.734199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a12a5f33-e348-4ec9-ab71-6036cf4f400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.742691 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.749832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:47.750564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:47.754620 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:47.858610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.866898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:47.869893 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/5169a093-12ae-43fb-8b15-424a06698789 HTTP/1.1" status: 204 len: 168 time: 1.0429778 Feb 10 16:03:47.874458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:47.886486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33039b65-75b8-46a8-ad41-38eda3390d57 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=5169a093-12ae-43fb-8b15-424a06698789,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:47.898131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-df4bb7d9-a422-449b-9287-dd37203a14cf tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:47.899645 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-df4bb7d9-a422-449b-9287-dd37203a14cf tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.75 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.0899012 Feb 10 16:03:47.934180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb6df3-5784-4e8d-9e18-10820b5cd554 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:47.936589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-48fb6df3-5784-4e8d-9e18-10820b5cd554 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/170178e3-a008-42dd-bc89-8f10d16f9a46 HTTP/1.1" status: 200 len: 841 time: 0.0603004 Feb 10 16:03:47.940917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51440) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:48.016398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f21b7e79-a63c-4f75-9ee0-eb4e7d092dd6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/170178e3-a008-42dd-bc89-8f10d16f9a46?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0741317 Feb 10 16:03:48.021162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51442) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:48.027737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:48.100797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Deleting port 0e08b439-1878-4044-90e1-11643cf3dca8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:48.101032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.148184 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a12a5f33-e348-4ec9-ab71-6036cf4f400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.234852 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a12a5f33-e348-4ec9-ab71-6036cf4f400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.279692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a5f33-e348-4ec9-ab71-6036cf4f400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8b119d-2e20-468a-8bbb-38f07022570c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:48.300712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] For port 0e08b439-1878-4044-90e1-11643cf3dca8, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=0e08b439-1878-4044-90e1-11643cf3dca8,segment=NetworkSegment(8675c1f4-c07d-4792-a11e-a132b56e9e55),segment_id=8675c1f4-c07d-4792-a11e-a132b56e9e55)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:48.301412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.317931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Calling delete_port for 0e08b439-1878-4044-90e1-11643cf3dca8 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:48.349375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a12a5f33-e348-4ec9-ab71-6036cf4f400c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=feef8adbd263411ead9b09718337e3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6297922 Feb 10 16:03:48.352280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51446) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:48.360118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:48.363545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.404802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4731d8-968a-4555-9a4d-0c7bf6ce40c5 req-e9afb60b-d57c-44a7-a7f6-e7d6ab299546 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:48.406211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa4731d8-968a-4555-9a4d-0c7bf6ce40c5 req-e9afb60b-d57c-44a7-a7f6-e7d6ab299546 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63c2445-94ad-4fa5-ac6d-884beb27d334 HTTP/1.1" status: 200 len: 945 time: 0.1219184 Feb 10 16:03:48.473893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.490714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['0e08b439-1878-4044-90e1-11643cf3dca8'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:48.516593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Pushing event deleted for resources: {'Port': ['ID=0e08b439-1878-4044-90e1-11643cf3dca8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:48.527481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa4731d8-968a-4555-9a4d-0c7bf6ce40c5 req-a51351a1-2622-40a6-9af7-02fdee93e10f tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.21 "GET /v2.0/security-groups?id=2134e563-89b6-4e00-82da-7d68e83ab11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900297 Feb 10 16:03:48.535550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-382371f5-3cd9-4778-a6fb-9413d2bd73e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.569910 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-382371f5-3cd9-4778-a6fb-9413d2bd73e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.581963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] No DVR routers for this DVR port 0e08b439-1878-4044-90e1-11643cf3dca8 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:48.584613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.588038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-85e05ef4-77bb-4d49-8dd0-fafabe1f557f req-8248fc35-340b-4e99-b887-28c8971c39d6 tempest-InstanceActionsTestJSON-85395825 tempest-InstanceActionsTestJSON-85395825-project] 10.222.0.75 "DELETE /v2.0/ports/0e08b439-1878-4044-90e1-11643cf3dca8 HTTP/1.1" status: 204 len: 173 time: 0.6794937 Feb 10 16:03:48.589151 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'name': 'network-vif-deleted', 'tag': '0e08b439-1878-4044-90e1-11643cf3dca8'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:48.591887 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88474af3-7f97-4156-b9b0-098f462fea14" -d '{"events": [{"server_uuid": "f63c2445-94ad-4fa5-ac6d-884beb27d334", "name": "network-vif-deleted", "tag": "0e08b439-1878-4044-90e1-11643cf3dca8"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:48.672377 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29932ff3-4849-4e1c-8412-fa2022c7f2c1 x-openstack-request-id: req-29932ff3-4849-4e1c-8412-fa2022c7f2c1 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:48.672918 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c2445-94ad-4fa5-ac6d-884beb27d334", "name": "network-vif-deleted", "tag": "0e08b439-1878-4044-90e1-11643cf3dca8", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:48.673401 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29932ff3-4849-4e1c-8412-fa2022c7f2c1 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:48.674017 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c2445-94ad-4fa5-ac6d-884beb27d334', 'name': 'network-vif-deleted', 'tag': '0e08b439-1878-4044-90e1-11643cf3dca8', 'status': 'completed', 'code': 200} Feb 10 16:03:48.768972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-382371f5-3cd9-4778-a6fb-9413d2bd73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.771913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-382371f5-3cd9-4778-a6fb-9413d2bd73e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.776014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-382371f5-3cd9-4778-a6fb-9413d2bd73e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f8b119d-2e20-468a-8bbb-38f07022570c HTTP/1.1" status: 204 len: 168 time: 0.4197650 Feb 10 16:03:48.788492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382371f5-3cd9-4778-a6fb-9413d2bd73e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8b119d-2e20-468a-8bbb-38f07022570c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:48.818151 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.852968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-8b74e929-6d0b-42d9-9421-d2f9dd708a09 req-90852a2f-4ce1-4fc5-b636-956c07d14574 service neutron] (102615) timed out ('10.222.0.75', 58371) {{(pid=102615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:03:48.886744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5ee4a-4a62-4ac8-9d19-1360f5985d45 req-8f0f681e-7c23-4a8a-ae3e-219f34900e86 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:48.889008 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acb5ee4a-4a62-4ac8-9d19-1360f5985d45 req-8f0f681e-7c23-4a8a-ae3e-219f34900e86 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 945 time: 0.1744611 Feb 10 16:03:48.929087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d35a3f36-6846-443c-8328-2f03e0555681 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:48.945770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:48.960462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:48.966556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=ab31ead5-68c4-4b62-ac4e-d00c99b755e6,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:48.969271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:48.969849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:48.976848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8373f-41d6-45ae-81f1-02df8b4a5a5f None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:48.982688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d35a3f36-6846-443c-8328-2f03e0555681 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:48.983430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d35a3f36-6846-443c-8328-2f03e0555681 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:49.000098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-6307d1c5-6210-4ae7-a910-37949eb01146 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:49.001625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-6307d1c5-6210-4ae7-a910-37949eb01146 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 945 time: 0.1477361 Feb 10 16:03:49.019227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acb5ee4a-4a62-4ac8-9d19-1360f5985d45 req-8f74610a-5962-4221-a021-08cffc4a2ccc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032143 Feb 10 16:03:49.023866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7b232e0c-6bb9-4173-9e98-e9b795a293b6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0013516 Feb 10 16:03:49.027001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51460) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:49.032570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1163569878'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:49.118862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.190019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Deleting port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:49.193868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.227190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-cb48e36f-f763-4de8-b468-6df0f90d53ea', 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'tenant_id': 'c30df9db393248f1aa3cc5b8f5729bd4', 'fixed_ips': [{'subnet_id': 'ab31ead5-68c4-4b62-ac4e-d00c99b755e6'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:49.234162 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.265679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.272820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.342901 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.345945 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3178120 Feb 10 16:03:49.348759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51466) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:49.349455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279acc1-2838-4a39-99c0-7e61daf1a6bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1279d365-dad6-4efb-a9ea-1dfc96755f13,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:49.400701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'security_group': {'name': 'tempest-secgroup-194877062'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:49.461124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] For port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:49.462145 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.462303 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.491413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Calling delete_port for 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:49.503324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Allocated IP 172.20.0.2 (cb48e36f-f763-4de8-b468-6df0f90d53ea/ab31ead5-68c4-4b62-ac4e-d00c99b755e6/fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:49.603648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.613221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.631794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51476) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:49.694068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.709910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350', 'f5795930-157e-493a-ad3a-ca70935ecf43'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:49.712179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['9cc329b9-d710-4ecf-bb36-72c7d971b6f1'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:49.716540 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.720614 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3325622 Feb 10 16:03:49.722002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51480) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:49.730132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-744758542', 'security_groups': ['140f9497-acc9-48d5-8837-2ab18b60ddd0'], 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab31ead5-68c4-4b62-ac4e-d00c99b755e6'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:49.768119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event deleted for resources: {'Port': ['ID=9cc329b9-d710-4ecf-bb36-72c7d971b6f1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:49.795242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14602dc0-64d1-4313-b1b4-13d3bfef97f3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140f9497-acc9-48d5-8837-2ab18b60ddd0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:49.812602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Deleting subnet 14797a8f-5055-44ff-82b8-74cd233c6cc5 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:49.823656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.827809 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.840599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] No DVR routers for this DVR port 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:49.842288 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.846661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.850633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28c8b82d-df60-4364-94d9-99a6f090a60d req-a1b48767-8d44-4b5e-89e8-fa20e662de1c tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.45 "DELETE /v2.0/ports/9cc329b9-d710-4ecf-bb36-72c7d971b6f1 HTTP/1.1" status: 204 len: 173 time: 0.8419809 Feb 10 16:03:49.851160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'name': 'network-vif-deleted', 'tag': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:49.858013 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fd8c17-cb81-468a-9a51-cf3393488fd5" -d '{"events": [{"server_uuid": "5b4764c6-3924-4fb5-9ee2-928b1c6992ee", "name": "network-vif-deleted", "tag": "9cc329b9-d710-4ecf-bb36-72c7d971b6f1"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:49.875186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.900511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:49.921333 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:49.960585 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72996755-ceb8-43c7-9282-092878378f29 x-openstack-request-id: req-72996755-ceb8-43c7-9282-092878378f29 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:49.961080 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4764c6-3924-4fb5-9ee2-928b1c6992ee", "name": "network-vif-deleted", "tag": "9cc329b9-d710-4ecf-bb36-72c7d971b6f1", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:49.961080 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72996755-ceb8-43c7-9282-092878378f29 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:49.961264 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4764c6-3924-4fb5-9ee2-928b1c6992ee', 'name': 'network-vif-deleted', 'tag': '9cc329b9-d710-4ecf-bb36-72c7d971b6f1', 'status': 'completed', 'code': 200} Feb 10 16:03:49.984631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.026448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:50.034431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Pushing event updated for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:50.034638 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14797a8f-5055-44ff-82b8-74cd233c6cc5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:50.040218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:50.048631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.051829 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1e1c4276-3276-46a6-9cc8-3bb0065b88c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14797a8f-5055-44ff-82b8-74cd233c6cc5 HTTP/1.1" status: 204 len: 168 time: 0.4070346 Feb 10 16:03:50.054680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51494) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:50.144114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:50.172744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Attempting to bind port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:50.173114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Attempting to bind port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '66ffbecf-1b65-4db4-bf90-b9491319578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:50.173472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Attempting to bind port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf on network cb48e36f-f763-4de8-b468-6df0f90d53ea {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:50.182763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:50.183146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Checking segment: {'id': '66ffbecf-1b65-4db4-bf90-b9491319578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:50.183585 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.184021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Bound using segment: {'id': '66ffbecf-1b65-4db4-bf90-b9491319578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:50.185615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Bound port: fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ffbecf-1b65-4db4-bf90-b9491319578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:50.185615 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.243769 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.264937 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:50.268126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.268469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,segment=NetworkSegment(66ffbecf-1b65-4db4-bf90-b9491319578b),segment_id=66ffbecf-1b65-4db4-bf90-b9491319578b)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:50.275221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.277626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 9a33357d-31a7-4384-99a7-3cc859eeda1b yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:03:50.281788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a4c286-b785-476a-8dee-c319371e1214 req-14df9f69-197f-4b71-9cff-eaf26c8851e4 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4764c6-3924-4fb5-9ee2-928b1c6992ee HTTP/1.1" status: 200 len: 210 time: 0.0895600 Feb 10 16:03:50.374756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168799-8b50-4eac-848f-2d85626563f9 None None] Pushing event updated for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:50.445944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.519910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ecadd9-fdc0-4d48-b696-0bb3fd315b12']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:50.539065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8675c1f4-c07d-4792-a11e-a132b56e9e55') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:50.539300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8675c1f4-c07d-4792-a11e-a132b56e9e55') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:50.555280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.602977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.648256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:50.648875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:50.650624 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:50.739220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.10 (cb48e36f-f763-4de8-b468-6df0f90d53ea/ab31ead5-68c4-4b62-ac4e-d00c99b755e6/9a33357d-31a7-4384-99a7-3cc859eeda1b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:50.777635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.801037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:50.812349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0e08b439-1878-4044-90e1-11643cf3dca8 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:50.814215 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/45ecadd9-fdc0-4d48-b696-0bb3fd315b12 HTTP/1.1" status: 204 len: 168 time: 0.7578382 Feb 10 16:03:50.883158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26ca4a-1217-4c71-a9e2-c3493264b4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ecadd9-fdc0-4d48-b696-0bb3fd315b12,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:50.919678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 0e08b439-1878-4044-90e1-11643cf3dca8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:50.920197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 0e08b439-1878-4044-90e1-11643cf3dca8 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:51.088875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:51.144684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:51.145079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.145346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.184251 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.248069 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.250613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:51.253709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:51.257420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:51.285452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51520) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:51.289218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=9a33357d-31a7-4384-99a7-3cc859eeda1b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:51.297111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,segment=NetworkSegment(66ffbecf-1b65-4db4-bf90-b9491319578b),segment_id=66ffbecf-1b65-4db4-bf90-b9491319578b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:51.305104 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.313685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:51.314315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.337150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b56342ae-15a3-449f-be32-b62e5b7ed4f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6105535 Feb 10 16:03:51.338041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51526) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:51.351984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:51.371292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-10fdbc74-2e16-4b12-a8cb-b45d91f10d79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8977d57728c34131ac409e760d39df63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846827 Feb 10 16:03:51.379070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51530) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:51.402146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:51.465089 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b436991b-6bbb-4ce7-8b88-110596da1017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.501351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b436991b-6bbb-4ce7-8b88-110596da1017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.527804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:51.532228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.574909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b436991b-6bbb-4ce7-8b88-110596da1017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.578613 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b436991b-6bbb-4ce7-8b88-110596da1017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:51.579943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b436991b-6bbb-4ce7-8b88-110596da1017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2134e563-89b6-4e00-82da-7d68e83ab11c HTTP/1.1" status: 204 len: 168 time: 0.1998637 Feb 10 16:03:51.596316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436991b-6bbb-4ce7-8b88-110596da1017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134e563-89b6-4e00-82da-7d68e83ab11c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:51.672250 n-d-827895-3 neutron-server[102614]: INFO neutron.db.ipam_backend_mixin [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab31ead5-68c4-4b62-ac4e-d00c99b755e6 (CIDR: 172.20.0.0/28) Feb 10 16:03:51.676570 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:03:51.677410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:03:51.706431 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-133803ab-660a-4993-a5be-b66181b2b684 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3667459 Feb 10 16:03:51.707067 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51540) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:51.712340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:51.775242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205f7c-82e8-47e6-8d6f-a238e6db414e req-37518ee3-081d-47f1-817a-224bcb668606 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:51.788840 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67205f7c-82e8-47e6-8d6f-a238e6db414e req-37518ee3-081d-47f1-817a-224bcb668606 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.1118658 Feb 10 16:03:51.850292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67205f7c-82e8-47e6-8d6f-a238e6db414e req-73dadb3d-285c-4fc2-b9e5-7f59ec04f331 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Feb 10 16:03:51.876649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:51.880730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.076619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-194e437e-1cf3-4c69-bb26-1ac6cc0ab3fe None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:52.077755 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-194e437e-1cf3-4c69-bb26-1ac6cc0ab3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.213880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.258717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-194e437e-1cf3-4c69-bb26-1ac6cc0ab3fe None None] Provisioning complete for port 170178e3-a008-42dd-bc89-8f10d16f9a46 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:52.259273 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-194e437e-1cf3-4c69-bb26-1ac6cc0ab3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.307785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-194e437e-1cf3-4c69-bb26-1ac6cc0ab3fe None None] Port 170178e3-a008-42dd-bc89-8f10d16f9a46 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:52.444841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fd89f0c9-bc56-47d7-9eff-90ef087a61e9 None None] Provisioning complete for port 9a33357d-31a7-4384-99a7-3cc859eeda1b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:52.446527 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fd89f0c9-bc56-47d7-9eff-90ef087a61e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.503361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fd89f0c9-bc56-47d7-9eff-90ef087a61e9 None None] Port 9a33357d-31a7-4384-99a7-3cc859eeda1b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:52.621020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:52.631038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:52.631038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:52.631038 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.640067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ba247-733f-43b8-92d4-e213382c0d84 None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:52.642359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=5ceda996-9103-4a97-bd15-bf4dee867958,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:52.658097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bc272c33-8eee-4109-865d-8159437630bd tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9496362 Feb 10 16:03:52.660346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:52.669342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-762732793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ceda996-9103-4a97-bd15-bf4dee867958'}], 'security_groups': ['1279d365-dad6-4efb-a9ea-1dfc96755f13']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:52.776015 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:52.897141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:52.942921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51626) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:52.988171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:52.988737 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.089004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c2789-06c1-41b9-b993-93c5b9145311 req-d98a6aa1-57af-4363-b260-c66dd8d80994 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:53.098742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-776c2789-06c1-41b9-b993-93c5b9145311 req-d98a6aa1-57af-4363-b260-c66dd8d80994 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.1200292 Feb 10 16:03:53.163809 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-776c2789-06c1-41b9-b993-93c5b9145311 req-c82d1866-5e1e-4107-ab4e-776497ef42fc tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635042 Feb 10 16:03:53.236845 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1054017752-network', 'tenant_id': '593a3a6048e744aebd8e917d189add46'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:53.291799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Made reservation on behalf of 593a3a6048e744aebd8e917d189add46 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:53.294764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.306970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.344123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:53.346256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] Update dhcp port {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'fixed_ips': [{'subnet_id': 'ab31ead5-68c4-4b62-ac4e-d00c99b755e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ceda996-9103-4a97-bd15-bf4dee867958'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:03:53.362493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Delete allocated IP 172.20.0.10 (cb48e36f-f763-4de8-b468-6df0f90d53ea/ab31ead5-68c4-4b62-ac4e-d00c99b755e6) {{(pid=102614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 16:03:53.410987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.26 (cb48e36f-f763-4de8-b468-6df0f90d53ea/5ceda996-9103-4a97-bd15-bf4dee867958/9a33357d-31a7-4384-99a7-3cc859eeda1b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:53.413467 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.451526 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-a2cbeca8-a96d-4c9e-a98d-cab622b869e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841188 Feb 10 16:03:53.482069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.492408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.534112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:53.570003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f0eab-c528-4bd5-a02d-15f9cac6b769,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:53.579048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.579772 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Added segment ef9c2442-be00-4031-821c-18367d09e1d1 of type vlan for network d85dc34b-7a1d-4b18-abec-756bf395fa4f Feb 10 16:03:53.595464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-2d80f205-5951-4305-9fda-bb08016b5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:53.597170 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-2d80f205-5951-4305-9fda-bb08016b5274 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a0e69e0a81f14e5eac87b193b71b0f73&device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 1096 time: 0.1073475 Feb 10 16:03:53.608048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8066e87-c097-4eb9-971b-705210996cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.633110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.639901 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.667029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.668121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:53.668748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.720413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7762153 Feb 10 16:03:53.727125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51644) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:53.734618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Request body: {'subnet': {'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1054017752-subnet', 'tenant_id': '593a3a6048e744aebd8e917d189add46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:53.753556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be62ef5-dfd5-4ffd-95c1-b6f36efbed8a admin admin] Pushing event updated for resources: {'Network': ['ID=d85dc34b-7a1d-4b18-abec-756bf395fa4f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:53.768263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:53.773270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Made reservation on behalf of 593a3a6048e744aebd8e917d189add46 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:53.777935 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.838766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.875913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:53.909745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:53.941538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:53.942237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 9cc329b9-d710-4ecf-bb36-72c7d971b6f1 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:53.958711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] Allocated IP 172.20.0.18 (cb48e36f-f763-4de8-b468-6df0f90d53ea/5ceda996-9103-4a97-bd15-bf4dee867958/fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:54.007359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-7179ae6c-7d89-40ea-b069-3759c217c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.009422 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-7179ae6c-7d89-40ea-b069-3759c217c323 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e84bd44c-ee72-41e6-aebe-6943bbb6910d HTTP/1.1" status: 200 len: 910 time: 0.3718190 Feb 10 16:03:54.021948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.040981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8066e87-c097-4eb9-971b-705210996cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.056246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=9a33357d-31a7-4384-99a7-3cc859eeda1b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:54.081332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a8066e87-c097-4eb9-971b-705210996cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.090255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0342-4430-442f-b42b-717fb0873b52 req-94e03bd9-3024-49d7-9c49-f2fe6be54ae9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.092139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,segment=NetworkSegment(66ffbecf-1b65-4db4-bf90-b9491319578b),segment_id=66ffbecf-1b65-4db4-bf90-b9491319578b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:54.092316 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-190a0342-4430-442f-b42b-717fb0873b52 req-94e03bd9-3024-49d7-9c49-f2fe6be54ae9 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.2826314 Feb 10 16:03:54.128663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f237ba1-5f47-457c-b614-39f27b816394,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:54.137001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.144768 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.148313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Checking segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:54.149479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Network hostable DHCP agents. Network: d85dc34b-7a1d-4b18-abec-756bf395fa4f, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:54.172788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:54.185792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, d85dc34b-7a1d-4b18-abec-756bf395fa4f) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:54.191698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.192288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.221201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5eb827fe-f157-47d1-9d6e-cf602ec9d2ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4929175 Feb 10 16:03:54.225099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de332bb-d1bd-4252-8fe9-2260864fc83f None None] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:54.236669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8066e87-c097-4eb9-971b-705210996cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18deb7f5-30e0-4c2b-82c4-4e1f46d3f6e5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:54.254185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-8c359603-2c20-4a41-8486-e2b7e4ba0d38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d HTTP/1.1" status: 200 len: 1001 time: 0.2122226 Feb 10 16:03:54.262305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a8066e87-c097-4eb9-971b-705210996cbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f60b0bddf9c94c8fa680ee70f5fcd822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110854 Feb 10 16:03:54.262305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] In _notify_port_updated(), no bound segment for port 9a33357d-31a7-4384-99a7-3cc859eeda1b on network cb48e36f-f763-4de8-b468-6df0f90d53ea {{(pid=102614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:03:54.262551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51652) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:54.271475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.271475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.273721 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-230806ca-6223-45df-92aa-31fe0151e7f5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/ports/9a33357d-31a7-4384-99a7-3cc859eeda1b HTTP/1.1" status: 200 len: 920 time: 1.6121619 Feb 10 16:03:54.283108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51654) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:54.494461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb124c-71a6-4001-a76e-75f45ab96823 req-facc8d97-afb8-421d-94aa-76bb452451a0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.495759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0cb124c-71a6-4001-a76e-75f45ab96823 req-facc8d97-afb8-421d-94aa-76bb452451a0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 945 time: 0.1441252 Feb 10 16:03:54.496652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46f61511-aebb-410c-b096-de347265bee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.549687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fdbc1-9ef8-410b-8bb4-ec43b11ad3bc None None] Pushing event updated for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:54.572436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46f61511-aebb-410c-b096-de347265bee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.576866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-d85dc34b-7a1d-4b18-abec-756bf395fa4f', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'tenant_id': '593a3a6048e744aebd8e917d189add46', 'fixed_ips': [{'subnet_id': '7f237ba1-5f47-457c-b614-39f27b816394'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:03:54.577126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-fcd6e0b7-0627-4b16-b917-e66542822c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.578725 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-fcd6e0b7-0627-4b16-b917-e66542822c42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0a6c2ae-3818-4eab-913d-ff0b90bda465 HTTP/1.1" status: 200 len: 848 time: 0.3039262 Feb 10 16:03:54.581067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.622748 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0cb124c-71a6-4001-a76e-75f45ab96823 req-9dd569a0-ae4f-4ec6-b749-e2d45fd2aeb8 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166482 Feb 10 16:03:54.676023 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46f61511-aebb-410c-b096-de347265bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.679692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46f61511-aebb-410c-b096-de347265bee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.689795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-46f61511-aebb-410c-b096-de347265bee7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18deb7f5-30e0-4c2b-82c4-4e1f46d3f6e5 HTTP/1.1" status: 204 len: 168 time: 0.4260342 Feb 10 16:03:54.702798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Deleting port f5795930-157e-493a-ad3a-ca70935ecf43 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:54.703260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.706383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f61511-aebb-410c-b096-de347265bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18deb7f5-30e0-4c2b-82c4-4e1f46d3f6e5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:54.772648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 9a33357d-31a7-4384-99a7-3cc859eeda1b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:03:54.773708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:54.819769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-899893ed-436d-4971-b6d9-d4075b907ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.821672 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-899893ed-436d-4971-b6d9-d4075b907ec1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e84bd44c-ee72-41e6-aebe-6943bbb6910d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329788 Feb 10 16:03:54.886113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Allocated IP 172.20.0.2 (d85dc34b-7a1d-4b18-abec-756bf395fa4f/7f237ba1-5f47-457c-b614-39f27b816394/8243dbc9-796f-4b5d-bfaf-da9b469502da) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:54.986193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:55.078445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:55.078803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.093776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] For port f5795930-157e-493a-ad3a-ca70935ecf43, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=f5795930-157e-493a-ad3a-ca70935ecf43,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:55.094300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.130788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.133710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Calling delete_port for f5795930-157e-493a-ad3a-ca70935ecf43 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:55.146622 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-99b46cfa-3787-40f3-b8cf-7719a8c6caca service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658551 Feb 10 16:03:55.157635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 9a33357d-31a7-4384-99a7-3cc859eeda1b owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:03:55.186117 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.202546 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.249722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51674) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:55.265980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:55.277456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:55.281520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ba3fa44-cafe-4d2b-81a1-304ebf1983d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.281704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:55.379256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Pushing event updated for resources: {'Port': ['ID=8243dbc9-796f-4b5d-bfaf-da9b469502da,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:55.408921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Attempting to bind port 8243dbc9-796f-4b5d-bfaf-da9b469502da on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:03:55.409530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Attempting to bind port 8243dbc9-796f-4b5d-bfaf-da9b469502da by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:03:55.410113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Attempting to bind port 8243dbc9-796f-4b5d-bfaf-da9b469502da on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:55.416047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:55.416818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Checking segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:03:55.417442 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.418040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Bound using segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:55.419262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Bound port: 8243dbc9-796f-4b5d-bfaf-da9b469502da, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:03:55.419919 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.447936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-d2b57bf6-8bd3-4d98-bbbd-643128d1d18e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:55.449462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-d2b57bf6-8bd3-4d98-bbbd-643128d1d18e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 816 time: 0.1694589 Feb 10 16:03:55.486375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-808fecc2-73f6-46cd-a253-4131098b000f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/quotas/593a3a6048e744aebd8e917d189add46 HTTP/1.1" status: 200 len: 375 time: 0.0273626 Feb 10 16:03:55.502495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] For port 8243dbc9-796f-4b5d-bfaf-da9b469502da, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:55.506331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] For port 8243dbc9-796f-4b5d-bfaf-da9b469502da, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8243dbc9-796f-4b5d-bfaf-da9b469502da,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:55.512432 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.597949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a57f-f401-41cc-bccc-df8636c4363a None None] Pushing event updated for resources: {'Port': ['ID=8243dbc9-796f-4b5d-bfaf-da9b469502da,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:55.620904 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ba3fa44-cafe-4d2b-81a1-304ebf1983d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.627405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-b66afba7-d807-4e5f-92d7-6a84d30679f5 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246119 Feb 10 16:03:55.628687 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7ba3fa44-cafe-4d2b-81a1-304ebf1983d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.639581 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.660692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3a0e31aa-f26a-4171-8c24-48fbe204328a req-ea3b820d-bac0-44d9-b66c-b8bd0208f2aa service neutron] 10.222.0.75 "GET /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043333 Feb 10 16:03:55.680475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b5639c35-7fc7-48e2-b41c-6065eb27df5c None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:55.683401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5639c35-7fc7-48e2-b41c-6065eb27df5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.720049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=9a33357d-31a7-4384-99a7-3cc859eeda1b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:55.781729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7ba3fa44-cafe-4d2b-81a1-304ebf1983d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2194a15a40cb4c3ca60db04219d66019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288146 Feb 10 16:03:55.782462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3fa44-cafe-4d2b-81a1-304ebf1983d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ee9c55-365f-4d7f-9b2e-f3c14e3b2bd4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:55.784794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51686) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:55.835238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:55.853043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:55.969350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event deleted for resources: {'Port': ['ID=f5795930-157e-493a-ad3a-ca70935ecf43,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:55.974945 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-b4524531-7529-4bba-9ef7-59163e9f95dc service neutron] 10.222.0.21 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349423 Feb 10 16:03:56.022995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] No DVR routers for this DVR port f5795930-157e-493a-ad3a-ca70935ecf43 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:56.026856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.031487 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-190a0342-4430-442f-b42b-717fb0873b52 req-f7212060-ebec-49cd-b053-d9ed4ab852de tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "DELETE /v2.0/ports/f5795930-157e-493a-ad3a-ca70935ecf43 HTTP/1.1" status: 204 len: 173 time: 1.8903568 Feb 10 16:03:56.037516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c22e912-a9d3-4b11-9271-aada703773db', 'name': 'network-vif-deleted', 'tag': 'f5795930-157e-493a-ad3a-ca70935ecf43'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:03:56.040058 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c1aee-6aba-482a-954f-1db082c9fe37" -d '{"events": [{"server_uuid": "0c22e912-a9d3-4b11-9271-aada703773db", "name": "network-vif-deleted", "tag": "f5795930-157e-493a-ad3a-ca70935ecf43"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:56.069468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.073679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bcb9af5e-dc24-434c-9698-81e69b2d234a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/9a33357d-31a7-4384-99a7-3cc859eeda1b HTTP/1.1" status: 204 len: 168 time: 1.7884715 Feb 10 16:03:56.077835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51690) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:56.110753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b5639c35-7fc7-48e2-b41c-6065eb27df5c None None] Provisioning complete for port 170178e3-a008-42dd-bc89-8f10d16f9a46 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:56.111523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb867af-38e2-44e3-add5-3aeac01e9171 req-24d361fb-f898-402e-a908-84ebde3e789d tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:56.113115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bb867af-38e2-44e3-add5-3aeac01e9171 req-24d361fb-f898-402e-a908-84ebde3e789d tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c22e912-a9d3-4b11-9271-aada703773db HTTP/1.1" status: 200 len: 867 time: 0.3628490 Feb 10 16:03:56.116210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5639c35-7fc7-48e2-b41c-6065eb27df5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.135552 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8334d09-fd02-4b0a-8663-b7d07a44e218 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:03:56.139734 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c8334d09-fd02-4b0a-8663-b7d07a44e218 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/9a33357d-31a7-4384-99a7-3cc859eeda1b HTTP/1.1" status: 404 len: 333 time: 0.0581319 Feb 10 16:03:56.142418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51692) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:56.249357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b5639c35-7fc7-48e2-b41c-6065eb27df5c None None] Port 170178e3-a008-42dd-bc89-8f10d16f9a46 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:03:56.257280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b5639c35-7fc7-48e2-b41c-6065eb27df5c None None] Could not find standard attr ID for object 9a33357d-31a7-4384-99a7-3cc859eeda1b. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:56.277916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e072fb1c-4da8-4843-93cc-43ffdde0d889 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.280021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bb867af-38e2-44e3-add5-3aeac01e9171 req-5383904e-b6fb-499f-ac74-aac109e2b3a3 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561739 Feb 10 16:03:56.283235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb159e7c-c1cd-40d9-be83-44d0913afba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.336954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e072fb1c-4da8-4843-93cc-43ffdde0d889 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.362088 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b4e35-1661-4c82-a553-40515966482f x-openstack-request-id: req-753b4e35-1661-4c82-a553-40515966482f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:56.362379 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c22e912-a9d3-4b11-9271-aada703773db", "name": "network-vif-deleted", "tag": "f5795930-157e-493a-ad3a-ca70935ecf43", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:56.362631 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-753b4e35-1661-4c82-a553-40515966482f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:56.363033 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c22e912-a9d3-4b11-9271-aada703773db', 'name': 'network-vif-deleted', 'tag': 'f5795930-157e-493a-ad3a-ca70935ecf43', 'status': 'completed', 'code': 200} Feb 10 16:03:56.371175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb159e7c-c1cd-40d9-be83-44d0913afba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.380237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cc83ab08-99d4-4ab6-a824-e5c72cd212aa None None] Could not find standard attr ID for object 9a33357d-31a7-4384-99a7-3cc859eeda1b. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:03:56.405695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e072fb1c-4da8-4843-93cc-43ffdde0d889 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.409208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-f2e26f86-1590-43cb-895e-8f8ebe5290b4 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108214 Feb 10 16:03:56.409882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e072fb1c-4da8-4843-93cc-43ffdde0d889 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.413617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e072fb1c-4da8-4843-93cc-43ffdde0d889 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/security-groups/140f9497-acc9-48d5-8837-2ab18b60ddd0 HTTP/1.1" status: 204 len: 168 time: 0.2677948 Feb 10 16:03:56.416222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51696) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:56.458235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb159e7c-c1cd-40d9-be83-44d0913afba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.461658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb159e7c-c1cd-40d9-be83-44d0913afba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.462880 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eb159e7c-c1cd-40d9-be83-44d0913afba7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8ee9c55-365f-4d7f-9b2e-f3c14e3b2bd4 HTTP/1.1" status: 204 len: 168 time: 0.6659920 Feb 10 16:03:56.474574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159e7c-c1cd-40d9-be83-44d0913afba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ee9c55-365f-4d7f-9b2e-f3c14e3b2bd4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:56.476446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072fb1c-4da8-4843-93cc-43ffdde0d889 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f9497-acc9-48d5-8837-2ab18b60ddd0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:56.632731 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7759379b-ba7f-4d77-917f-b2c46c1bf4c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.715451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7759379b-ba7f-4d77-917f-b2c46c1bf4c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.825737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f5795930-157e-493a-ad3a-ca70935ecf43 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:56.972357 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7759379b-ba7f-4d77-917f-b2c46c1bf4c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.984349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: f5795930-157e-493a-ad3a-ca70935ecf43 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:03:56.988760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device f5795930-157e-493a-ad3a-ca70935ecf43 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:56.990070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7759379b-ba7f-4d77-917f-b2c46c1bf4c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:56.991493 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7759379b-ba7f-4d77-917f-b2c46c1bf4c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/security-groups/1279d365-dad6-4efb-a9ea-1dfc96755f13 HTTP/1.1" status: 204 len: 168 time: 0.5719244 Feb 10 16:03:56.994354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51710) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:57.042005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759379b-ba7f-4d77-917f-b2c46c1bf4c0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279d365-dad6-4efb-a9ea-1dfc96755f13,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:57.082293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8243dbc9-796f-4b5d-bfaf-da9b469502da up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:57.143019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8243dbc9-796f-4b5d-bfaf-da9b469502da triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:57.143868 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:57.208612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-4b7f4bdd-fa22-417f-b82b-18e037798025 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:57.217517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-4b7f4bdd-fa22-417f-b82b-18e037798025 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 816 time: 0.1267552 Feb 10 16:03:57.256053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-aa578487-a713-4366-99c2-0d42311cd047 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/quotas/593a3a6048e744aebd8e917d189add46 HTTP/1.1" status: 200 len: 375 time: 0.0364361 Feb 10 16:03:57.281765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet ab31ead5-68c4-4b62-ac4e-d00c99b755e6 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:03:57.303325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:57.352717 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:57.375966 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:57.380428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:57.388595 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-cabc74d4-36b1-46a1-845d-7ccd5e12e183 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246026 Feb 10 16:03:57.400234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8243dbc9-796f-4b5d-bfaf-da9b469502da, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8243dbc9-796f-4b5d-bfaf-da9b469502da,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:57.411706 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:57.484053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8243dbc9-796f-4b5d-bfaf-da9b469502da,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:57.488285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac7954-1971-4175-8564-481d77e14ebd None None] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:57.703849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-76209b31-464f-4512-b340-782713f19254 None None] Provisioning complete for port 8243dbc9-796f-4b5d-bfaf-da9b469502da triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:57.704320 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-76209b31-464f-4512-b340-782713f19254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:58.178697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-9e8dc3f0-9d21-4377-a56e-dd464ff1fcdc service neutron] 10.222.0.21 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639961 Feb 10 16:03:58.182224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:58.421112 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-7f88734c-2f13-4a47-900e-47c83e79dd7b service neutron] 10.222.0.21 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018616 Feb 10 16:03:58.446982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-99d202f1-e11e-482b-adfe-e5cce13c0a55 None None] Provisioning complete for port 8243dbc9-796f-4b5d-bfaf-da9b469502da triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:58.447518 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-99d202f1-e11e-482b-adfe-e5cce13c0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:58.485714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:58.526210 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:03:58.550609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=ab31ead5-68c4-4b62-ac4e-d00c99b755e6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:58.553419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:58.562178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51756) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:58.567785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:58.570582 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-626ae73e-9cb8-4360-a868-88a5db6f08e9 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/ab31ead5-68c4-4b62-ac4e-d00c99b755e6 HTTP/1.1" status: 204 len: 168 time: 1.5701764 Feb 10 16:03:58.577170 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c211b-ccf0-4b54-a9f7-9002e472ffdd None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:03:58.615383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-5687ce36-22f0-455a-8a37-3772a03c278e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:58.629079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-5687ce36-22f0-455a-8a37-3772a03c278e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 816 time: 0.3068852 Feb 10 16:03:58.648378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Request body: {'port': {'device_id': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'admin_state_up': True, 'tenant_id': '593a3a6048e744aebd8e917d189add46'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:58.879538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:58.890531 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.018407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Made reservation on behalf of 593a3a6048e744aebd8e917d189add46 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:59.022104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.076830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8243dbc9-796f-4b5d-bfaf-da9b469502da up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:59.083054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-110351c9-189c-49b5-9bac-f484b8180d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.235832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8243dbc9-796f-4b5d-bfaf-da9b469502da triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:59.236848 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.392834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.508671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=9bd8a3fd-4f19-4e77-a06d-9e584f418775,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:59.513906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:59.517644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:59.521746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:59.522518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.569988 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b8927161-0d7f-442a-ad08-ddd175908773 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0052941 Feb 10 16:03:59.571023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:59.584700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355225198'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:59.614077 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.624450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-d6a37bc2-1eba-4ace-8c78-1354942ed026 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:59.626142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-d6a37bc2-1eba-4ace-8c78-1354942ed026 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 816 time: 0.4733057 Feb 10 16:03:59.654997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-cfe15c49-e05e-4b1a-b15a-c65791fb4e86 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/quotas/593a3a6048e744aebd8e917d189add46 HTTP/1.1" status: 200 len: 375 time: 0.0207732 Feb 10 16:03:59.727752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Allocated IP 172.20.0.7 (d85dc34b-7a1d-4b18-abec-756bf395fa4f/7f237ba1-5f47-457c-b614-39f27b816394/5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:59.781795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-5290887b-6988-48e8-b3c1-0bca286fbf56 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204228 Feb 10 16:03:59.828518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.834451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.904554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:03:59.906207 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3322647 Feb 10 16:03:59.907530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c20940-a55b-4323-9f75-777540de9ddb tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5362e78-2ba0-4ae9-bf78-63b2239c1452,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:59.914226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51804) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:03:59.930384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1391033586'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:59.947215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-89db01e5-71a8-44f3-97f9-48a7d6f8a8c3 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538146 Feb 10 16:04:00.012023 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.171595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.178964 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.202648 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-745ca4ff-7ca8-4c6a-81ce-19159e7cff10 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189191 Feb 10 16:04:00.242524 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.255479 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.259814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51814) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:00.260150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3423719 Feb 10 16:04:00.262582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d611-ff08-4fe4-a302-9db1e0161a0f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b1e33-2411-4c0e-b9e6-b66536cf2f6d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:00.272474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'security_group': {'name': 'tempest-secgroup-213983381'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:00.315032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206310e1-641a-41cf-ae03-9a46fff8d1c1 None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:00.331414 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.338770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.401580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:00.411674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:00.431282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Pushing event updated for resources: {'Port': ['ID=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:00.437000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:00.455072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c8322d68-e838-4f38-9ad7-941a947537d8 None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:00.458002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c8322d68-e838-4f38-9ad7-941a947537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.597307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3d5d180-6acb-413f-88f6-e578f8e858d2 req-a793048d-a13b-48f1-9fa8-a05906461d63 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0697420 Feb 10 16:04:00.603623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:00.604706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.647499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-20a7c897-6a9f-4788-89a8-d2d7004fd0d8 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0092506 Feb 10 16:04:00.662710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Request body: {'port': {'device_id': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:00.750623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.770911 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.903081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209956ea-f4c6-4942-861f-22d50e70abe5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:00.917111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c8322d68-e838-4f38-9ad7-941a947537d8 None None] Provisioning complete for port 170178e3-a008-42dd-bc89-8f10d16f9a46 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:00.918962 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c8322d68-e838-4f38-9ad7-941a947537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.979427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:00.984013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-317751c5-bf6b-49f8-829f-1f8df0ed96fe tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7134366 Feb 10 16:04:00.985616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-787fac0d-0fd3-42a9-88e2-3c477db08b3f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:00.987414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-787fac0d-0fd3-42a9-88e2-3c477db08b3f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.75 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 816 time: 0.3346026 Feb 10 16:04:01.002709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:01.013938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1140759880', 'security_groups': ['209956ea-f4c6-4942-861f-22d50e70abe5'], 'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9bd8a3fd-4f19-4e77-a06d-9e584f418775'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:01.025929 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.039469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Request body: {'port': {'device_id': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'admin_state_up': True, 'tenant_id': '593a3a6048e744aebd8e917d189add46'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:01.086168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c8322d68-e838-4f38-9ad7-941a947537d8 None None] Port 170178e3-a008-42dd-bc89-8f10d16f9a46 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:01.162255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] Update dhcp port {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'fixed_ips': [{'subnet_id': '5ceda996-9103-4a97-bd15-bf4dee867958', 'ip_address': '172.20.0.18'}, {'subnet_id': '9bd8a3fd-4f19-4e77-a06d-9e584f418775'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:04:01.310835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fe934c57-26cb-484e-9a9a-f67cd597e9df None None] Provisioning complete for port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:01.311268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fe934c57-26cb-484e-9a9a-f67cd597e9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.341649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.509315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Made reservation on behalf of 593a3a6048e744aebd8e917d189add46 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:01.515952 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.534998 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bcf26bf7-a4f0-4a3c-87d5-d32748da089f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.566459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fe934c57-26cb-484e-9a9a-f67cd597e9df None None] Port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:01.580642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:01.876562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.882996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:04:01.892932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:01.908965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Transition to ACTIVE for port object 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:04:01.920745 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:02.088381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:02.142563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] device_id is not set on port 58749474-d141-4ea0-88ba-06b6329d7c9e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:04:02.331370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Attempting to bind port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:02.331836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Attempting to bind port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:02.332238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Attempting to bind port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:02.352589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c on network d85dc34b-7a1d-4b18-abec-756bf395fa4f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:04:02.353376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Attempting to bind port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:02.370327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:02.370887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Checking segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:02.371347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Bound using segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:02.375902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Bound port: 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:02.376463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:02.445628 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:02.447985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] Allocated IP 172.20.0.2 (cb48e36f-f763-4de8-b468-6df0f90d53ea/9bd8a3fd-4f19-4e77-a06d-9e584f418775/fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:02.480031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Allocated IP 172.20.0.13 (d85dc34b-7a1d-4b18-abec-756bf395fa4f/7f237ba1-5f47-457c-b614-39f27b816394/b5e54861-715b-4083-bd33-24e603c7ec17) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:02.573802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a448567c-539f-4f2b-b143-75f354fe89a6 req-2c525496-9a8b-4607-b9fc-e95d9a28b053 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 210 time: 0.6606209 Feb 10 16:04:02.789184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,segment=NetworkSegment(66ffbecf-1b65-4db4-bf90-b9491319578b),segment_id=66ffbecf-1b65-4db4-bf90-b9491319578b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:02.806424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] For port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:02.813755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] For port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:02.828842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:02.887808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:02.888656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:02.890215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c HTTP/1.1" status: 200 len: 1091 time: 2.2347870 Feb 10 16:04:02.898941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-0c2620de-6f1f-4fc7-85a0-7b65a071d3dc tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:02.900623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-0c2620de-6f1f-4fc7-85a0-7b65a071d3dc tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 816 time: 0.3258169 Feb 10 16:04:02.902333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:02.903414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'tag': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:02.906079 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aef27ca-b321-46c8-8064-f9662a11bebb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8df3e44-78f2-4e8f-bd42-8e93e51528db", "tag": "5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:02.922091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Request body: {'port': {'device_id': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'admin_state_up': True, 'tenant_id': '593a3a6048e744aebd8e917d189add46'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:02.943829 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:03.128766 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c67f6-0445-4e2f-b5b7-cc0684eedfaa x-openstack-request-id: req-5e1c67f6-0445-4e2f-b5b7-cc0684eedfaa {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:03.129142 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8df3e44-78f2-4e8f-bd42-8e93e51528db", "tag": "5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:03.129359 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e1c67f6-0445-4e2f-b5b7-cc0684eedfaa {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:03.129768 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'tag': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c', 'status': 'completed', 'code': 200} Feb 10 16:04:03.180741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b339be2-2e3f-4eb0-9f5c-2b6db651e255 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:03.229437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-d9b91a29-6303-48f0-b1dd-c7e0da7cf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:03.233179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-d9b91a29-6303-48f0-b1dd-c7e0da7cf932 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 1094 time: 0.0999675 Feb 10 16:04:03.234646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Made reservation on behalf of 593a3a6048e744aebd8e917d189add46 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:03.258353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf35ff-55ce-4816-aeba-929bfc58136c None None] Pushing event updated for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:03.261804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:03.357006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-e9823ce2-903f-4d93-88b1-a558a3c6e19c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c HTTP/1.1" status: 200 len: 217 time: 0.0854485 Feb 10 16:04:03.584060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-eea88a16-222d-4178-b431-85a5bc7ff93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:03.591098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-eea88a16-222d-4178-b431-85a5bc7ff93f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.2093580 Feb 10 16:04:03.692839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-1aaf1d5a-c79c-44db-b2be-227bec4a070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:03.694617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-1aaf1d5a-c79c-44db-b2be-227bec4a070d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000049 Feb 10 16:04:03.738226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.11 (cb48e36f-f763-4de8-b468-6df0f90d53ea/9bd8a3fd-4f19-4e77-a06d-9e584f418775/58749474-d141-4ea0-88ba-06b6329d7c9e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:03.801095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:03.975019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.092792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.165404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:04.168983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a7ec-713d-42ec-9c5d-e7f0c0e65bd2 req-a9635e68-fafe-4af3-b3a2-791b05d953b0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:04.178795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83f6a7ec-713d-42ec-9c5d-e7f0c0e65bd2 req-a9635e68-fafe-4af3-b3a2-791b05d953b0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 946 time: 0.4058535 Feb 10 16:04:04.187562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:04.214582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:04.282898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Pushing event updated for resources: {'Port': ['ID=b5e54861-715b-4083-bd33-24e603c7ec17,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:04.305472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.313256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-a1949342-ff89-45c0-927e-5b721c961ff6 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109314 Feb 10 16:04:04.315106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Allocated IP 172.20.0.10 (d85dc34b-7a1d-4b18-abec-756bf395fa4f/7f237ba1-5f47-457c-b614-39f27b816394/916caccc-5d4c-4284-9bb7-45617a29bad7) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:04.346372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.375695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0c19d100-df98-481e-91c3-101c769a067d None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:04.376072 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0c19d100-df98-481e-91c3-101c769a067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.399371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-80900417-7242-4c1e-ac6b-68bc033a91d9 req-535c0c51-36dc-4623-bafe-c7727300ceac tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 210 time: 0.6563535 Feb 10 16:04:04.483306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:04.484045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.501428 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.517090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83f6a7ec-713d-42ec-9c5d-e7f0c0e65bd2 req-602b2e1e-aeb2-47ce-9e6b-446eda8034ed tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371618 Feb 10 16:04:04.599894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=58749474-d141-4ea0-88ba-06b6329d7c9e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:04.628430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:04.630794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:04.634708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:04.643508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-b91728ac-c234-4e61-a0d6-ee9241b43795 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6222620 Feb 10 16:04:04.649288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0c19d100-df98-481e-91c3-101c769a067d None None] Provisioning complete for port 170178e3-a008-42dd-bc89-8f10d16f9a46 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:04.650026 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0c19d100-df98-481e-91c3-101c769a067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.680727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Request body: {'port': {'device_id': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:04.734715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0c19d100-df98-481e-91c3-101c769a067d None None] Port 170178e3-a008-42dd-bc89-8f10d16f9a46 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:04.766413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.780164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.837057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:04.837702 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.867635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7dc37874-9700-409f-8728-9acb573220da None None] Provisioning complete for port b5e54861-715b-4083-bd33-24e603c7ec17 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:04.868032 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7dc37874-9700-409f-8728-9acb573220da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.891333 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfac5561-5153-4b40-9299-ba30ed498c0e req-02f4ad47-f593-4e9e-ac5c-38faae960c42 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648432 Feb 10 16:04:04.919903 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:04.978679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:04.984195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7948ecbe-e5a8-4ff6-8c46-7ad4fde180b3 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9798031 Feb 10 16:04:04.984861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51900) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:05.002558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Pushing event updated for resources: {'Port': ['ID=916caccc-5d4c-4284-9bb7-45617a29bad7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:05.002775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:05.051118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7dc37874-9700-409f-8728-9acb573220da None None] Port b5e54861-715b-4083-bd33-24e603c7ec17 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:05.096975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:05.100233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:05.116476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:05.144788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:05.145341 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.223231 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-42f5dbe0-c6c5-43e6-975d-853b5c0aea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.225085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-42f5dbe0-c6c5-43e6-975d-853b5c0aea74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 1094 time: 0.2236326 Feb 10 16:04:05.251136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-19c134b3-cf8c-4647-a1d1-9236bc2b4ce5 None None] Provisioning complete for port 58749474-d141-4ea0-88ba-06b6329d7c9e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:05.260242 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-19c134b3-cf8c-4647-a1d1-9236bc2b4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.287589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:05.291092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.292311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.293139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.322016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-19c134b3-cf8c-4647-a1d1-9236bc2b4ce5 None None] Port 58749474-d141-4ea0-88ba-06b6329d7c9e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:05.408838 n-d-827895-3 neutron-server[102614]: INFO neutron.db.ipam_backend_mixin [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9bd8a3fd-4f19-4e77-a06d-9e584f418775 (CIDR: 172.20.0.0/28) Feb 10 16:04:05.414207 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:04:05.414447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:05.440082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-6d3d62b5-a03c-4e10-96d5-e0fa1db307ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.441672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-6d3d62b5-a03c-4e10-96d5-e0fa1db307ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 917 time: 0.2066288 Feb 10 16:04:05.489049 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-9af153a5-4fd6-41bc-9399-8db58ac764df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c HTTP/1.1" status: 200 len: 217 time: 0.0374043 Feb 10 16:04:05.493889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-2b94cbb1-d952-4820-b434-572800e14825 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5789251 Feb 10 16:04:05.494868 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-590d05d9-9a80-436d-a9cb-c5248023af9a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5068669 Feb 10 16:04:05.495368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51912) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:05.500815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:05.518934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Request body: {'port': {'device_id': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:05.571793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d2b2cc4d-6691-4129-82ed-82a1cec4d471 None None] Provisioning complete for port 916caccc-5d4c-4284-9bb7-45617a29bad7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:05.572663 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d2b2cc4d-6691-4129-82ed-82a1cec4d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.684301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2cc4d-6691-4129-82ed-82a1cec4d471 None None] Port 916caccc-5d4c-4284-9bb7-45617a29bad7 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:05.698801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e54861-715b-4083-bd33-24e603c7ec17 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:04:05.710458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.735185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Transition to ACTIVE for port object b5e54861-715b-4083-bd33-24e603c7ec17 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:04:05.741724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.775591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:05.806314 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e54861-715b-4083-bd33-24e603c7ec17,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:05.844622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-1792b000-677f-48c2-8af1-cfd04f2c2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.846133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-1792b000-677f-48c2-8af1-cfd04f2c2e8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.3417995 Feb 10 16:04:05.874289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8d15-70cf-4158-a4aa-c1164b1bc4fa req-ae283e4f-0e4f-416b-bd82-1fb46c138788 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.882861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11df8d15-70cf-4158-a4aa-c1164b1bc4fa req-ae283e4f-0e4f-416b-bd82-1fb46c138788 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 932 time: 0.2866840 Feb 10 16:04:05.985273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3cd91-bb34-4f5e-beea-2547c552cd7f req-1a526a50-5eef-4972-a230-5a0f91c45c3b tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.992764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33c3cd91-bb34-4f5e-beea-2547c552cd7f req-1a526a50-5eef-4972-a230-5a0f91c45c3b tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 946 time: 0.3487921 Feb 10 16:04:05.994124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-ae20b905-a777-4bd5-9c0a-c01af0a44d74 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:05.996214 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-ae20b905-a777-4bd5-9c0a-c01af0a44d74 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 946 time: 0.1200995 Feb 10 16:04:06.094364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51920) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:06.133729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Attempting to bind port b5e54861-715b-4083-bd33-24e603c7ec17 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:06.133729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Attempting to bind port b5e54861-715b-4083-bd33-24e603c7ec17 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:06.133729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Attempting to bind port b5e54861-715b-4083-bd33-24e603c7ec17 on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:06.140537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Port b5e54861-715b-4083-bd33-24e603c7ec17 on network d85dc34b-7a1d-4b18-abec-756bf395fa4f not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:04:06.140977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Attempting to bind port b5e54861-715b-4083-bd33-24e603c7ec17 on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:06.147493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:06.147976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Checking segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:06.148584 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Bound using segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:06.149720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Bound port: b5e54861-715b-4083-bd33-24e603c7ec17, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:06.149720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.243777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Deleting port 3ed42320-0ee7-4b05-ab58-7824251a7350 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:06.244229 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.249747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] For port b5e54861-715b-4083-bd33-24e603c7ec17, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:06.303388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11df8d15-70cf-4158-a4aa-c1164b1bc4fa req-7508a48b-019a-44af-b0f2-8aebfb9c8a17 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102018 Feb 10 16:04:06.309926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] For port b5e54861-715b-4083-bd33-24e603c7ec17, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b5e54861-715b-4083-bd33-24e603c7ec17,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:06.318021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:06.319435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.321623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.326821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-b149ece4-5494-4116-b676-5c30f48ab858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:06.328355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-b149ece4-5494-4116-b676-5c30f48ab858 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713187 Feb 10 16:04:06.394375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:06.394908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.400262 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] 10.222.0.75 "PUT /v2.0/ports/b5e54861-715b-4083-bd33-24e603c7ec17 HTTP/1.1" status: 200 len: 1092 time: 1.7243855 Feb 10 16:04:06.400845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'tag': 'b5e54861-715b-4083-bd33-24e603c7ec17'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:06.403784 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7a52c2-5510-4695-a1e5-2ca152842e13" -d '{"events": [{"name": "network-changed", "server_uuid": "25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea", "tag": "b5e54861-715b-4083-bd33-24e603c7ec17"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:06.516235 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289da5f5-db0a-468e-8951-242dd0d9145c x-openstack-request-id: req-289da5f5-db0a-468e-8951-242dd0d9145c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:06.516525 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea", "tag": "b5e54861-715b-4083-bd33-24e603c7ec17", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:06.516878 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-289da5f5-db0a-468e-8951-242dd0d9145c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:06.517182 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'tag': 'b5e54861-715b-4083-bd33-24e603c7ec17', 'status': 'completed', 'code': 200} Feb 10 16:04:06.534329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1acbfd-0bc3-4baa-a147-2d2f7fedddb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e54861-715b-4083-bd33-24e603c7ec17,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:06.545525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] For port 3ed42320-0ee7-4b05-ab58-7824251a7350, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ed42320-0ee7-4b05-ab58-7824251a7350,segment=NetworkSegment(7422096f-3304-410c-bfe6-3496c871a5c4),segment_id=7422096f-3304-410c-bfe6-3496c871a5c4)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:06.546801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.569438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-33c3cd91-bb34-4f5e-beea-2547c552cd7f req-6a10eec8-388e-467d-b146-73408b35a7f1 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/security-groups?id=99623ca9-8b69-4791-9ee9-28ab989e4d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614097 Feb 10 16:04:06.569556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Calling delete_port for 3ed42320-0ee7-4b05-ab58-7824251a7350 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:06.590788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-0e3cc7a0-c568-409a-a4ec-1e20358f1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:06.594617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-0e3cc7a0-c568-409a-a4ec-1e20358f1c4b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 1095 time: 0.1415775 Feb 10 16:04:06.616424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7146ebcb-080a-430e-9d85-e6291b8249fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.697442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-ef6be9ac-a5a9-4897-96f7-e6f03533a3ff service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367310 Feb 10 16:04:06.699376 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-c5297075-e4ee-4b82-8ed0-9f61ee80cba4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5e54861-715b-4083-bd33-24e603c7ec17 HTTP/1.1" status: 200 len: 217 time: 0.0439854 Feb 10 16:04:06.776995 n-d-827895-3 neutron-server[102615]: INFO neutron.db.ipam_backend_mixin [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5ceda996-9103-4a97-bd15-bf4dee867958 (CIDR: 172.20.0.16/28) Feb 10 16:04:06.780083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-22e35381-052e-48f4-9fd6-da5f67114f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:06.781620 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-22e35381-052e-48f4-9fd6-da5f67114f7e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.0730588 Feb 10 16:04:06.822949 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:04:06.823519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:06.836996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.856585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ed42320-0ee7-4b05-ab58-7824251a7350'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:06.876405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-017b7c3b-80f4-4a72-96ad-de5e79866740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:06.878142 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-017b7c3b-80f4-4a72-96ad-de5e79866740 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874708 Feb 10 16:04:06.881349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Pushing event deleted for resources: {'Port': ['ID=3ed42320-0ee7-4b05-ab58-7824251a7350,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:06.891955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-14c37045-6a29-444e-a314-5abe6a8a16d7 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3931837 Feb 10 16:04:06.892530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:06.906844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'subnet': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:06.956541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aef27ca-b321-46c8-8064-f9662a11bebb req-7aaf65c1-dd19-46c2-be11-fe16600e8c94 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506425 Feb 10 16:04:06.969590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7146ebcb-080a-430e-9d85-e6291b8249fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.976871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7146ebcb-080a-430e-9d85-e6291b8249fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:06.984341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916caccc-5d4c-4284-9bb7-45617a29bad7 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:04:06.998754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.000197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] No DVR routers for this DVR port 3ed42320-0ee7-4b05-ab58-7824251a7350 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:07.027469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.031346 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8cc752e2-8c36-47c1-acaa-cddee5fd0417 req-8cb148b5-01da-44b9-9c1d-7ef4e8acdc98 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.75 "DELETE /v2.0/ports/3ed42320-0ee7-4b05-ab58-7824251a7350 HTTP/1.1" status: 204 len: 173 time: 1.0222163 Feb 10 16:04:07.037067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Transition to ACTIVE for port object 916caccc-5d4c-4284-9bb7-45617a29bad7 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:04:07.039436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146ebcb-080a-430e-9d85-e6291b8249fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1d447b-5325-443f-8cdf-a4c05274268f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:07.047122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7146ebcb-080a-430e-9d85-e6291b8249fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3b6bd33f56542bcb54ac5089d8622d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9453604 Feb 10 16:04:07.047122 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.047683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51938) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:07.108185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-91023eb8-68a1-4d03-826f-9399fe9e63b8 service neutron] 10.222.0.75 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182360 Feb 10 16:04:07.129033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=916caccc-5d4c-4284-9bb7-45617a29bad7,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:07.215071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Made reservation on behalf of c30df9db393248f1aa3cc5b8f5729bd4 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:07.219787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.299796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e1ba9248-27bd-473d-ace1-c0ac0aefdc20 req-bef2f20d-a661-47cf-8257-e5b1e1f64919 service neutron] 10.222.0.75 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824489 Feb 10 16:04:07.496321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-37b8437b-50c6-44f5-b79b-9bb3bd40c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.498230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-37b8437b-50c6-44f5-b79b-9bb3bd40c5e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 1095 time: 0.0944481 Feb 10 16:04:07.621651 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d4612c4-f9c0-4b47-934d-0da44219014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.662685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.671507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29340f9-0a39-4b28-bed2-ca1a146fc7a2 req-ac2b629d-baf4-4af0-a068-c4f7c8e6ef81 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.673308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a29340f9-0a39-4b28-bed2-ca1a146fc7a2 req-ac2b629d-baf4-4af0-a068-c4f7c8e6ef81 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 944 time: 0.1389921 Feb 10 16:04:07.677467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d4612c4-f9c0-4b47-934d-0da44219014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.685702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Attempting to bind port 916caccc-5d4c-4284-9bb7-45617a29bad7 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:07.686387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Attempting to bind port 916caccc-5d4c-4284-9bb7-45617a29bad7 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:07.687116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Attempting to bind port 916caccc-5d4c-4284-9bb7-45617a29bad7 on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:07.713029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Port 916caccc-5d4c-4284-9bb7-45617a29bad7 on network d85dc34b-7a1d-4b18-abec-756bf395fa4f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:04:07.713454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Attempting to bind port 916caccc-5d4c-4284-9bb7-45617a29bad7 on network d85dc34b-7a1d-4b18-abec-756bf395fa4f {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:07.728703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-574b5048-42e5-424c-8b1f-ecdf5df681d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.730222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-574b5048-42e5-424c-8b1f-ecdf5df681d4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 917 time: 0.2054522 Feb 10 16:04:07.734248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Network cb48e36f-f763-4de8-b468-6df0f90d53ea is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:07.743773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:07.744109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Checking segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:07.744489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Bound using segment: {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:07.744935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Bound port: 916caccc-5d4c-4284-9bb7-45617a29bad7, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9c2442-be00-4031-821c-18367d09e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:07.745289 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.745407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:07.754442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.755185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.763160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53a61d-4935-4dac-a6e9-2032ba7b6bf9 None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:07.773075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a4faa585-0045-4c71-9afc-81a7bb6282c0 req-a5fc6843-a43c-47c6-999d-4f6fa4f013d0 tempest-AttachVolumeNegativeTest-1654701876 tempest-AttachVolumeNegativeTest-1654701876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d9b6c58-1b04-4912-ba86-afe589ef30a0 HTTP/1.1" status: 200 len: 210 time: 0.0608225 Feb 10 16:04:07.793231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a29340f9-0a39-4b28-bed2-ca1a146fc7a2 req-5ecdb59b-c249-4cd3-a8da-784603a7e293 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067843 Feb 10 16:04:07.798127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-0fd6f36a-183c-4b1f-bf0b-377c8acaaad7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5e54861-715b-4083-bd33-24e603c7ec17 HTTP/1.1" status: 200 len: 217 time: 0.0583630 Feb 10 16:04:07.804061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Subnet': ['ID=34d14131-2f58-4672-acfa-eea1362cf4c3,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:07.836953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d4612c4-f9c0-4b47-934d-0da44219014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.848103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d4612c4-f9c0-4b47-934d-0da44219014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.848103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2d4612c4-f9c0-4b47-934d-0da44219014d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d1d447b-5325-443f-8cdf-a4c05274268f HTTP/1.1" status: 204 len: 168 time: 0.7912977 Feb 10 16:04:07.863781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4612c4-f9c0-4b47-934d-0da44219014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1d447b-5325-443f-8cdf-a4c05274268f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:07.866258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] For port 916caccc-5d4c-4284-9bb7-45617a29bad7, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:07.870454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] For port 916caccc-5d4c-4284-9bb7-45617a29bad7, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=916caccc-5d4c-4284-9bb7-45617a29bad7,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:07.877504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.914208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 51956) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:07.924189 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f3379c6-4f2e-42bf-a2d8-d6c5f4f4eea6 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0304606 Feb 10 16:04:07.927311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-635222849', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '34d14131-2f58-4672-acfa-eea1362cf4c3'}], 'security_groups': ['b5362e78-2ba0-4ae9-bf78-63b2239c1452', 'd29b1e33-2411-4c0e-b9e6-b66536cf2f6d']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:07.943202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:04:07.963590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.964214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:07.966359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/916caccc-5d4c-4284-9bb7-45617a29bad7 HTTP/1.1" status: 200 len: 1092 time: 2.4530272 Feb 10 16:04:07.968807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-e36cc88f-e6f1-497c-a65f-1f94ce574fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.971789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-e36cc88f-e6f1-497c-a65f-1f94ce574fa5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.1627710 Feb 10 16:04:08.004175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'tag': '916caccc-5d4c-4284-9bb7-45617a29bad7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:08.010122 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07cda44-ed5b-466e-9bb8-a152356b0fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "21e1424a-767b-4cb1-bbfb-ac69f00b0e09", "tag": "916caccc-5d4c-4284-9bb7-45617a29bad7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:08.050702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-a84d8eda-d690-42ec-8fe1-438e0beae739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:08.056336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-a84d8eda-d690-42ec-8fe1-438e0beae739 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750422 Feb 10 16:04:08.111758 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65529c28-7eaf-48e6-a5bd-e1278032c86e x-openstack-request-id: req-65529c28-7eaf-48e6-a5bd-e1278032c86e {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:08.112361 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e1424a-767b-4cb1-bbfb-ac69f00b0e09", "tag": "916caccc-5d4c-4284-9bb7-45617a29bad7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:08.112807 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65529c28-7eaf-48e6-a5bd-e1278032c86e {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:08.113447 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'tag': '916caccc-5d4c-4284-9bb7-45617a29bad7', 'status': 'completed', 'code': 200} Feb 10 16:04:08.114259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81d62-6faf-41e9-b7d8-ba6474161fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=916caccc-5d4c-4284-9bb7-45617a29bad7,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:08.236414 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:08.246085 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-3ddc1a45-453c-4d1b-9988-9694d6b65aeb service neutron] 10.222.0.75 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821079 Feb 10 16:04:08.327945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-a7ff9344-ddf4-4ada-b28e-2bfb1ae8be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:08.330862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-a7ff9344-ddf4-4ada-b28e-2bfb1ae8be4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 1095 time: 0.2217579 Feb 10 16:04:08.334001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:08.362538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'port_id': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c', 'mac_address': 'fa:16:3e:21:aa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f237ba1-5f47-457c-b614-39f27b816394', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:04:08.412536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-db31809b-20e0-47a9-8662-66fc48a24046 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916caccc-5d4c-4284-9bb7-45617a29bad7 HTTP/1.1" status: 200 len: 217 time: 0.0704513 Feb 10 16:04:08.429275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:08.457902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:04:08.463179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5f7a52c2-5510-4695-a1e5-2ca152842e13 req-2b52f6d6-9be4-4a7f-83e3-1887efdae4ba service neutron] 10.222.0.75 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045140 Feb 10 16:04:08.487948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:08.500200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:08.508252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] Update dhcp port {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'fixed_ips': [{'subnet_id': '5ceda996-9103-4a97-bd15-bf4dee867958', 'ip_address': '172.20.0.18'}, {'subnet_id': '9bd8a3fd-4f19-4e77-a06d-9e584f418775', 'ip_address': '172.20.0.2'}, {'subnet_id': '34d14131-2f58-4672-acfa-eea1362cf4c3'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:04:08.518226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'name': 'network-vif-deleted', 'tag': '3ed42320-0ee7-4b05-ab58-7824251a7350'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:08.524678 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb042e4-6752-44f7-a7b0-7b0492e3bab2" -d '{"events": [{"server_uuid": "2d9b6c58-1b04-4912-ba86-afe589ef30a0", "name": "network-vif-deleted", "tag": "3ed42320-0ee7-4b05-ab58-7824251a7350"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:08.535797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-abdfdbbd-150b-4598-8e83-3eb09b7d3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:08.537597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-abdfdbbd-150b-4598-8e83-3eb09b7d3d8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.1164248 Feb 10 16:04:08.586495 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:08.595158 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3439ec8c-38aa-48ce-b5e4-7ee40d24fb9d x-openstack-request-id: req-3439ec8c-38aa-48ce-b5e4-7ee40d24fb9d {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:08.595744 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b6c58-1b04-4912-ba86-afe589ef30a0", "name": "network-vif-deleted", "tag": "3ed42320-0ee7-4b05-ab58-7824251a7350", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:08.596236 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3439ec8c-38aa-48ce-b5e4-7ee40d24fb9d {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:08.596843 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b6c58-1b04-4912-ba86-afe589ef30a0', 'name': 'network-vif-deleted', 'tag': '3ed42320-0ee7-4b05-ab58-7824251a7350', 'status': 'completed', 'code': 200} Feb 10 16:04:08.653331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:08.681191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-4bc1a3af-aa26-438b-bfa4-a452f1253dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:08.682842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-4bc1a3af-aa26-438b-bfa4-a452f1253dcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111753 Feb 10 16:04:08.720581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:08.878990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-60a384be-453b-46fa-a59e-aafc13944eea service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870742 Feb 10 16:04:08.883887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3ed42320-0ee7-4b05-ab58-7824251a7350 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:08.933414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51988) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:08.943663 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 3ed42320-0ee7-4b05-ab58-7824251a7350 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:08.944621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3ed42320-0ee7-4b05-ab58-7824251a7350 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:08.995913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Delete allocated IP 172.20.0.11 (cb48e36f-f763-4de8-b468-6df0f90d53ea/9bd8a3fd-4f19-4e77-a06d-9e584f418775) {{(pid=102615) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 16:04:08.996242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Deleting subnet 9030d590-6885-4559-ab9f-47f19a609424 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:04:09.000366 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.038902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.083776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.107433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4586b27b-a1a0-41f3-9e18-4f1a8485981d req-17dcf068-2990-4566-842f-ceb67de9dc99 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204618 Feb 10 16:04:09.108896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Allocated IP 172.20.0.37 (cb48e36f-f763-4de8-b468-6df0f90d53ea/34d14131-2f58-4672-acfa-eea1362cf4c3/58749474-d141-4ea0-88ba-06b6329d7c9e) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:09.156384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7dd4a-e756-4433-b4f3-8c64908c7b6d req-a4047a09-e754-4f60-a179-bcc474ab3532 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.162272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.164608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ed7dd4a-e756-4433-b4f3-8c64908c7b6d req-a4047a09-e754-4f60-a179-bcc474ab3532 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 944 time: 0.1762741 Feb 10 16:04:09.190568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9030d590-6885-4559-ab9f-47f19a609424,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:09.195408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.200062 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-25a2aee7-e656-4310-aa65-5c7ff21b7da1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9030d590-6885-4559-ab9f-47f19a609424 HTTP/1.1" status: 204 len: 168 time: 0.2647667 Feb 10 16:04:09.201871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51996) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:09.252757 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ed7dd4a-e756-4433-b4f3-8c64908c7b6d req-479e3500-7291-47f1-bafe-a949e37e9749 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871983 Feb 10 16:04:09.257464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 51998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:09.294177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.339104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-6f9b2def-cde1-4ed0-8d4f-470fb9d2c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.342088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-6f9b2def-cde1-4ed0-8d4f-470fb9d2c824 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 1095 time: 0.1746411 Feb 10 16:04:09.389600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.413860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba34d40-6b88-4d6d-ad67-ba311e12ca75']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:09.424687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7422096f-3304-410c-bfe6-3496c871a5c4') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:09.425118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7422096f-3304-410c-bfe6-3496c871a5c4') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:09.437668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.453567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-89ea7b5d-9767-460c-98e1-e7e86a867043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.455054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.455185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-89ea7b5d-9767-460c-98e1-e7e86a867043 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 917 time: 0.1055429 Feb 10 16:04:09.464526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:04:09.467200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.509501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-5e763954-8284-464d-aeb1-2d8fd90fe113 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916caccc-5d4c-4284-9bb7-45617a29bad7 HTTP/1.1" status: 200 len: 217 time: 0.0463769 Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:04:09.517466 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:04:09.527831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-959950547-network', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:09.553619 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.562676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.568862 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ba34d40-6b88-4d6d-ad67-ba311e12ca75 HTTP/1.1" status: 204 len: 168 time: 0.3658051 Feb 10 16:04:09.584058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Made reservation on behalf of bf058813546d4f1c8120eeb8536528f5 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:09.586376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.590035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae875a-5362-493d-8376-fe9a52f01988 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba34d40-6b88-4d6d-ad67-ba311e12ca75,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:09.592008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-f39f677d-2b3a-4a27-8126-95224482949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.593560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-f39f677d-2b3a-4a27-8126-95224482949b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.0737276 Feb 10 16:04:09.595666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.602562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.620167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.680058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] Allocated IP 172.20.0.34 (cb48e36f-f763-4de8-b468-6df0f90d53ea/34d14131-2f58-4672-acfa-eea1362cf4c3/fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:09.736420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.747990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.768222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-39c40b5c-3486-483b-9bc6-4e92193a6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.770079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-39c40b5c-3486-483b-9bc6-4e92193a6adc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559348 Feb 10 16:04:09.770872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event updated for resources: {'Port': ['ID=58749474-d141-4ea0-88ba-06b6329d7c9e,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:09.793962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52008) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:09.799466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:04:09.828050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6be573-9d0b-49de-bcf8-5c0fd7ffdfb9,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:09.834826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.835181 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Added segment 31335c38-b96f-483c-be58-778da4cbca5d of type vlan for network 24a3fb75-7061-4f24-8570-74b1304fc25c Feb 10 16:04:09.846154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] In _notify_port_updated(), no bound segment for port 58749474-d141-4ea0-88ba-06b6329d7c9e on network cb48e36f-f763-4de8-b468-6df0f90d53ea {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:04:09.849716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,segment=NetworkSegment(66ffbecf-1b65-4db4-bf90-b9491319578b),segment_id=66ffbecf-1b65-4db4-bf90-b9491319578b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:09.853198 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.854045 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.858028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4375398c-8e2c-40c3-81cc-05ab01442f4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "PUT /v2.0/ports/58749474-d141-4ea0-88ba-06b6329d7c9e HTTP/1.1" status: 200 len: 959 time: 1.9389904 Feb 10 16:04:09.863130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52010) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:09.895395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.903909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.904699 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.908123 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3607aac7-5ca4-4d69-a149-394700a5ad4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d27cd9dd81004e15858742f04acd41af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099145 Feb 10 16:04:09.912170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52012) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:09.954407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:09.977657 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.978499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.979078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:09.979225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-fa29b0d3-2834-4bbc-8c50-68a6eecfe564 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974142 Feb 10 16:04:10.052691 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4f6beea-4940-4029-a107-e074819bc694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.061101 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8021541 Feb 10 16:04:10.064519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 58749474-d141-4ea0-88ba-06b6329d7c9e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:10.064849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.065713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52016) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:10.078816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Request body: {'subnet': {'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-959950547-subnet', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:10.103953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:04:10.109116 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4f6beea-4940-4029-a107-e074819bc694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.111251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c589c4-8f2d-474a-a9d2-caad34635acd admin admin] Pushing event updated for resources: {'Network': ['ID=24a3fb75-7061-4f24-8570-74b1304fc25c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:10.145116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 24a3fb75-7061-4f24-8570-74b1304fc25c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:04:10.148268 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c07cda44-ed5b-466e-9bb8-a152356b0fd3 req-edc4b009-0d83-47c1-bfde-6568f4e5ba65 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612098 Feb 10 16:04:10.152167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:10.154547 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.174318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Made reservation on behalf of bf058813546d4f1c8120eeb8536528f5 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:10.177200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.211005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.213587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b57b7e-972f-42eb-bd2f-1cc989c566a6 None None] Pushing event updated for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:10.241352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 58749474-d141-4ea0-88ba-06b6329d7c9e owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:10.273239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4f6beea-4940-4029-a107-e074819bc694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.276320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4f6beea-4940-4029-a107-e074819bc694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.280753 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e4f6beea-4940-4029-a107-e074819bc694 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99623ca9-8b69-4791-9ee9-28ab989e4d2e HTTP/1.1" status: 204 len: 168 time: 0.3654847 Feb 10 16:04:10.293006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6beea-4940-4029-a107-e074819bc694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99623ca9-8b69-4791-9ee9-28ab989e4d2e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:10.475498 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.497608 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.504359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32701ad-a17f-4c30-93b0-9ab92538d35b req-3cbbf7bf-bb13-4e86-891d-c07ef93b2d6b tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:10.506012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d32701ad-a17f-4c30-93b0-9ab92538d35b req-3cbbf7bf-bb13-4e86-891d-c07ef93b2d6b tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 944 time: 0.1197579 Feb 10 16:04:10.566066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:10.566315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e047085c-76ac-4403-bc0a-523b957b6b25,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:10.575366 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c44436-1229-4fc2-89cc-fc834509b86b" -d '{"events": [{"server_uuid": "a8df3e44-78f2-4e8f-bd42-8e93e51528db", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:10.614861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d32701ad-a17f-4c30-93b0-9ab92538d35b req-3276906f-72ad-4a53-b0e4-9aabd956b30e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964117 Feb 10 16:04:10.615090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:10.624228 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.637555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.647304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Checking segment: {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:10.647304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Network hostable DHCP agents. Network: 24a3fb75-7061-4f24-8570-74b1304fc25c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:04:10.668816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Network 24a3fb75-7061-4f24-8570-74b1304fc25c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:04:10.681422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 24a3fb75-7061-4f24-8570-74b1304fc25c) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:10.686634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:10.687434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.699281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=58749474-d141-4ea0-88ba-06b6329d7c9e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:10.711013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f508261c-416a-4fdc-8169-70947e7494ef admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6398199 Feb 10 16:04:10.713703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52034) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:10.719763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:10.761567 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9c83a-6292-419e-9f40-dba78acf3574 x-openstack-request-id: req-80b9c83a-6292-419e-9f40-dba78acf3574 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:10.764267 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8df3e44-78f2-4e8f-bd42-8e93e51528db", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:10.764414 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b9c83a-6292-419e-9f40-dba78acf3574 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:10.764772 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c', 'code': 200} Feb 10 16:04:10.765096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.765559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3204c1-fdab-4b4a-ae75-7bf5d41f6383 None None] Network 24a3fb75-7061-4f24-8570-74b1304fc25c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:10.766736 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.839273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.901408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b5e54861-715b-4083-bd33-24e603c7ec17 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:04:10.951927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:10.968297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a6e69e4a-58a2-4b75-8b45-f67d2317bc86 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/58749474-d141-4ea0-88ba-06b6329d7c9e HTTP/1.1" status: 204 len: 168 time: 1.1040137 Feb 10 16:04:10.975590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52040) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:10.998832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:11.014904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:11.036723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4a7e-471f-4573-a32e-3a067c3841a4 req-7cd9cbb1-970e-4fc8-946e-55ac143313e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:11.043381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00ae4a7e-471f-4573-a32e-3a067c3841a4 req-7cd9cbb1-970e-4fc8-946e-55ac143313e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 1096 time: 0.2978885 Feb 10 16:04:11.045532 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2d755c-77c3-431c-b37e-40c51e2afe8d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] GET failed (client error): The resource could not be found. Feb 10 16:04:11.050442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7a2d755c-77c3-431c-b37e-40c51e2afe8d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports/58749474-d141-4ea0-88ba-06b6329d7c9e HTTP/1.1" status: 404 len: 333 time: 0.0707417 Feb 10 16:04:11.072417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52044) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:11.100890 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.resource_extend [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 16:04:11.305053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00ae4a7e-471f-4573-a32e-3a067c3841a4 req-0ef5661b-a54c-4613-aa88-c7dfabc2685d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484159 Feb 10 16:04:11.320520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7517acd-26a6-42c7-ad43-3cf3b7cb31c1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.381155 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7517acd-26a6-42c7-ad43-3cf3b7cb31c1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.438364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7517acd-26a6-42c7-ad43-3cf3b7cb31c1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.441543 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7517acd-26a6-42c7-ad43-3cf3b7cb31c1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.445546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c7517acd-26a6-42c7-ad43-3cf3b7cb31c1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/security-groups/209956ea-f4c6-4942-861f-22d50e70abe5 HTTP/1.1" status: 204 len: 168 time: 0.3692224 Feb 10 16:04:11.447099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52056) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:11.464488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7517acd-26a6-42c7-ad43-3cf3b7cb31c1 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209956ea-f4c6-4942-861f-22d50e70abe5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:11.503515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:11.503886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.508844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.543959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bed2eca7-e327-4ca0-aa50-da12f83e55eb None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:11.544333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bed2eca7-e327-4ca0-aa50-da12f83e55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.548920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b5e54861-715b-4083-bd33-24e603c7ec17, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b5e54861-715b-4083-bd33-24e603c7ec17,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:11.551382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39dce760-9960-4a49-88d3-289943e42d4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.618007 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'b5e54861-715b-4083-bd33-24e603c7ec17', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'port_id': 'b5e54861-715b-4083-bd33-24e603c7ec17', 'mac_address': 'fa:16:3e:00:6d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f237ba1-5f47-457c-b614-39f27b816394', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:04:11.622171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39dce760-9960-4a49-88d3-289943e42d4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.627156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-24a3fb75-7061-4f24-8570-74b1304fc25c', 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'fixed_ips': [{'subnet_id': 'e047085c-76ac-4403-bc0a-523b957b6b25'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:04:11.628245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.677845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39dce760-9960-4a49-88d3-289943e42d4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.681125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39dce760-9960-4a49-88d3-289943e42d4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.682719 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-39dce760-9960-4a49-88d3-289943e42d4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/security-groups/d29b1e33-2411-4c0e-b9e6-b66536cf2f6d HTTP/1.1" status: 204 len: 168 time: 0.2318749 Feb 10 16:04:11.686027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52066) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:11.700852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dce760-9960-4a49-88d3-289943e42d4e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b1e33-2411-4c0e-b9e6-b66536cf2f6d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:11.899192 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.913568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7885a3fa-f1f4-4d8b-9af0-8e94d8457a94 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:11.983113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 916caccc-5d4c-4284-9bb7-45617a29bad7 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:04:11.983970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d140a-f23c-4637-8b9e-d9ca8c1db7fe req-399d003b-16b7-4bf7-9621-c0a2c503593c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:11.989550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b4d140a-f23c-4637-8b9e-d9ca8c1db7fe req-399d003b-16b7-4bf7-9621-c0a2c503593c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 944 time: 0.2309175 Feb 10 16:04:12.004426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.009330 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7885a3fa-f1f4-4d8b-9af0-8e94d8457a94 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.048855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.073339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7885a3fa-f1f4-4d8b-9af0-8e94d8457a94 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.076090 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7885a3fa-f1f4-4d8b-9af0-8e94d8457a94 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.077231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7885a3fa-f1f4-4d8b-9af0-8e94d8457a94 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5362e78-2ba0-4ae9-bf78-63b2239c1452 HTTP/1.1" status: 204 len: 168 time: 0.3900580 Feb 10 16:04:12.089160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52076) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:12.096315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e54861-715b-4083-bd33-24e603c7ec17 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:04:12.199756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885a3fa-f1f4-4d8b-9af0-8e94d8457a94 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5362e78-2ba0-4ae9-bf78-63b2239c1452,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:12.245565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 9bd8a3fd-4f19-4e77-a06d-9e584f418775 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:04:12.261661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.326393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Allocated IP 172.25.7.166 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8d662ecc-5ece-4427-b037-0e7ec8815dd4) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:12.375742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 916caccc-5d4c-4284-9bb7-45617a29bad7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=916caccc-5d4c-4284-9bb7-45617a29bad7,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:12.390515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b4d140a-f23c-4637-8b9e-d9ca8c1db7fe req-453158f3-51f4-472f-8205-1ffb7e75898c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200355 Feb 10 16:04:12.421752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '916caccc-5d4c-4284-9bb7-45617a29bad7', 'network_id': 'd85dc34b-7a1d-4b18-abec-756bf395fa4f', 'port_id': '916caccc-5d4c-4284-9bb7-45617a29bad7', 'mac_address': 'fa:16:3e:47:97:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f237ba1-5f47-457c-b614-39f27b816394', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:04:12.425576 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.458877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.501716 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.545917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b5e54861-715b-4083-bd33-24e603c7ec17, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b5e54861-715b-4083-bd33-24e603c7ec17,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:12.578726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.603243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Pushing event updated for resources: {'Port': ['ID=8d662ecc-5ece-4427-b037-0e7ec8815dd4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:12.609904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Allocated IP 172.20.0.2 (24a3fb75-7061-4f24-8570-74b1304fc25c/e047085c-76ac-4403-bc0a-523b957b6b25/f7292655-ef47-49b6-973f-8564cf481f36) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:12.613603 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.617926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:12.619750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:12.622934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:12.681103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.699093 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.706189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bed2eca7-e327-4ca0-aa50-da12f83e55eb None None] Provisioning complete for port 170178e3-a008-42dd-bc89-8f10d16f9a46 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:12.706790 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bed2eca7-e327-4ca0-aa50-da12f83e55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.717196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.722528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/9bd8a3fd-4f19-4e77-a06d-9e584f418775 HTTP/1.1" status: 204 len: 168 time: 0.6303039 Feb 10 16:04:12.726017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52092) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:12.731563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb19e97b-1988-4cfb-a1bd-5229741002d3 None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:12.805045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550f504-84e6-47de-a61f-2612bb3dbbe0 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd8a3fd-4f19-4e77-a06d-9e584f418775,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:12.818665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 34d14131-2f58-4672-acfa-eea1362cf4c3 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:04:12.822421 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.838816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916caccc-5d4c-4284-9bb7-45617a29bad7 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:04:12.861666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 916caccc-5d4c-4284-9bb7-45617a29bad7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=916caccc-5d4c-4284-9bb7-45617a29bad7,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:12.886558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.898107 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:12.906563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b5e54861-715b-4083-bd33-24e603c7ec17,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:12.925467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bed2eca7-e327-4ca0-aa50-da12f83e55eb None None] Port 170178e3-a008-42dd-bc89-8f10d16f9a46 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:12.954803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bed2eca7-e327-4ca0-aa50-da12f83e55eb None None] Could not find standard attr ID for object 58749474-d141-4ea0-88ba-06b6329d7c9e. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:04:12.997907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.065627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.081643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=916caccc-5d4c-4284-9bb7-45617a29bad7,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:13.117793 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b5e54861-715b-4083-bd33-24e603c7ec17'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:13.128343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['916caccc-5d4c-4284-9bb7-45617a29bad7'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:13.129992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-04f28d29-ddca-4462-b950-dd63e7910a6f None None] Could not find standard attr ID for object 58749474-d141-4ea0-88ba-06b6329d7c9e. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:04:13.183554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.232347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.250181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=34d14131-2f58-4672-acfa-eea1362cf4c3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:13.270865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.274221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-56f3096b-bf5e-45e2-80a6-72d277501001 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/34d14131-2f58-4672-acfa-eea1362cf4c3 HTTP/1.1" status: 204 len: 168 time: 0.5472426 Feb 10 16:04:13.275865 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.277030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52108) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:13.334338 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba227d97-94d0-439b-9cc3-d1d014370275 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:13.335291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba227d97-94d0-439b-9cc3-d1d014370275 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:13.338141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ba227d97-94d0-439b-9cc3-d1d014370275 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/9bd8a3fd-4f19-4e77-a06d-9e584f418775 HTTP/1.1" status: 404 len: 337 time: 0.0568769 Feb 10 16:04:13.340844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52110) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:13.349323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.360024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Network 24a3fb75-7061-4f24-8570-74b1304fc25c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:13.388920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:13.390867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Pushing event updated for resources: {'Port': ['ID=f7292655-ef47-49b6-973f-8564cf481f36,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:13.400459 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:13.443237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting subnet 5ceda996-9103-4a97-bd15-bf4dee867958 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:04:13.453119 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.561808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e55f1-d395-450b-947b-25eb51489cd7 None None] Update dhcp port {'port': {'network_id': 'cb48e36f-f763-4de8-b468-6df0f90d53ea', 'fixed_ips': [{'subnet_id': '5ceda996-9103-4a97-bd15-bf4dee867958', 'ip_address': '172.20.0.18'}, {'subnet_id': '34d14131-2f58-4672-acfa-eea1362cf4c3'}], 'binding:host_id': 'n-d-827895-3'}, 'id': 'fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf'} from n-d-827895-3. {{(pid=102616) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 10 16:04:13.572798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Attempting to bind port f7292655-ef47-49b6-973f-8564cf481f36 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:13.573166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Attempting to bind port f7292655-ef47-49b6-973f-8564cf481f36 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:13.573525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Attempting to bind port f7292655-ef47-49b6-973f-8564cf481f36 on network 24a3fb75-7061-4f24-8570-74b1304fc25c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:13.588405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Router 76adde00-9d51-47e5-8b71-da015e2aab47 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:04:13.616853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:13.617227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Checking segment: {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:13.617677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.618222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Bound using segment: {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:13.618697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Bound port: f7292655-ef47-49b6-973f-8564cf481f36, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:13.619074 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.620891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.655822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-543e55f1-d395-450b-947b-25eb51489cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.715413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d0068-71b4-457d-a71b-29c8e1a11cc4 req-7195043b-d414-42ec-ad34-81813e49854f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:13.719055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d09d0068-71b4-457d-a71b-29c8e1a11cc4 req-7195043b-d414-42ec-ad34-81813e49854f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 945 time: 0.2002380 Feb 10 16:04:13.772948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:13.821472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.822992 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b383c20-1f35-4983-8f3a-22c5c7bce371 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1077075 Feb 10 16:04:13.826015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52124) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:13.827981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.829709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Sync routers for ids ['76adde00-9d51-47e5-8b71-da015e2aab47'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:13.833278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d09d0068-71b4-457d-a71b-29c8e1a11cc4 req-69a9a616-61d5-47aa-9bad-5c4d9a738727 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005759 Feb 10 16:04:13.835258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] For port f7292655-ef47-49b6-973f-8564cf481f36, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:13.865835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] For port f7292655-ef47-49b6-973f-8564cf481f36, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f7292655-ef47-49b6-973f-8564cf481f36,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:13.871217 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.915218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Routers {'76adde00-9d51-47e5-8b71-da015e2aab47'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:13.915869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['76adde00-9d51-47e5-8b71-da015e2aab47'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:13.929971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.986018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceda996-9103-4a97-bd15-bf4dee867958,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:13.988043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:13.997536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6e60755a-2845-48b6-b981-954587bbf50a tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/5ceda996-9103-4a97-bd15-bf4dee867958 HTTP/1.1" status: 204 len: 168 time: 0.6556206 Feb 10 16:04:14.001177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52130) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-543e55f1-d395-450b-947b-25eb51489cd7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ceda996-9103-4a97-bd15-bf4dee867958: This subnet is being modified by another concurrent operation. Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:04:14.022970 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exception Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ceda996-9103-4a97-bd15-bf4dee867958: This subnet is being modified by another concurrent operation. Feb 10 16:04:14.026967 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 16:04:14.053861 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-989f8392-a44f-4698-9d3b-28809438372d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.054672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989f8392-a44f-4698-9d3b-28809438372d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.058146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-989f8392-a44f-4698-9d3b-28809438372d tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/ab31ead5-68c4-4b62-ac4e-d00c99b755e6 HTTP/1.1" status: 404 len: 337 time: 0.0557745 Feb 10 16:04:14.061088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52132) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.107611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a6fbda5c-9df0-4311-874d-076ac3325a54 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7720026-27eb-4080-930c-3a4393581b3c HTTP/1.1" status: 200 len: 205 time: 0.0449502 Feb 10 16:04:14.110106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52138) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.224614 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-b83b81f6-4457-48e7-a760-8c59fa86e758 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] delete failed (client error): The resource could not be found. Feb 10 16:04:14.226372 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b83b81f6-4457-48e7-a760-8c59fa86e758 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/routers/b7720026-27eb-4080-930c-3a4393581b3c HTTP/1.1" status: 404 len: 336 time: 0.1150167 Feb 10 16:04:14.229013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52142) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.270877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f648eb3-188d-4b22-936d-7fec5935f020 None None] Network cb48e36f-f763-4de8-b468-6df0f90d53ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:14.296658 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5b3a99-01d6-4c01-8eea-ef054164002e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.297122 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5b3a99-01d6-4c01-8eea-ef054164002e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.306133 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ea5b3a99-01d6-4c01-8eea-ef054164002e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/c836a0ed-fd39-4f6d-8fc0-f1aa8d6257a8 HTTP/1.1" status: 404 len: 337 time: 0.0761313 Feb 10 16:04:14.309984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.318859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03641-d9e5-48ba-8381-998680e84ae7 None None] Pushing event updated for resources: {'Port': ['ID=f7292655-ef47-49b6-973f-8564cf481f36,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:14.365523 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12f1f32-f477-474d-a6ed-094249c480c4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.365523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12f1f32-f477-474d-a6ed-094249c480c4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.367632 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f12f1f32-f477-474d-a6ed-094249c480c4 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/f54c089c-b287-4354-92f5-aafb6ddd4491 HTTP/1.1" status: 404 len: 337 time: 0.0566235 Feb 10 16:04:14.372334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52148) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.433764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-371ba641-adae-4b33-8fd0-4ee8ee51e178 None None] Provisioning complete for port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:14.434406 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-371ba641-adae-4b33-8fd0-4ee8ee51e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:14.448979 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea9631e-3904-4d31-a68b-2d848279b015 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.450056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea9631e-3904-4d31-a68b-2d848279b015 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.453110 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7ea9631e-3904-4d31-a68b-2d848279b015 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/513aee06-1b23-44db-800e-bd22357a9799 HTTP/1.1" status: 404 len: 337 time: 0.0820222 Feb 10 16:04:14.455854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52152) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.500521 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-249937a9-48ba-4a15-b15e-476de12391b2 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.501606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249937a9-48ba-4a15-b15e-476de12391b2 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.514782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-249937a9-48ba-4a15-b15e-476de12391b2 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/5d640e7d-0893-410b-8450-4594963a8c15 HTTP/1.1" status: 404 len: 333 time: 0.0576389 Feb 10 16:04:14.517238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52154) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.561223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Set router 76adde00-9d51-47e5-8b71-da015e2aab47 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:14.570267 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ba5f48-7e2e-4618-a4e2-a40e6be752b5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.570755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ba5f48-7e2e-4618-a4e2-a40e6be752b5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.573835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-79ba5f48-7e2e-4618-a4e2-a40e6be752b5 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/6c94da2a-006c-40a5-9596-5d3a0f4432a2 HTTP/1.1" status: 404 len: 337 time: 0.0554876 Feb 10 16:04:14.580324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52160) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.580645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52158) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.655710 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-05faf649-c098-47ea-8c76-5b3a664f3e85 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.656615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05faf649-c098-47ea-8c76-5b3a664f3e85 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.660276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-05faf649-c098-47ea-8c76-5b3a664f3e85 tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/ebf5fd85-2bdf-43f7-be85-0ef30f36a7c2 HTTP/1.1" status: 404 len: 337 time: 0.0780659 Feb 10 16:04:14.662703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52168) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.697011 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4478bfb3-93e3-48a6-9a0e-3ce7f3ed536f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.700110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4478bfb3-93e3-48a6-9a0e-3ce7f3ed536f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.704133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4478bfb3-93e3-48a6-9a0e-3ce7f3ed536f tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/d64b6dc8-ff58-4ea6-8516-e0d3362b7e8a HTTP/1.1" status: 404 len: 333 time: 0.0400181 Feb 10 16:04:14.710622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52170) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.778787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] DHCP port deletion for cb48e36f-f763-4de8-b468-6df0f90d53ea request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:04:14.782260 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-194734d8-2551-4780-87bb-84948dc0d2bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.783864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-371ba641-adae-4b33-8fd0-4ee8ee51e178 None None] Provisioning complete for port 170178e3-a008-42dd-bc89-8f10d16f9a46 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:14.783864 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-371ba641-adae-4b33-8fd0-4ee8ee51e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:14.784062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194734d8-2551-4780-87bb-84948dc0d2bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.790377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-194734d8-2551-4780-87bb-84948dc0d2bf tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/0c564d31-f08b-4251-a790-2950a5201573 HTTP/1.1" status: 404 len: 337 time: 0.0756693 Feb 10 16:04:14.790609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52172) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.820128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad88-9ac2-45a2-823a-8b3b59f2d4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:14.826571 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c3383-289b-49db-8643-ac8f0865ff7b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] DELETE failed (client error): The resource could not be found. Feb 10 16:04:14.827029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6c3383-289b-49db-8643-ac8f0865ff7b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:04:14.835181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9c6c3383-289b-49db-8643-ac8f0865ff7b tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/subnets/76647467-906b-496a-b698-c5f4fa3c6c24 HTTP/1.1" status: 404 len: 337 time: 0.0402131 Feb 10 16:04:14.836906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52174) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:14.865086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-371ba641-adae-4b33-8fd0-4ee8ee51e178 None None] Port 170178e3-a008-42dd-bc89-8f10d16f9a46 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:14.922814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b5e54861-715b-4083-bd33-24e603c7ec17 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:15.002694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Deleting port 170178e3-a008-42dd-bc89-8f10d16f9a46 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:15.003531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.040502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.078305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:12Z', 'revision_number': 3, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:15.086211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] Deleting port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:15.086589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.115197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f7292655-ef47-49b6-973f-8564cf481f36 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:15.132978 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad88-9ac2-45a2-823a-8b3b59f2d4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.145518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad88-9ac2-45a2-823a-8b3b59f2d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.164092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.183669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3ad88-9ac2-45a2-823a-8b3b59f2d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed613dd7-0ef3-455d-8285-78c48a803799,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:15.197536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Calling delete_port for 170178e3-a008-42dd-bc89-8f10d16f9a46 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:15.217162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Checking router: 76adde00-9d51-47e5-8b71-da015e2aab47 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:15.217496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Updating router 76adde00-9d51-47e5-8b71-da015e2aab47 port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:04:15.234338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52180) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:15.236479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cef3ad88-9ac2-45a2-823a-8b3b59f2d4ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcfe94e2a6fe4c68b8ba2ade7d683222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546443 Feb 10 16:04:15.302008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] For port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,segment=NetworkSegment(66ffbecf-1b65-4db4-bf90-b9491319578b),segment_id=66ffbecf-1b65-4db4-bf90-b9491319578b)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:15.302606 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.312067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.341025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b74f4f-3216-4b7d-9bc6-cfb74701711e req-1493201b-4fd8-49b5-9a1a-0d4dae8b5e7e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:15.350343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1b74f4f-3216-4b7d-9bc6-cfb74701711e req-1493201b-4fd8-49b5-9a1a-0d4dae8b5e7e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 945 time: 0.1593578 Feb 10 16:04:15.358062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] Calling delete_port for fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:15.361290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port b5e54861-715b-4083-bd33-24e603c7ec17 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:04:15.376054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Allocated IP 172.20.0.1 (24a3fb75-7061-4f24-8570-74b1304fc25c/e047085c-76ac-4403-bc0a-523b957b6b25/393c9f14-8bf3-4862-872b-4237bf2d7bff) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:15.438829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port b5e54861-715b-4083-bd33-24e603c7ec17 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:15.439208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.471984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d1b74f4f-3216-4b7d-9bc6-cfb74701711e req-4b29004e-e8c4-404e-90a5-c16eb50c3e61 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145813 Feb 10 16:04:15.472972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecd7a-68eb-4d79-acfa-d970d02d3da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.523918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f7292655-ef47-49b6-973f-8564cf481f36 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:15.524343 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.537371 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecd7a-68eb-4d79-acfa-d970d02d3da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.548975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.556146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385fd41b-90a9-4b56-b7ee-f7687acf29eb None None] Network 24a3fb75-7061-4f24-8570-74b1304fc25c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:15.567135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.616214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Port': ['ID=170178e3-a008-42dd-bc89-8f10d16f9a46,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:15.624990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.630459 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.639797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fed01796-77c3-49d0-8de7-bf2d9b50ecae tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/ports/170178e3-a008-42dd-bc89-8f10d16f9a46 HTTP/1.1" status: 204 len: 168 time: 0.7994630 Feb 10 16:04:15.639939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52186) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:15.707163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Pushing event updated for resources: {'Port': ['ID=393c9f14-8bf3-4862-872b-4237bf2d7bff,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:15.723913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Network 24a3fb75-7061-4f24-8570-74b1304fc25c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:15.725038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ad9749ef-951f-48cb-921d-bab4b173f67a None None] Provisioning complete for port f7292655-ef47-49b6-973f-8564cf481f36 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:15.725417 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad9749ef-951f-48cb-921d-bab4b173f67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.726420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:15.731655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:15.742139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.755688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecd7a-68eb-4d79-acfa-d970d02d3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.758282 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecd7a-68eb-4d79-acfa-d970d02d3da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.764030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1a1ecd7a-68eb-4d79-acfa-d970d02d3da4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed613dd7-0ef3-455d-8285-78c48a803799 HTTP/1.1" status: 204 len: 168 time: 0.5284255 Feb 10 16:04:15.776041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ecd7a-68eb-4d79-acfa-d970d02d3da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed613dd7-0ef3-455d-8285-78c48a803799,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:15.779222 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.784090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.900220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.900567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] Pushing event deleted for resources: {'Port': ['ID=fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:15.909196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0bce9-856e-4491-972f-e4621ae380b0 None None] No DVR routers for this DVR port fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:15.935107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb48e36f-f763-4de8-b468-6df0f90d53ea']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:15.946320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ffbecf-1b65-4db4-bf90-b9491319578b') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:15.946612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ffbecf-1b65-4db4-bf90-b9491319578b') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:15.958751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 916caccc-5d4c-4284-9bb7-45617a29bad7 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:15.961483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.979391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:15.986721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:04:15.987115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.000484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.008619 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.016498 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:04:16.061965 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:04:16.070267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.094833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.099241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] 10.222.0.21 "DELETE /v2.0/networks/cb48e36f-f763-4de8-b468-6df0f90d53ea HTTP/1.1" status: 204 len: 168 time: 0.4583027 Feb 10 16:04:16.100311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e29e4-fc00-4e7b-8817-498aceb2a20e tempest-PortsTestJSON-1745045569 tempest-PortsTestJSON-1745045569-project] Pushing event deleted for resources: {'Network': ['ID=cb48e36f-f763-4de8-b468-6df0f90d53ea,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:16.277153 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.284048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.323587 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e54861-715b-4083-bd33-24e603c7ec17'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:16.326320 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8070e5ef-91fd-4045-82bf-866c2ae58a81" -d '{"events": [{"server_uuid": "25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea", "name": "network-vif-plugged", "status": "completed", "tag": "b5e54861-715b-4083-bd33-24e603c7ec17"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:16.366244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b5e54861-715b-4083-bd33-24e603c7ec17, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b5e54861-715b-4083-bd33-24e603c7ec17,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:16.372682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port f7292655-ef47-49b6-973f-8564cf481f36, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f7292655-ef47-49b6-973f-8564cf481f36,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:16.375910 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.383049 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad9749ef-951f-48cb-921d-bab4b173f67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.388006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.389380 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.393101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.399929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Pushing event updated for resources: {'Port': ['ID=393c9f14-8bf3-4862-872b-4237bf2d7bff,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:16.411052 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.435067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 916caccc-5d4c-4284-9bb7-45617a29bad7 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:04:16.450355 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d77d191-dece-48ed-a9a8-97c6302df3dc x-openstack-request-id: req-1d77d191-dece-48ed-a9a8-97c6302df3dc {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:16.463187 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea", "name": "network-vif-plugged", "status": "completed", "tag": "b5e54861-715b-4083-bd33-24e603c7ec17", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:16.463746 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d77d191-dece-48ed-a9a8-97c6302df3dc {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:16.464310 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e54861-715b-4083-bd33-24e603c7ec17', 'code': 200} Feb 10 16:04:16.504947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 916caccc-5d4c-4284-9bb7-45617a29bad7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:16.505710 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.507819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:16.597002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:16.597691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fba7c414-bac2-41b5-9e0b-1d89dbfc4dbf not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:16.630132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Network 24a3fb75-7061-4f24-8570-74b1304fc25c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:16.633908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:16.650505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5c329-e02c-4006-9077-931f0b9acfe3 req-e485336f-e074-411b-9583-a823b88e1e2d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:16.661988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-daa5c329-e02c-4006-9077-931f0b9acfe3 req-e485336f-e074-411b-9583-a823b88e1e2d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0884271 Feb 10 16:04:16.674432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=f7292655-ef47-49b6-973f-8564cf481f36,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:16.684598 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Attempting to bind port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:16.685080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Attempting to bind port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:16.685516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Attempting to bind port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:16.720137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-daa5c329-e02c-4006-9077-931f0b9acfe3 req-d34e8abc-5dfa-42c0-933c-0b5a876c28bb tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Feb 10 16:04:16.751986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:16.752366 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:16.752776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.753167 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:16.753650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Bound port: 8d662ecc-5ece-4427-b037-0e7ec8815dd4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:16.754025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52208) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:16.754147 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.793823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:16.799459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-ad9749ef-951f-48cb-921d-bab4b173f67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:04:16.799838 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-ad9749ef-951f-48cb-921d-bab4b173f67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:04:16.832470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b5e54861-715b-4083-bd33-24e603c7ec17,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:16.863360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72385e42-a11e-42f5-9c17-ad24cbf759f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.885560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52214) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:16.931072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] For port 8d662ecc-5ece-4427-b037-0e7ec8815dd4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:16.934867 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:16.959262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Router 76adde00-9d51-47e5-8b71-da015e2aab47 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:04:16.986444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7927c-9a9c-4533-8dfe-f7d4ba5e5181 None None] Pushing event updated for resources: {'Port': ['ID=8d662ecc-5ece-4427-b037-0e7ec8815dd4,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:16.998971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] For port 8d662ecc-5ece-4427-b037-0e7ec8815dd4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d662ecc-5ece-4427-b037-0e7ec8815dd4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:17.023335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.025468 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f7292655-ef47-49b6-973f-8564cf481f36 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:17.059000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 916caccc-5d4c-4284-9bb7-45617a29bad7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=916caccc-5d4c-4284-9bb7-45617a29bad7,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:17.115976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-287bb159-58fb-46d5-ade7-18b6d5760f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.177418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7927c-9a9c-4533-8dfe-f7d4ba5e5181 None None] Pushing event updated for resources: {'Port': ['ID=8d662ecc-5ece-4427-b037-0e7ec8815dd4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.179502 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0abda3-1f82-4594-aa85-3ce7197b811c req-5cb8a567-020e-4fbd-a583-ac480c3e97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:17.181027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db0abda3-1f82-4594-aa85-3ce7197b811c req-5cb8a567-020e-4fbd-a583-ac480c3e97e1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 1097 time: 0.6421905 Feb 10 16:04:17.181507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52218) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:17.181729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-396467ab-f30a-40e7-9b60-05a7eb933a00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c30df9db393248f1aa3cc5b8f5729bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947519 Feb 10 16:04:17.185876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72385e42-a11e-42f5-9c17-ad24cbf759f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.214394 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.221496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72385e42-a11e-42f5-9c17-ad24cbf759f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.229700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:17.244337 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba3ed505-da5b-4e88-ac52-0b64c2a69619 admin admin] 10.222.0.21 "PUT /v2.0/routers/76adde00-9d51-47e5-8b71-da015e2aab47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155293 Feb 10 16:04:17.273756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Routers {'76adde00-9d51-47e5-8b71-da015e2aab47'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:17.274680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['76adde00-9d51-47e5-8b71-da015e2aab47'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:17.306894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-287bb159-58fb-46d5-ade7-18b6d5760f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.307971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385e42-a11e-42f5-9c17-ad24cbf759f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bea069-d081-4e5b-8b2b-88a078dd076b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.313471 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72385e42-a11e-42f5-9c17-ad24cbf759f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e0bdc2557f64a21a5b8079820f3754b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183091 Feb 10 16:04:17.315060 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-db0abda3-1f82-4594-aa85-3ce7197b811c req-48d2b199-8586-4751-87bb-967cf84512de service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249681 Feb 10 16:04:17.316228 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52222) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:17.323669 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-287bb159-58fb-46d5-ade7-18b6d5760f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.360246 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6b6e-338a-47c1-bb53-c440c49c5aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.402138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52224) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:17.402455 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-287bb159-58fb-46d5-ade7-18b6d5760f54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2ed5e3e21ac46408768d4e565e50202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471536 Feb 10 16:04:17.407751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bb159-58fb-46d5-ade7-18b6d5760f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636e9ddd-a803-421b-ae56-fe83a7c79ac7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.408934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6b6e-338a-47c1-bb53-c440c49c5aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.427969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=916caccc-5d4c-4284-9bb7-45617a29bad7,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.435036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-334b748b-b5b5-4406-8b59-b58bd4747148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.486119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f7292655-ef47-49b6-973f-8564cf481f36 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:17.486507 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.509900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-334b748b-b5b5-4406-8b59-b58bd4747148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.540737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0218934-09ab-44fd-9e79-3de919e5a1ab None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 16:04:17.546398 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4daa080-a6f4-4475-93ac-8483a73347b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.576237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6b6e-338a-47c1-bb53-c440c49c5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.579491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6b6e-338a-47c1-bb53-c440c49c5aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.583010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bc4b6b6e-338a-47c1-bb53-c440c49c5aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d097b55e-6969-4ce0-95f9-d1ed67f61cbf HTTP/1.1" status: 204 len: 168 time: 0.3935955 Feb 10 16:04:17.587679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4daa080-a6f4-4475-93ac-8483a73347b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.604461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b6b6e-338a-47c1-bb53-c440c49c5aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097b55e-6969-4ce0-95f9-d1ed67f61cbf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.606853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] Set router 76adde00-9d51-47e5-8b71-da015e2aab47 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:17.614824 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-334b748b-b5b5-4406-8b59-b58bd4747148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.617432 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-334b748b-b5b5-4406-8b59-b58bd4747148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.620797 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-334b748b-b5b5-4406-8b59-b58bd4747148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31bea069-d081-4e5b-8b2b-88a078dd076b HTTP/1.1" status: 204 len: 168 time: 0.3014631 Feb 10 16:04:17.638641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b748b-b5b5-4406-8b59-b58bd4747148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bea069-d081-4e5b-8b2b-88a078dd076b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.670022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4daa080-a6f4-4475-93ac-8483a73347b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.672641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a4daa080-a6f4-4475-93ac-8483a73347b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.676194 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a4daa080-a6f4-4475-93ac-8483a73347b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/636e9ddd-a803-421b-ae56-fe83a7c79ac7 HTTP/1.1" status: 204 len: 168 time: 0.2690165 Feb 10 16:04:17.684117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daa080-a6f4-4475-93ac-8483a73347b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636e9ddd-a803-421b-ae56-fe83a7c79ac7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:17.747569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ddf5aec1-4daf-4e02-8384-c36eacc0c4f1 None None] Provisioning complete for port f7292655-ef47-49b6-973f-8564cf481f36 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:17.747888 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aec1-4daf-4e02-8384-c36eacc0c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:17.882418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb680-f706-47f8-89a7-b59f69ca9c96 req-0009afd0-f259-4e14-915d-c4f533c5198c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:17.885378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e94cb680-f706-47f8-89a7-b59f69ca9c96 req-0009afd0-f259-4e14-915d-c4f533c5198c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0792031 Feb 10 16:04:17.951178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0218934-09ab-44fd-9e79-3de919e5a1ab None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 16:04:17.976786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e94cb680-f706-47f8-89a7-b59f69ca9c96 req-55419f95-ca39-4f57-937b-478b07cd86ea tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789087 Feb 10 16:04:18.135948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ddf5aec1-4daf-4e02-8384-c36eacc0c4f1 None None] Provisioning complete for port 393c9f14-8bf3-4862-872b-4237bf2d7bff triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:18.136323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aec1-4daf-4e02-8384-c36eacc0c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.202517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:15Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '393c9f14-8bf3-4862-872b-4237bf2d7bff', 'name': '', 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'mac_address': 'fa:16:3e:5f:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:15Z', 'updated_at': '2022-02-10T16:04:16Z', 'revision_number': 2, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'subnets': [{'id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:18.220451 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5aec1-4daf-4e02-8384-c36eacc0c4f1 None None] Port 393c9f14-8bf3-4862-872b-4237bf2d7bff cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:18.253224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc680965-9532-4b3b-8557-8fb446874d3a None None] The sync data for ids ['76adde00-9d51-47e5-8b71-da015e2aab47'] in n-d-827895-3 is: [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:15Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '393c9f14-8bf3-4862-872b-4237bf2d7bff', 'name': '', 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'mac_address': 'fa:16:3e:5f:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:15Z', 'updated_at': '2022-02-10T16:04:16Z', 'revision_number': 2, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'subnets': [{'id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:18.289641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52252) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:18.304870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4064a3dc-18d9-4aa2-88fb-8498bd24aec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.409730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52254) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:18.431416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4064a3dc-18d9-4aa2-88fb-8498bd24aec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.434894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00a3d2b1-8c23-4374-aafa-53041f52c6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.441753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4064a3dc-18d9-4aa2-88fb-8498bd24aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.465977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916caccc-5d4c-4284-9bb7-45617a29bad7'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:18.468645 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e27f99-d49f-4e09-bea2-11a1c8a53204" -d '{"events": [{"server_uuid": "21e1424a-767b-4cb1-bbfb-ac69f00b0e09", "name": "network-vif-plugged", "status": "completed", "tag": "916caccc-5d4c-4284-9bb7-45617a29bad7"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:18.490117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064a3dc-18d9-4aa2-88fb-8498bd24aec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb815ef3-e65e-4f76-ba11-b3ae6a9e46a2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:18.500592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4064a3dc-18d9-4aa2-88fb-8498bd24aec2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fb9dd757a52418ca5f54b286323e954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072890 Feb 10 16:04:18.502494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52260) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:18.549234 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68501af-6162-45f6-83ba-169134339ac1 x-openstack-request-id: req-e68501af-6162-45f6-83ba-169134339ac1 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:18.549538 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1424a-767b-4cb1-bbfb-ac69f00b0e09", "name": "network-vif-plugged", "status": "completed", "tag": "916caccc-5d4c-4284-9bb7-45617a29bad7", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:18.549795 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e68501af-6162-45f6-83ba-169134339ac1 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:18.550245 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916caccc-5d4c-4284-9bb7-45617a29bad7', 'code': 200} Feb 10 16:04:18.635910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00a3d2b1-8c23-4374-aafa-53041f52c6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.642432 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00a3d2b1-8c23-4374-aafa-53041f52c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.649199 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:18.657339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-207679073-network', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:18.682519 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-119c6466-c4d6-4d38-8a74-f7d534106f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.717343 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-119c6466-c4d6-4d38-8a74-f7d534106f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.720207 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00a3d2b1-8c23-4374-aafa-53041f52c6aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2cc9d36816d42979801bcda1229f76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086073 Feb 10 16:04:18.723102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3d2b1-8c23-4374-aafa-53041f52c6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6178f65a-5348-401b-8da6-fee4a2540168,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:18.726967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52268) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:18.745447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Made reservation on behalf of acc0a7bd4b6b4544875735a30c0e3e14 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:18.749506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.763356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.770152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dae2f-2307-4018-97e3-f6c791178ff9 req-6897d53e-44ae-4176-b1d3-49aa9cc879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:18.771869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c91dae2f-2307-4018-97e3-f6c791178ff9 req-6897d53e-44ae-4176-b1d3-49aa9cc879f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 1097 time: 0.1287458 Feb 10 16:04:18.798823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d467e7f0-7bab-4782-a871-aedbddb7985f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.868997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.869387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d467e7f0-7bab-4782-a871-aedbddb7985f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.877128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.889266 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c91dae2f-2307-4018-97e3-f6c791178ff9 req-b8fe2691-8f8d-4382-ac81-0aed84a45428 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989056 Feb 10 16:04:18.925781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:04:18.935942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-119c6466-c4d6-4d38-8a74-f7d534106f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.938503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-119c6466-c4d6-4d38-8a74-f7d534106f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.942604 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-119c6466-c4d6-4d38-8a74-f7d534106f7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb815ef3-e65e-4f76-ba11-b3ae6a9e46a2 HTTP/1.1" status: 204 len: 168 time: 0.4361575 Feb 10 16:04:18.942806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e66af2-5f41-440d-97f9-488604b26738,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:18.961139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:18.962065 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Added segment 83467adc-a5c2-4521-9e71-9b20e2665a2c of type vlan for network 1b3aeae0-5c28-44e2-9835-b573783746cf Feb 10 16:04:18.962187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c6466-c4d6-4d38-8a74-f7d534106f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb815ef3-e65e-4f76-ba11-b3ae6a9e46a2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:19.011295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d467e7f0-7bab-4782-a871-aedbddb7985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:19.014075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d467e7f0-7bab-4782-a871-aedbddb7985f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:19.015681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d467e7f0-7bab-4782-a871-aedbddb7985f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6178f65a-5348-401b-8da6-fee4a2540168 HTTP/1.1" status: 204 len: 168 time: 0.2870603 Feb 10 16:04:19.028557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467e7f0-7bab-4782-a871-aedbddb7985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6178f65a-5348-401b-8da6-fee4a2540168,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:19.104572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:19.174322 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:19.178434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:19.181147 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:19.198461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678e89d-6485-4f09-8c78-7ec7bcec2c6a req-728542d5-4a1a-4da7-a9e6-54077ca1ad43 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:19.200287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e678e89d-6485-4f09-8c78-7ec7bcec2c6a req-728542d5-4a1a-4da7-a9e6-54077ca1ad43 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0903411 Feb 10 16:04:19.270468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e678e89d-6485-4f09-8c78-7ec7bcec2c6a req-c2699e03-117a-463e-b23e-cad31800e549 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Feb 10 16:04:19.637393 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9854903 Feb 10 16:04:19.640354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52296) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:19.649646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Request body: {'subnet': {'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-207679073-subnet', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:19.664545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Pushing event updated for resources: {'Network': ['ID=1b3aeae0-5c28-44e2-9835-b573783746cf,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:19.676745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.677097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.677440 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.677780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.678107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.678437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.678775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.679213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.679569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.679898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.680315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.680808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56eef5-190a-46ff-b74d-30afc2db6e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.693464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 1b3aeae0-5c28-44e2-9835-b573783746cf details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:04:19.717119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Made reservation on behalf of acc0a7bd4b6b4544875735a30c0e3e14 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:19.720129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:19.840322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52304) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:20.039739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.087420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215837708'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:20.114704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f25bb0d-e4d8-4155-99a0-603109c9d9aa,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:20.130920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.135141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Checking segment: {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:20.136913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Network hostable DHCP agents. Network: 1b3aeae0-5c28-44e2-9835-b573783746cf, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:04:20.149525 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.173282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Network 1b3aeae0-5c28-44e2-9835-b573783746cf is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:04:20.185881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 1b3aeae0-5c28-44e2-9835-b573783746cf) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:20.196425 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.196764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.201623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334b2ef-dd79-4e1e-bab1-9e44b4c7e210 None None] Network 1b3aeae0-5c28-44e2-9835-b573783746cf requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:20.230888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9c9e201a-d5c3-4e96-8281-fed0b90c986c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5887551 Feb 10 16:04:20.234146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52316) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:20.245922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:20.294527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.299645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.300751 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.304807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.407679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f6244e-72f8-4bc6-8ab0-aa694a68512e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:20.458177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.505119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-1b3aeae0-5c28-44e2-9835-b573783746cf', 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'fixed_ips': [{'subnet_id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:04:20.506268 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.578650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd2cd9-b48c-4059-8e48-18f7128f72c0 req-47fe0407-9b3f-463f-91c1-6cbad3ccb95e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.592016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ddd2cd9-b48c-4059-8e48-18f7128f72c0 req-47fe0407-9b3f-463f-91c1-6cbad3ccb95e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1676745 Feb 10 16:04:20.617782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.631139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.685212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.687035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8454630 Feb 10 16:04:20.700279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9ddd2cd9-b48c-4059-8e48-18f7128f72c0 req-50e0c11a-95b8-44c7-9d5c-e6dfa8090ace tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045537 Feb 10 16:04:20.704070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56615277-d892-4f0d-99e5-17af6d6b7c29 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af36ea21-0752-4a2c-a2e9-f366eb05e396,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:20.708486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52334) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:20.760507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.801202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Allocated IP 172.20.0.2 (1b3aeae0-5c28-44e2-9835-b573783746cf/3f25bb0d-e4d8-4155-99a0-603109c9d9aa/07a55c04-0344-494e-b624-d2469e9dc811) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:20.805237 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-07dd3653-284d-438f-aa7a-75d034495e7d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0954053 Feb 10 16:04:20.810681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52340) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:20.823420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-security--821822724', 'description': 'tempest-security-description-957655608'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:20.883095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:20.919545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a922e2-8ea1-42a8-9da2-1d441512c22f req-edbf4d6a-d1f8-4d8c-8624-cfab7c412fea tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.928527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a922e2-8ea1-42a8-9da2-1d441512c22f req-edbf4d6a-d1f8-4d8c-8624-cfab7c412fea tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1168132 Feb 10 16:04:21.000850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.017243 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85a922e2-8ea1-42a8-9da2-1d441512c22f req-6377256a-7dbb-43e4-bae3-d02407e676a6 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875564 Feb 10 16:04:21.023143 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.026404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.029240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "PUT /v2.0/security-groups/af36ea21-0752-4a2c-a2e9-f366eb05e396 HTTP/1.1" status: 200 len: 1778 time: 0.2091405 Feb 10 16:04:21.033576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52346) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:21.073469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d662ecc-5ece-4427-b037-0e7ec8815dd4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:21.148211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116c26a-fe10-410c-b95d-12debe6b6d65 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af36ea21-0752-4a2c-a2e9-f366eb05e396,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:21.161395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6f0d7a4d-6866-4f78-82f3-788b58635ee6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups/af36ea21-0752-4a2c-a2e9-f366eb05e396 HTTP/1.1" status: 200 len: 1778 time: 0.1263638 Feb 10 16:04:21.178515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52352) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:21.200934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.210559 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.218699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e3c7-fff7-4409-9e3c-8621b7249fa8 req-ad2e9fe9-5679-43f3-a04f-dbeb688a2c2f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:21.227947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e00e3c7-fff7-4409-9e3c-8621b7249fa8 req-ad2e9fe9-5679-43f3-a04f-dbeb688a2c2f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.0897849 Feb 10 16:04:21.262403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Pushing event updated for resources: {'Port': ['ID=07a55c04-0344-494e-b624-d2469e9dc811,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:21.271123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:21.271713 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.281912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Network 1b3aeae0-5c28-44e2-9835-b573783746cf is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:21.283624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:21.290136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e00e3c7-fff7-4409-9e3c-8621b7249fa8 req-7c73059e-8411-4a12-86f7-144916985f2f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610006 Feb 10 16:04:21.305066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:21.357022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.395156 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.421431 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-144f3ea1-c343-4c88-8235-759963694df1 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.499299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Attempting to bind port 07a55c04-0344-494e-b624-d2469e9dc811 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:21.499703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Attempting to bind port 07a55c04-0344-494e-b624-d2469e9dc811 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:21.500058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Attempting to bind port 07a55c04-0344-494e-b624-d2469e9dc811 on network 1b3aeae0-5c28-44e2-9835-b573783746cf {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:21.524909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:21.525605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Checking segment: {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:21.526207 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.526752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Bound using segment: {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:21.528393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Bound port: 07a55c04-0344-494e-b624-d2469e9dc811, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:21.528997 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.573726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.591824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Allocated IP 172.25.7.245 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/7fe1a550-5c5d-4fc0-a824-7829749dea8c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:21.642508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 8d662ecc-5ece-4427-b037-0e7ec8815dd4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d662ecc-5ece-4427-b037-0e7ec8815dd4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:21.651624 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.689822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-144f3ea1-c343-4c88-8235-759963694df1 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.722117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70f71-256e-4ca2-bcaf-24e0272c1a05 req-7da3793b-3f3d-4ed4-ac47-fb0c35bd333f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:21.725940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11d70f71-256e-4ca2-bcaf-24e0272c1a05 req-7da3793b-3f3d-4ed4-ac47-fb0c35bd333f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1039383 Feb 10 16:04:21.748644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=8d662ecc-5ece-4427-b037-0e7ec8815dd4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:21.769312 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Sync routers for ids ['76adde00-9d51-47e5-8b71-da015e2aab47'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:21.777528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] For port 07a55c04-0344-494e-b624-d2469e9dc811, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:21.785154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] For port 07a55c04-0344-494e-b624-d2469e9dc811, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=07a55c04-0344-494e-b624-d2469e9dc811,segment=NetworkSegment(83467adc-a5c2-4521-9e71-9b20e2665a2c),segment_id=83467adc-a5c2-4521-9e71-9b20e2665a2c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:21.788249 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Routers {'76adde00-9d51-47e5-8b71-da015e2aab47'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:21.791069 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['76adde00-9d51-47e5-8b71-da015e2aab47'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:21.796384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.824726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11d70f71-256e-4ca2-bcaf-24e0272c1a05 req-5a02f884-fd74-444a-80ad-66be909fd548 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Feb 10 16:04:21.848278 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.885996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-144f3ea1-c343-4c88-8235-759963694df1 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.890111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-144f3ea1-c343-4c88-8235-759963694df1 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.891717 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-144f3ea1-c343-4c88-8235-759963694df1 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/af36ea21-0752-4a2c-a2e9-f366eb05e396 HTTP/1.1" status: 204 len: 168 time: 0.7118824 Feb 10 16:04:21.895338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52374) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:21.903347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:21.906496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f3ea1-c343-4c88-8235-759963694df1 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af36ea21-0752-4a2c-a2e9-f366eb05e396,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:21.986679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf4655-6bf3-41f8-beef-a50c30dc1fd0 None None] Pushing event updated for resources: {'Port': ['ID=07a55c04-0344-494e-b624-d2469e9dc811,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:22.023896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2eedbc99-aec4-4127-8d89-1701e9cbfce3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260021 Feb 10 16:04:22.025916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52378) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:22.057197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe1a550-5c5d-4fc0-a824-7829749dea8c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:22.059234 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-4530428e-4c43-4b10-b0c9-3631fb96566f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] delete failed (client error): The resource could not be found. Feb 10 16:04:22.066648 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4530428e-4c43-4b10-b0c9-3631fb96566f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/af36ea21-0752-4a2c-a2e9-f366eb05e396 HTTP/1.1" status: 404 len: 347 time: 0.0395410 Feb 10 16:04:22.067916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52380) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:22.074636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186731890'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:22.092218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:22.094717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:22.101192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:22.115429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:22.136137 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Set router 76adde00-9d51-47e5-8b71-da015e2aab47 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:22.259742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:22.307593 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:22.521056 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:15Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '393c9f14-8bf3-4862-872b-4237bf2d7bff', 'name': '', 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'mac_address': 'fa:16:3e:5f:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:15Z', 'updated_at': '2022-02-10T16:04:16Z', 'revision_number': 2, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'subnets': [{'id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:22.560860 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Checking router: 76adde00-9d51-47e5-8b71-da015e2aab47 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:22.561475 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Updating router 76adde00-9d51-47e5-8b71-da015e2aab47 port 393c9f14-8bf3-4862-872b-4237bf2d7bff binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:04:22.592742 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:22.604664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:22.832211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.002767 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.013177 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.100298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Pushing event updated for resources: {'Port': ['ID=393c9f14-8bf3-4862-872b-4237bf2d7bff,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:23.110665 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.128058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0563612 Feb 10 16:04:23.130159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52402) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:23.135271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': 'd72cebc4-d3b5-4479-a001-eb07e2fafe0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:23.148241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d662ecc-5ece-4427-b037-0e7ec8815dd4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:23.156852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Router a6224104-e33b-45f8-93f9-92140ddc69d0 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:04:23.171822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abece0a-8de2-4099-bff9-2155bd8302fc req-701623d5-d660-4289-b65f-cb3e82000de0 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:23.173412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2abece0a-8de2-4099-bff9-2155bd8302fc req-701623d5-d660-4289-b65f-cb3e82000de0 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.9028966 Feb 10 16:04:23.183069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573af21-aff9-4a5b-a52c-5c18381d5dff tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72cebc4-d3b5-4479-a001-eb07e2fafe0d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:23.231019 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.231510 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.231862 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.232197 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.232528 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.240075 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.240385 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.240661 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.243767 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.244137 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.244478 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.244808 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:23.285993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:23.286437 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.295571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Attempting to bind port 393c9f14-8bf3-4862-872b-4237bf2d7bff on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:23.295941 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Attempting to bind port 393c9f14-8bf3-4862-872b-4237bf2d7bff by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:23.296298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Attempting to bind port 393c9f14-8bf3-4862-872b-4237bf2d7bff on network 24a3fb75-7061-4f24-8570-74b1304fc25c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:23.299510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.304648 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:23.305017 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Checking segment: {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:23.305420 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.305808 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Bound using segment: {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:23.306273 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Bound port: 393c9f14-8bf3-4862-872b-4237bf2d7bff, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31335c38-b96f-483c-be58-778da4cbca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:23.306789 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.429732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:23.435761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2abece0a-8de2-4099-bff9-2155bd8302fc req-394513eb-0481-4f3a-a17e-053e91d468ea tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485721 Feb 10 16:04:23.462318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.467804 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-58235b67-c2d4-4047-b608-e017009e9564 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2323291 Feb 10 16:04:23.471983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:23.483252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Sync routers for ids ['a6224104-e33b-45f8-93f9-92140ddc69d0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:23.487027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.503513 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] For port 393c9f14-8bf3-4862-872b-4237bf2d7bff, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:23.504715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.510007 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] For port 393c9f14-8bf3-4862-872b-4237bf2d7bff, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=393c9f14-8bf3-4862-872b-4237bf2d7bff,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:23.516564 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.579901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfd838d-1918-42ef-906c-846a3470361f,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:23.594168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.595396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bacea811-8e0d-4185-8819-56fc44ab5e30 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4636295 Feb 10 16:04:23.602051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52414) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:23.650039 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Routers {'76adde00-9d51-47e5-8b71-da015e2aab47'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:23.651080 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['76adde00-9d51-47e5-8b71-da015e2aab47'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:23.690705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Routers {'a6224104-e33b-45f8-93f9-92140ddc69d0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:23.693188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a6224104-e33b-45f8-93f9-92140ddc69d0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:23.695839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11fca20c-cff9-45ab-9af1-6dde3cf08fde tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.725027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11fca20c-cff9-45ab-9af1-6dde3cf08fde tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.806716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11fca20c-cff9-45ab-9af1-6dde3cf08fde tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.813750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-11fca20c-cff9-45ab-9af1-6dde3cf08fde tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:23.814899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-11fca20c-cff9-45ab-9af1-6dde3cf08fde tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/abfd838d-1918-42ef-906c-846a3470361f HTTP/1.1" status: 204 len: 168 time: 0.2037370 Feb 10 16:04:23.819799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52420) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:23.842504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fca20c-cff9-45ab-9af1-6dde3cf08fde tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abfd838d-1918-42ef-906c-846a3470361f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:23.888515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca694f-d18b-4662-8409-dc204fdad9cb None None] Network 1b3aeae0-5c28-44e2-9835-b573783746cf requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:23.903458 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] Set router 76adde00-9d51-47e5-8b71-da015e2aab47 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:23.946583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-165cbcb0-cb08-4581-95c7-56af388c32eb tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1152825 Feb 10 16:04:23.951124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52426) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:24.028420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 07a55c04-0344-494e-b624-d2469e9dc811 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:24.069679 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.090669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5eb1174a-3464-4113-9eb5-203428ca3664 None None] Provisioning complete for port 393c9f14-8bf3-4862-872b-4237bf2d7bff triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:24.091041 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5eb1174a-3464-4113-9eb5-203428ca3664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.181599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cddb1f6-36ad-4295-a088-9e48a1bc1536 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.228081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cddb1f6-36ad-4295-a088-9e48a1bc1536 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.260412 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:15Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '393c9f14-8bf3-4862-872b-4237bf2d7bff', 'name': '', 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'mac_address': 'fa:16:3e:5f:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:15Z', 'updated_at': '2022-02-10T16:04:23Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'subnets': [{'id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:24.296529 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed624ac-29b2-4dfa-ae2c-21eaa39c7732 None None] Pushing event updated for resources: {'Port': ['ID=393c9f14-8bf3-4862-872b-4237bf2d7bff,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:24.299829 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5cd40-042a-4998-b3de-f1cf6b186951 None None] The sync data for ids ['76adde00-9d51-47e5-8b71-da015e2aab47'] in n-d-827895-3 is: [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:15Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '393c9f14-8bf3-4862-872b-4237bf2d7bff', 'name': '', 'network_id': '24a3fb75-7061-4f24-8570-74b1304fc25c', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'mac_address': 'fa:16:3e:5f:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:15Z', 'updated_at': '2022-02-10T16:04:23Z', 'revision_number': 4, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'subnets': [{'id': 'e047085c-76ac-4403-bc0a-523b957b6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:24.300068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cddb1f6-36ad-4295-a088-9e48a1bc1536 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.311739 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cddb1f6-36ad-4295-a088-9e48a1bc1536 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.316538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:24.317543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1cddb1f6-36ad-4295-a088-9e48a1bc1536 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/d72cebc4-d3b5-4479-a001-eb07e2fafe0d HTTP/1.1" status: 204 len: 168 time: 0.3650286 Feb 10 16:04:24.362578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60178e-5189-4322-b638-1d90d242baf5 req-2e9e2364-9bef-47b8-985d-42914b86aeb5 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:24.368906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60178e-5189-4322-b638-1d90d242baf5 req-2e9e2364-9bef-47b8-985d-42914b86aeb5 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:24.385203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60178e-5189-4322-b638-1d90d242baf5 req-2e9e2364-9bef-47b8-985d-42914b86aeb5 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:24.396987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f60178e-5189-4322-b638-1d90d242baf5 req-2e9e2364-9bef-47b8-985d-42914b86aeb5 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09&device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea&device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 2418 time: 0.3850989 Feb 10 16:04:24.405304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddb1f6-36ad-4295-a088-9e48a1bc1536 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72cebc4-d3b5-4479-a001-eb07e2fafe0d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:24.454884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f60178e-5189-4322-b638-1d90d242baf5 req-337f0ded-ee1b-4e6b-afdd-d54498f0508c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569732 Feb 10 16:04:24.524636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d892270e-e69b-41e3-b434-bdb140fb93dc tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2065735 Feb 10 16:04:24.526447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Set router a6224104-e33b-45f8-93f9-92140ddc69d0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:24.529000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:24.534326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037627898'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:24.546340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.596518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.740910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ea2dc-6642-4bfe-8e89-62d04f4b6581 req-97d5038b-683b-4bdc-879f-2ef018de7384 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:24.742482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd9ea2dc-6642-4bfe-8e89-62d04f4b6581 req-97d5038b-683b-4bdc-879f-2ef018de7384 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0915396 Feb 10 16:04:24.815904 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.825024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd9ea2dc-6642-4bfe-8e89-62d04f4b6581 req-d0ec7d55-abe8-4e12-8ba7-afbc122d62d6 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721254 Feb 10 16:04:24.826201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.847840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 07a55c04-0344-494e-b624-d2469e9dc811 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:24.849087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.868948 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5eb1174a-3464-4113-9eb5-203428ca3664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.891872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:24.912522 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:24.914524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6de05ab8-5c9f-48cc-a170-be1e6b038675 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3842957 Feb 10 16:04:24.927485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52450) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:24.934756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:25.024209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5eb1174a-3464-4113-9eb5-203428ca3664 None None] For port 393c9f14-8bf3-4862-872b-4237bf2d7bff, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=393c9f14-8bf3-4862-872b-4237bf2d7bff,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:25.049894 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5eb1174a-3464-4113-9eb5-203428ca3664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.088680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Allocated IP 172.20.0.1 (1b3aeae0-5c28-44e2-9835-b573783746cf/3f25bb0d-e4d8-4155-99a0-603109c9d9aa/69499273-80eb-4e00-95bd-56ba2ead03dd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:25.119174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1174a-3464-4113-9eb5-203428ca3664 None None] Pushing event updated for resources: {'Port': ['ID=393c9f14-8bf3-4862-872b-4237bf2d7bff,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:25.172292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.293489 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.311181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.428513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07989187-0a2e-4289-a51a-566fe7d8684b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:25.441277 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.442618 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bfa14013-cce6-48c9-b74d-8f7d5bc5466a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5152714 Feb 10 16:04:25.445278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52464) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:25.450517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:25.516444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-04d5d5b6-d176-4320-9287-cb3e9f942af8 None None] Provisioning complete for port 07a55c04-0344-494e-b624-d2469e9dc811 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:25.517095 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-04d5d5b6-d176-4320-9287-cb3e9f942af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.528145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.595187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.609821 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.650403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 07a55c04-0344-494e-b624-d2469e9dc811, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=07a55c04-0344-494e-b624-d2469e9dc811,segment=NetworkSegment(83467adc-a5c2-4521-9e71-9b20e2665a2c),segment_id=83467adc-a5c2-4521-9e71-9b20e2665a2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:25.659728 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.665857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:22Z', 'revision_number': 3, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:25.679618 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52472) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:25.740522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Checking router: a6224104-e33b-45f8-93f9-92140ddc69d0 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:25.740775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Updating router a6224104-e33b-45f8-93f9-92140ddc69d0 port 7fe1a550-5c5d-4fc0-a824-7829749dea8c binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:04:25.809485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.816295 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.826227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.861073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=07a55c04-0344-494e-b624-d2469e9dc811,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:25.861518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.893641 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-04d5d5b6-d176-4320-9287-cb3e9f942af8 None None] Provisioning complete for port 393c9f14-8bf3-4862-872b-4237bf2d7bff triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:25.894021 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-04d5d5b6-d176-4320-9287-cb3e9f942af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.928307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:25.932336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4831562 Feb 10 16:04:25.932758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Pushing event updated for resources: {'Port': ['ID=69499273-80eb-4e00-95bd-56ba2ead03dd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:25.935591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52480) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:25.942513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:25.943036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6b2f2-8391-4394-890a-6104008ac9fe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb0d71c-34ea-4f3a-9b56-0047b197065f,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:25.945751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 393c9f14-8bf3-4862-872b-4237bf2d7bff up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:25.956053 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Network 1b3aeae0-5c28-44e2-9835-b573783746cf is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:25.977264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:25.983902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:26.018578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.088142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.188235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0bda22b-b79f-4d53-8069-56c7d64c64dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.255017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 393c9f14-8bf3-4862-872b-4237bf2d7bff triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:26.255468 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.287087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.298028 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.351750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6333e97c-4d1f-41f2-8a50-58aa2b0d89ba,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:26.394455 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.411271 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.414649 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3fb90cea-fdf7-42bf-8b82-dc02afb32254 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4777501 Feb 10 16:04:26.418025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52490) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:26.438803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:26.457135 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.473391 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.485687 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0bda22b-b79f-4d53-8069-56c7d64c64dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.495481 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0bda22b-b79f-4d53-8069-56c7d64c64dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.516222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-022a5d33-566d-4803-a54b-e3ec3d45626e None None] Provisioning complete for port 07a55c04-0344-494e-b624-d2469e9dc811 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:26.517843 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-022a5d33-566d-4803-a54b-e3ec3d45626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.552434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bda22b-b79f-4d53-8069-56c7d64c64dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ad96d-40a0-42e2-b98e-e3998c45dd6d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:26.567300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.607936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e0bda22b-b79f-4d53-8069-56c7d64c64dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ee4182f6d324d519d833b8ffebe3e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241676 Feb 10 16:04:26.610053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52500) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:26.722303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Attempting to bind port 7fe1a550-5c5d-4fc0-a824-7829749dea8c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:26.723301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Attempting to bind port 7fe1a550-5c5d-4fc0-a824-7829749dea8c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:26.723843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Attempting to bind port 7fe1a550-5c5d-4fc0-a824-7829749dea8c on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:26.726574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358121a-500c-4643-b04b-824bb3315e1c None None] Pushing event updated for resources: {'Port': ['ID=7fe1a550-5c5d-4fc0-a824-7829749dea8c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:26.739676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:26.740464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:26.741383 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.741966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:26.742667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Bound port: 7fe1a550-5c5d-4fc0-a824-7829749dea8c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:26.743355 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.802731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.818225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.850146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba89866-a0f8-4f73-9d1e-1d9488a8ddf7 req-870c1661-35c7-45e5-b8ce-fb467df5107d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:26.859639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ba89866-a0f8-4f73-9d1e-1d9488a8ddf7 req-870c1661-35c7-45e5-b8ce-fb467df5107d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.2040372 Feb 10 16:04:26.891203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a919f243-c5da-4960-ba3f-149f0fa89e98,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:26.909149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41ff0ed9-cb76-4e99-929e-7ba72559d1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.923589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] For port 7fe1a550-5c5d-4fc0-a824-7829749dea8c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:26.927926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.933198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cc1858c6-05ed-491f-b6c3-6552789b98bd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4989958 Feb 10 16:04:26.935316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52510) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:26.936861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] For port 7fe1a550-5c5d-4fc0-a824-7829749dea8c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7fe1a550-5c5d-4fc0-a824-7829749dea8c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:26.953798 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:26.960396 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41ff0ed9-cb76-4e99-929e-7ba72559d1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.009416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-022a5d33-566d-4803-a54b-e3ec3d45626e None None] Provisioning complete for port 69499273-80eb-4e00-95bd-56ba2ead03dd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:27.010143 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-022a5d33-566d-4803-a54b-e3ec3d45626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.038252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:27.059578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ba89866-a0f8-4f73-9d1e-1d9488a8ddf7 req-68b40d00-a6b1-47c8-aea9-67b258bb7ab6 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986670 Feb 10 16:04:27.071684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Routers {'a6224104-e33b-45f8-93f9-92140ddc69d0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:27.071842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a6224104-e33b-45f8-93f9-92140ddc69d0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:27.072928 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41ff0ed9-cb76-4e99-929e-7ba72559d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.077093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41ff0ed9-cb76-4e99-929e-7ba72559d1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.078482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-41ff0ed9-cb76-4e99-929e-7ba72559d1c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b1ad96d-40a0-42e2-b98e-e3998c45dd6d HTTP/1.1" status: 204 len: 168 time: 0.4675024 Feb 10 16:04:27.083952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358121a-500c-4643-b04b-824bb3315e1c None None] Pushing event updated for resources: {'Port': ['ID=7fe1a550-5c5d-4fc0-a824-7829749dea8c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:27.113222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.126582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-022a5d33-566d-4803-a54b-e3ec3d45626e None None] Port 69499273-80eb-4e00-95bd-56ba2ead03dd cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:27.155153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0ed9-cb76-4e99-929e-7ba72559d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ad96d-40a0-42e2-b98e-e3998c45dd6d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:27.186619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.198239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.233976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b15e6e-9db7-4d6d-9563-f05bc9b1e9e3,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:27.237882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.242520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a2809cec-bb5d-4b10-8faf-103aa8033612 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2123861 Feb 10 16:04:27.242764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52518) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:27.249996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] Set router a6224104-e33b-45f8-93f9-92140ddc69d0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:27.262464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.274546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.297818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.338626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Pushing event updated for resources: {'Port': ['ID=69499273-80eb-4e00-95bd-56ba2ead03dd,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:27.369835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823ca33b-536d-4b08-9acd-292a16ab5861 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.380768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823ca33b-536d-4b08-9acd-292a16ab5861 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.386936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.467280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823ca33b-536d-4b08-9acd-292a16ab5861 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.472102 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823ca33b-536d-4b08-9acd-292a16ab5861 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.472940 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-823ca33b-536d-4b08-9acd-292a16ab5861 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/40b15e6e-9db7-4d6d-9563-f05bc9b1e9e3 HTTP/1.1" status: 204 len: 168 time: 0.2233033 Feb 10 16:04:27.475691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52524) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:27.484864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ca33b-536d-4b08-9acd-292a16ab5861 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b15e6e-9db7-4d6d-9563-f05bc9b1e9e3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:27.530792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Network 1b3aeae0-5c28-44e2-9835-b573783746cf is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:27.532255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:27.541208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9ba47973-3f5e-41cb-8e91-51470845db9c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0643005 Feb 10 16:04:27.544604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52526) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:27.568918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '69499273-80eb-4e00-95bd-56ba2ead03dd', 'name': '', 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'mac_address': 'fa:16:3e:0b:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:24Z', 'updated_at': '2022-02-10T16:04:25Z', 'revision_number': 1, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'subnets': [{'id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:27.600359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c6510a1-8cf0-4383-9db4-fef006b76a74 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.620156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c6510a1-8cf0-4383-9db4-fef006b76a74 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.645655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745691-7847-4337-a2a7-5e84df37e8c7 None None] The sync data for ids ['a6224104-e33b-45f8-93f9-92140ddc69d0'] in n-d-827895-3 is: [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '69499273-80eb-4e00-95bd-56ba2ead03dd', 'name': '', 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'mac_address': 'fa:16:3e:0b:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:24Z', 'updated_at': '2022-02-10T16:04:25Z', 'revision_number': 1, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'subnets': [{'id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:27.685497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c6510a1-8cf0-4383-9db4-fef006b76a74 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.719953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c6510a1-8cf0-4383-9db4-fef006b76a74 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.728765 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c6510a1-8cf0-4383-9db4-fef006b76a74 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a919f243-c5da-4960-ba3f-149f0fa89e98 HTTP/1.1" status: 204 len: 168 time: 0.1822422 Feb 10 16:04:27.730353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6510a1-8cf0-4383-9db4-fef006b76a74 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a919f243-c5da-4960-ba3f-149f0fa89e98,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:27.735939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52530) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:27.869940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52534) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:27.871066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 07a55c04-0344-494e-b624-d2469e9dc811 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:27.882214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cd753623-e0ed-43ca-9fa3-5e808ba75dae tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1450627 Feb 10 16:04:27.932471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af602bcd-9399-4f4e-81b2-d6407f237421 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.946365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af602bcd-9399-4f4e-81b2-d6407f237421 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.984706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af602bcd-9399-4f4e-81b2-d6407f237421 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.991745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af602bcd-9399-4f4e-81b2-d6407f237421 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:27.993158 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af602bcd-9399-4f4e-81b2-d6407f237421 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6333e97c-4d1f-41f2-8a50-58aa2b0d89ba HTTP/1.1" status: 204 len: 168 time: 0.1214459 Feb 10 16:04:28.005005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af602bcd-9399-4f4e-81b2-d6407f237421 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6333e97c-4d1f-41f2-8a50-58aa2b0d89ba,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:28.005602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52542) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.010361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Router a6224104-e33b-45f8-93f9-92140ddc69d0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:04:28.015717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d21a557e-29ae-4652-8ca9-b260eff28eb2 None None] Provisioning complete for port 69499273-80eb-4e00-95bd-56ba2ead03dd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:28.018709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d21a557e-29ae-4652-8ca9-b260eff28eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.087125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 07a55c04-0344-494e-b624-d2469e9dc811 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:28.088617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.102164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d21a557e-29ae-4652-8ca9-b260eff28eb2 None None] Port 69499273-80eb-4e00-95bd-56ba2ead03dd cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:04:28.140251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-57819c09-abb2-4c8e-82b9-a41d6daf08bf tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1333334 Feb 10 16:04:28.154137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52548) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.222229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:28.231504 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-93c37945-f8e0-49a4-bd67-adbfb42e4a41 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6224104-e33b-45f8-93f9-92140ddc69d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7550547 Feb 10 16:04:28.270793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57addc26-9b26-4c8b-ad6c-9f7e2f17f146 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.313884 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57addc26-9b26-4c8b-ad6c-9f7e2f17f146 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.361409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e47da-7248-4e31-9fa2-351764cf7474 req-ad1b2a89-e298-4de1-9149-1081979da625 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:28.362988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a33e47da-7248-4e31-9fa2-351764cf7474 req-ad1b2a89-e298-4de1-9149-1081979da625 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1278436 Feb 10 16:04:28.387334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57addc26-9b26-4c8b-ad6c-9f7e2f17f146 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.393354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-57addc26-9b26-4c8b-ad6c-9f7e2f17f146 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.394896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-57addc26-9b26-4c8b-ad6c-9f7e2f17f146 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2cb0d71c-34ea-4f3a-9b56-0047b197065f HTTP/1.1" status: 204 len: 168 time: 0.2416611 Feb 10 16:04:28.397637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52554) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.452463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57addc26-9b26-4c8b-ad6c-9f7e2f17f146 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cb0d71c-34ea-4f3a-9b56-0047b197065f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:28.490826 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-907a149b-0f12-4650-9cec-c9b0c103f776 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0913203 Feb 10 16:04:28.495218 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a33e47da-7248-4e31-9fa2-351764cf7474 req-23243f9b-c808-4533-aa33-3e665ec696b7 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238806 Feb 10 16:04:28.496345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52562) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.537718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-105dfd5c-9e21-450e-8697-543efd2c4f3e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.547503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-105dfd5c-9e21-450e-8697-543efd2c4f3e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.602612 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-105dfd5c-9e21-450e-8697-543efd2c4f3e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.614321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-105dfd5c-9e21-450e-8697-543efd2c4f3e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.620323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.622440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-105dfd5c-9e21-450e-8697-543efd2c4f3e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/07989187-0a2e-4289-a51a-566fe7d8684b HTTP/1.1" status: 204 len: 168 time: 0.1247394 Feb 10 16:04:28.637644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dfd5c-9e21-450e-8697-543efd2c4f3e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07989187-0a2e-4289-a51a-566fe7d8684b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:28.686310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52570) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.686978 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4b83c3fb-c2ed-4450-8849-63722e532496 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635357 Feb 10 16:04:28.802826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3768c42e-2d53-4f4f-a7fd-ddd055bd0cfe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.879353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3768c42e-2d53-4f4f-a7fd-ddd055bd0cfe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.913759 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8238-ac44-4efd-833c-615054be87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.942786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3768c42e-2d53-4f4f-a7fd-ddd055bd0cfe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.950438 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3768c42e-2d53-4f4f-a7fd-ddd055bd0cfe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:28.956938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3768c42e-2d53-4f4f-a7fd-ddd055bd0cfe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c HTTP/1.1" status: 204 len: 168 time: 0.2695229 Feb 10 16:04:28.959578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52574) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:28.977682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768c42e-2d53-4f4f-a7fd-ddd055bd0cfe tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25623d-27a0-4ff1-86c2-8aa74e3d9c3c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:29.099080 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bff63dcc-4856-49d9-8167-2d4956dd678c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379657 Feb 10 16:04:29.103147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52578) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:29.118938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671497305'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:29.164760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.270394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.277568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.356126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.358074 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2523956 Feb 10 16:04:29.360241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52594) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:29.366853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': 'bdadc09c-9a3f-4052-8b45-64c07bcfca08', 'direction': 'ingress', 'protocol': 17}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:29.379061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359373-4fb5-456f-b349-b2dc157fa93c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdadc09c-9a3f-4052-8b45-64c07bcfca08,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:29.437064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.508436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.515408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.537176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df30086-99df-40aa-92f2-392a92adb20a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:29.547513 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.548819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eb31c5d8-499f-46e4-a660-d0aa6d5dea3f tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1869097 Feb 10 16:04:29.551789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52604) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:29.678971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba98ba5e-2763-4adc-9ddb-5427b8e93d9d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.724791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9a81-02e7-44c5-951f-fedc919b92d1 req-7bec53b4-8912-49b1-9bbd-c211243aceb7 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:29.726964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94fe9a81-02e7-44c5-951f-fedc919b92d1 req-7bec53b4-8912-49b1-9bbd-c211243aceb7 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1000586 Feb 10 16:04:29.763054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba98ba5e-2763-4adc-9ddb-5427b8e93d9d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.801337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-94fe9a81-02e7-44c5-951f-fedc919b92d1 req-de398452-155b-4bfb-9808-a3a9261e7302 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671175 Feb 10 16:04:29.857537 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba98ba5e-2763-4adc-9ddb-5427b8e93d9d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.861199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ba98ba5e-2763-4adc-9ddb-5427b8e93d9d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:29.862775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ba98ba5e-2763-4adc-9ddb-5427b8e93d9d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/bdadc09c-9a3f-4052-8b45-64c07bcfca08 HTTP/1.1" status: 204 len: 168 time: 0.3100345 Feb 10 16:04:29.866078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52614) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:29.868614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7fe1a550-5c5d-4fc0-a824-7829749dea8c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:29.877527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98ba5e-2763-4adc-9ddb-5427b8e93d9d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdadc09c-9a3f-4052-8b45-64c07bcfca08,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:30.021795 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8cf4de9e-297f-4079-a45d-f3019b75bb89 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1504703 Feb 10 16:04:30.022174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52620) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:30.025877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7fe1a550-5c5d-4fc0-a824-7829749dea8c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:30.026320 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.028915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001745606'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:30.103592 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.250177 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.256445 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.297057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.298343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2743268 Feb 10 16:04:30.305138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52638) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:30.310665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--961629853'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:30.315821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6edfe7-59b7-472d-be22-081e7ebdb1f7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af53350-8b37-4ae8-9dc5-02101f7e911b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:30.339032 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.348605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.387499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 7fe1a550-5c5d-4fc0-a824-7829749dea8c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7fe1a550-5c5d-4fc0-a824-7829749dea8c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:30.398505 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.518202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.523315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=7fe1a550-5c5d-4fc0-a824-7829749dea8c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:30.524211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.580772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.582187 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2759573 Feb 10 16:04:30.584319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2ade-3152-4193-a82b-21b2dafa0cb6 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207074f0-c12f-4dcd-bd04-e57979cecc0a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:30.585110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52658) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:30.595038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '2af53350-8b37-4ae8-9dc5-02101f7e911b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '207074f0-c12f-4dcd-bd04-e57979cecc0a', 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:30.649031 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.807064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.811851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.843284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15fa014-618d-437f-ac82-c305a0491712,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:30.860966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.866678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f40577c5-0a4b-4a1e-8cc8-c4fb2c6c7568 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2802033 Feb 10 16:04:30.869672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52668) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:30.912763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429d6ed-30e6-47c4-8f72-ae62f6c271d5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.926354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429d6ed-30e6-47c4-8f72-ae62f6c271d5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:30.981596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52674) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.090546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429d6ed-30e6-47c4-8f72-ae62f6c271d5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.093910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860be2a-e5a3-406f-b62a-c7175ca01989 req-174b2c58-1fd9-43ca-9dec-f0633a396481 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:31.095518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6860be2a-e5a3-406f-b62a-c7175ca01989 req-174b2c58-1fd9-43ca-9dec-f0633a396481 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1398885 Feb 10 16:04:31.108632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4429d6ed-30e6-47c4-8f72-ae62f6c271d5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.112637 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4429d6ed-30e6-47c4-8f72-ae62f6c271d5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b15fa014-618d-437f-ac82-c305a0491712 HTTP/1.1" status: 204 len: 168 time: 0.2409885 Feb 10 16:04:31.116546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52682) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.139851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429d6ed-30e6-47c4-8f72-ae62f6c271d5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b15fa014-618d-437f-ac82-c305a0491712,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:31.169668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6860be2a-e5a3-406f-b62a-c7175ca01989 req-f9bf01a1-4c97-4791-a622-d9564a8ec938 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671320 Feb 10 16:04:31.243086 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c099bb39-5216-4883-ba88-db52ae2f8ede tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1253886 Feb 10 16:04:31.248321 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52694) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.349662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-389b2cef-4e75-485d-a140-1fd2de312bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.369804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe66-81dd-4bc2-aae5-1c0f7691b2ec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.406461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe66-81dd-4bc2-aae5-1c0f7691b2ec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.475102 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe66-81dd-4bc2-aae5-1c0f7691b2ec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.478407 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe66-81dd-4bc2-aae5-1c0f7691b2ec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.482859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2e0efe66-81dd-4bc2-aae5-1c0f7691b2ec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/207074f0-c12f-4dcd-bd04-e57979cecc0a HTTP/1.1" status: 204 len: 168 time: 0.2300289 Feb 10 16:04:31.491088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52712) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.516649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0efe66-81dd-4bc2-aae5-1c0f7691b2ec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207074f0-c12f-4dcd-bd04-e57979cecc0a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:31.596561 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-daa9dc64-f71b-454e-b75b-0afc2af27908 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1018798 Feb 10 16:04:31.597387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52724) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.687913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-405c9304-eeca-427f-b52c-fea27c70cba4 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.738463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-405c9304-eeca-427f-b52c-fea27c70cba4 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.774870 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.800196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7fe1a550-5c5d-4fc0-a824-7829749dea8c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:31.807027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-405c9304-eeca-427f-b52c-fea27c70cba4 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.811660 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-405c9304-eeca-427f-b52c-fea27c70cba4 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.813282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-405c9304-eeca-427f-b52c-fea27c70cba4 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/2af53350-8b37-4ae8-9dc5-02101f7e911b HTTP/1.1" status: 204 len: 168 time: 0.2147036 Feb 10 16:04:31.818280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52732) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.840950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c9304-eeca-427f-b52c-fea27c70cba4 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af53350-8b37-4ae8-9dc5-02101f7e911b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:31.880870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 7fe1a550-5c5d-4fc0-a824-7829749dea8c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:31.881263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:31.924704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7df8879c-f40c-4354-a203-0149da833173 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023695 Feb 10 16:04:31.928280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52734) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:31.934643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--113938018'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:31.994875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.071801 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Sync routers for ids ['a6224104-e33b-45f8-93f9-92140ddc69d0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:32.092544 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Routers {'a6224104-e33b-45f8-93f9-92140ddc69d0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:32.093223 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a6224104-e33b-45f8-93f9-92140ddc69d0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:32.130310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.137882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.175099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.178917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2472708 Feb 10 16:04:32.179414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52742) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:32.188091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': 'd6dc24ad-1da6-416b-8b92-a1cd026eef23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:32.281942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.382466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4d040-0104-4d0d-8752-2ae619cb1772 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc24ad-1da6-416b-8b92-a1cd026eef23,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:32.384831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0b131-0d5f-4e11-ac16-4277c7015923 req-4051708b-4f2b-40ba-a164-444f9573e8ec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:32.400381 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.406598 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Set router a6224104-e33b-45f8-93f9-92140ddc69d0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:32.407556 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8a0b131-0d5f-4e11-ac16-4277c7015923 req-4051708b-4f2b-40ba-a164-444f9573e8ec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1159592 Feb 10 16:04:32.551163 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8a0b131-0d5f-4e11-ac16-4277c7015923 req-03e3fe68-151e-4118-ad20-4e39da4d0976 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420417 Feb 10 16:04:32.571771 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.578545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.633268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4bb8da-cc8c-41af-b95f-2cae99dd3522,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:32.646560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Deleting port 393c9f14-8bf3-4862-872b-4237bf2d7bff {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:32.648125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.648433 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.654605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fcc87f64-8520-4b5a-921d-58708bedf6f3 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4740584 Feb 10 16:04:32.655172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:32.726170 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '69499273-80eb-4e00-95bd-56ba2ead03dd', 'name': '', 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'mac_address': 'fa:16:3e:0b:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:24Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 2, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'subnets': [{'id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:32.762783 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Checking router: a6224104-e33b-45f8-93f9-92140ddc69d0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:32.763472 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Updating router a6224104-e33b-45f8-93f9-92140ddc69d0 port 69499273-80eb-4e00-95bd-56ba2ead03dd binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:04:32.829316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f381a9f9-5450-4fe4-bf00-d33ce6bddf0c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.865576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f381a9f9-5450-4fe4-bf00-d33ce6bddf0c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.938993 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.963066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] For port 393c9f14-8bf3-4862-872b-4237bf2d7bff, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=393c9f14-8bf3-4862-872b-4237bf2d7bff,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:32.963791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.967411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f381a9f9-5450-4fe4-bf00-d33ce6bddf0c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.990577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f381a9f9-5450-4fe4-bf00-d33ce6bddf0c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:32.997371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52794) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:33.004035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f381a9f9-5450-4fe4-bf00-d33ce6bddf0c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5b4bb8da-cc8c-41af-b95f-2cae99dd3522 HTTP/1.1" status: 204 len: 168 time: 0.3460572 Feb 10 16:04:33.026220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Calling delete_port for 393c9f14-8bf3-4862-872b-4237bf2d7bff owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:33.043565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381a9f9-5450-4fe4-bf00-d33ce6bddf0c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b4bb8da-cc8c-41af-b95f-2cae99dd3522,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:33.118349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-042e1ad5-c553-49a6-a972-2ad8584c2f1b tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1146049 Feb 10 16:04:33.119052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52798) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:33.239249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb57f-27a7-4bea-808f-9c7059760877 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.265897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb57f-27a7-4bea-808f-9c7059760877 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.321144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.328296 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb57f-27a7-4bea-808f-9c7059760877 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.334262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb57f-27a7-4bea-808f-9c7059760877 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.336037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3dfb57f-27a7-4bea-808f-9c7059760877 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/d6dc24ad-1da6-416b-8b92-a1cd026eef23 HTTP/1.1" status: 204 len: 168 time: 0.2159419 Feb 10 16:04:33.343922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52814) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:33.369125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfb57f-27a7-4bea-808f-9c7059760877 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc24ad-1da6-416b-8b92-a1cd026eef23,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:33.397107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Pushing event deleted for resources: {'Port': ['ID=393c9f14-8bf3-4862-872b-4237bf2d7bff,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:33.496307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4384b6d6-8975-48fb-b24e-66aa4e3031c8 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505802 Feb 10 16:04:33.496939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52828) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:33.498064 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.509168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056011991'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:33.511622 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.548955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.637605 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c94572-66c4-4917-8dd0-fa0e2eefd20f None None] Pushing event updated for resources: {'Port': ['ID=69499273-80eb-4e00-95bd-56ba2ead03dd,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:33.773158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.889923 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Attempting to bind port 69499273-80eb-4e00-95bd-56ba2ead03dd on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:33.893618 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Attempting to bind port 69499273-80eb-4e00-95bd-56ba2ead03dd by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:33.894118 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Attempting to bind port 69499273-80eb-4e00-95bd-56ba2ead03dd on network 1b3aeae0-5c28-44e2-9835-b573783746cf {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:33.921443 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:33.922343 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Checking segment: {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:33.922889 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.925070 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Bound using segment: {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:33.925716 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Bound port: 69499273-80eb-4e00-95bd-56ba2ead03dd, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83467adc-a5c2-4521-9e71-9b20e2665a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:33.926273 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:33.939391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e7a4-ac02-4f6d-a54c-da274f14b0d8 req-8ae808ac-0063-4cec-9906-452e4f8b991c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:33.941814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30e9e7a4-ac02-4f6d-a54c-da274f14b0d8 req-8ae808ac-0063-4cec-9906-452e4f8b991c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1925423 Feb 10 16:04:34.038244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30e9e7a4-ac02-4f6d-a54c-da274f14b0d8 req-a2ef90e1-6932-4d3d-9af8-97d052a4a816 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797565 Feb 10 16:04:34.059105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.067890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.078156 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.085268 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] For port 69499273-80eb-4e00-95bd-56ba2ead03dd, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:34.100232 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] For port 69499273-80eb-4e00-95bd-56ba2ead03dd, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69499273-80eb-4e00-95bd-56ba2ead03dd,segment=NetworkSegment(83467adc-a5c2-4521-9e71-9b20e2665a2c),segment_id=83467adc-a5c2-4521-9e71-9b20e2665a2c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:34.109024 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.114630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dfc3ca58-8c86-4820-80c9-f2e03c9841a6 None None] Provisioning complete for port 69499273-80eb-4e00-95bd-56ba2ead03dd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:34.115014 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ca58-8c86-4820-80c9-f2e03c9841a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.166569 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.171239 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6705706 Feb 10 16:04:34.171239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9d90-9fae-4400-ab34-99cdf76ba845 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116cf202-7537-4b6c-be17-d567049343a6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:34.171666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52842) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.177642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '116cf202-7537-4b6c-be17-d567049343a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:34.210378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Router 76adde00-9d51-47e5-8b71-da015e2aab47 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:04:34.238906 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Routers {'a6224104-e33b-45f8-93f9-92140ddc69d0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:34.239948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.246298 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a6224104-e33b-45f8-93f9-92140ddc69d0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:34.324301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.332059 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.357904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf908670-1d19-40af-8c46-9027f44f3417,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:34.369498 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ca58-8c86-4820-80c9-f2e03c9841a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.380927 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c94572-66c4-4917-8dd0-fa0e2eefd20f None None] Pushing event updated for resources: {'Port': ['ID=69499273-80eb-4e00-95bd-56ba2ead03dd,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:34.408930 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.410180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-72b84ac9-81f7-499d-81ed-c0ff2e435c5e tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2372708 Feb 10 16:04:34.411277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:34.412809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.420595 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c2b7ffc0-3906-424a-ae44-885cc69522fa admin admin] 10.222.0.21 "PUT /v2.0/routers/76adde00-9d51-47e5-8b71-da015e2aab47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4347923 Feb 10 16:04:34.426775 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52860) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.430314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] Sync routers for ids ['76adde00-9d51-47e5-8b71-da015e2aab47'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:34.452543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] Routers {'76adde00-9d51-47e5-8b71-da015e2aab47'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:34.453692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['76adde00-9d51-47e5-8b71-da015e2aab47'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:34.456788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.470723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-811eff04-a008-44d2-9f82-2fa8f95a0c7c tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules/cf908670-1d19-40af-8c46-9027f44f3417 HTTP/1.1" status: 200 len: 763 time: 0.0375733 Feb 10 16:04:34.471379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52862) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.528876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dfc3ca58-8c86-4820-80c9-f2e03c9841a6 None None] For port 69499273-80eb-4e00-95bd-56ba2ead03dd, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69499273-80eb-4e00-95bd-56ba2ead03dd,segment=NetworkSegment(83467adc-a5c2-4521-9e71-9b20e2665a2c),segment_id=83467adc-a5c2-4521-9e71-9b20e2665a2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:34.542232 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ca58-8c86-4820-80c9-f2e03c9841a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.564473 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] Set router a6224104-e33b-45f8-93f9-92140ddc69d0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:34.570399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ef2b7962-9c71-4780-803d-d435e94e6143 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0978255 Feb 10 16:04:34.573104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52874) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.630510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.639495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-668ae1a4-a057-49f9-8907-f70d055dc0dd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.656797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-668ae1a4-a057-49f9-8907-f70d055dc0dd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.688234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3ca58-8c86-4820-80c9-f2e03c9841a6 None None] Pushing event updated for resources: {'Port': ['ID=69499273-80eb-4e00-95bd-56ba2ead03dd,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:34.728711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-668ae1a4-a057-49f9-8907-f70d055dc0dd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.749797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-668ae1a4-a057-49f9-8907-f70d055dc0dd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.751304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-668ae1a4-a057-49f9-8907-f70d055dc0dd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cf908670-1d19-40af-8c46-9027f44f3417 HTTP/1.1" status: 204 len: 168 time: 0.1764817 Feb 10 16:04:34.772861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52882) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.785949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cc96eb04-5eb4-4f43-b412-add780273827 None None] Provisioning complete for port 69499273-80eb-4e00-95bd-56ba2ead03dd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:34.786634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cc96eb04-5eb4-4f43-b412-add780273827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.792159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] Set router 76adde00-9d51-47e5-8b71-da015e2aab47 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:34.795935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ae1a4-a057-49f9-8907-f70d055dc0dd tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf908670-1d19-40af-8c46-9027f44f3417,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:34.840283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52888) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.858283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52892) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:34.858557 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f4c3539-8875-4cc5-87d5-d3b5a05c75fb tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843563 Feb 10 16:04:34.864626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '116cf202-7537-4b6c-be17-d567049343a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:34.866728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:34.956622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.026020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Deleting port 8d662ecc-5ece-4427-b037-0e7ec8815dd4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:35.026388 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.072898 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.102822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.142229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1c4aea-5ba0-47a9-8de9-f18cba7263c0,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:35.157791 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '69499273-80eb-4e00-95bd-56ba2ead03dd', 'name': '', 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'mac_address': 'fa:16:3e:0b:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:24Z', 'updated_at': '2022-02-10T16:04:34Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'subnets': [{'id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:35.201275 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a3ce1-a6de-494d-855b-fca70676f0b1 None None] The sync data for ids ['a6224104-e33b-45f8-93f9-92140ddc69d0'] in n-d-827895-3 is: [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:26Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '69499273-80eb-4e00-95bd-56ba2ead03dd', 'name': '', 'network_id': '1b3aeae0-5c28-44e2-9835-b573783746cf', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'mac_address': 'fa:16:3e:0b:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:24Z', 'updated_at': '2022-02-10T16:04:34Z', 'revision_number': 4, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'subnets': [{'id': '3f25bb0d-e4d8-4155-99a0-603109c9d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:35.250988 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.272438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] For port 8d662ecc-5ece-4427-b037-0e7ec8815dd4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d662ecc-5ece-4427-b037-0e7ec8815dd4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:35.273202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.296446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Calling delete_port for 8d662ecc-5ece-4427-b037-0e7ec8815dd4 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:35.321575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.323181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-66999e21-9acd-4fde-8cf4-de4d8da1c619 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4636607 Feb 10 16:04:35.331121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52920) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:35.359596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c43121e-cac6-4063-be32-f7d61b05eee2 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules/eb1c4aea-5ba0-47a9-8de9-f18cba7263c0 HTTP/1.1" status: 200 len: 763 time: 0.0263970 Feb 10 16:04:35.365472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52924) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:35.386040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d404-07af-4de8-bb0b-a46575c0ca37 req-d2bbbcf1-9f03-48d6-8084-6c54910cbf78 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:35.387759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e61d404-07af-4de8-bb0b-a46575c0ca37 req-d2bbbcf1-9f03-48d6-8084-6c54910cbf78 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.2429857 Feb 10 16:04:35.455269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:33Z', 'revision_number': 5, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port': {'id': '8d662ecc-5ece-4427-b037-0e7ec8815dd4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:12Z', 'updated_at': '2022-02-10T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:35.464336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6d2f-c596-4791-a32b-4f138d8a1c68 req-bb164350-d934-46dd-a078-c00ddb38cc1a tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:35.488792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39db6d2f-c596-4791-a32b-4f138d8a1c68 req-bb164350-d934-46dd-a078-c00ddb38cc1a tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.3086147 Feb 10 16:04:35.492488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] Checking router: 76adde00-9d51-47e5-8b71-da015e2aab47 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:35.504656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] Routers {'76adde00-9d51-47e5-8b71-da015e2aab47'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:35.505767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['76adde00-9d51-47e5-8b71-da015e2aab47'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:35.527958 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:04:35.581175 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e61d404-07af-4de8-bb0b-a46575c0ca37 req-41345364-dd1e-491f-ad41-0d4d770e8d99 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528027 Feb 10 16:04:35.601236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-46d7a3e9-6ec1-4262-8687-54b27eff11f9 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2322631 Feb 10 16:04:35.614193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52936) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:35.668281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] Set router 76adde00-9d51-47e5-8b71-da015e2aab47 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:35.696730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.723673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-39db6d2f-c596-4791-a32b-4f138d8a1c68 req-95c25543-d6b2-48d8-abe9-e3e09f019a8f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337570 Feb 10 16:04:35.762263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.786849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.799353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.822061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:34Z', 'revision_number': 6, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:35.861750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=038c2f2438ac4c189c14637ba6252afa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0178080 Feb 10 16:04:35.863141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52944) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:35.892230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.899597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 69499273-80eb-4e00-95bd-56ba2ead03dd up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:35.899787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.900824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/eb1c4aea-5ba0-47a9-8de9-f18cba7263c0 HTTP/1.1" status: 204 len: 168 time: 0.2855508 Feb 10 16:04:35.917474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52946) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:35.923727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb1c4aea-5ba0-47a9-8de9-f18cba7263c0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:35.946281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40963f2-f8e5-481e-b3b4-e2557051e64a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:35.952571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e083b-00b8-4c3e-b7a5-54aa9347320e None None] The sync data for ids ['76adde00-9d51-47e5-8b71-da015e2aab47'] in n-d-827895-3 is: [{'id': '76adde00-9d51-47e5-8b71-da015e2aab47', 'name': 'tempest-TestAggregatesBasicOps-959950547-router', 'tenant_id': 'bf058813546d4f1c8120eeb8536528f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:10Z', 'updated_at': '2022-02-10T16:04:34Z', 'revision_number': 6, 'project_id': 'bf058813546d4f1c8120eeb8536528f5', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:35.963722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:35.987868 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.988593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.989138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.989621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.990112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.990606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.991244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.991768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.992800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.993344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.993981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.994560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2ab0c-2fcc-4f52-b56a-06ddba7d21f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:35.996114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 69499273-80eb-4e00-95bd-56ba2ead03dd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:35.996492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.019574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d662ecc-5ece-4427-b037-0e7ec8815dd4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:36.032338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.032692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.033025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.033358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.033682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.034006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.034328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.034648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.034966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.035282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.035636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.039302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58907a1f-1192-41d3-91d1-b16a67a8b147 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:36.070761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e712791e-f4b5-4405-872b-2bee369e3d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.083668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52950) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.096804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e712791e-f4b5-4405-872b-2bee369e3d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.132294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.156388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3ca80b9f-ef46-4372-af59-06417902b12d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2276797 Feb 10 16:04:36.158896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52954) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.165574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '116cf202-7537-4b6c-be17-d567049343a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:36.207349 n-d-827895-3 neutron-server[102615]: INFO neutron.db.securitygroups_db [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Project 3745375e421d4f41b832863443c2a50d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:04:36.220097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e712791e-f4b5-4405-872b-2bee369e3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.222989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e712791e-f4b5-4405-872b-2bee369e3d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.227796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e712791e-f4b5-4405-872b-2bee369e3d3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a40963f2-f8e5-481e-b3b4-e2557051e64a HTTP/1.1" status: 204 len: 168 time: 0.3554392 Feb 10 16:04:36.235323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712791e-f4b5-4405-872b-2bee369e3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40963f2-f8e5-481e-b3b4-e2557051e64a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:36.238625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.252930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.262398 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.273595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6f1e-ebf2-42ef-9a58-e85767e123e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.319292 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.323741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.349414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.350086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76adde00-9d51-47e5-8b71-da015e2aab47 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:04:36.355398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.356210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.360104 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9d55c59f-5cce-46e6-ae78-86e78e5ce46b admin admin] 10.222.0.21 "DELETE /v2.0/routers/76adde00-9d51-47e5-8b71-da015e2aab47 HTTP/1.1" status: 204 len: 168 time: 1.9291644 Feb 10 16:04:36.360487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2000010 Feb 10 16:04:36.360910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52958) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.361332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52960) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.363363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827f267-6672-48cd-bc41-47f811e1ffec tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aeacf9-9573-4906-a3b1-1b723bd9aa6e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:36.412856 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-31126c4f-72fc-4143-a1b5-28c227f36a3d tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules/63aeacf9-9573-4906-a3b1-1b723bd9aa6e HTTP/1.1" status: 200 len: 769 time: 0.0503163 Feb 10 16:04:36.413184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52962) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.455258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Deleting subnet e047085c-76ac-4403-bc0a-523b957b6b25 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:04:36.460416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.508309 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.546841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6f1e-ebf2-42ef-9a58-e85767e123e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.561936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6f1e-ebf2-42ef-9a58-e85767e123e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.587871 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-721e9610-db56-48cd-8fc9-b661dd222965 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1715615 Feb 10 16:04:36.591752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52966) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.619823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6a7-eb30-4456-a974-53b86f1a4415 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.628582 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6a7-eb30-4456-a974-53b86f1a4415 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.629180 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e3ab6f1e-ebf2-42ef-9a58-e85767e123e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fa8f8b077a04814a673b684002fabcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442395 Feb 10 16:04:36.631663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab6f1e-ebf2-42ef-9a58-e85767e123e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e415fca-f5b3-4e0b-8657-67ff8a564441,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:36.633146 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52970) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.658575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52972) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.680728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.692060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-63ef9b1e-63ad-4780-88a0-529993c9308d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.719326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6a7-eb30-4456-a974-53b86f1a4415 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.737665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.748054 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6a7-eb30-4456-a974-53b86f1a4415 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.750993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a25cb6a7-eb30-4456-a974-53b86f1a4415 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/63aeacf9-9573-4906-a3b1-1b723bd9aa6e HTTP/1.1" status: 204 len: 168 time: 0.1559510 Feb 10 16:04:36.758525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52976) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.769048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.770905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb6a7-eb30-4456-a974-53b86f1a4415 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63aeacf9-9573-4906-a3b1-1b723bd9aa6e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:36.775087 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e047085c-76ac-4403-bc0a-523b957b6b25 HTTP/1.1" status: 204 len: 168 time: 0.4102151 Feb 10 16:04:36.775087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b224cd-1359-47e8-8b16-5846be6ac036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e047085c-76ac-4403-bc0a-523b957b6b25,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:36.777064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52978) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.784006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1d782-677d-4175-9564-eda0467e24cb None None] Network 24a3fb75-7061-4f24-8570-74b1304fc25c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:36.822766 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37aa1be2-01b7-4870-a069-88672e5ac3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.869152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.896586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf724ff-0897-4ac5-9fa2-8ea6afb21ad4 req-3ddeac38-10cc-4b72-8412-659333f9770a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:36.901224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bf724ff-0897-4ac5-9fa2-8ea6afb21ad4 req-3ddeac38-10cc-4b72-8412-659333f9770a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1997175 Feb 10 16:04:36.931362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c86ec7bd-fa34-4572-b8bb-15fe639b8988 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1649547 Feb 10 16:04:36.931362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37aa1be2-01b7-4870-a069-88672e5ac3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:36.941040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:36.996927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Deleting port f7292655-ef47-49b6-973f-8564cf481f36 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:36.997280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.000473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f6fd-2728-4e08-b992-b281baf36c2d req-8cfc61e1-aa53-4999-af19-1487b0d06620 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:37.002011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d60f6fd-2728-4e08-b992-b281baf36c2d req-8cfc61e1-aa53-4999-af19-1487b0d06620 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1990609 Feb 10 16:04:37.037864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] DHCP port deletion for 24a3fb75-7061-4f24-8570-74b1304fc25c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:04:37.049234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3bf724ff-0897-4ac5-9fa2-8ea6afb21ad4 req-506d8af6-bf3b-4448-a9d1-641314c448ce tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387534 Feb 10 16:04:37.051204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-63ef9b1e-63ad-4780-88a0-529993c9308d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.083169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71fe9a63-779b-4714-9a0f-3a511ba8e1f5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.093507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] For port f7292655-ef47-49b6-973f-8564cf481f36, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f7292655-ef47-49b6-973f-8564cf481f36,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:37.093869 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.112850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-63ef9b1e-63ad-4780-88a0-529993c9308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.119284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] Deleting port f7292655-ef47-49b6-973f-8564cf481f36 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:37.119284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.119571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Calling delete_port for f7292655-ef47-49b6-973f-8564cf481f36 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:37.127004 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71fe9a63-779b-4714-9a0f-3a511ba8e1f5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.128729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d60f6fd-2728-4e08-b992-b281baf36c2d req-af22c895-ee77-47bb-8a65-7f09bc9d7477 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063569 Feb 10 16:04:37.147880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37aa1be2-01b7-4870-a069-88672e5ac3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.151430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37aa1be2-01b7-4870-a069-88672e5ac3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.153362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-37aa1be2-01b7-4870-a069-88672e5ac3df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e415fca-f5b3-4e0b-8657-67ff8a564441 HTTP/1.1" status: 204 len: 168 time: 0.5189080 Feb 10 16:04:37.187370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-63ef9b1e-63ad-4780-88a0-529993c9308d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=091b1e0a1dd448b6964765e2372ec898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5256031 Feb 10 16:04:37.187831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:37.198037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] For port f7292655-ef47-49b6-973f-8564cf481f36, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f7292655-ef47-49b6-973f-8564cf481f36,segment=NetworkSegment(31335c38-b96f-483c-be58-778da4cbca5d),segment_id=31335c38-b96f-483c-be58-778da4cbca5d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:37.199382 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.227681 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] Calling delete_port for f7292655-ef47-49b6-973f-8564cf481f36 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:37.230798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef9b1e-63ad-4780-88a0-529993c9308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e17463-74ba-47c8-a87d-07bb0596d9b3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.246409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71fe9a63-779b-4714-9a0f-3a511ba8e1f5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.249649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71fe9a63-779b-4714-9a0f-3a511ba8e1f5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.251107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71fe9a63-779b-4714-9a0f-3a511ba8e1f5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/116cf202-7537-4b6c-be17-d567049343a6 HTTP/1.1" status: 204 len: 168 time: 0.3046706 Feb 10 16:04:37.264471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 52986) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:37.265598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-937c1940-72cd-4de2-8b7f-c5bc0225c963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.265940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe9a63-779b-4714-9a0f-3a511ba8e1f5 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116cf202-7537-4b6c-be17-d567049343a6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.294670 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.302997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-937c1940-72cd-4de2-8b7f-c5bc0225c963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.316647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] No DVR routers for this DVR port f7292655-ef47-49b6-973f-8564cf481f36 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:37.321781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa1be2-01b7-4870-a069-88672e5ac3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e415fca-f5b3-4e0b-8657-67ff8a564441,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.350648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7292655-ef47-49b6-973f-8564cf481f36,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.376826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-937c1940-72cd-4de2-8b7f-c5bc0225c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.383808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-937c1940-72cd-4de2-8b7f-c5bc0225c963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.392180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-937c1940-72cd-4de2-8b7f-c5bc0225c963 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e17463-74ba-47c8-a87d-07bb0596d9b3 HTTP/1.1" status: 204 len: 168 time: 0.2031295 Feb 10 16:04:37.404332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c1940-72cd-4de2-8b7f-c5bc0225c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e17463-74ba-47c8-a87d-07bb0596d9b3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.449388 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2d0257db-3b25-4bbd-aa98-1eedd28de6a7 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1797338 Feb 10 16:04:37.454566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52990) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:37.457398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group': {'name': 'tempest-secgroup--243652961'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:37.478404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.482885 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.503089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] No DVR routers for this DVR port f7292655-ef47-49b6-973f-8564cf481f36 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:37.508642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.515113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a3fb75-7061-4f24-8570-74b1304fc25c']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:37.526286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31335c38-b96f-483c-be58-778da4cbca5d') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:37.527656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31335c38-b96f-483c-be58-778da4cbca5d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:37.535484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff653b5-bc74-4a7f-8115-92649a6150c9 None None] Pushing event deleted for resources: {'Port': ['ID=f7292655-ef47-49b6-973f-8564cf481f36,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.552514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.575740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.585226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:04:37.585659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:04:37.587418 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:04:37.627808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.633386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.657384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.661450 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.665590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2117758 Feb 10 16:04:37.668407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52996) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:37.672341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.673068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Request body: {'security_group_rule': {'security_group_id': '9096e666-6598-414b-9691-c2f1d3fc3ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:37.678434 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] 10.222.0.21 "DELETE /v2.0/networks/24a3fb75-7061-4f24-8570-74b1304fc25c HTTP/1.1" status: 204 len: 168 time: 0.9003711 Feb 10 16:04:37.682012 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 52998) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:37.693197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5292a-4efe-49ae-8140-6725b313789c admin admin] Pushing event deleted for resources: {'Network': ['ID=24a3fb75-7061-4f24-8570-74b1304fc25c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.754049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69f312-7ce5-44e1-834b-c4cd293bd21a tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9096e666-6598-414b-9691-c2f1d3fc3ef5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:37.785224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d662ecc-5ece-4427-b037-0e7ec8815dd4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:37.806326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 8d662ecc-5ece-4427-b037-0e7ec8815dd4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:37.806898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d662ecc-5ece-4427-b037-0e7ec8815dd4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:37.807626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f7292655-ef47-49b6-973f-8564cf481f36 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:37.836635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f7292655-ef47-49b6-973f-8564cf481f36 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:37.836991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f7292655-ef47-49b6-973f-8564cf481f36 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:37.837408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 393c9f14-8bf3-4862-872b-4237bf2d7bff no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:37.840208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.860006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 393c9f14-8bf3-4862-872b-4237bf2d7bff {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:37.860792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 393c9f14-8bf3-4862-872b-4237bf2d7bff not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:37.950243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:37.956703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.015286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ec0ca-43f6-4983-b344-98acf4913992,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:38.023566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.027487 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5909181b-516e-48e4-941b-468486763998 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3581011 Feb 10 16:04:38.028471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53016) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:38.103779 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc86-25b9-44b6-a370-35178f1bfefa tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.140850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc86-25b9-44b6-a370-35178f1bfefa tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.211796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc86-25b9-44b6-a370-35178f1bfefa tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.214912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc86-25b9-44b6-a370-35178f1bfefa tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.221269 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8a3bc86-25b9-44b6-a370-35178f1bfefa tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/9096e666-6598-414b-9691-c2f1d3fc3ef5 HTTP/1.1" status: 204 len: 168 time: 0.1895084 Feb 10 16:04:38.222279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53030) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:38.263304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3bc86-25b9-44b6-a370-35178f1bfefa tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096e666-6598-414b-9691-c2f1d3fc3ef5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:38.326411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac4d2739-48c9-4b41-a541-7a2ec17bd725 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788159 Feb 10 16:04:38.327596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53036) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:38.358196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e28cf-823d-4913-964e-e640f6993ec2 req-f2b00e0e-cee4-48c2-a7b5-be79155e51bc tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:38.359786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-706e28cf-823d-4913-964e-e640f6993ec2 req-f2b00e0e-cee4-48c2-a7b5-be79155e51bc tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1839273 Feb 10 16:04:38.393623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e04868da-91a2-4da3-9834-9cc994721e10 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0646605 Feb 10 16:04:38.394341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53042) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:38.409789 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-913eba10-0b7f-4383-9422-aec4ce04ef78 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] delete failed (client error): The resource could not be found. Feb 10 16:04:38.414657 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-913eba10-0b7f-4383-9422-aec4ce04ef78 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "DELETE /v2.0/security-groups/9096e666-6598-414b-9691-c2f1d3fc3ef5 HTTP/1.1" status: 404 len: 347 time: 0.0192804 Feb 10 16:04:38.415292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53044) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:38.419941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50180c-0af0-45e5-89df-61997f42f85b req-d7b100bc-e63b-4681-8c90-9fa2dcd99a2a tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:38.421430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d50180c-0af0-45e5-89df-61997f42f85b req-d7b100bc-e63b-4681-8c90-9fa2dcd99a2a tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1281731 Feb 10 16:04:38.441258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.467968 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bbdf25eb-6f4d-473d-af82-a8532ef34124 tempest-SecGroupIPv6Test-404749219 tempest-SecGroupIPv6Test-404749219-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513744 Feb 10 16:04:38.507001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-706e28cf-823d-4913-964e-e640f6993ec2 req-c9227887-8559-4028-aadf-9a5cf677a81c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393459 Feb 10 16:04:38.523546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d50180c-0af0-45e5-89df-61997f42f85b req-982a8614-7ca7-4db0-a6ed-1d7b265891a6 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931089 Feb 10 16:04:38.748134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Deleting port 69499273-80eb-4e00-95bd-56ba2ead03dd {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:38.748480 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.832240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] For port 69499273-80eb-4e00-95bd-56ba2ead03dd, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=69499273-80eb-4e00-95bd-56ba2ead03dd,segment=NetworkSegment(83467adc-a5c2-4521-9e71-9b20e2665a2c),segment_id=83467adc-a5c2-4521-9e71-9b20e2665a2c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:38.832603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:38.845698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Calling delete_port for 69499273-80eb-4e00-95bd-56ba2ead03dd owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:38.875409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53060) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:39.059692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0d2b53c1-426e-4139-8066-e80dd52f06a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3745375e421d4f41b832863443c2a50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819451 Feb 10 16:04:39.062561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53072) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:39.130900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ed42a90-db36-48fa-94bb-fdb057e6b6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:39.137154 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:39.162697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ed42a90-db36-48fa-94bb-fdb057e6b6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:39.170655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Pushing event deleted for resources: {'Port': ['ID=69499273-80eb-4e00-95bd-56ba2ead03dd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:39.277315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ed42a90-db36-48fa-94bb-fdb057e6b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:39.281094 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7ed42a90-db36-48fa-94bb-fdb057e6b6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:39.283455 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7ed42a90-db36-48fa-94bb-fdb057e6b6d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62f6244e-72f8-4bc6-8ab0-aa694a68512e HTTP/1.1" status: 204 len: 168 time: 0.2195232 Feb 10 16:04:39.301415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed42a90-db36-48fa-94bb-fdb057e6b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f6244e-72f8-4bc6-8ab0-aa694a68512e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:39.450673 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:40.186695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279cd40-08fa-4af8-ada2-6cb193ea31e0 req-e30f2457-1f61-451d-9c75-70285f1832f5 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:40.188277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6279cd40-08fa-4af8-ada2-6cb193ea31e0 req-e30f2457-1f61-451d-9c75-70285f1832f5 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.5348203 Feb 10 16:04:40.200437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c055f-4cd1-488c-b0b6-efc3210ded3d req-cc698e20-2faf-4172-b5eb-6a59a2bb4f7c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:40.201927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-827c055f-4cd1-488c-b0b6-efc3210ded3d req-cc698e20-2faf-4172-b5eb-6a59a2bb4f7c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.5588613 Feb 10 16:04:40.254233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Router a6224104-e33b-45f8-93f9-92140ddc69d0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:04:40.280285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-827c055f-4cd1-488c-b0b6-efc3210ded3d req-2ac2d276-1008-42ef-a3aa-31a8dbbe62cf tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720699 Feb 10 16:04:40.286185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6279cd40-08fa-4af8-ada2-6cb193ea31e0 req-b00f4f14-3940-49cd-a4dc-aa68bd8f5640 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815253 Feb 10 16:04:40.426558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:40.432489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8c66aad8-84ee-4a35-9124-3d2dc7a2704a admin admin] 10.222.0.21 "PUT /v2.0/routers/a6224104-e33b-45f8-93f9-92140ddc69d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7494547 Feb 10 16:04:40.435766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53158) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:40.437923 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] Sync routers for ids ['a6224104-e33b-45f8-93f9-92140ddc69d0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:40.453683 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] Routers {'a6224104-e33b-45f8-93f9-92140ddc69d0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:40.454788 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a6224104-e33b-45f8-93f9-92140ddc69d0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:40.561595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:40.587455 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] Set router a6224104-e33b-45f8-93f9-92140ddc69d0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:40.700924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53168) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:40.724338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:40.801890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Deleting port 7fe1a550-5c5d-4fc0-a824-7829749dea8c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:40.802325 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:40.808326 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:39Z', 'revision_number': 5, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port': {'id': '7fe1a550-5c5d-4fc0-a824-7829749dea8c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:21Z', 'updated_at': '2022-02-10T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:40.841812 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] Checking router: a6224104-e33b-45f8-93f9-92140ddc69d0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:40.867591 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] Routers {'a6224104-e33b-45f8-93f9-92140ddc69d0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:40.880062 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a6224104-e33b-45f8-93f9-92140ddc69d0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:40.920725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] For port 7fe1a550-5c5d-4fc0-a824-7829749dea8c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=7fe1a550-5c5d-4fc0-a824-7829749dea8c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:40.921528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:40.939085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Calling delete_port for 7fe1a550-5c5d-4fc0-a824-7829749dea8c owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:40.961241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596768723'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:40.992844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:40.994262 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] Set router a6224104-e33b-45f8-93f9-92140ddc69d0 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:41.007096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.065106 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:40Z', 'revision_number': 6, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:41.105282 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b83fae-fdc0-436e-a113-6eb0fea26fae None None] The sync data for ids ['a6224104-e33b-45f8-93f9-92140ddc69d0'] in n-d-827895-3 is: [{'id': 'a6224104-e33b-45f8-93f9-92140ddc69d0', 'name': 'tempest-TestAggregatesBasicOps-207679073-router', 'tenant_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:20Z', 'updated_at': '2022-02-10T16:04:40Z', 'revision_number': 6, 'project_id': 'acc0a7bd4b6b4544875735a30c0e3e14', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:41.159558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.168910 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.232473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e59e1-a51c-44ee-a07c-1d0a5f59af55,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:41.242330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.285688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe1a550-5c5d-4fc0-a824-7829749dea8c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:41.294030 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.303690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.325120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53198) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.337705 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.344115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6422150 Feb 10 16:04:41.345083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53204) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.379470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.430179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59557eb-97fd-4cf5-82d8-ff9ce3eeaa37 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc360e06-c8a3-4ba1-8c1e-22cafef43bc7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:41.514494 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.516951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.519878 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-01280720-f7b3-4a49-b1bc-04e29f7c853a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1629906 Feb 10 16:04:41.520022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53208) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.528089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-security--1828278878', 'description': 'tempest-security-description-318812314'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:41.541511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfdd48-c437-47f6-909a-42e788f4b01e req-d16fa077-703b-4fb8-a024-060068524664 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:41.543626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67cfdd48-c437-47f6-909a-42e788f4b01e req-d16fa077-703b-4fb8-a024-060068524664 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1647551 Feb 10 16:04:41.554880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e462bb70-5d87-4373-8395-65c0c7c17f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.557964 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.601397 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddbd04-7d4c-4c69-92db-1bdd8e60325f req-9b2ac46d-1d15-4039-b76c-7205e40dcbb2 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:41.602902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4ddbd04-7d4c-4c69-92db-1bdd8e60325f req-9b2ac46d-1d15-4039-b76c-7205e40dcbb2 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1562893 Feb 10 16:04:41.617595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.618253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6224104-e33b-45f8-93f9-92140ddc69d0 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:04:41.625444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.626732 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6afdbf0f-b92a-4be7-b7ab-78e2c85be4cd admin admin] 10.222.0.21 "DELETE /v2.0/routers/a6224104-e33b-45f8-93f9-92140ddc69d0 HTTP/1.1" status: 204 len: 168 time: 1.1893933 Feb 10 16:04:41.631090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53210) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.661148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67cfdd48-c437-47f6-909a-42e788f4b01e req-d3345c60-5b04-408b-b8c8-ec775c4de908 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954707 Feb 10 16:04:41.689363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.695876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4ddbd04-7d4c-4c69-92db-1bdd8e60325f req-7ce283b6-51fd-4924-84db-7113419c1050 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834117 Feb 10 16:04:41.702514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.706688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.715481 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "PUT /v2.0/security-groups/dc360e06-c8a3-4ba1-8c1e-22cafef43bc7 HTTP/1.1" status: 200 len: 1779 time: 0.1872690 Feb 10 16:04:41.718220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53214) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.738162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e462bb70-5d87-4373-8395-65c0c7c17f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.742818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Deleting subnet 3f25bb0d-e4d8-4155-99a0-603109c9d9aa {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:04:41.743878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e462bb70-5d87-4373-8395-65c0c7c17f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.757371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.784211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e462bb70-5d87-4373-8395-65c0c7c17f2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=006cd5de2700447a9bf32acd7737db78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545355 Feb 10 16:04:41.786591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462bb70-5d87-4373-8395-65c0c7c17f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce45f8-371f-4c0e-ac54-8012ecad28fb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:41.789008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53216) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.802557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a8be5-7d4b-441c-912d-353f4b761486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc360e06-c8a3-4ba1-8c1e-22cafef43bc7,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:41.840200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.849344 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e871ce14-353c-44c2-a6af-a5e3f64ece08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.876158 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4670222e-0396-4510-9bfc-72554e495bec tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups/dc360e06-c8a3-4ba1-8c1e-22cafef43bc7 HTTP/1.1" status: 200 len: 1779 time: 0.1553032 Feb 10 16:04:41.876406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e871ce14-353c-44c2-a6af-a5e3f64ece08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.880956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53220) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:41.934848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e871ce14-353c-44c2-a6af-a5e3f64ece08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.937362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e871ce14-353c-44c2-a6af-a5e3f64ece08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:41.941085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e871ce14-353c-44c2-a6af-a5e3f64ece08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68ce45f8-371f-4c0e-ac54-8012ecad28fb HTTP/1.1" status: 204 len: 168 time: 0.1486232 Feb 10 16:04:41.949037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871ce14-353c-44c2-a6af-a5e3f64ece08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce45f8-371f-4c0e-ac54-8012ecad28fb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.006205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8667dec8-a66e-4c60-aaa0-0e5db2754110 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.018663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.069227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8667dec8-a66e-4c60-aaa0-0e5db2754110 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.130226 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.131971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7fe1a550-5c5d-4fc0-a824-7829749dea8c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:42.161326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 7fe1a550-5c5d-4fc0-a824-7829749dea8c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:42.162053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 7fe1a550-5c5d-4fc0-a824-7829749dea8c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:42.162908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8667dec8-a66e-4c60-aaa0-0e5db2754110 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.164269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 69499273-80eb-4e00-95bd-56ba2ead03dd no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:42.165972 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8667dec8-a66e-4c60-aaa0-0e5db2754110 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.168515 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8667dec8-a66e-4c60-aaa0-0e5db2754110 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc360e06-c8a3-4ba1-8c1e-22cafef43bc7 HTTP/1.1" status: 204 len: 168 time: 0.2860646 Feb 10 16:04:42.170801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53226) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.174471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.178266 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3f25bb0d-e4d8-4155-99a0-603109c9d9aa HTTP/1.1" status: 204 len: 168 time: 0.5460536 Feb 10 16:04:42.180653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3cd1-6b9e-4b50-bb46-32fb5e671cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f25bb0d-e4d8-4155-99a0-603109c9d9aa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.183710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53228) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.196205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667dec8-a66e-4c60-aaa0-0e5db2754110 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc360e06-c8a3-4ba1-8c1e-22cafef43bc7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.227735 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fd168f-de3c-4c81-b699-19d7727d7487 None None] Network 1b3aeae0-5c28-44e2-9835-b573783746cf requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:42.234715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 69499273-80eb-4e00-95bd-56ba2ead03dd {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:42.239040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 69499273-80eb-4e00-95bd-56ba2ead03dd not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:42.270742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7f6b1636-ae8f-41c0-9c1b-3b318110e119 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0984786 Feb 10 16:04:42.275107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53230) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.300857 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-d181e05b-4bd8-4e2e-ac34-458723715f20 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] delete failed (client error): The resource could not be found. Feb 10 16:04:42.306430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d181e05b-4bd8-4e2e-ac34-458723715f20 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc360e06-c8a3-4ba1-8c1e-22cafef43bc7 HTTP/1.1" status: 404 len: 347 time: 0.0260186 Feb 10 16:04:42.306430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.306971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53232) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.315106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--486031198'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:42.373176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.411702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Deleting port 07a55c04-0344-494e-b624-d2469e9dc811 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:42.412435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.547916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.554060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] For port 07a55c04-0344-494e-b624-d2469e9dc811, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=07a55c04-0344-494e-b624-d2469e9dc811,segment=NetworkSegment(83467adc-a5c2-4521-9e71-9b20e2665a2c),segment_id=83467adc-a5c2-4521-9e71-9b20e2665a2c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:42.554795 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.555664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.576615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Calling delete_port for 07a55c04-0344-494e-b624-d2469e9dc811 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:42.593281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] DHCP port deletion for 1b3aeae0-5c28-44e2-9835-b573783746cf request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:04:42.634765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23c63c2-07ee-415a-abe7-c98b7e7f4e7c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.634765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.636626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-80ca8913-d5cd-40ab-b5ff-39deec224c0f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3283150 Feb 10 16:04:42.639888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.648699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': 'd23c63c2-07ee-415a-abe7-c98b7e7f4e7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:42.696802 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.704250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.716961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53244) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.738947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Deleting port 07a55c04-0344-494e-b624-d2469e9dc811 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:42.739311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.782145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] No DVR routers for this DVR port 07a55c04-0344-494e-b624-d2469e9dc811 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:42.799747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Pushing event deleted for resources: {'Port': ['ID=07a55c04-0344-494e-b624-d2469e9dc811,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.804316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.829839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72cfdde9-73c5-413d-a071-d33c6e94ff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.848208 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] For port 07a55c04-0344-494e-b624-d2469e9dc811, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:42.849111 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.851659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.871944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Calling delete_port for 07a55c04-0344-494e-b624-d2469e9dc811 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:42.874836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Port 07a55c04-0344-494e-b624-d2469e9dc811 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:04:42.876344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.896906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.908030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Pushing event deleted for resources: {'Port': ['ID=07a55c04-0344-494e-b624-d2469e9dc811,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.910900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71630d4d-1e69-47b3-9a5d-80ac42d22d71,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:42.928289 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:42.931954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] No DVR routers for this DVR port 07a55c04-0344-494e-b624-d2469e9dc811 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:42.933819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f4a2ca9d-839b-448f-b308-acab403fece0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882464 Feb 10 16:04:42.934617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53250) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:42.939949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.940483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.941146 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.941644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.942371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.942864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.943362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.943868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.944555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.944893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.945222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.945547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef7c5-0a8b-47af-9aa1-505a78eb2212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:42.956989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e55a1-5f73-4a25-8531-37d7ccfdc256 req-bf21c2e6-0cc2-42e9-8a4a-dc1d8da00aa4 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:42.958717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-366e55a1-5f73-4a25-8531-37d7ccfdc256 req-bf21c2e6-0cc2-42e9-8a4a-dc1d8da00aa4 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1381583 Feb 10 16:04:42.974014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155056-8a82-4936-9584-316c439ab5a5 req-e6ada5e1-2c0b-44de-a865-306da1f1ff17 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:42.975814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30155056-8a82-4936-9584-316c439ab5a5 req-e6ada5e1-2c0b-44de-a865-306da1f1ff17 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1661036 Feb 10 16:04:42.991816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3aeae0-5c28-44e2-9835-b573783746cf']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:43.018112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83467adc-a5c2-4521-9e71-9b20e2665a2c') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:43.018408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83467adc-a5c2-4521-9e71-9b20e2665a2c') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:43.030464 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-366e55a1-5f73-4a25-8531-37d7ccfdc256 req-9ffca8e5-d714-4d41-a618-36e7ec35d1b9 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534048 Feb 10 16:04:43.041249 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c871aa-332e-431d-8715-20395acdd385 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.046615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.048630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-30155056-8a82-4936-9584-316c439ab5a5 req-8f2c45f8-a5a2-42bd-804a-6e24ae8bc63c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628467 Feb 10 16:04:43.067466 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c871aa-332e-431d-8715-20395acdd385 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.098179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.122357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:04:43.122723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:04:43.124594 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:04:43.139408 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72cfdde9-73c5-413d-a071-d33c6e94ff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.140483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c871aa-332e-431d-8715-20395acdd385 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.176081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71c871aa-332e-431d-8715-20395acdd385 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.177194 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71c871aa-332e-431d-8715-20395acdd385 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/71630d4d-1e69-47b3-9a5d-80ac42d22d71 HTTP/1.1" status: 204 len: 168 time: 0.2291379 Feb 10 16:04:43.181515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53262) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.187311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-72cfdde9-73c5-413d-a071-d33c6e94ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.206176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c871aa-332e-431d-8715-20395acdd385 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71630d4d-1e69-47b3-9a5d-80ac42d22d71,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.237596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfdde9-73c5-413d-a071-d33c6e94ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40316f9-895f-4a06-aaa9-e84ae56944fb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.240304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53264) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.240579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-74d9f95a-5851-4bd8-91eb-3a4d5f895a08 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591066 Feb 10 16:04:43.248648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.253606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72cfdde9-73c5-413d-a071-d33c6e94ff8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e54ac5446fc344eeb810c592ee71ed7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213726 Feb 10 16:04:43.256410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53266) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.264787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.267921 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b3aeae0-5c28-44e2-9835-b573783746cf HTTP/1.1" status: 204 len: 168 time: 1.0790851 Feb 10 16:04:43.293449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800163b-baa4-4ea5-996a-09af31a23abf admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3aeae0-5c28-44e2-9835-b573783746cf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.343118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65293d86-7659-439f-9fde-f0701f835e4c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.369070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65293d86-7659-439f-9fde-f0701f835e4c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.402087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5e85cad-e133-4130-8234-c623ddf6d9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.418519 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65293d86-7659-439f-9fde-f0701f835e4c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.420689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a064-652f-45aa-9b24-b9f149f6884c req-fe1c150c-3c35-4d68-91b7-e2538f25415d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:43.422711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65293d86-7659-439f-9fde-f0701f835e4c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.424143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-65293d86-7659-439f-9fde-f0701f835e4c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/d23c63c2-07ee-415a-abe7-c98b7e7f4e7c HTTP/1.1" status: 204 len: 168 time: 0.1829007 Feb 10 16:04:43.431184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53276) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.431404 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9447a064-652f-45aa-9b24-b9f149f6884c req-fe1c150c-3c35-4d68-91b7-e2538f25415d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.0959928 Feb 10 16:04:43.447676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65293d86-7659-439f-9fde-f0701f835e4c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23c63c2-07ee-415a-abe7-c98b7e7f4e7c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.468163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5e85cad-e133-4130-8234-c623ddf6d9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.504139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9447a064-652f-45aa-9b24-b9f149f6884c req-d7c758d2-ee72-4d0f-ba53-6caef3f466cd tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Feb 10 16:04:43.516315 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-37c3b336-1fce-4138-a57c-570cfd6f9d22 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817316 Feb 10 16:04:43.521294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53280) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.531051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041797706'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:43.558883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.566617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5e85cad-e133-4130-8234-c623ddf6d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.566617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5e85cad-e133-4130-8234-c623ddf6d9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.566789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53282) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.567782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d5e85cad-e133-4130-8234-c623ddf6d9b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c40316f9-895f-4a06-aaa9-e84ae56944fb HTTP/1.1" status: 204 len: 168 time: 0.3098586 Feb 10 16:04:43.584316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e85cad-e133-4130-8234-c623ddf6d9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40316f9-895f-4a06-aaa9-e84ae56944fb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.625167 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-279ccf1a-32d7-446a-96d5-0e958500d821 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf058813546d4f1c8120eeb8536528f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574341 Feb 10 16:04:43.627872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53286) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.716864 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.730178 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a6f8f14-75dc-45f7-a4ed-a01344622624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.731819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.792531 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 07a55c04-0344-494e-b624-d2469e9dc811 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:43.809492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.813836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2891138 Feb 10 16:04:43.814185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53292) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.815581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a6f8f14-75dc-45f7-a4ed-a01344622624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.817990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bfe4a-2bac-4a01-a19a-44f041553e52 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85270a2c-bbe4-453f-a259-0c2ac7e360b0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.819824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '85270a2c-bbe4-453f-a259-0c2ac7e360b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:43.825713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 07a55c04-0344-494e-b624-d2469e9dc811 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:43.826326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 07a55c04-0344-494e-b624-d2469e9dc811 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:43.849707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-af528103-442c-4df1-98a2-ab0301568553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:43.852285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-af528103-442c-4df1-98a2-ab0301568553 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 1096 time: 0.4628017 Feb 10 16:04:43.868274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.938812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.943393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.966508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad043774-139f-4636-a33b-9d311b890cc1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:43.976853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.978487 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73c511ff-2904-401e-bbe4-8100e168783a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1630828 Feb 10 16:04:43.979506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a6f8f14-75dc-45f7-a4ed-a01344622624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.982253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a6f8f14-75dc-45f7-a4ed-a01344622624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:43.982408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53296) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:43.983384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3a6f8f14-75dc-45f7-a4ed-a01344622624 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e6be573-9d0b-49de-bcf8-5c0fd7ffdfb9 HTTP/1.1" status: 204 len: 168 time: 0.3544872 Feb 10 16:04:43.987386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '85270a2c-bbe4-453f-a259-0c2ac7e360b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:44.006190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f8f14-75dc-45f7-a4ed-a01344622624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6be573-9d0b-49de-bcf8-5c0fd7ffdfb9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:44.011380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-e7b0f625-7312-47e9-bdc1-8ca68eaabed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:44.012660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-e7b0f625-7312-47e9-bdc1-8ca68eaabed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 917 time: 0.1512218 Feb 10 16:04:44.037462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.074714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-438ff855-0b2b-443b-8a42-f7bf3b49d252 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c HTTP/1.1" status: 200 len: 217 time: 0.0532823 Feb 10 16:04:44.131783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-78b38889-0eb5-468e-ac9b-7303081319b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:44.133377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-78b38889-0eb5-468e-ac9b-7303081319b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.0494998 Feb 10 16:04:44.159332 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.166693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.190255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f768f7e3-fd84-4751-bb8f-59c15aad69ed,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:44.203385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.208320 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-79746fd8-876b-4209-aa2e-f9de814137c2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211819 Feb 10 16:04:44.208499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53308) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:44.215481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '85270a2c-bbe4-453f-a259-0c2ac7e360b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:44.247136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-7ad3fcd3-eeb6-4115-af13-a5bdb106d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:44.248633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-7ad3fcd3-eeb6-4115-af13-a5bdb106d27e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063304 Feb 10 16:04:44.263980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e957c-e5e6-45de-8795-d3147a07760a req-63a4dff0-065c-4af8-a84a-b1d713ca5799 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:44.265466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-868e957c-e5e6-45de-8795-d3147a07760a req-63a4dff0-065c-4af8-a84a-b1d713ca5799 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1072471 Feb 10 16:04:44.299261 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.398452 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-868e957c-e5e6-45de-8795-d3147a07760a req-b80c113d-53b0-4c80-b4b7-b91f65717b97 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220286 Feb 10 16:04:44.425720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53318) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:44.440440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-7009397a-ff16-4b70-828f-5d0d5326652b service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721029 Feb 10 16:04:44.454685 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.464778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.484594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53320) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:44.485408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-34a311f7-8402-4dbc-a383-c62426b98545 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acc0a7bd4b6b4544875735a30c0e3e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584841 Feb 10 16:04:44.543659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025ee821-f776-45b9-9fad-6f1198db469e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:44.558475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.559721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a096c845-6530-420d-812c-e24af4b20e2a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3513434 Feb 10 16:04:44.564102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53326) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:44.570418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '85270a2c-bbe4-453f-a259-0c2ac7e360b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:44.624536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6001c256-b49e-447c-9fb5-c987c6468d4c req-8a1044ae-90ba-40cd-bd7b-bbaa1959486f service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721017 Feb 10 16:04:44.626430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fa97b8f-6bb6-4528-b205-f0408a6248aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.628092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.662834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fa97b8f-6bb6-4528-b205-f0408a6248aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.730227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85708e66-3776-499c-80b0-3b5545972aff req-ce206b28-abcc-4cf7-8651-437fbe2f5490 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:44.731853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85708e66-3776-499c-80b0-3b5545972aff req-ce206b28-abcc-4cf7-8651-437fbe2f5490 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1064353 Feb 10 16:04:44.737665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.744470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.756291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fa97b8f-6bb6-4528-b205-f0408a6248aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.758757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3fa97b8f-6bb6-4528-b205-f0408a6248aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.759911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3fa97b8f-6bb6-4528-b205-f0408a6248aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28e66af2-5f41-440d-97f9-488604b26738 HTTP/1.1" status: 204 len: 168 time: 0.2736149 Feb 10 16:04:44.772610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa97b8f-6bb6-4528-b205-f0408a6248aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e66af2-5f41-440d-97f9-488604b26738,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:44.774166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae7d6dd-7d9f-41a4-b186-94030b044472,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:44.788206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.800277 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5b2ea226-8193-4206-a111-090bcc1a7d45 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2323267 Feb 10 16:04:44.800518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85708e66-3776-499c-80b0-3b5545972aff req-b910ed0f-d23c-4122-9b02-3102d8b788aa tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Feb 10 16:04:44.800669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53334) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:44.809419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '85270a2c-bbe4-453f-a259-0c2ac7e360b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:44.856587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.928882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.937299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.958219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1dd221-dd49-42ba-88d9-f7f8e1f2d554,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:44.969641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:44.973480 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-17beaa75-3265-4274-8e3f-34daeb354808 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1665306 Feb 10 16:04:44.973850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53340) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:44.998510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8253a23-046c-4906-91b7-2e97a7f305f2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.006106 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8253a23-046c-4906-91b7-2e97a7f305f2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.040167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8253a23-046c-4906-91b7-2e97a7f305f2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.046787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8253a23-046c-4906-91b7-2e97a7f305f2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.047962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f8253a23-046c-4906-91b7-2e97a7f305f2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9a1dd221-dd49-42ba-88d9-f7f8e1f2d554 HTTP/1.1" status: 204 len: 168 time: 0.0731101 Feb 10 16:04:45.050874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53344) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.053264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8253a23-046c-4906-91b7-2e97a7f305f2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a1dd221-dd49-42ba-88d9-f7f8e1f2d554,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:45.101424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d090e39f-9387-48ab-8ac8-cadcb4ae1b47 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0490723 Feb 10 16:04:45.104145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53348) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.130409 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-12ef6558-a31c-4e2c-9cd2-d9cc5678406c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.143918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-12ef6558-a31c-4e2c-9cd2-d9cc5678406c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.182090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-12ef6558-a31c-4e2c-9cd2-d9cc5678406c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.189085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-12ef6558-a31c-4e2c-9cd2-d9cc5678406c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.190258 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-12ef6558-a31c-4e2c-9cd2-d9cc5678406c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fae7d6dd-7d9f-41a4-b186-94030b044472 HTTP/1.1" status: 204 len: 168 time: 0.0851886 Feb 10 16:04:45.192972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53352) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.201415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef6558-a31c-4e2c-9cd2-d9cc5678406c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fae7d6dd-7d9f-41a4-b186-94030b044472,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:45.248725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7de90f4d-a788-4043-bf43-c4b772f8c509 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0545750 Feb 10 16:04:45.251496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53356) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.290211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-535df0a5-4529-400a-8b7c-33c5ecad4f21 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.298979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-535df0a5-4529-400a-8b7c-33c5ecad4f21 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.334367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-535df0a5-4529-400a-8b7c-33c5ecad4f21 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.340615 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-535df0a5-4529-400a-8b7c-33c5ecad4f21 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.345119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.352632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-535df0a5-4529-400a-8b7c-33c5ecad4f21 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/025ee821-f776-45b9-9fad-6f1198db469e HTTP/1.1" status: 204 len: 168 time: 0.1001055 Feb 10 16:04:45.365583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535df0a5-4529-400a-8b7c-33c5ecad4f21 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=025ee821-f776-45b9-9fad-6f1198db469e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:45.402947 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-19ea29a7-aaae-4630-a76d-a186e48b06a7 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0563810 Feb 10 16:04:45.405780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53366) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.432383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-312744a4-c37e-454f-993d-437ba683a256 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.440576 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-312744a4-c37e-454f-993d-437ba683a256 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.483368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-312744a4-c37e-454f-993d-437ba683a256 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.495244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-312744a4-c37e-454f-993d-437ba683a256 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.495244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-312744a4-c37e-454f-993d-437ba683a256 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f768f7e3-fd84-4751-bb8f-59c15aad69ed HTTP/1.1" status: 204 len: 168 time: 0.0840480 Feb 10 16:04:45.495497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53372) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.498703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53374) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.501286 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312744a4-c37e-454f-993d-437ba683a256 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f768f7e3-fd84-4751-bb8f-59c15aad69ed,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:45.555478 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8d74e4bc-763e-4edb-90fc-ced24f7d71a9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0557170 Feb 10 16:04:45.558618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53378) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.573595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef73559-39b5-4da1-9cfa-d44ca749fbf0 req-806b6ea3-a60c-4563-a3dd-e8758de6d992 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:45.575272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ef73559-39b5-4da1-9cfa-d44ca749fbf0 req-806b6ea3-a60c-4563-a3dd-e8758de6d992 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.0764668 Feb 10 16:04:45.588268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c4cffbd-72e4-4355-9a34-97b9ebe99fee tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.598656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c4cffbd-72e4-4355-9a34-97b9ebe99fee tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.628197 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ef73559-39b5-4da1-9cfa-d44ca749fbf0 req-b7bbbafd-8797-4991-a5d3-dbd793fafda6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Feb 10 16:04:45.648505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c4cffbd-72e4-4355-9a34-97b9ebe99fee tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.653926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4c4cffbd-72e4-4355-9a34-97b9ebe99fee tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.657993 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4c4cffbd-72e4-4355-9a34-97b9ebe99fee tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ad043774-139f-4636-a33b-9d311b890cc1 HTTP/1.1" status: 204 len: 168 time: 0.0944319 Feb 10 16:04:45.658171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53384) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.663167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cffbd-72e4-4355-9a34-97b9ebe99fee tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad043774-139f-4636-a33b-9d311b890cc1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:45.701600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5056f090-9ad9-4548-8987-502650a2ee0b tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423524 Feb 10 16:04:45.704679 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53386) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.762516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65672314-6501-4d6f-99d0-a80267f8c3ad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.793579 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65672314-6501-4d6f-99d0-a80267f8c3ad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.843087 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65672314-6501-4d6f-99d0-a80267f8c3ad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.846692 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65672314-6501-4d6f-99d0-a80267f8c3ad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.851418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53392) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.851822 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-65672314-6501-4d6f-99d0-a80267f8c3ad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/85270a2c-bbe4-453f-a259-0c2ac7e360b0 HTTP/1.1" status: 204 len: 168 time: 0.1459212 Feb 10 16:04:45.867298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65672314-6501-4d6f-99d0-a80267f8c3ad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85270a2c-bbe4-453f-a259-0c2ac7e360b0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:45.889942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-419048396'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:45.956824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:45.958811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4b3a21d5-699d-4ef6-ae03-20a11a5fb95f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060891 Feb 10 16:04:45.963108 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.965953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:45.973730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--585191570'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:45.988456 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:45.992737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88a457-7af3-434e-8aae-5f8692886060 req-ca94174e-de12-49d8-9921-ffd1fda00711 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:45.996794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b88a457-7af3-434e-8aae-5f8692886060 req-ca94174e-de12-49d8-9921-ffd1fda00711 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.0784700 Feb 10 16:04:46.048651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.051562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b88a457-7af3-434e-8aae-5f8692886060 req-c3a60376-41f4-4f91-a866-3a17e405c86d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Feb 10 16:04:46.184472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.191341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.204274 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:04:46.237302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.237566 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Added segment 77167b68-fd8c-422b-be9c-8015e9bda5ae of type vlan for network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd Feb 10 16:04:46.261959 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.285898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3cb9c4-fe1a-4456-9f02-7345494c3419,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:46.287864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74977-55a2-4ccc-bd0d-18d1ed48f35f req-71bd3dbb-9c6a-4776-888d-263d767d2261 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:46.289285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.305002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72f74977-55a2-4ccc-bd0d-18d1ed48f35f req-71bd3dbb-9c6a-4776-888d-263d767d2261 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1120086 Feb 10 16:04:46.331511 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.362502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.364428 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3972566 Feb 10 16:04:46.367099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53418) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:46.371916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddfb03-29cb-4b48-a157-a9ccfdc9e040 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50bb38-b823-4347-9da6-c94c4c376a90,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:46.374515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '5c50bb38-b823-4347-9da6-c94c4c376a90', 'direction': 'ingress', 'protocol': 17}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:46.394189 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.400273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:46.402528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.411966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72f74977-55a2-4ccc-bd0d-18d1ed48f35f req-49230a82-396e-47d8-b2ce-a9844970a79f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973914 Feb 10 16:04:46.443999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.512298 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.519491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.544795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a84990-7cd9-47f6-9587-0809bb4b4320,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:46.548553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Network': ['ID=9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:46.559733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-696b7a1f-d561-4d6f-a181-52e62d5bb60d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0657058 Feb 10 16:04:46.563133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53426) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:46.565129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:04:46.568096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.570688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e9d57f0e-93dc-47de-8e88-aafe46e8320c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2006195 Feb 10 16:04:46.572970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53428) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:46.576878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'subnet': {'network_id': '9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:46.694041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89f72cdb-0691-4273-b038-e7bc3a708157 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.703153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d792fed-e45e-43c3-b867-8022f3722840 req-be531f42-67be-4f02-a1a8-358d3818cafc tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:46.705082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d792fed-e45e-43c3-b867-8022f3722840 req-be531f42-67be-4f02-a1a8-358d3818cafc tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.1410074 Feb 10 16:04:46.730915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89f72cdb-0691-4273-b038-e7bc3a708157 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.799372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d792fed-e45e-43c3-b867-8022f3722840 req-b5cc947b-2aea-4e15-9b04-07616132eae5 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840406 Feb 10 16:04:46.803017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89f72cdb-0691-4273-b038-e7bc3a708157 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.807711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-89f72cdb-0691-4273-b038-e7bc3a708157 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.809414 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-89f72cdb-0691-4273-b038-e7bc3a708157 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c50bb38-b823-4347-9da6-c94c4c376a90 HTTP/1.1" status: 204 len: 168 time: 0.2349553 Feb 10 16:04:46.814869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53436) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:46.834883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:46.839677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.848690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72cdb-0691-4273-b038-e7bc3a708157 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50bb38-b823-4347-9da6-c94c4c376a90,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:46.912299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb14b5-9127-450f-9883-627ceaedf8c7 req-8432c5af-c0d1-4619-99bd-40f4dbf801b0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:46.920741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6bb14b5-9127-450f-9883-627ceaedf8c7 req-8432c5af-c0d1-4619-99bd-40f4dbf801b0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1601067 Feb 10 16:04:46.940634 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-21fb3673-65e3-43bf-895a-fd4b5b96b573 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243801 Feb 10 16:04:46.944608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53440) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:46.950474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144474189'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:46.983145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:46.989206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6bb14b5-9127-450f-9883-627ceaedf8c7 req-610ae4b9-d8d5-43c4-99ba-4a2ddd5ed24e tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675979 Feb 10 16:04:47.058015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2b4e-303e-403b-9847-4175a5fe6ac3 req-839f738e-f78f-4896-a064-491f1ed48d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:47.067835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae5d2b4e-303e-403b-9847-4175a5fe6ac3 req-839f738e-f78f-4896-a064-491f1ed48d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1161680 Feb 10 16:04:47.100362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.107959 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.131332 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ae5d2b4e-303e-403b-9847-4175a5fe6ac3 req-215f8b2c-4e10-452c-b609-8eb73e961626 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645459 Feb 10 16:04:47.154092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.158329 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2128131 Feb 10 16:04:47.159882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53454) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:47.164431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--93203679'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:47.170675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38642978-5b72-4543-b82f-1077cb24ba70 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e284b2-5430-4ce7-9849-d847c41e0e3d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:47.209322 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.210358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-67930e97-bb65-42e9-9f0b-756b1f82c1c8 req-5f74c22b-ff0b-4f86-8e6a-2f04d315d6fb tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:04:47.211379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67930e97-bb65-42e9-9f0b-756b1f82c1c8 req-5f74c22b-ff0b-4f86-8e6a-2f04d315d6fb tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111825 Feb 10 16:04:47.286799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.315978 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.321730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.361935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.363195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2023776 Feb 10 16:04:47.365341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c0747-5988-4781-bd0a-2930dbb20fa5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b89f7b-fe24-4753-b57d-212368a1fbae,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:47.367365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53464) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:47.373030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '33e284b2-5430-4ce7-9849-d847c41e0e3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34b89f7b-fe24-4753-b57d-212368a1fbae', 'remote_ip_prefix': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:47.388338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Subnet': ['ID=babce0a1-4f88-45e2-94ab-e47e095750c6,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:47.395682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67930e97-bb65-42e9-9f0b-756b1f82c1c8 req-b85a00fd-1495-44ad-9a48-f74ce11f14f7 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1726830 Feb 10 16:04:47.399840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Checking segment: {'id': '77167b68-fd8c-422b-be9c-8015e9bda5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:47.400214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network hostable DHCP agents. Network: 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:04:47.419419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:04:47.429757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.439594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:47.445722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:47.445909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.456750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e5466-d9ad-4743-90ff-b82490084df6 None None] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:47.489127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-becc9deb-ad36-4fd0-af96-98aa15201f60 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9167962 Feb 10 16:04:47.489804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53472) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:47.502372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1115876751', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:47.577928 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.578966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.616200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.622385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.652046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e84af43-d290-4e85-b6a9-e11a19f927d3,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:47.684612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.688537 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-110f4a9c-72fc-44a2-b3e8-58a5631626b8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3177447 Feb 10 16:04:47.689356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:47.725169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bfd865f-ae49-495c-805a-031f0fc668ea tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.734271 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bfd865f-ae49-495c-805a-031f0fc668ea tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.749554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.756327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f95b76-3162-43e0-af97-74f4fc7e3ff0 None None] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:47.766551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bfd865f-ae49-495c-805a-031f0fc668ea tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.774007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6bfd865f-ae49-495c-805a-031f0fc668ea tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.775400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6bfd865f-ae49-495c-805a-031f0fc668ea tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3e84af43-d290-4e85-b6a9-e11a19f927d3 HTTP/1.1" status: 204 len: 168 time: 0.0847569 Feb 10 16:04:47.781808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53484) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:47.804921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd865f-ae49-495c-805a-031f0fc668ea tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e84af43-d290-4e85-b6a9-e11a19f927d3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:47.845664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8e9e-82b4-4b75-9736-08fef42c1d13 req-47ead38a-3dec-449b-97a1-e2feaee3befe tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:47.852825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d88f8e9e-82b4-4b75-9736-08fef42c1d13 req-47ead38a-3dec-449b-97a1-e2feaee3befe tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1355662 Feb 10 16:04:47.864289 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1518f724-842c-429c-a4bf-8c74f4dbfe01 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0813127 Feb 10 16:04:47.869957 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53488) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:47.957033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d242c7ca-9c54-4f8c-a32c-1243a83b0b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:47.989486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d242c7ca-9c54-4f8c-a32c-1243a83b0b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.046697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d242c7ca-9c54-4f8c-a32c-1243a83b0b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.050567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d242c7ca-9c54-4f8c-a32c-1243a83b0b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.053469 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d242c7ca-9c54-4f8c-a32c-1243a83b0b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/34b89f7b-fe24-4753-b57d-212368a1fbae HTTP/1.1" status: 204 len: 168 time: 0.1794436 Feb 10 16:04:48.055029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53494) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.078846 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242c7ca-9c54-4f8c-a32c-1243a83b0b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b89f7b-fe24-4753-b57d-212368a1fbae,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:48.137083 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-648d2952-5cec-4046-a382-9c4a0b681ca6 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0771120 Feb 10 16:04:48.139960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53498) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.207768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-936c2ea9-73d3-4c55-be59-0ec722d88431 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.226949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.238342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-936c2ea9-73d3-4c55-be59-0ec722d88431 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.268045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d88f8e9e-82b4-4b75-9736-08fef42c1d13 req-fcc2e348-6c32-4e12-97ce-35a973da8602 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142711 Feb 10 16:04:48.292975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-936c2ea9-73d3-4c55-be59-0ec722d88431 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.296593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-936c2ea9-73d3-4c55-be59-0ec722d88431 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.298048 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-936c2ea9-73d3-4c55-be59-0ec722d88431 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/33e284b2-5430-4ce7-9849-d847c41e0e3d HTTP/1.1" status: 204 len: 168 time: 0.1570797 Feb 10 16:04:48.302728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53504) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.345462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c2ea9-73d3-4c55-be59-0ec722d88431 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e284b2-5430-4ce7-9849-d847c41e0e3d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:48.383646 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1bcc7105-04c2-4cb0-8470-d4fb08033bbe tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797629 Feb 10 16:04:48.391622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53506) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.400905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392741159'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:48.402704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53508) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.408511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794929245', 'description': 'tempest-secgroup-smoke-794929245 description', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:48.439911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.475887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa5010-a189-47a9-afef-5d3426868f5e req-e42585bf-3069-4d12-83cd-aeac50ca4229 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:48.483603 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8eaa5010-a189-47a9-afef-5d3426868f5e req-e42585bf-3069-4d12-83cd-aeac50ca4229 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1293166 Feb 10 16:04:48.527317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.534454 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.568999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.573129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1776755 Feb 10 16:04:48.574267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53512) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.576490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.580046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': '9b2363ff-5654-4d71-8e06-5e740c7df251', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:48.586034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869f2ac-4ec3-40ec-9c90-bd31820d42e2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2363ff-5654-4d71-8e06-5e740c7df251,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:48.610775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.613708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.617705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.667888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8eaa5010-a189-47a9-afef-5d3426868f5e req-701c62b3-eb53-42bd-886b-4600ba974773 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789842 Feb 10 16:04:48.672492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.697656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696923bc-7cba-40b2-a38c-c9720dfc3369 req-87768469-6210-4797-a581-91e85ce43d95 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:48.699697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-696923bc-7cba-40b2-a38c-c9720dfc3369 req-87768469-6210-4797-a581-91e85ce43d95 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.2105818 Feb 10 16:04:48.701750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.708705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.739776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57882c4-8108-45ba-ba4e-11784e6e68e1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:48.750434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.751728 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a49ffc11-9ba1-44b8-a077-d10235ea8340 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1762333 Feb 10 16:04:48.754649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53514) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.787154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-201b4851-f73e-436c-b1d0-6c87d2d7048e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.795708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-201b4851-f73e-436c-b1d0-6c87d2d7048e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.826706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-201b4851-f73e-436c-b1d0-6c87d2d7048e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.834113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-201b4851-f73e-436c-b1d0-6c87d2d7048e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.835199 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-201b4851-f73e-436c-b1d0-6c87d2d7048e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f57882c4-8108-45ba-ba4e-11784e6e68e1 HTTP/1.1" status: 204 len: 168 time: 0.0796225 Feb 10 16:04:48.839970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53518) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.848313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b4851-f73e-436c-b1d0-6c87d2d7048e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f57882c4-8108-45ba-ba4e-11784e6e68e1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:48.865843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-696923bc-7cba-40b2-a38c-c9720dfc3369 req-39b58404-1fb5-4ca3-bf45-8bd12e531112 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402421 Feb 10 16:04:48.894784 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1238dc4c-4e92-4ece-ad11-8e65bedc6b6d tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533352 Feb 10 16:04:48.897144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53522) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:48.955395 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.962593 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:48.974720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da53a0b7-35fb-4552-866e-b526629bd407 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.000021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da53a0b7-35fb-4552-866e-b526629bd407 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.012349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.97 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/d1f204f9-6e01-4f7e-b4d3-e96f72a42a58) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:49.057771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da53a0b7-35fb-4552-866e-b526629bd407 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.058620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e705f-24ee-4e18-983e-f9f1efea6c7e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.061470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da53a0b7-35fb-4552-866e-b526629bd407 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.062846 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da53a0b7-35fb-4552-866e-b526629bd407 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/9b2363ff-5654-4d71-8e06-5e740c7df251 HTTP/1.1" status: 204 len: 168 time: 0.1647751 Feb 10 16:04:49.069091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53528) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.090787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53a0b7-35fb-4552-866e-b526629bd407 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2363ff-5654-4d71-8e06-5e740c7df251,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.143336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-39fd5e65-8c69-4c05-9aaa-495aa95fec92 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729208 Feb 10 16:04:49.144030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53532) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.149177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--374457221'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:49.163898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efc52a-c625-46e9-8fb8-148d6b57ff94 req-d1f1ac3e-5e6a-43ba-b8e2-b4c87bc62769 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:49.165422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2efc52a-c625-46e9-8fb8-148d6b57ff94 req-d1f1ac3e-5e6a-43ba-b8e2-b4c87bc62769 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1950147 Feb 10 16:04:49.179006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.183085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.195108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.264771 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.265472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.265994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8623519 Feb 10 16:04:49.269450 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53538) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.274515 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '2d8cd334-e522-442f-8b3f-4afb103c96b2', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:49.280358 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.280701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2efc52a-c625-46e9-8fb8-148d6b57ff94 req-42dbf75d-a129-49f9-8da2-6af3abd15d7c tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007397 Feb 10 16:04:49.286122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c12c8d-32c1-4f77-8520-689b8d885fb1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8cd334-e522-442f-8b3f-4afb103c96b2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.292588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.337587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.339163 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1936879 Feb 10 16:04:49.341965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53542) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.344500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214a0f1-7bc8-4075-9d33-d7f73e47e486 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cb162d-6b56-40bd-9d13-58e646b8e020,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.353705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.363091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb162d-6b56-40bd-9d13-58e646b8e020', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:49.387017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.440004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:49.442894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.447383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:49.451149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.454992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:49.466492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.475977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0551fff7-58ca-4c9f-89dc-7a23f3163737,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.489718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.494784 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3c062edc-3286-42ab-b0ae-9fd519a7a0f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209730 Feb 10 16:04:49.495560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=d1f204f9-6e01-4f7e-b4d3-e96f72a42a58,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.498429 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53546) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.502722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '2d8cd334-e522-442f-8b3f-4afb103c96b2', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:49.545427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.577958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd029451-4af8-492c-b184-7c2b8dca1fad req-d4e8d981-a8dd-4edc-a8b3-f7f9c9d9e027 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:49.583881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd029451-4af8-492c-b184-7c2b8dca1fad req-d4e8d981-a8dd-4edc-a8b3-f7f9c9d9e027 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:49.590401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd029451-4af8-492c-b184-7c2b8dca1fad req-d4e8d981-a8dd-4edc-a8b3-f7f9c9d9e027 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:49.592134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd029451-4af8-492c-b184-7c2b8dca1fad req-d4e8d981-a8dd-4edc-a8b3-f7f9c9d9e027 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09&device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea&device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 2418 time: 0.1408248 Feb 10 16:04:49.628311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.632510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.657405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86732364-953d-4441-a61b-dad4c66d65e1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.676148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.680173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1fb764da-9e7f-4e52-bb3a-9981a8abe87e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1782949 Feb 10 16:04:49.681061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53552) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.688765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '2d8cd334-e522-442f-8b3f-4afb103c96b2', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:49.717924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.730805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.747663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.797385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.798602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cd029451-4af8-492c-b184-7c2b8dca1fad req-e9aee82e-dace-413e-b413-4dd1a72d4570 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709180 Feb 10 16:04:49.803935 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.818229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25805767-84a4-42c0-be16-1825b636a830,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.825158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0a2f22-724c-466e-95ff-cd43728c6817,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:49.836920 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.841796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-34c3ff1d-d466-42c6-8c8f-999a343b2e8a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563165 Feb 10 16:04:49.841911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-3a042649-0015-4135-917b-6ca9981a0e31 req-a40af1e4-fec3-4d75-b03a-60e0f97c66d9 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:04:49.841911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a042649-0015-4135-917b-6ca9981a0e31 req-a40af1e4-fec3-4d75-b03a-60e0f97c66d9 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071034 Feb 10 16:04:49.842125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53562) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.844868 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.848944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6bf4c1f6-0e2a-4dda-b19b-069f058759b5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5032763 Feb 10 16:04:49.849107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '2d8cd334-e522-442f-8b3f-4afb103c96b2', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:49.851908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53564) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:49.882208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.939991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0d55-50fe-4058-a097-5eca7ee06b94 req-5a02fb51-bba4-4e1f-b2d1-4b56d84671c3 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:49.941484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-331c0d55-50fe-4058-a097-5eca7ee06b94 req-5a02fb51-bba4-4e1f-b2d1-4b56d84671c3 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1994050 Feb 10 16:04:49.961341 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.966921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:49.973253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dfadf2bf-0615-4155-b341-47d2749f7bc2 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules/25805767-84a4-42c0-be16-1825b636a830 HTTP/1.1" status: 200 len: 763 time: 0.1194479 Feb 10 16:04:49.976116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53568) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.002366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b25aad-fcac-4b8d-a3b2-3dc8e65a41eb,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:50.015738 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.019820 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b8b185e3-8793-40cd-96ba-e524b76d38f3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741266 Feb 10 16:04:50.020213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53570) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.024805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '2d8cd334-e522-442f-8b3f-4afb103c96b2', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:50.058680 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-633c2d96-b674-47be-a892-ae5b03435a4f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0723290 Feb 10 16:04:50.058680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53572) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.068057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a042649-0015-4135-917b-6ca9981a0e31 req-165b6a6b-fbff-4c80-bfc6-c68d5c383916 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1593075 Feb 10 16:04:50.093678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68039478-4e52-484d-a511-0a2eca1ed634 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.096292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-331c0d55-50fe-4058-a097-5eca7ee06b94 req-0d745350-d050-4fbd-8776-1ad2c67d1b87 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266539 Feb 10 16:04:50.097279 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.112605 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:04:50.119361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68039478-4e52-484d-a511-0a2eca1ed634 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.137542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.182160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68039478-4e52-484d-a511-0a2eca1ed634 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.191965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68039478-4e52-484d-a511-0a2eca1ed634 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.193065 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-68039478-4e52-484d-a511-0a2eca1ed634 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/25805767-84a4-42c0-be16-1825b636a830 HTTP/1.1" status: 204 len: 168 time: 0.1339340 Feb 10 16:04:50.202305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53576) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.214165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68039478-4e52-484d-a511-0a2eca1ed634 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25805767-84a4-42c0-be16-1825b636a830,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:50.244292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.262995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-119679c2-1cdf-4455-9840-f2bf13c37aad tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595706 Feb 10 16:04:50.263827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.265998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53578) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.275119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb162d-6b56-40bd-9d13-58e646b8e020', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:50.296789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa453a2-c0cc-4bcd-95f7-e2fb321742df,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:50.311507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.313013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-25c2db65-958f-4e8f-8d63-ddd9e2948266 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2917573 Feb 10 16:04:50.315664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53582) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.321487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '2d8cd334-e522-442f-8b3f-4afb103c96b2', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:50.375693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.381916 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:04:50.399545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.409385 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.487542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.496476 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.507049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.518157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.524447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7a1554-4c86-49e5-8fa7-5518e4525354,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:50.545598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.549470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9ae8911c-b3ae-450e-b2fb-64fd71acde78 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2760079 Feb 10 16:04:50.550347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.554295 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2348742 Feb 10 16:04:50.554295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddca5c-e8aa-47e5-a871-7c0d1337eb68 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7d4988-d242-4a8b-8de9-d5695890f75a,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:50.554565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53588) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.554657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53590) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.560111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'network': {'name': 'tempest-network-smoke--1939320177', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'port_security_enabled': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:50.577693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-929d332c-9025-4ca9-939d-e62a6c7fda11 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules/6d7a1554-4c86-49e5-8fa7-5518e4525354 HTTP/1.1" status: 200 len: 763 time: 0.0229709 Feb 10 16:04:50.579686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.590549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:50.595782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.638793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:04:50.642176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bc373c29-a41b-4340-8ef6-0c556735a41e tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0613155 Feb 10 16:04:50.644928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53594) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.655722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.656074 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Added segment 3d5d95b2-b5ca-452e-b0df-d722191e5aab of type vlan for network 0af39baf-f11a-4485-ba0a-ed5b03b07042 Feb 10 16:04:50.692811 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e95e71-c99b-444b-92a3-602328edf5d0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.706461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e95e71-c99b-444b-92a3-602328edf5d0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.713474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.714751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:04:50.753475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.763304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:50.763960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.810541 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e95e71-c99b-444b-92a3-602328edf5d0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.818954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e95e71-c99b-444b-92a3-602328edf5d0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.824133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40e95e71-c99b-444b-92a3-602328edf5d0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6d7a1554-4c86-49e5-8fa7-5518e4525354 HTTP/1.1" status: 204 len: 168 time: 0.1741371 Feb 10 16:04:50.824133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53600) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.828020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2723393 Feb 10 16:04:50.830677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53602) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:50.835099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'admin_state_up': True, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:50.854118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca843b-c96e-4c86-9411-90461be03c23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Network': ['ID=0af39baf-f11a-4485-ba0a-ed5b03b07042,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:50.877922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:04:50.890885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:50.892128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:51.005528 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:51.166411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e95e71-c99b-444b-92a3-602328edf5d0 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d7a1554-4c86-49e5-8fa7-5518e4525354,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:51.232736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9aa8e82e-7563-44c1-9162-c6e4adef05cd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4078963 Feb 10 16:04:51.254218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53618) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:51.263474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb162d-6b56-40bd-9d13-58e646b8e020', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:51.272361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:51.360577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:51.367394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-a80c6fd9-8092-4190-805a-21912793a47a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289222 Feb 10 16:04:51.372293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:51.389417 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:51.390125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:51.394836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:51.421803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d25d42-f4c9-46f3-bcc0-41d008758338 req-aebf674f-0dd0-4ec9-90d3-27266ba62786 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:51.433986 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58d25d42-f4c9-46f3-bcc0-41d008758338 req-aebf674f-0dd0-4ec9-90d3-27266ba62786 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1792846 Feb 10 16:04:51.466422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:51.467941 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:51.472267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5db7160f-6358-441b-a474-202586f04e84 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9783719 Feb 10 16:04:51.474907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53626) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:51.497582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:51.500101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:51.522694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-0fa2f92a-47d6-4d05-900c-5a9ee4300052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:51.526707 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-0fa2f92a-47d6-4d05-900c-5a9ee4300052 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=593a3a6048e744aebd8e917d189add46&device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 1096 time: 0.0861886 Feb 10 16:04:51.551153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58d25d42-f4c9-46f3-bcc0-41d008758338 req-3b1c05a6-b3fd-4975-9604-42018049160a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147451 Feb 10 16:04:51.565061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:51.567740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b72cf2-0452-484d-aff4-5a8baf9daed5 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:51.774723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-392c0f06-0a6b-4716-9bac-c0a0b068190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:51.776674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-392c0f06-0a6b-4716-9bac-c0a0b068190b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 200 len: 917 time: 0.2243240 Feb 10 16:04:51.867993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-9946ab6b-89f3-4505-b896-8456dc583345 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c HTTP/1.1" status: 200 len: 217 time: 0.0677102 Feb 10 16:04:51.896104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7227-abe1-430f-ab74-5cdacb976c7b req-92f3c075-923a-4d08-968c-8bb3ef5924b7 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:51.903780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a7e7227-abe1-430f-ab74-5cdacb976c7b req-92f3c075-923a-4d08-968c-8bb3ef5924b7 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1861141 Feb 10 16:04:51.965009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65682a7-356c-445f-9321-1e6f1e16200c req-1cc0d937-21e6-4449-802b-dae458ba75b0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:51.967085 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f65682a7-356c-445f-9321-1e6f1e16200c req-1cc0d937-21e6-4449-802b-dae458ba75b0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1884346 Feb 10 16:04:52.012369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-1dd6f4b4-eb05-4715-acdc-b6407e2e19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.013870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-1dd6f4b4-eb05-4715-acdc-b6407e2e19e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 200 len: 855 time: 0.1370997 Feb 10 16:04:52.020686 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a7e7227-abe1-430f-ab74-5cdacb976c7b req-489666de-a394-4a83-9db2-d3f97bd48a10 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159773 Feb 10 16:04:52.033982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.075825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.087860 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f65682a7-356c-445f-9321-1e6f1e16200c req-9931d05a-9049-48d5-9d06-ec78c153e128 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064770 Feb 10 16:04:52.101857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-eebc4bfe-0e4c-4379-8f13-df3d7fab3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.103430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-eebc4bfe-0e4c-4379-8f13-df3d7fab3d09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.1590528 Feb 10 16:04:52.110942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-9d7f0f8d-f0b9-446a-90cd-13e55f3c7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.112611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-9d7f0f8d-f0b9-446a-90cd-13e55f3c7b60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85dc34b-7a1d-4b18-abec-756bf395fa4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899162 Feb 10 16:04:52.123232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8ba963-b1bf-4d9e-84ce-b6e9194021bc,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:52.152365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.153894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4172e75b-0acf-4168-9c17-a993e7d39efd tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8985260 Feb 10 16:04:52.180033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53650) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:52.222585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-19155337-2313-48ab-bf7e-68864e6a673e service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022513 Feb 10 16:04:52.321011 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a9e2734e-646a-4929-81e9-06ad7a9a358c tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules/9d8ba963-b1bf-4d9e-84ce-b6e9194021bc HTTP/1.1" status: 200 len: 764 time: 0.1299629 Feb 10 16:04:52.326389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53660) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:52.343279 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1674d81b-5eb6-4197-94e8-a00595456fbe req-b92532ae-bccf-420e-a15f-6183563c2c75 service neutron] 10.222.0.45 "GET /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139281 Feb 10 16:04:52.378507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.443355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.448629 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-df207733-6213-4188-9219-ae4b45612d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.450106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-df207733-6213-4188-9219-ae4b45612d4d service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.3376265 Feb 10 16:04:52.560789 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-448d4319-d702-4466-87b3-6262de2dade5 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2277725 Feb 10 16:04:52.563649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53666) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:52.597834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7de95ae-8bce-4bbb-a311-b7dd115e8c33 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.605709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7de95ae-8bce-4bbb-a311-b7dd115e8c33 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.627561 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-5fc22110-9f44-493b-adcf-f3e7780f6a2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 1001 time: 0.1681399 Feb 10 16:04:52.648320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7de95ae-8bce-4bbb-a311-b7dd115e8c33 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.659304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7de95ae-8bce-4bbb-a311-b7dd115e8c33 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.660380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b7de95ae-8bce-4bbb-a311-b7dd115e8c33 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9d8ba963-b1bf-4d9e-84ce-b6e9194021bc HTTP/1.1" status: 204 len: 168 time: 0.0950308 Feb 10 16:04:52.666226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53668) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:52.674331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de95ae-8bce-4bbb-a311-b7dd115e8c33 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d8ba963-b1bf-4d9e-84ce-b6e9194021bc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:52.787281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.108 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/417bc0cf-4e9c-48e8-a1ad-59a53d020d7a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:52.800022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-5c91cc27-a48d-4685-9896-1d4b54468c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.801508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-5c91cc27-a48d-4685-9896-1d4b54468c9a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1504414 Feb 10 16:04:52.823286 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fbc83f90-44c2-4caf-9ca8-d478100e95c4 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1518018 Feb 10 16:04:52.826863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53672) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:52.891729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0195ca1c-9aa6-4ab3-b668-0de0ae3388da tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.922629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0195ca1c-9aa6-4ab3-b668-0de0ae3388da tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.994602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0195ca1c-9aa6-4ab3-b668-0de0ae3388da tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.998335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-35f30967-2176-4721-b2f8-b1ab8db09697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.998487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0195ca1c-9aa6-4ab3-b668-0de0ae3388da tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:52.999744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0195ca1c-9aa6-4ab3-b668-0de0ae3388da tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8cb162d-6b56-40bd-9d13-58e646b8e020 HTTP/1.1" status: 204 len: 168 time: 0.1710694 Feb 10 16:04:53.000018 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-35f30967-2176-4721-b2f8-b1ab8db09697 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880121 Feb 10 16:04:53.006952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53676) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:53.022191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195ca1c-9aa6-4ab3-b668-0de0ae3388da tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cb162d-6b56-40bd-9d13-58e646b8e020,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:53.049346 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.070669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-43dae962-19e5-4b33-abf6-e5bfa835adca tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585358 Feb 10 16:04:53.072779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53680) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:53.080257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group': {'name': 'tempest-secgroup--763357369'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:53.152420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.158536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.186360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-d8f98eaf-9ec5-4ef9-b86d-e06ef2887345 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747973 Feb 10 16:04:53.251276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.279944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-e2d82bf5-ba0d-41bc-8627-d0a6f443945e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:53.281544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-e2d82bf5-ba0d-41bc-8627-d0a6f443945e tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1607199 Feb 10 16:04:53.315248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04422d-2806-4921-9b13-fd1238cacb86 req-4c3c8f94-90a5-4caf-a8dc-e1514ed6d349 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:53.316710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f04422d-2806-4921-9b13-fd1238cacb86 req-4c3c8f94-90a5-4caf-a8dc-e1514ed6d349 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1594160 Feb 10 16:04:53.358362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbfd6-f7ad-4543-9078-c5887fc15432 req-f40c07f8-2eb5-435b-bc27-07ebd4264f53 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:53.364280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c9cbfd6-f7ad-4543-9078-c5887fc15432 req-f40c07f8-2eb5-435b-bc27-07ebd4264f53 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1590328 Feb 10 16:04:53.365594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:53.379188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:53.389092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:53.391680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:53.459879 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-a667bee5-8b39-43cb-b874-e46b6830c4ac req-0c1a15d4-96ed-4e5c-9750-6b3752a580a3 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333884 Feb 10 16:04:53.485992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.499901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f04422d-2806-4921-9b13-fd1238cacb86 req-1ee7f5b8-047f-40a6-9a09-289475bcae80 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637168 Feb 10 16:04:53.500492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.544935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c9cbfd6-f7ad-4543-9078-c5887fc15432 req-6655be1e-1739-4d7f-bba4-fac8216dddad tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474309 Feb 10 16:04:53.552246 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.553736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4790044 Feb 10 16:04:53.560448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53694) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:53.571744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Request body: {'security_group_rule': {'security_group_id': 'afc0f5cf-19e5-4534-a83c-09727fc68e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:53.591698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Deleting port 916caccc-5d4c-4284-9bb7-45617a29bad7 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:53.593073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.596059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fcc15-1bc7-49ea-bb96-dc5f807eab9f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0f5cf-19e5-4534-a83c-09727fc68e21,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:53.598867 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.689340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.734137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] For port 916caccc-5d4c-4284-9bb7-45617a29bad7, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=916caccc-5d4c-4284-9bb7-45617a29bad7,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:53.734572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.756040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Calling delete_port for 916caccc-5d4c-4284-9bb7-45617a29bad7 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:53.763832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.1 (9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd/babce0a1-4f88-45e2-94ab-e47e095750c6/584802f5-eb2f-4dbd-a5e9-0f4024a621e3) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:53.779096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.812844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.836009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d593e6bf-b300-464a-b804-7f4533e1dbd2,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:53.855867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:53.857205 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b61c0c4d-b134-46ff-afcd-4b235cbc64e9 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2950358 Feb 10 16:04:53.860760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53702) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:53.873773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.007477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.024529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c', '916caccc-5d4c-4284-9bb7-45617a29bad7'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:54.042113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-976ad4f7-02c1-455c-b9c1-5f80d4cba9e8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.049815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Pushing event deleted for resources: {'Port': ['ID=916caccc-5d4c-4284-9bb7-45617a29bad7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:54.090919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b5e54861-715b-4083-bd33-24e603c7ec17'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:54.107820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] No DVR routers for this DVR port 916caccc-5d4c-4284-9bb7-45617a29bad7 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:54.112805 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.116401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c0bd0c5-216f-4049-a295-26de98b948c1 req-5d24d701-40a7-474e-9897-483db20a1d3d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "DELETE /v2.0/ports/916caccc-5d4c-4284-9bb7-45617a29bad7 HTTP/1.1" status: 204 len: 173 time: 0.8268425 Feb 10 16:04:54.117016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'name': 'network-vif-deleted', 'tag': '916caccc-5d4c-4284-9bb7-45617a29bad7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:04:54.119418 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d3488a-b917-4149-b591-12dbc17d23ba" -d '{"events": [{"server_uuid": "21e1424a-767b-4cb1-bbfb-ac69f00b0e09", "name": "network-vif-deleted", "tag": "916caccc-5d4c-4284-9bb7-45617a29bad7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:54.124284 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-976ad4f7-02c1-455c-b9c1-5f80d4cba9e8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.199759 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-976ad4f7-02c1-455c-b9c1-5f80d4cba9e8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.203430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-976ad4f7-02c1-455c-b9c1-5f80d4cba9e8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.205059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-976ad4f7-02c1-455c-b9c1-5f80d4cba9e8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/afc0f5cf-19e5-4534-a83c-09727fc68e21 HTTP/1.1" status: 204 len: 168 time: 0.3432159 Feb 10 16:04:54.217615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53716) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:54.218728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ad4f7-02c1-455c-b9c1-5f80d4cba9e8 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0f5cf-19e5-4534-a83c-09727fc68e21,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:54.282124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0cbac721-5ac4-41c5-a6a0-01d161f4f894 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604382 Feb 10 16:04:54.284672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53722) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:54.352245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bb61f7b1-c453-4218-894f-9fa74c04289f tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0633280 Feb 10 16:04:54.353755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53726) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:54.388774 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-0c69214e-845e-4333-89c7-fcd7d048360a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] delete failed (client error): The resource could not be found. Feb 10 16:04:54.395966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0c69214e-845e-4333-89c7-fcd7d048360a tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "DELETE /v2.0/security-groups/afc0f5cf-19e5-4534-a83c-09727fc68e21 HTTP/1.1" status: 404 len: 347 time: 0.0373976 Feb 10 16:04:54.397492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53730) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:54.486273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-18aa2d01-8fb2-4004-8db9-d1976e0cff74 tempest-SecGroupTest-1696372957 tempest-SecGroupTest-1696372957-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841911 Feb 10 16:04:54.556545 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2b3c77-f4e7-4032-89cc-9c2f40de24f3 x-openstack-request-id: req-be2b3c77-f4e7-4032-89cc-9c2f40de24f3 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:54.556966 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1424a-767b-4cb1-bbfb-ac69f00b0e09", "name": "network-vif-deleted", "tag": "916caccc-5d4c-4284-9bb7-45617a29bad7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:54.557959 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be2b3c77-f4e7-4032-89cc-9c2f40de24f3 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:54.559642 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1424a-767b-4cb1-bbfb-ac69f00b0e09', 'name': 'network-vif-deleted', 'tag': '916caccc-5d4c-4284-9bb7-45617a29bad7', 'status': 'completed', 'code': 200} Feb 10 16:04:54.737668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fa894f99-27ad-4077-96c4-bc9cd2a5f153 req-adf0725b-69b5-4cb0-99ac-969ae89ead99 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e1424a-767b-4cb1-bbfb-ac69f00b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0604374 Feb 10 16:04:54.825508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.832512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72402a3-e692-4bee-a8a3-aa473f5f0c7e req-10ab87ea-583f-4e90-8543-44a7c9f3e2e0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:54.834356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d72402a3-e692-4bee-a8a3-aa473f5f0c7e req-10ab87ea-583f-4e90-8543-44a7c9f3e2e0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1039450 Feb 10 16:04:54.841973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.904637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d72402a3-e692-4bee-a8a3-aa473f5f0c7e req-2bddc0e4-f1aa-4c72-9bfe-5826d214c83a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612919 Feb 10 16:04:54.970136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:54.997248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53752) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:55.028631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:55.035953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:55.040135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:55.044011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=584802f5-eb2f-4dbd-a5e9-0f4024a621e3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:55.100029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 19d9b7da-5b90-4d61-b282-ab17f719ee34 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:04:55.102835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.283420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-65243751-5d9f-4c09-9ca8-722ae5e8856d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7554842e0184e7daa39a6d202f640ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849717 Feb 10 16:04:55.284505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53760) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:55.295301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:55.308832 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Sync routers for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:55.329532 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:55.330464 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:55.331801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.343907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.348353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53762) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:55.348517 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f863965-d05f-4541-ba9d-eccde8778209 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5167165 Feb 10 16:04:55.376075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8cc89ec-f31c-4f0f-b499-7b8fdb3975ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.407365 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8cc89ec-f31c-4f0f-b499-7b8fdb3975ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.506136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8cc89ec-f31c-4f0f-b499-7b8fdb3975ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.509133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f8cc89ec-f31c-4f0f-b499-7b8fdb3975ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.513406 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f8cc89ec-f31c-4f0f-b499-7b8fdb3975ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b36e59e1-a51c-44ee-a07c-1d0a5f59af55 HTTP/1.1" status: 204 len: 168 time: 0.2254207 Feb 10 16:04:55.525107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc89ec-f31c-4f0f-b499-7b8fdb3975ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e59e1-a51c-44ee-a07c-1d0a5f59af55,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:55.614193 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:55.711506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.718360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.719776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da0d4df7-5148-463f-9c3b-69e79e159be4 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0e71f23dd194896a39436d5ea6cedc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3661072 Feb 10 16:04:55.722292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53770) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:55.887952 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:53Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:55.939318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53780) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:55.947229 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Checking router: 19d9b7da-5b90-4d61-b282-ab17f719ee34 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:04:55.948369 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Updating router 19d9b7da-5b90-4d61-b282-ab17f719ee34 port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:04:55.953471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=584802f5-eb2f-4dbd-a5e9-0f4024a621e3,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:55.980867 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:55.982784 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.076326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e897b88-5bf4-4aa7-85a1-5fdb1c06667f tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:56.078089 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3e897b88-5bf4-4aa7-85a1-5fdb1c06667f tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3518910 Feb 10 16:04:56.081301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53790) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.164904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-487bd2ea-4df9-4149-a558-68c378d9bdb8 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0824299 Feb 10 16:04:56.175145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53794) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.177735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793352482', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:56.181336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1384f8c2-326a-4462-aa38-aa00534133fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.183127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:56.184883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:56.312308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:04:56.322569 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.331543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f39450-709a-4285-a4b4-abd031d33d55 req-f4fabbfc-85c1-4d86-ac8c-259441f95118 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:56.332669 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.333081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0f39450-709a-4285-a4b4-abd031d33d55 req-f4fabbfc-85c1-4d86-ac8c-259441f95118 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.1481190 Feb 10 16:04:56.421475 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0f39450-709a-4285-a4b4-abd031d33d55 req-0dc69278-762d-424b-a08e-f45349302034 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740640 Feb 10 16:04:56.423702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:56.425859 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Attempting to bind port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:56.426451 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Attempting to bind port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:56.427031 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Attempting to bind port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:56.427493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.440186 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:56.440856 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:56.441440 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.442047 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:56.442510 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Bound port: 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:56.442946 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.469823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:04:56.480692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cd931941-d540-418d-b8b7-c6676340f2a5 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/routers/e7febb31-755c-4abc-9f23-472cae26614b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9945152 Feb 10 16:04:56.483538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53804) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.483695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:04:56.491304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'port': {'network_id': '9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd', 'name': 'tempest-FloatingIPTestJSON-2105593837'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:56.495343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:56.496557 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:56.521393 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] For port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:56.525291 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] For port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:56.527410 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257b44-877e-41ed-ad97-bbb78aaff1bb None None] Pushing event updated for resources: {'Port': ['ID=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:56.534152 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.593706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:56.595470 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:56.596945 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:56.597254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1384f8c2-326a-4462-aa38-aa00534133fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.606711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1384f8c2-326a-4462-aa38-aa00534133fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.623019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:04:56.623837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:04:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:56.680457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53808) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.685572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1384f8c2-326a-4462-aa38-aa00534133fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e89b785e432434890dda81879dcc900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403398 Feb 10 16:04:56.685572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384f8c2-326a-4462-aa38-aa00534133fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec18a6f-c508-428d-9513-029d030a5c14,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:56.687581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53810) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.696909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030468 Feb 10 16:04:56.699633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53812) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.711905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:56.712877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d521b-8cb0-4a32-b527-ead67420bb33 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:56.737425 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257b44-877e-41ed-ad97-bbb78aaff1bb None None] Pushing event updated for resources: {'Port': ['ID=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:56.754568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:56.759089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.759602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.778724 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:04:56.788903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] device_id is not set on port 2959d392-d94c-48b9-9b3c-00b5f45a87c0 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:04:56.799350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d23705e0-5725-405f-92ad-c59e6d57cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.823759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Subnet': ['ID=73e97f29-4017-45d9-a547-20aeda494256,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:56.823985 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d23705e0-5725-405f-92ad-c59e6d57cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.832237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Checking segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:56.832848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network hostable DHCP agents. Network: 0af39baf-f11a-4485-ba0a-ed5b03b07042, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:04:56.853143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-81121823-5d38-48ae-b862-c453712df34f tempest-NetworksApiDiscovery-1125308963 tempest-NetworksApiDiscovery-1125308963-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1484730 Feb 10 16:04:56.889627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:04:56.906506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 0af39baf-f11a-4485-ba0a-ed5b03b07042) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:56.914492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:56.915113 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.937201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b93f7f-3e44-48ed-950f-4ef5c69fd1bc None None] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:04:56.949868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b1cf91e3-3aac-45c6-8de3-892f079b7be4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7751780 Feb 10 16:04:56.951608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53818) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:56.989331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d23705e0-5725-405f-92ad-c59e6d57cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.993421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d23705e0-5725-405f-92ad-c59e6d57cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:56.996107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d23705e0-5725-405f-92ad-c59e6d57cee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ec18a6f-c508-428d-9513-029d030a5c14 HTTP/1.1" status: 204 len: 168 time: 0.3133197 Feb 10 16:04:57.014517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.8 (9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd/babce0a1-4f88-45e2-94ab-e47e095750c6/2959d392-d94c-48b9-9b3c-00b5f45a87c0) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:57.017959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23705e0-5725-405f-92ad-c59e6d57cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec18a6f-c508-428d-9513-029d030a5c14,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:57.107394 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:53Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:04:57.173985 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36330b93-7331-43db-91af-f98ad36ec6fb None None] The sync data for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 is: [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:53Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:04:57.341163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.354910 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53826) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:57.384797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-0af39baf-f11a-4485-ba0a-ed5b03b07042', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:04:57.386534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.396828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.444999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.522695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:57.527423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:57.533835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:57.544856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53832) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:57.563627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=2959d392-d94c-48b9-9b3c-00b5f45a87c0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:57.633551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed19657c-6449-4a83-9fe0-aa4791e748b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.638482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:57.639160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.650698 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67ffb0f3-de1e-4752-8bd5-fd74decdac4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.686220 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f79a258-ce5e-4de7-8a42-80171c5bc93c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2005293 Feb 10 16:04:57.686861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53834) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:57.693197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Allocated IP 172.20.0.2 (0af39baf-f11a-4485-ba0a-ed5b03b07042/73e97f29-4017-45d9-a547-20aeda494256/20f712e2-f99d-4668-8f08-2c5b6422823b) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:57.704626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'port': {'network_id': '9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd', 'name': 'tempest-FloatingIPTestJSON-1268644809'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:57.775097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf3aa-74ac-4ab6-94e9-2af9b7af834a req-12b1cef8-290c-46df-a452-d942f1dbd49d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:57.777892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12fdf3aa-74ac-4ab6-94e9-2af9b7af834a req-12b1cef8-290c-46df-a452-d942f1dbd49d tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.1738276 Feb 10 16:04:57.902980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12fdf3aa-74ac-4ab6-94e9-2af9b7af834a req-8a41f0ad-ede2-4395-ac99-dcf2a5c353f3 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162667 Feb 10 16:04:57.921742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:57.969440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67ffb0f3-de1e-4752-8bd5-fd74decdac4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.970402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:57.974025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.975177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.986962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-67ffb0f3-de1e-4752-8bd5-fd74decdac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:57.993825 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.001892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed19657c-6449-4a83-9fe0-aa4791e748b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.011552 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.013680 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed19657c-6449-4a83-9fe0-aa4791e748b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.019086 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-67ffb0f3-de1e-4752-8bd5-fd74decdac4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=351371f98b11488aa7acb79cc1860aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629646 Feb 10 16:04:58.021859 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53836) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:58.041157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] device_id is not set on port fbbca9ff-8f7c-425e-858c-3a120eec2afb yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:04:58.047337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed19657c-6449-4a83-9fe0-aa4791e748b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e1579cfc54b40cea391098c4838a4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933398 Feb 10 16:04:58.050535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 53838) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:58.068437 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Pushing event updated for resources: {'Port': ['ID=20f712e2-f99d-4668-8f08-2c5b6422823b,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.072840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:58.073536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.085409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:58.106338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:58.111863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:58.138920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19657c-6449-4a83-9fe0-aa4791e748b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89428745-ea78-4c1c-ad81-871b6bed1aff,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.167473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 916caccc-5d4c-4284-9bb7-45617a29bad7 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:58.201783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c3c6d71-904a-4751-a373-c8cbf7fa73a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.210571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 916caccc-5d4c-4284-9bb7-45617a29bad7 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:04:58.211046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 916caccc-5d4c-4284-9bb7-45617a29bad7 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:58.224173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c3c6d71-904a-4751-a373-c8cbf7fa73a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.228613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.11 (9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd/babce0a1-4f88-45e2-94ab-e47e095750c6/fbbca9ff-8f7c-425e-858c-3a120eec2afb) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:58.230020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Attempting to bind port 20f712e2-f99d-4668-8f08-2c5b6422823b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:04:58.230408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Attempting to bind port 20f712e2-f99d-4668-8f08-2c5b6422823b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:04:58.230776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Attempting to bind port 20f712e2-f99d-4668-8f08-2c5b6422823b on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:58.242910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:58.243286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Checking segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:04:58.243722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.245252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Bound using segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:58.245750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Bound port: 20f712e2-f99d-4668-8f08-2c5b6422823b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:04:58.246256 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.281144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c3c6d71-904a-4751-a373-c8cbf7fa73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.283894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c3c6d71-904a-4751-a373-c8cbf7fa73a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.285100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3c3c6d71-904a-4751-a373-c8cbf7fa73a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89428745-ea78-4c1c-ad81-871b6bed1aff HTTP/1.1" status: 204 len: 168 time: 0.2333891 Feb 10 16:04:58.297628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c6d71-904a-4751-a373-c8cbf7fa73a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89428745-ea78-4c1c-ad81-871b6bed1aff,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.328823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffb0f3-de1e-4752-8bd5-fd74decdac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972cb83a-4412-48c7-b669-109ad803c863,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.358946 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] For port 20f712e2-f99d-4668-8f08-2c5b6422823b, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:58.362670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] For port 20f712e2-f99d-4668-8f08-2c5b6422823b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=20f712e2-f99d-4668-8f08-2c5b6422823b,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:58.385478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.445602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c2b5d-afa8-4c12-b3fb-af3229505cd2 None None] Pushing event updated for resources: {'Port': ['ID=20f712e2-f99d-4668-8f08-2c5b6422823b,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.458625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.492244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:58.500267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.585045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-5a9dd5b7-927f-456d-8234-a370b2c13518 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.586689 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-5a9dd5b7-927f-456d-8234-a370b2c13518 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.75 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.2549832 Feb 10 16:04:58.594932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.613836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.1 (0af39baf-f11a-4485-ba0a-ed5b03b07042/73e97f29-4017-45d9-a547-20aeda494256/86373998-e046-415a-ab2f-207577274189) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:58.670805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.680527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b32943c6-0bc7-4e91-96de-f7503f6a9535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.749771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b32943c6-0bc7-4e91-96de-f7503f6a9535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.850041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Deleting port b5e54861-715b-4083-bd33-24e603c7ec17 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:04:58.850605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.861612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.904246 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-02411153-3666-4487-b659-f046d4d82806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.955055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b32943c6-0bc7-4e91-96de-f7503f6a9535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.966287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b32943c6-0bc7-4e91-96de-f7503f6a9535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:58.966287 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b32943c6-0bc7-4e91-96de-f7503f6a9535 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/972cb83a-4412-48c7-b669-109ad803c863 HTTP/1.1" status: 204 len: 168 time: 0.9378407 Feb 10 16:04:59.024521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32943c6-0bc7-4e91-96de-f7503f6a9535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972cb83a-4412-48c7-b669-109ad803c863,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:59.032667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:59.045631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:59.050288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=fbbca9ff-8f7c-425e-858c-3a120eec2afb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:59.055325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:59.191902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dafc8-105d-4493-abbe-a38f13c86cfa req-64a07009-4704-4929-bd9a-08fa2ebfae31 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:59.193489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e01dafc8-105d-4493-abbe-a38f13c86cfa req-64a07009-4704-4929-bd9a-08fa2ebfae31 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 946 time: 0.1164498 Feb 10 16:04:59.213013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.277774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e01dafc8-105d-4493-abbe-a38f13c86cfa req-716e320c-2108-4e84-9467-c73e25ceaffe tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684228 Feb 10 16:04:59.320429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.368148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:59.376187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:59.381381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:59.433422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=86373998-e046-415a-ab2f-207577274189,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:59.449163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.519838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] For port b5e54861-715b-4083-bd33-24e603c7ec17, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b5e54861-715b-4083-bd33-24e603c7ec17,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:59.520201 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.543791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Calling delete_port for b5e54861-715b-4083-bd33-24e603c7ec17 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:04:59.563834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:59.564448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.645579 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e896fd37-441e-44c9-a38a-1180198b969d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9564347 Feb 10 16:04:59.646525 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 53870) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:04:59.658650 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'fbbca9ff-8f7c-425e-858c-3a120eec2afb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:59.706812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.746353 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.938718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:04:59.958147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:59.990499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Pushing event deleted for resources: {'Port': ['ID=b5e54861-715b-4083-bd33-24e603c7ec17,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:00.100462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] No DVR routers for this DVR port b5e54861-715b-4083-bd33-24e603c7ec17 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:00.109265 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.114463 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0fba941c-0cbf-4ce6-923b-9ee3abbc14dc req-4134e91b-825d-4dc6-a1d4-ea99330a3eec tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.75 "DELETE /v2.0/ports/b5e54861-715b-4083-bd33-24e603c7ec17 HTTP/1.1" status: 204 len: 173 time: 1.5188706 Feb 10 16:05:00.131406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'name': 'network-vif-deleted', 'tag': 'b5e54861-715b-4083-bd33-24e603c7ec17'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:00.134873 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c59b0-d94b-4b7b-85cc-595a1ecab00c" -d '{"events": [{"server_uuid": "25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea", "name": "network-vif-deleted", "tag": "b5e54861-715b-4083-bd33-24e603c7ec17"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:00.156745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 20f712e2-f99d-4668-8f08-2c5b6422823b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:00.241345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.285744 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845fa8d6-bc10-48c8-82f5-035ac99a58ee x-openstack-request-id: req-845fa8d6-bc10-48c8-82f5-035ac99a58ee {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:00.286244 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea", "name": "network-vif-deleted", "tag": "b5e54861-715b-4083-bd33-24e603c7ec17", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:00.286533 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-845fa8d6-bc10-48c8-82f5-035ac99a58ee {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:00.286977 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea', 'name': 'network-vif-deleted', 'tag': 'b5e54861-715b-4083-bd33-24e603c7ec17', 'status': 'completed', 'code': 200} Feb 10 16:05:00.331767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 20f712e2-f99d-4668-8f08-2c5b6422823b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:00.332019 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.450426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad11556-3393-444f-81e3-20d9a191f394 None None] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:00.491192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4aa3475b-5d9a-45df-b9e3-03e43461534c req-5fbb59ca-4127-4a3f-b229-984b1c6738b0 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b9e8d0-fd71-4f4c-8d53-2d3d528d25ea HTTP/1.1" status: 200 len: 210 time: 0.0827012 Feb 10 16:05:00.540780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.551127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.593863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cdc88437-8a77-49c5-891f-93502256e9f7 None None] Provisioning complete for port 20f712e2-f99d-4668-8f08-2c5b6422823b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:00.594251 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cdc88437-8a77-49c5-891f-93502256e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.611740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.166 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/8dbeca1d-b1f1-4b65-af15-1caf8efe4a96) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:00.652098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=86373998-e046-415a-ab2f-207577274189,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:00.658388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.716724 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.784894 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.902280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:00.942748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:00.944282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:00.976190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:00.981221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:00.986341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:00.991965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 20f712e2-f99d-4668-8f08-2c5b6422823b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=20f712e2-f99d-4668-8f08-2c5b6422823b,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:01.006984 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cdc88437-8a77-49c5-891f-93502256e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:01.018328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=8dbeca1d-b1f1-4b65-af15-1caf8efe4a96,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:01.020008 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:01.020813 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:01.197740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b5e54861-715b-4083-bd33-24e603c7ec17 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:01.218304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 19d9b7da-5b90-4d61-b282-ab17f719ee34 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:01.239541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=20f712e2-f99d-4668-8f08-2c5b6422823b,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:01.255004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: b5e54861-715b-4083-bd33-24e603c7ec17 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:01.255828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b5e54861-715b-4083-bd33-24e603c7ec17 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:01.373060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:01.373708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:01.381665 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0f872bce-f9d0-4857-b36f-3f686c8c1df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:01.383609 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-cdc88437-8a77-49c5-891f-93502256e9f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:05:01.384061 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-cdc88437-8a77-49c5-891f-93502256e9f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:05:01.492354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:01.506715 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Sync routers for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:01.516320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ec7a13f1-48ab-4633-91de-d4b25c55f19d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/19d9b7da-5b90-4d61-b282-ab17f719ee34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5507333 Feb 10 16:05:01.519893 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:01.520854 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:01.686489 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:01.861716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 20f712e2-f99d-4668-8f08-2c5b6422823b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:02.034356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-91c4805a-2f99-43f4-a3e9-d03be11c7829 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794929245&fields=id&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 267 time: 0.0986991 Feb 10 16:05:02.116260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 20f712e2-f99d-4668-8f08-2c5b6422823b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:02.117371 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.203617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-df6b638c-3e0a-4fad-933b-bb454bfdfd01 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:02.205646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-df6b638c-3e0a-4fad-933b-bb454bfdfd01 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 797 time: 0.1642444 Feb 10 16:05:02.276996 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:00Z', 'revision_number': 2, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:02.300425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-039a4637-f945-4bbc-b98a-f56ec3cb2d84 None None] Provisioning complete for port 20f712e2-f99d-4668-8f08-2c5b6422823b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:02.300832 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-039a4637-f945-4bbc-b98a-f56ec3cb2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.343907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.359078 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Checking router: 19d9b7da-5b90-4d61-b282-ab17f719ee34 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:05:02.359513 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Updating router 19d9b7da-5b90-4d61-b282-ab17f719ee34 port 86373998-e046-415a-ab2f-207577274189 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:05:02.379335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-9be80ed8-be9c-4c94-897e-c81eb312faa2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/quotas/b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 375 time: 0.0825853 Feb 10 16:05:02.428475 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.471136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42b3eb-ca8e-45ff-a64e-ba78de6ca3e9 req-fa028227-0735-4bfe-817a-838935165c30 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:02.479546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db42b3eb-ca8e-45ff-a64e-ba78de6ca3e9 req-fa028227-0735-4bfe-817a-838935165c30 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.2721004 Feb 10 16:05:02.531788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.609805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-039a4637-f945-4bbc-b98a-f56ec3cb2d84 None None] Provisioning complete for port 86373998-e046-415a-ab2f-207577274189 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:02.610274 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-039a4637-f945-4bbc-b98a-f56ec3cb2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.659096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-039a4637-f945-4bbc-b98a-f56ec3cb2d84 None None] Port 86373998-e046-415a-ab2f-207577274189 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:02.703693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db42b3eb-ca8e-45ff-a64e-ba78de6ca3e9 req-49c91247-8036-4df7-85da-5d74068691cc tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230890 Feb 10 16:05:02.735012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-2f7af993-2bde-47f3-bfb7-5883e1d500c2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3450942 Feb 10 16:05:02.799613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ba2f21a8-f415-4680-9aa7-e59ef3f2cf93 None None] Provisioning complete for port 86373998-e046-415a-ab2f-207577274189 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:02.802122 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ba2f21a8-f415-4680-9aa7-e59ef3f2cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.809311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.879602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f21a8-f415-4680-9aa7-e59ef3f2cf93 None None] Port 86373998-e046-415a-ab2f-207577274189 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:02.897096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-62ef4b4d-6e9d-4737-bcea-767f10fb203b service neutron] 10.222.0.21 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494932 Feb 10 16:05:02.956605 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:02.967307 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.060600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-c0f7f9bd-07fa-43ca-855c-ed1018275411 service neutron] 10.222.0.21 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420670 Feb 10 16:05:03.118789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.126255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.171278 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e68e2d-c3df-472e-954a-0b9ecbf88cf1 None None] Pushing event updated for resources: {'Port': ['ID=86373998-e046-415a-ab2f-207577274189,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:03.223134 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Attempting to bind port 86373998-e046-415a-ab2f-207577274189 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:03.223602 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Attempting to bind port 86373998-e046-415a-ab2f-207577274189 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:03.224324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Attempting to bind port 86373998-e046-415a-ab2f-207577274189 on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:03.230574 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:03.231050 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Checking segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:03.231674 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.232136 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Bound using segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:03.232659 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Bound port: 86373998-e046-415a-ab2f-207577274189, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:03.233124 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.235848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.315606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=8dbeca1d-b1f1-4b65-af15-1caf8efe4a96,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:03.326521 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] For port 86373998-e046-415a-ab2f-207577274189, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:03.334895 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] For port 86373998-e046-415a-ab2f-207577274189, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=86373998-e046-415a-ab2f-207577274189,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:03.341987 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.429489 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 23f3fa04-72f9-4bb0-9f06-b241d9ca5a4a associated. External IP: 172.25.7.166, port: fbbca9ff-8f7c-425e-858c-3a120eec2afb. Feb 10 16:05:03.439502 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e68e2d-c3df-472e-954a-0b9ecbf88cf1 None None] Pushing event updated for resources: {'Port': ['ID=86373998-e046-415a-ab2f-207577274189,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:03.455815 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34bb8cc2-767c-44c1-80fd-09f5b2df75de req-de7b8e83-2dec-4186-84bc-9725e897a3e0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 210 time: 0.0725489 Feb 10 16:05:03.508251 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:03.509332 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:03.596083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-010f87f9-afe0-4734-a2dc-53f4714bc823 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:03.615181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-010f87f9-afe0-4734-a2dc-53f4714bc823 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.1547885 Feb 10 16:05:03.636838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-be1f25fa-9ddf-4ea6-a2de-e966404f7c2f None None] Provisioning complete for port 86373998-e046-415a-ab2f-207577274189 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:03.637443 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be1f25fa-9ddf-4ea6-a2de-e966404f7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.669587 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:03.867259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:03.891300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Deleting port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:03.896500 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:03.935139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be1f25fa-9ddf-4ea6-a2de-e966404f7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.010877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-be1f25fa-9ddf-4ea6-a2de-e966404f7c2f None None] For port 86373998-e046-415a-ab2f-207577274189, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=86373998-e046-415a-ab2f-207577274189,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:04.021615 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-be1f25fa-9ddf-4ea6-a2de-e966404f7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.056937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4309-ce1d-4436-9aec-823af6ae78d1 req-cc857207-c08b-483e-ba08-d380b4ac2487 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:04.064689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66fb4309-ce1d-4436-9aec-823af6ae78d1 req-cc857207-c08b-483e-ba08-d380b4ac2487 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 945 time: 0.2303283 Feb 10 16:05:04.076337 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:04.093621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:04.112309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:04.115992 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393638a-a60f-47ba-8829-770fa61f5a5a None None] The sync data for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 is: [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:04.136406 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.167634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.168892 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5241b540-7217-442b-b35f-ec124608a2fd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5192926 Feb 10 16:05:04.171832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54040) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:04.177164 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:04.190740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:04.191729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:04.208351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f25fa-9ddf-4ea6-a2de-e966404f7c2f None None] Pushing event updated for resources: {'Port': ['ID=86373998-e046-415a-ab2f-207577274189,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:04.238921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66fb4309-ce1d-4436-9aec-823af6ae78d1 req-c910849e-252e-44f3-a5e8-ff8617940f45 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec0f0eab-c528-4bd5-a02d-15f9cac6b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731801 Feb 10 16:05:04.280748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] For port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:04.281149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.297764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Calling delete_port for 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:04.325605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:04.367019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b86260e4-d557-4723-9859-2ba8e42c2c9a None None] Provisioning complete for port 86373998-e046-415a-ab2f-207577274189 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:04.367525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b86260e4-d557-4723-9859-2ba8e42c2c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.382026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.451560 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.455027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:04.460376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:04.585514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.762565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.771942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.772298 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 23f3fa04-72f9-4bb0-9f06-b241d9ca5a4a disassociated. External IP: 172.25.7.166, port: fbbca9ff-8f7c-425e-858c-3a120eec2afb. Feb 10 16:05:04.804991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] No DVR routers for this DVR port 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:04.812483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:04.819824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-04567220-4c80-44ad-ac55-e8a2a0ca9e06 req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.45 "DELETE /v2.0/ports/5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c HTTP/1.1" status: 204 len: 173 time: 1.1949441 Feb 10 16:05:04.824799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e6c9c5d-e23d-49c7-8f20-e3c8f9e5b0b8 req-29a3cb8f-fd4d-4dae-832f-c2d7ae07ab8b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 210 time: 0.1918120 Feb 10 16:05:04.825499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'name': 'network-vif-deleted', 'tag': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:04.835107 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd3a58b-c522-4c60-a893-1bfb1e34ed34" -d '{"events": [{"server_uuid": "a8df3e44-78f2-4e8f-bd42-8e93e51528db", "name": "network-vif-deleted", "tag": "5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:04.846171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4a45f-53ac-4cef-ba17-af471087a693 tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] Pushing event deleted for resources: {'Port': ['ID=5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:04.961233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:04.976548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:04.977670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d6274-b0be-4000-a6d3-62558863b517 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:04.997226 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e338d0-bbd9-41b1-ad18-20923a1f45a1 x-openstack-request-id: req-13e338d0-bbd9-41b1-ad18-20923a1f45a1 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:04.997722 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8df3e44-78f2-4e8f-bd42-8e93e51528db", "name": "network-vif-deleted", "tag": "5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:04.997826 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13e338d0-bbd9-41b1-ad18-20923a1f45a1 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:04.998252 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8df3e44-78f2-4e8f-bd42-8e93e51528db', 'name': 'network-vif-deleted', 'tag': '5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c', 'status': 'completed', 'code': 200} Feb 10 16:05:05.535151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-21f090bb-4057-46f6-9331-67581cf48d0d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:05.539746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-21f090bb-4057-46f6-9331-67581cf48d0d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 797 time: 0.1913230 Feb 10 16:05:05.653244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8500bd04-51f1-4346-9655-0128b4a81fe7 req-69717342-4a86-4a50-bd67-75f0361b4d7f tempest-ListServerFiltersTestJSON-2087114032 tempest-ListServerFiltersTestJSON-2087114032-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df3e44-78f2-4e8f-bd42-8e93e51528db HTTP/1.1" status: 200 len: 210 time: 0.1097875 Feb 10 16:05:05.791198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-5eda245b-4522-4a06-a817-f259e38dd582 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 379 time: 0.1278081 Feb 10 16:05:05.815977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'port': {'device_id': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'admin_state_up': True, 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'security_groups': ['2d8cd334-e522-442f-8b3f-4afb103c96b2']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:05.912062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 86373998-e046-415a-ab2f-207577274189 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:05.998967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 86373998-e046-415a-ab2f-207577274189 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:05.999784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.014684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:06.020744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.030157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:06.107433 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-06552cd1-9c4e-401c-94f6-3967c06ca064 req-c73795f8-a8f7-4139-bf52-f350463772a3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 210 time: 0.0676928 Feb 10 16:05:06.250510 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.9 (0af39baf-f11a-4485-ba0a-ed5b03b07042/73e97f29-4017-45d9-a547-20aeda494256/4271c2a1-8d07-40b3-a415-8d0b3969e87a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:06.278048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:06.283474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.295996 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:06.309245 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:06.310208 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:06.362845 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1dc17da5-6a06-4fe6-b2fe-d320b28a21ee tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/floatingips/23f3fa04-72f9-4bb0-9f06-b241d9ca5a4a HTTP/1.1" status: 200 len: 688 time: 2.1827521 Feb 10 16:05:06.364430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54148) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:06.364980 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:06.378761 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:06.380688 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:06.465414 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.469516 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:06.471702 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c15fd-a4ea-44c5-a2c7-ccad9a8f97ad None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:06.540216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.577335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 8dbeca1d-b1f1-4b65-af15-1caf8efe4a96 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:06.577922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.596108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:06.599369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:06.603270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:06.631143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:06.665465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:06.666746 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.688591 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-f4a57f34-41e7-4225-a714-11f14ab8d872 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8995557 Feb 10 16:05:06.701841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Request body: {'port': {'device_id': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:06.706410 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.706855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.717880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54168) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:06.740419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 8dbeca1d-b1f1-4b65-af15-1caf8efe4a96 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:06.769769 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.842089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Deleting subnet 7f237ba1-5f47-457c-b614-39f27b816394 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:05:06.849290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.907748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:06.978002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-72562ca5-17d9-472e-a403-dec911be6d7b None None] Provisioning complete for port 4271c2a1-8d07-40b3-a415-8d0b3969e87a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:06.979709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72562ca5-17d9-472e-a403-dec911be6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.022203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-72562ca5-17d9-472e-a403-dec911be6d7b None None] Port 4271c2a1-8d07-40b3-a415-8d0b3969e87a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:07.056033 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.083035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.111064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4271c2a1-8d07-40b3-a415-8d0b3969e87a {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:07.119013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.126841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=8dbeca1d-b1f1-4b65-af15-1caf8efe4a96,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:07.141030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Transition to ACTIVE for port object 4271c2a1-8d07-40b3-a415-8d0b3969e87a will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:05:07.148559 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.200388 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.203284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.207925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f2816634-3cb7-4a31-8176-564e429c8649 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/floatingips/23f3fa04-72f9-4bb0-9f06-b241d9ca5a4a HTTP/1.1" status: 204 len: 168 time: 0.8424270 Feb 10 16:05:07.208631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54202) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:07.210608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:07.215958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '2959d392-d94c-48b9-9b3c-00b5f45a87c0'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:07.220651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.263355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f237ba1-5f47-457c-b614-39f27b816394,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:07.274483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.277728 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5d55701-21e2-4223-afbb-326212178798 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7f237ba1-5f47-457c-b614-39f27b816394 HTTP/1.1" status: 204 len: 168 time: 0.5583413 Feb 10 16:05:07.281328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54208) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:07.285186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921ca7b-ffed-4ddb-b16b-201fc0576116 None None] Network d85dc34b-7a1d-4b18-abec-756bf395fa4f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:07.317288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d7be-7a3e-4af9-915a-2a2fe749c8bc req-2c61f5cc-e8c3-420d-97e0-b7b3eff2dc98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:07.318877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e681d7be-7a3e-4af9-915a-2a2fe749c8bc req-2c61f5cc-e8c3-420d-97e0-b7b3eff2dc98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.1141346 Feb 10 16:05:07.319022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.403836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:07.404530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:07.405074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:07.411583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e681d7be-7a3e-4af9-915a-2a2fe749c8bc req-7fe57c8d-288f-4430-9e82-1eecbd3fdf82 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733812 Feb 10 16:05:07.414221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:05:07.414980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:07.428838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:07.429214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Checking segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:07.429624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Bound using segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:07.430118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Bound port: 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:07.430494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.457005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.513448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:07.516820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:07.526339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.573246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:07.573876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.575273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] 10.222.0.45 "PUT /v2.0/ports/4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 1091 time: 0.8791499 Feb 10 16:05:07.578185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:07.591793 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559bfdf5-15ba-4049-85ed-f9542283882d" -d '{"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:07.608692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Deleting port 8243dbc9-796f-4b5d-bfaf-da9b469502da {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:07.609095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.631879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] DHCP port deletion for d85dc34b-7a1d-4b18-abec-756bf395fa4f request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:05:07.636179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.637494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bfb8-a897-4bf2-b6bb-47d712e9b597 service neutron] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:07.690827 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a64b16-4cae-4679-8dd8-391ae97c0fe7 x-openstack-request-id: req-f1a64b16-4cae-4679-8dd8-391ae97c0fe7 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:07.691268 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:07.691567 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1a64b16-4cae-4679-8dd8-391ae97c0fe7 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:07.691967 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'status': 'completed', 'code': 200} Feb 10 16:05:07.709839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-bddcc68f-8760-4eb5-9738-1c6f673ee3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:07.712879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-bddcc68f-8760-4eb5-9738-1c6f673ee3fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1094 time: 0.0722184 Feb 10 16:05:07.749118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] Deleting port 8243dbc9-796f-4b5d-bfaf-da9b469502da {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:07.749501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.818662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-0bd09b82-501c-44d7-aae1-ff5b6245b089 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 217 time: 0.0916677 Feb 10 16:05:07.853004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8243dbc9-796f-4b5d-bfaf-da9b469502da no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:07.939304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] For port 8243dbc9-796f-4b5d-bfaf-da9b469502da, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8243dbc9-796f-4b5d-bfaf-da9b469502da,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:07.939775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.941394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-95e2e05b-e07e-4262-be55-528823db7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:07.944654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-95e2e05b-e07e-4262-be55-528823db7b64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.1199644 Feb 10 16:05:07.952518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] For port 8243dbc9-796f-4b5d-bfaf-da9b469502da, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8243dbc9-796f-4b5d-bfaf-da9b469502da,segment=NetworkSegment(ef9c2442-be00-4031-821c-18367d09e1d1),segment_id=ef9c2442-be00-4031-821c-18367d09e1d1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:07.952886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:07.977539 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Calling delete_port for 8243dbc9-796f-4b5d-bfaf-da9b469502da owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:07.977978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] Calling delete_port for 8243dbc9-796f-4b5d-bfaf-da9b469502da owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:07.995982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.38 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/14d72ee3-6486-4afc-a8dd-09ba7d469583) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:08.051889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-01d0c40c-1979-42f7-af60-05e7fd56672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:08.053399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-01d0c40c-1979-42f7-af60-05e7fd56672e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012301 Feb 10 16:05:08.161645 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.201882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.210063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:08.214500 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.236957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-39518444-a78e-4dd6-982e-bfdd5cd8f385 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754937 Feb 10 16:05:08.261324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.277851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:08.278196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 5b6fff2d-2b8c-4a46-85d7-9a5056f97a1c not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:08.280595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] Pushing event deleted for resources: {'Port': ['ID=8243dbc9-796f-4b5d-bfaf-da9b469502da,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:08.332299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285bd9f-655d-4bc9-80f9-0fe42927750d None None] No DVR routers for this DVR port 8243dbc9-796f-4b5d-bfaf-da9b469502da on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:08.357064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:08.367996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:08.370441 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=14d72ee3-6486-4afc-a8dd-09ba7d469583,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:08.372731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:08.381615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-db0186e7-f874-45f0-ac7e-495c1cc1ac84 req-db596291-7157-4c93-b4bb-e47bb4a60e9e service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354425 Feb 10 16:05:08.405199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.437942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8243dbc9-796f-4b5d-bfaf-da9b469502da,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:08.444137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] No DVR routers for this DVR port 8243dbc9-796f-4b5d-bfaf-da9b469502da on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:08.798628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.872662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85dc34b-7a1d-4b18-abec-756bf395fa4f']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:08.878913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bfdf5-15ba-4049-85ed-f9542283882d req-4d615f62-ddd5-4630-9b6b-e097299a8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:08.880596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-4d615f62-ddd5-4630-9b6b-e097299a8532 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1094 time: 0.4448731 Feb 10 16:05:08.894178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9c2442-be00-4031-821c-18367d09e1d1') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:08.894472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9c2442-be00-4031-821c-18367d09e1d1') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:08.910665 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.934218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215bab8-3e65-4271-bd85-4ccc1d56cf83 req-c273ab3c-7084-4e1e-b09a-23c55afad819 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:08.936220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c215bab8-3e65-4271-bd85-4ccc1d56cf83 req-c273ab3c-7084-4e1e-b09a-23c55afad819 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.1117759 Feb 10 16:05:08.963336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.991640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:08.992401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:08.995166 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:09.039089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c215bab8-3e65-4271-bd85-4ccc1d56cf83 req-3a5f8678-d3f9-4d7f-a7be-4171ea2c5708 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552802 Feb 10 16:05:09.071342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bfdf5-15ba-4049-85ed-f9542283882d req-d306591c-1a76-4699-9db9-8acd049d69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:09.073075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-d306591c-1a76-4699-9db9-8acd049d69dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.1847110 Feb 10 16:05:09.077108 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.126375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-d7850280-92db-4115-a8f1-d42db1b44c17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 217 time: 0.0451803 Feb 10 16:05:09.135806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.165605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.171979 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d85dc34b-7a1d-4b18-abec-756bf395fa4f HTTP/1.1" status: 204 len: 168 time: 1.8871677 Feb 10 16:05:09.171979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df70a3-8e8e-495c-8839-d795792b4c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=d85dc34b-7a1d-4b18-abec-756bf395fa4f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.194554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bfdf5-15ba-4049-85ed-f9542283882d req-30c22c19-7fc2-4562-b59d-bf351c6ec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:09.197106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-30c22c19-7fc2-4562-b59d-bf351c6ec911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.0634308 Feb 10 16:05:09.247001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.261167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bfdf5-15ba-4049-85ed-f9542283882d req-0201335e-d279-49ad-a7f4-f2bda98cd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:09.262558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-0201335e-d279-49ad-a7f4-f2bda98cd326 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570226 Feb 10 16:05:09.385755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54320) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:09.386175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54322) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:09.439897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-4fa7c3e3-31fb-406b-ae5b-db03e5f5c0ee service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667409 Feb 10 16:05:09.552928 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.559595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.593899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-43c8259e-fa13-44e2-b97f-ce672b9099ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=593a3a6048e744aebd8e917d189add46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063792 Feb 10 16:05:09.599555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54326) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:09.633079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-559bfdf5-15ba-4049-85ed-f9542283882d req-b434a1cc-d98a-434f-a9bf-8cbc9387b6c3 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794395 Feb 10 16:05:09.679174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3de44-d9d8-4c08-946b-7011cf3c0d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.694169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=14d72ee3-6486-4afc-a8dd-09ba7d469583,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.708477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3de44-d9d8-4c08-946b-7011cf3c0d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.708676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.753821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8dde3270-4ff8-416e-9418-a15dfc502e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.802322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3de44-d9d8-4c08-946b-7011cf3c0d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.805001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3de44-d9d8-4c08-946b-7011cf3c0d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.808782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2fd3de44-d9d8-4c08-946b-7011cf3c0d36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec0f0eab-c528-4bd5-a02d-15f9cac6b769 HTTP/1.1" status: 204 len: 168 time: 0.1938705 Feb 10 16:05:09.823549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3de44-d9d8-4c08-946b-7011cf3c0d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f0eab-c528-4bd5-a02d-15f9cac6b769,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.852142 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 90f125d5-86b2-4c53-ad9e-44c58b068143 associated. External IP: 172.25.7.38, port: 2959d392-d94c-48b9-9b3c-00b5f45a87c0. Feb 10 16:05:09.871062 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8dde3270-4ff8-416e-9418-a15dfc502e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.875600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8dde3270-4ff8-416e-9418-a15dfc502e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:09.917110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8dde3270-4ff8-416e-9418-a15dfc502e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=412ff0a19e1b470c9bfd4b8be1d6d4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271642 Feb 10 16:05:09.919483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54330) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:09.928806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde3270-4ff8-416e-9418-a15dfc502e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7706d598-0ca9-4bcb-8064-7ca600ecf30c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.982780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-440b0797-f10c-47be-a17c-d539270fccba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:10.008964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-440b0797-f10c-47be-a17c-d539270fccba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:10.064699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-440b0797-f10c-47be-a17c-d539270fccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:10.067173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-440b0797-f10c-47be-a17c-d539270fccba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:10.071484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-440b0797-f10c-47be-a17c-d539270fccba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7706d598-0ca9-4bcb-8064-7ca600ecf30c HTTP/1.1" status: 204 len: 168 time: 0.1479475 Feb 10 16:05:10.081125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b0797-f10c-47be-a17c-d539270fccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7706d598-0ca9-4bcb-8064-7ca600ecf30c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:10.235491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c655-b263-4548-854f-249ad122136c req-7dfdbfb7-91da-454f-a345-740f1606882b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:10.243778 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4267c655-b263-4548-854f-249ad122136c req-7dfdbfb7-91da-454f-a345-740f1606882b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.0836322 Feb 10 16:05:10.301794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4267c655-b263-4548-854f-249ad122136c req-03c52f1d-75fd-461a-a0b3-c05137e4c13f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565102 Feb 10 16:05:10.366046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:10.508990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:10.528759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:10.533201 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:10.541814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:10.544426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:10.578872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54376) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:10.584736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:10.596402 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e39d154-34e2-4319-ae6e-258e9b3f0f65 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3783436 Feb 10 16:05:10.597564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:10.598851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:10.640932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:10.641588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877997f9-73d0-4188-8dd3-3007c0ee9866 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:10.739368 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-406e3392-c75c-4dd5-927a-69921f2773cf tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/floatingips/90f125d5-86b2-4c53-ad9e-44c58b068143 HTTP/1.1" status: 200 len: 977 time: 0.1592278 Feb 10 16:05:10.741938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54390) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:10.810865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:10.890279 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3b8eb0c8-c0c7-4d1f-a4ae-95dcf8a45220 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1471362 Feb 10 16:05:10.892869 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54402) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:10.899313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'port_id': 'fbbca9ff-8f7c-425e-858c-3a120eec2afb'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:10.981628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2122510090-network', 'tenant_id': 'a3baeb6fe28f4266823b16c8ccc4303e'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:11.002066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.062407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Made reservation on behalf of a3baeb6fe28f4266823b16c8ccc4303e for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:11.064787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.095228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.311713 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.322493 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.386779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:11.428844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.429077 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Added segment 84addeba-4b27-490a-8734-3cbb0e269328 of type vlan for network c06ebdfa-40a9-41e0-887e-ccc130a000f6 Feb 10 16:05:11.439487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767c1718-1f9b-4fda-9279-272f222b1ba4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:11.568367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.666443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b83a51-29f8-4779-94f5-4b174e6fbeb5 req-cb58b05b-dc92-4c96-b0fb-50a76803e143 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:11.668196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4b83a51-29f8-4779-94f5-4b174e6fbeb5 req-cb58b05b-dc92-4c96-b0fb-50a76803e143 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.2651553 Feb 10 16:05:11.723216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.724247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:11.724825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:11.829716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:11.873935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0613477 Feb 10 16:05:11.878472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:11.888355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Request body: {'subnet': {'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2122510090-subnet', 'tenant_id': 'a3baeb6fe28f4266823b16c8ccc4303e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:11.890219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4b83a51-29f8-4779-94f5-4b174e6fbeb5 req-f8b83b97-67d0-4427-ab11-21f295078e4e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107058 Feb 10 16:05:11.899099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330df90-e1dc-4adb-b7aa-e8b27cfe45e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c06ebdfa-40a9-41e0-887e-ccc130a000f6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:11.914916 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:11.953054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Made reservation on behalf of a3baeb6fe28f4266823b16c8ccc4303e for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:11.956674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.009475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.013912 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.044788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:12.106911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.126809 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 90f125d5-86b2-4c53-ad9e-44c58b068143 associated. External IP: 172.25.7.38, port: 2959d392-d94c-48b9-9b3c-00b5f45a87c0. Feb 10 16:05:12.235737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:05:12.272857 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.333945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.345927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:12.349245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1869c74-6cc5-4e05-a235-b01e5d8c33d1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.364516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'port_id': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'mac_address': 'fa:16:3e:2f:f4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:05:12.398133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Checking segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:12.398133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Network hostable DHCP agents. Network: c06ebdfa-40a9-41e0-887e-ccc130a000f6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:12.406781 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.422580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4271c2a1-8d07-40b3-a415-8d0b3969e87a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:12.429221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:12.444654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:12.450238 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.471681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c06ebdfa-40a9-41e0-887e-ccc130a000f6) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:12.482328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb44a42-09f1-4dbb-b7fb-3cdfb475bbf7 None None] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:12.485489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:12.486683 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.505351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Allocated IP 172.25.7.57 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3ca78cf3-1cbc-4256-a508-7f6ff1e38e93) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:12.522548 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-08c1e3e5-fe83-48b1-a505-5cd926330989 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6426556 Feb 10 16:05:12.550227 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:05:12.564457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.630645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.644332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:12.652158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b184fb-64a6-4863-b667-2ca18ad9ebbd None None] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:12.657689 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['4271c2a1-8d07-40b3-a415-8d0b3969e87a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:12.673877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.732864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:12.735884 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:12.739677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:12.797744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:12.807652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca78cf3-1cbc-4256-a508-7f6ff1e38e93,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.813886 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:12.833238 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:12.833990 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:12.855435 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.895807 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:12.905880 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:12.910251 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:12.911087 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:12.961431 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:12.962626 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063c772-2cb1-4e8e-9341-cbbc2de2b557 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:13.117326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.117817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e560a-5e48-461c-af64-c8f6b572759c req-3c5dd37c-794c-4898-aff8-fa09bee32e54 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:13.119994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-960e560a-5e48-461c-af64-c8f6b572759c req-3c5dd37c-794c-4898-aff8-fa09bee32e54 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 944 time: 0.1070280 Feb 10 16:05:13.123400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.167482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:13.224335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.239866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca78cf3-1cbc-4256-a508-7f6ff1e38e93,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:13.246080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-960e560a-5e48-461c-af64-c8f6b572759c req-efe29d81-0ff8-46d7-9ab6-f44bd49b74cd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094387 Feb 10 16:05:13.252195 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.253861 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4f3b8096-5f40-494a-8176-5779902f0c59 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4230857 Feb 10 16:05:13.256851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54466) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:13.264234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1121262786', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'fixed_ips': [{'ip_address': '172.25.7.57'}]}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:13.287526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Made reservation on behalf of 50b45856c45a44abaab598b950f7ff9b for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:13.290011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.300429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.392907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:13.396586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.404773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:13.406226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.412143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.418692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:13.419679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:13.440085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] device_id is not set on port 2c8ed632-80ea-400d-80ec-d568ed4f0451 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:13.444462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840b89f-3213-4f83-90da-1d7babc9c8d5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:13.465055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-955b701d-7040-4595-a66e-d931ccba3079 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:13.466285 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:13.466621 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-955b701d-7040-4595-a66e-d931ccba3079 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 818 time: 0.3459525 Feb 10 16:05:13.475590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:13.476189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:13.503027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-ad11f31d-d964-4437-866e-79b25713ae43 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/quotas/a3baeb6fe28f4266823b16c8ccc4303e HTTP/1.1" status: 200 len: 375 time: 0.0097964 Feb 10 16:05:13.514039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:13.514743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb825c-2c81-472b-80ff-f3e8867e77a2 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:13.539956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-25f12d07-22d7-486f-ad22-9458a1f7665a tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300760 Feb 10 16:05:13.543226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7528d7a4-56a7-4f59-bc49-e1b6c5723dab tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/floatingips/90f125d5-86b2-4c53-ad9e-44c58b068143 HTTP/1.1" status: 200 len: 978 time: 2.6478472 Feb 10 16:05:13.545656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54472) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:13.550036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:13.666148 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 16:05:13.666629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.667433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:05:13.686443 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-019a6304-39ca-4160-832a-b7501ac352c0 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4255056 Feb 10 16:05:13.686631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54474) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:13.727875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-276cbfce-2cfc-4164-b7c6-ccbb5440502b service neutron] 10.222.0.21 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750977 Feb 10 16:05:13.861121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Deleting port 3ca78cf3-1cbc-4256-a508-7f6ff1e38e93 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:13.861844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.907478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.914157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.914416 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 90f125d5-86b2-4c53-ad9e-44c58b068143 disassociated. External IP: 172.25.7.38, port: fbbca9ff-8f7c-425e-858c-3a120eec2afb. Feb 10 16:05:13.957589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-558f3712-9230-4318-b96a-55a32671cede service neutron] 10.222.0.21 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222700 Feb 10 16:05:13.958057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.959125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:13.973256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Calling delete_port for 3ca78cf3-1cbc-4256-a508-7f6ff1e38e93 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:14.137374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.167653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ca78cf3-1cbc-4256-a508-7f6ff1e38e93,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.172858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:14.252946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.256156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:14.259281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.261325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e25c15ca-335e-4377-a61c-8e7c452e9971 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480 tempest-ExternalNetworksAdminNegativeTestJSON-1921957480-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/a0c9bf20-aab9-4dcb-bd38-b209ca2e94fa HTTP/1.1" status: 204 len: 168 time: 0.5736625 Feb 10 16:05:14.402830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 4271c2a1-8d07-40b3-a415-8d0b3969e87a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:05:14.416454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 4271c2a1-8d07-40b3-a415-8d0b3969e87a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:14.417046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.453775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:14.459291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.465811 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:14.471036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3273c7-736a-4e19-b3e9-215f8dfc3491 req-63537c14-e058-4531-8809-45418a6380fb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:14.472568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c3273c7-736a-4e19-b3e9-215f8dfc3491 req-63537c14-e058-4531-8809-45418a6380fb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 944 time: 0.1375670 Feb 10 16:05:14.486873 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:14.489169 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:14.528527 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c64c429-650c-48ac-85a6-0c41978c399a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/floatingips/90f125d5-86b2-4c53-ad9e-44c58b068143 HTTP/1.1" status: 200 len: 687 time: 0.9817228 Feb 10 16:05:14.532802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54494) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:14.548900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1462974c-f28a-4808-b1be-6447d821734f req-df032f9f-2d70-40b0-af0e-2262f8eb3184 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 210 time: 0.0475640 Feb 10 16:05:14.582824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c3273c7-736a-4e19-b3e9-215f8dfc3491 req-584450ec-bdf3-4d5f-87c1-86436a361e22 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947881 Feb 10 16:05:14.608072 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:14.639287 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:14.639954 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:14.641142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.678752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:14.684104 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cadd45f-ae1b-4a31-a032-449861ad78f0" -d '{"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-plugged", "status": "completed", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:14.701864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:14.708821 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:14.709485 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb541a4e-bede-4046-8285-53a437d8bc80 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:14.710181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.768510 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea648ba-c4cd-4e5d-9b41-f99e55fc6093 x-openstack-request-id: req-3ea648ba-c4cd-4e5d-9b41-f99e55fc6093 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:14.768813 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-plugged", "status": "completed", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:14.769917 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ea648ba-c4cd-4e5d-9b41-f99e55fc6093 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:14.772939 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'code': 200} Feb 10 16:05:14.821627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.851619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54508) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:14.853470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 14d72ee3-6486-4afc-a8dd-09ba7d469583 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:14.855524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:14.876406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42f31f-bb1b-4e39-98e6-04bd1d192be8 req-a0065354-20e9-4d4b-8a04-0112584975e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:14.879386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc42f31f-bb1b-4e39-98e6-04bd1d192be8 req-a0065354-20e9-4d4b-8a04-0112584975e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1096 time: 0.0736566 Feb 10 16:05:14.963910 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc42f31f-bb1b-4e39-98e6-04bd1d192be8 req-3c35c02f-bbd8-4c53-8768-b5782cc3f374 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690234 Feb 10 16:05:15.028468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d59c4d36-fcee-4754-bb63-2b6871167ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.032146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.032810 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.063000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 14d72ee3-6486-4afc-a8dd-09ba7d469583 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:15.204921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d59c4d36-fcee-4754-bb63-2b6871167ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.210403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d59c4d36-fcee-4754-bb63-2b6871167ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.546926 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d59c4d36-fcee-4754-bb63-2b6871167ccd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c1e04b513c84ac09b96fcd146f3bc57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890693 Feb 10 16:05:15.550170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4d36-fcee-4754-bb63-2b6871167ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c962423c-f8f8-4ff9-9f65-f3f75f34de69,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:15.550725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54514) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:15.573584 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.652357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=14d72ee3-6486-4afc-a8dd-09ba7d469583,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:15.715107 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb05-0931-419f-82fe-0f63b1ad68c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.735169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5654c047-2ba5-40df-b8cb-0e05dac1b07b req-778a74f2-a388-4093-94cd-ef29894aea09 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 210 time: 0.0360451 Feb 10 16:05:15.762552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb05-0931-419f-82fe-0f63b1ad68c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.777822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.793146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.797276 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-50aca9dd-1214-428a-8f4a-8bf20d9cf246 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/floatingips/90f125d5-86b2-4c53-ad9e-44c58b068143 HTTP/1.1" status: 204 len: 168 time: 1.2631507 Feb 10 16:05:15.798193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54530) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:15.836041 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-b8a39c93-7a97-4526-9904-de028b3c0916 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] delete failed (client error): The resource could not be found. Feb 10 16:05:15.844520 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b8a39c93-7a97-4526-9904-de028b3c0916 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/floatingips/90f125d5-86b2-4c53-ad9e-44c58b068143 HTTP/1.1" status: 404 len: 345 time: 0.0450277 Feb 10 16:05:15.845246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54534) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:15.847500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616e424-55b2-474f-834d-331c0cdf6f7f req-7f71c490-e20b-49a9-af9f-696d5524c957 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:15.849253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3616e424-55b2-474f-834d-331c0cdf6f7f req-7f71c490-e20b-49a9-af9f-696d5524c957 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0727983 Feb 10 16:05:15.890286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb05-0931-419f-82fe-0f63b1ad68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.895735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb05-0931-419f-82fe-0f63b1ad68c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:15.896963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40e9bb05-0931-419f-82fe-0f63b1ad68c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c962423c-f8f8-4ff9-9f65-f3f75f34de69 HTTP/1.1" status: 204 len: 168 time: 0.3447220 Feb 10 16:05:15.946034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9bb05-0931-419f-82fe-0f63b1ad68c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c962423c-f8f8-4ff9-9f65-f3f75f34de69,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:15.965322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3616e424-55b2-474f-834d-331c0cdf6f7f req-7e1d271e-9cff-4d10-9ef5-87e709ffcbfe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086118 Feb 10 16:05:15.990344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f652ce29-871e-47ac-84f7-aebef90030a3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.001613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f652ce29-871e-47ac-84f7-aebef90030a3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.008023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f652ce29-871e-47ac-84f7-aebef90030a3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.010014 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f652ce29-871e-47ac-84f7-aebef90030a3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/ports?network_id=9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd HTTP/1.1" status: 200 len: 2359 time: 0.1637514 Feb 10 16:05:16.013038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54540) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:16.104198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc9782d-46c7-4e84-b238-8c70b1bba572 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.111143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54544) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:16.118488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'port': {'network_id': '9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd', 'name': 'tempest-FloatingIPTestJSON-2063764576', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:16.124846 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8fc9782d-46c7-4e84-b238-8c70b1bba572 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/subnets/babce0a1-4f88-45e2-94ab-e47e095750c6 HTTP/1.1" status: 200 len: 797 time: 0.1093121 Feb 10 16:05:16.278964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54548) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:16.531544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54552) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:16.552404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-7e544433-8d9c-4846-8e16-c9c2d639e3df tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.553875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-7e544433-8d9c-4846-8e16-c9c2d639e3df tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.45 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 818 time: 0.3351703 Feb 10 16:05:16.575561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Request body: {'port': {'device_id': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'admin_state_up': True, 'tenant_id': 'a3baeb6fe28f4266823b16c8ccc4303e'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:16.583304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cc3962a-4857-4b0b-9fe2-1d9a04e2f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.590526 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-6f053ff4-652c-412e-a32a-838433ab8454 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.592050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-6f053ff4-652c-412e-a32a-838433ab8454 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 818 time: 0.4620578 Feb 10 16:05:16.602947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:16.612982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Request body: {'port': {'device_id': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'admin_state_up': True, 'tenant_id': 'a3baeb6fe28f4266823b16c8ccc4303e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:16.641153 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e1647b25-fddc-4328-a54c-4c6c860e5d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50b45856c45a44abaab598b950f7ff9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037488 Feb 10 16:05:16.645855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54554) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:16.735393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Made reservation on behalf of a3baeb6fe28f4266823b16c8ccc4303e for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:16.739259 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.880609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-78053479-3fcc-4c29-a99e-59ecafc5ac19 req-53b97b64-c48c-4a11-8907-f97b32672970 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 210 time: 0.0652585 Feb 10 16:05:16.881294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37881ba5-e498-48ee-a6d9-a571c761a692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.886420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.927756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Allocated IP 172.20.0.5 (c06ebdfa-40a9-41e0-887e-ccc130a000f6/b1869c74-6cc5-4e05-a235-b01e5d8c33d1/60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:16.958619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] device_id is not set on port 88f006ee-387e-465e-b127-ab98983eedb9 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:16.968982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37881ba5-e498-48ee-a6d9-a571c761a692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.970810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Made reservation on behalf of a3baeb6fe28f4266823b16c8ccc4303e for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:16.974286 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.977471 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cc3962a-4857-4b0b-9fe2-1d9a04e2f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:16.995946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9cc3962a-4857-4b0b-9fe2-1d9a04e2f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.081217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-e96d34a5-cfb8-49dc-b812-95b586a88027 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:17.082668 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-e96d34a5-cfb8-49dc-b812-95b586a88027 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 818 time: 0.1903594 Feb 10 16:05:17.121595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Request body: {'port': {'device_id': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'admin_state_up': True, 'tenant_id': 'a3baeb6fe28f4266823b16c8ccc4303e'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:17.184093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9cc3962a-4857-4b0b-9fe2-1d9a04e2f97c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=376cebb22d16429ab411de450adf3c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8984978 Feb 10 16:05:17.187634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54560) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:17.197522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3962a-4857-4b0b-9fe2-1d9a04e2f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f2475-cc4f-4bf6-8318-ab0b8f709322,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:17.284836 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.304732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baacc0-44f4-483d-bc3e-2d19b345f5d5 req-65643c2e-cfab-4ac9-a00b-096f436860c6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:17.306272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28baacc0-44f4-483d-bc3e-2d19b345f5d5 req-65643c2e-cfab-4ac9-a00b-096f436860c6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.2303429 Feb 10 16:05:17.311801 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37881ba5-e498-48ee-a6d9-a571c761a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.314324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37881ba5-e498-48ee-a6d9-a571c761a692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.315430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-37881ba5-e498-48ee-a6d9-a571c761a692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a840b89f-3213-4f83-90da-1d7babc9c8d5 HTTP/1.1" status: 204 len: 168 time: 0.6633661 Feb 10 16:05:17.328279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1ccb-2e45-48f2-8880-5e168ababd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.366230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1ccb-2e45-48f2-8880-5e168ababd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.369639 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37881ba5-e498-48ee-a6d9-a571c761a692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840b89f-3213-4f83-90da-1d7babc9c8d5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:17.375172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Made reservation on behalf of a3baeb6fe28f4266823b16c8ccc4303e for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:17.378596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.407187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.410569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-28baacc0-44f4-483d-bc3e-2d19b345f5d5 req-f2f881a1-3e95-4378-ab5c-2d53836c85ab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939596 Feb 10 16:05:17.547564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:17.551982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Pushing event updated for resources: {'Port': ['ID=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:17.560895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:17.566886 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:17.619898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1ccb-2e45-48f2-8880-5e168ababd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.622360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1ccb-2e45-48f2-8880-5e168ababd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.625985 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b7ce1ccb-2e45-48f2-8880-5e168ababd3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/360f2475-cc4f-4bf6-8318-ab0b8f709322 HTTP/1.1" status: 204 len: 168 time: 0.4331844 Feb 10 16:05:17.638761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce1ccb-2e45-48f2-8880-5e168ababd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f2475-cc4f-4bf6-8318-ab0b8f709322,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:17.648712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:17.649373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.671549 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-5fadb16d-0b47-4482-a17b-837d927a504c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0638666 Feb 10 16:05:17.687642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Request body: {'port': {'device_id': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:17.752126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:17.856151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Allocated IP 172.20.0.13 (c06ebdfa-40a9-41e0-887e-ccc130a000f6/b1869c74-6cc5-4e05-a235-b01e5d8c33d1/1903bf42-8292-496a-8ccc-88dfb739ae47) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:17.890300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd599-89a4-4d2b-835a-50964f608c0e req-75855b89-954b-4f9d-99f2-11e2838aec14 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:17.897566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d44fd599-89a4-4d2b-835a-50964f608c0e req-75855b89-954b-4f9d-99f2-11e2838aec14 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1459200 Feb 10 16:05:17.936258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.14 (9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd/babce0a1-4f88-45e2-94ab-e47e095750c6/88f006ee-387e-465e-b127-ab98983eedb9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:17.950451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.13 (9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd/babce0a1-4f88-45e2-94ab-e47e095750c6/88f006ee-387e-465e-b127-ab98983eedb9) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:18.010445 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d44fd599-89a4-4d2b-835a-50964f608c0e req-ebc0e14b-36a4-472b-87ed-90a6329f17e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096044 Feb 10 16:05:18.033060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54582) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:18.096226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-124b709f-5323-4190-8b66-d36c0067a3e3 req-ad5cb60c-9f9a-4f41-ac58-764d23461c51 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 210 time: 0.0729082 Feb 10 16:05:18.140412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cdf988-495c-494d-becb-2df394b424ac tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.142022 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-70cdf988-495c-494d-becb-2df394b424ac tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1091 time: 0.1078553 Feb 10 16:05:18.145506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54588) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:18.151968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:18.179601 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.187210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:18.227384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da34f4e8-0586-4548-bd17-98933bc32fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.272889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.296290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.322703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.395431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.447773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da34f4e8-0586-4548-bd17-98933bc32fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.451495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.460722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.225 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/4ef95dff-093d-445f-a6fc-23c312e5ed2a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:18.462291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da34f4e8-0586-4548-bd17-98933bc32fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.472471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Allocated IP 172.20.0.8 (c06ebdfa-40a9-41e0-887e-ccc130a000f6/b1869c74-6cc5-4e05-a235-b01e5d8c33d1/a5341e76-55c4-4cfb-bd5c-0042a6652caa) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:18.483324 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:18.501676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:18.507522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:18.517750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Pushing event updated for resources: {'Port': ['ID=1903bf42-8292-496a-8ccc-88dfb739ae47,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:18.554156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:18.560380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da34f4e8-0586-4548-bd17-98933bc32fc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b05f90adaa9c4cb69f1ef23495c8ffc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696358 Feb 10 16:05:18.562988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54600) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:18.585142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:18.594188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34f4e8-0586-4548-bd17-98933bc32fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c330f63-dff8-48b8-98c7-dc6f5deaeb85,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:18.596942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:18.658054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.658583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.671019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=88f006ee-387e-465e-b127-ab98983eedb9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:18.693008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.693674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.701083 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-f48fc0e4-5446-4140-bfa2-7040ba07a85f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1300633 Feb 10 16:05:18.709807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.715214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Request body: {'port': {'device_id': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:18.725482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5f8d6b47-59f6-4d54-9433-602311b0d87e tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6108563 Feb 10 16:05:18.727922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54606) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:18.737804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '88f006ee-387e-465e-b127-ab98983eedb9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:18.753672 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e3c6-ce13-400c-ae2f-d2acbbc62998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.786892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.810096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.823551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e3c6-ce13-400c-ae2f-d2acbbc62998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.837594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.901095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:18.981351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:19.011237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.017032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:19.019158 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:19.061412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54614) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:19.078528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=4ef95dff-093d-445f-a6fc-23c312e5ed2a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:19.093083 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e3c6-ce13-400c-ae2f-d2acbbc62998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.096640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e3c6-ce13-400c-ae2f-d2acbbc62998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.099624 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0ff8e3c6-ce13-400c-ae2f-d2acbbc62998 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c330f63-dff8-48b8-98c7-dc6f5deaeb85 HTTP/1.1" status: 204 len: 168 time: 0.5354774 Feb 10 16:05:19.233842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb3a5d-c08b-44c2-806b-64ef8c96ab2c req-83750912-ed46-4ccb-ac1d-0a9f87957965 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.235386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bfb3a5d-c08b-44c2-806b-64ef8c96ab2c req-83750912-ed46-4ccb-ac1d-0a9f87957965 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 931 time: 0.0622718 Feb 10 16:05:19.240573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-473236692', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:19.240749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Network c06ebdfa-40a9-41e0-887e-ccc130a000f6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:19.246928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8e3c6-ce13-400c-ae2f-d2acbbc62998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c330f63-dff8-48b8-98c7-dc6f5deaeb85,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:19.316252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8bfb3a5d-c08b-44c2-806b-64ef8c96ab2c req-6ae7a9b7-a7ec-44be-9596-f6cbf18f0e0f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690141 Feb 10 16:05:19.328945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Made reservation on behalf of b719562580f047108788d20475a30085 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:19.333812 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.344369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.432599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.436749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.441603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] device_id is not set on port 17805e88-ee9e-4ce3-8618-dc1a4179bf7b yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:19.522447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1598b3e9-2eb8-480f-b595-2cf63a16d276,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:19.536028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:19.543528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:19.546324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Pushing event updated for resources: {'Port': ['ID=a5341e76-55c4-4cfb-bd5c-0042a6652caa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:19.603889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Allocated IP 172.25.7.50 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/17805e88-ee9e-4ce3-8618-dc1a4179bf7b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:19.735888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.736523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.768045 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.768260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:19.782448 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-40899eb2-45a6-4a41-8503-b67e8860e6bb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6665006 Feb 10 16:05:19.784294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.788898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.809572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.832849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Request body: {'port': {'device_id': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:19.852648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:19.857062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:19.861600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:19.881803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Transition to ACTIVE for port object 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:05:19.893292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Pushing event updated for resources: {'Port': ['ID=17805e88-ee9e-4ce3-8618-dc1a4179bf7b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:19.924809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.966876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.967620 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:19.998257 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3991638-4a4e-4786-9b6f-4216677f0958 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9346521 Feb 10 16:05:20.002342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:20.018310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.50'}]}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:20.024231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.078561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1903bf42-8292-496a-8ccc-88dfb739ae47 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:20.089388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.102100 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Transition to ACTIVE for port object 1903bf42-8292-496a-8ccc-88dfb739ae47 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:05:20.107153 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.120277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Pushing event updated for resources: {'Port': ['ID=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:20.157403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.157724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.158058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.158407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.158739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.159068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.159398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.160004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.160140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.160389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.160507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Pushing event updated for resources: {'Port': ['ID=1903bf42-8292-496a-8ccc-88dfb739ae47,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:20.160713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.161054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:20.242247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Attempting to bind port 1903bf42-8292-496a-8ccc-88dfb739ae47 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:20.242580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Attempting to bind port 1903bf42-8292-496a-8ccc-88dfb739ae47 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:20.242910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Attempting to bind port 1903bf42-8292-496a-8ccc-88dfb739ae47 on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:20.247791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Port 1903bf42-8292-496a-8ccc-88dfb739ae47 on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:05:20.247974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Attempting to bind port 1903bf42-8292-496a-8ccc-88dfb739ae47 on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:20.253047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:20.253382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Checking segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:20.253759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Bound using segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:20.254175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Bound port: 1903bf42-8292-496a-8ccc-88dfb739ae47, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:20.254527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.283571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.218 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/0db342ca-dcbf-4042-aba8-7063df273539) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:20.297426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.298407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.342292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] For port 1903bf42-8292-496a-8ccc-88dfb739ae47, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:20.345743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] For port 1903bf42-8292-496a-8ccc-88dfb739ae47, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1903bf42-8292-496a-8ccc-88dfb739ae47,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:20.351461 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.386044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:20.386320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.387673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] 10.222.0.45 "PUT /v2.0/ports/1903bf42-8292-496a-8ccc-88dfb739ae47 HTTP/1.1" status: 200 len: 1092 time: 1.6784186 Feb 10 16:05:20.388627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'tag': '1903bf42-8292-496a-8ccc-88dfb739ae47'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:20.390833 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943add48-aa67-4b27-bf3b-45c8d7ca6689" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a2380b-4af3-411d-a93f-028d1416fbf7", "tag": "1903bf42-8292-496a-8ccc-88dfb739ae47"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:20.461781 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a51982-5982-422f-9b19-fbc2cc3b6c9a x-openstack-request-id: req-34a51982-5982-422f-9b19-fbc2cc3b6c9a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:20.462150 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a2380b-4af3-411d-a93f-028d1416fbf7", "tag": "1903bf42-8292-496a-8ccc-88dfb739ae47", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:20.462298 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34a51982-5982-422f-9b19-fbc2cc3b6c9a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:20.463760 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'tag': '1903bf42-8292-496a-8ccc-88dfb739ae47', 'status': 'completed', 'code': 200} Feb 10 16:05:20.512903 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Attempting to bind port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:20.513142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Attempting to bind port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:20.513422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Attempting to bind port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:20.520649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa72d5-a099-4e95-956b-22f5f02e320c req-4b957cc1-3b02-482a-b299-ab04034aa41c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:20.522219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59aa72d5-a099-4e95-956b-22f5f02e320c req-4b957cc1-3b02-482a-b299-ab04034aa41c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 931 time: 0.1242867 Feb 10 16:05:20.528171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7982b1-1849-462a-850d-09e1ce5bac31 service neutron] Pushing event updated for resources: {'Port': ['ID=1903bf42-8292-496a-8ccc-88dfb739ae47,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:20.538584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-ad741565-c621-42c7-b9dd-9af6ae7cfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:20.539392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-ad741565-c621-42c7-b9dd-9af6ae7cfc13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 1095 time: 0.1016126 Feb 10 16:05:20.546314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.604172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-4a382c6d-70b3-4b3b-a988-bb816496d68c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1903bf42-8292-496a-8ccc-88dfb739ae47 HTTP/1.1" status: 200 len: 217 time: 0.0494585 Feb 10 16:05:20.611385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.623056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-59aa72d5-a099-4e95-956b-22f5f02e320c req-9a157cb9-355a-4125-aa43-1ddef4768616 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918341 Feb 10 16:05:20.624944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:05:20.625269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Attempting to bind port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:20.635358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:20.635725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Checking segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:20.636240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Bound using segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:20.636682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Bound port: 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:20.636970 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.675114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8134e508-d82a-4f6a-bef0-fbfffdcb3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:20.676741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8134e508-d82a-4f6a-bef0-fbfffdcb3763 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 200 len: 858 time: 0.0655396 Feb 10 16:05:20.717454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-1b5b8b79-344d-4296-af60-b01eed322721 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c06ebdfa-40a9-41e0-887e-ccc130a000f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275393 Feb 10 16:05:20.816814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-26e17cdd-a4cb-44cf-92b2-d2089cf2ed0b service neutron] 10.222.0.45 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916476 Feb 10 16:05:20.902898 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.945105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-9f547e03-4c9e-4482-a929-2994e4dacaee service neutron] 10.222.0.45 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176083 Feb 10 16:05:20.958773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:20.972014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.031293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] For port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:21.040780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-324261ef-144b-43fc-9a96-788212b075c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.042312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-324261ef-144b-43fc-9a96-788212b075c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 1095 time: 0.0491042 Feb 10 16:05:21.100005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] For port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:21.144047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.151739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-b8194379-36f8-4137-a383-a276993237fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.153141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-b8194379-36f8-4137-a383-a276993237fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 919 time: 0.1041780 Feb 10 16:05:21.199224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-b6c66db3-d5cf-4f70-bc2f-e2ca91a8a39a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1903bf42-8292-496a-8ccc-88dfb739ae47 HTTP/1.1" status: 200 len: 217 time: 0.0397141 Feb 10 16:05:21.252801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-3300435e-d6b2-47cf-943b-d92e68ec7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.254278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-3300435e-d6b2-47cf-943b-d92e68ec7d69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 200 len: 858 time: 0.0472531 Feb 10 16:05:21.293458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-c57ccc60-6386-4191-8dce-06e0038fa347 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c06ebdfa-40a9-41e0-887e-ccc130a000f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300009 Feb 10 16:05:21.399879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-76a31544-532e-4eef-9279-6a455d9b7876 service neutron] 10.222.0.45 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933030 Feb 10 16:05:21.493587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-943add48-aa67-4b27-bf3b-45c8d7ca6689 req-6f7580f4-54ca-414c-b3c8-8b240a754e26 service neutron] 10.222.0.45 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 Feb 10 16:05:21.527691 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.537097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5341e76-55c4-4cfb-bd5c-0042a6652caa {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:21.564205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.566916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.567552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.568921 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] 10.222.0.75 "PUT /v2.0/ports/60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 HTTP/1.1" status: 200 len: 1091 time: 3.8879700 Feb 10 16:05:21.569383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'tag': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:21.571646 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ffebd-6254-4798-908e-8fa0eea9aaea" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfcf329-c8f3-468c-a592-38a00cb0e509", "tag": "60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:21.622861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Transition to ACTIVE for port object a5341e76-55c4-4cfb-bd5c-0042a6652caa will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:05:21.625300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:21.628241 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603db5f1-f69e-4d2a-9d23-7ea39b638cfb x-openstack-request-id: req-603db5f1-f69e-4d2a-9d23-7ea39b638cfb {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:21.628527 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfcf329-c8f3-468c-a592-38a00cb0e509", "tag": "60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:21.628780 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-603db5f1-f69e-4d2a-9d23-7ea39b638cfb {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:21.629169 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'tag': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41', 'status': 'completed', 'code': 200} Feb 10 16:05:21.643378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb838c9b-8f36-4ba5-b92d-12554a762d97 service neutron] Pushing event updated for resources: {'Port': ['ID=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:21.651032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.651653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:21.669115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:21.752427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101b3c-60d3-4ead-882c-c747848ed1bb req-3b422848-8cbf-41ea-869d-c323ae40fce1 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.754026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70101b3c-60d3-4ead-882c-c747848ed1bb req-3b422848-8cbf-41ea-869d-c323ae40fce1 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.0587802 Feb 10 16:05:21.793675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70101b3c-60d3-4ead-882c-c747848ed1bb req-ea9bf26f-ed02-4dc2-b7f7-be35e5a63e27 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Feb 10 16:05:21.793919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=0db342ca-dcbf-4042-aba8-7063df273539,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:21.832378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-a70eac33-ae5c-484e-bc0c-21c9f558184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.833869 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-a70eac33-ae5c-484e-bc0c-21c9f558184c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 1094 time: 0.2123885 Feb 10 16:05:21.893762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.931957 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:21.999261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-7fc1ff9d-5250-4b4c-a0a0-7a1534aca2c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 HTTP/1.1" status: 200 len: 217 time: 0.1189532 Feb 10 16:05:22.016970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a5341e76-55c4-4cfb-bd5c-0042a6652caa,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:22.250508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=4ef95dff-093d-445f-a6fc-23c312e5ed2a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:22.255977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Attempting to bind port a5341e76-55c4-4cfb-bd5c-0042a6652caa on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:22.256309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Attempting to bind port a5341e76-55c4-4cfb-bd5c-0042a6652caa by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:22.256637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Attempting to bind port a5341e76-55c4-4cfb-bd5c-0042a6652caa on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:22.259605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-814e4a49-9de3-4e1f-add3-adc121f3449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:22.260880 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-814e4a49-9de3-4e1f-add3-adc121f3449e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 200 len: 858 time: 0.2494111 Feb 10 16:05:22.267420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:22.338902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Port a5341e76-55c4-4cfb-bd5c-0042a6652caa on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:05:22.339226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Attempting to bind port a5341e76-55c4-4cfb-bd5c-0042a6652caa on network c06ebdfa-40a9-41e0-887e-ccc130a000f6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:22.393870 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-035eaf1a-e815-497e-bbbd-562fb5cdf936 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c06ebdfa-40a9-41e0-887e-ccc130a000f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226575 Feb 10 16:05:22.394597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:22.394930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Checking segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:22.395303 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Bound using segment: {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:22.395782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Bound port: a5341e76-55c4-4cfb-bd5c-0042a6652caa, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84addeba-4b27-490a-8734-3cbb0e269328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:22.396170 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:22.532052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:22.579555 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:22.697637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] For port a5341e76-55c4-4cfb-bd5c-0042a6652caa, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:22.706396 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP a3f5b246-873c-4d97-b513-e26df2beaee2 associated. External IP: 172.25.7.225, port: 4271c2a1-8d07-40b3-a415-8d0b3969e87a. Feb 10 16:05:22.793836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] For port a5341e76-55c4-4cfb-bd5c-0042a6652caa, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:22.813401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:22.824275 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-452530fe-c53b-4a61-8d9c-a10958bbaff8 service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200764 Feb 10 16:05:22.924210 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342d80c-c6e5-445e-92d0-b75ba5032dbd req-590bd611-7795-48d8-8f62-19eb7df54487 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:22.932169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f342d80c-c6e5-445e-92d0-b75ba5032dbd req-590bd611-7795-48d8-8f62-19eb7df54487 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.0581799 Feb 10 16:05:22.967963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f342d80c-c6e5-445e-92d0-b75ba5032dbd req-a9f1d6fa-ffe0-49ef-a4f6-b0d9c8330f31 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Feb 10 16:05:23.287354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:23.287907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.289286 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] 10.222.0.75 "PUT /v2.0/ports/a5341e76-55c4-4cfb-bd5c-0042a6652caa HTTP/1.1" status: 200 len: 1091 time: 3.4927442 Feb 10 16:05:23.354618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bc1e1-cb28-443e-b591-2a54ffd2f2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a5341e76-55c4-4cfb-bd5c-0042a6652caa,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:23.419006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.533408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3c8e739e-e10e-4af2-bb7d-c22263e59938 service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834579 Feb 10 16:05:23.538054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-6e8a1377-8e45-416b-91d7-83690e5dde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:23.539405 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-6e8a1377-8e45-416b-91d7-83690e5dde82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 1094 time: 0.2000084 Feb 10 16:05:23.542376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.619865 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.646140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'tag': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:23.648389 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59231483-375c-4879-8e98-922dca8d7da5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e83b5c7-b4c2-46e7-a116-c9bf0b522f53", "tag": "a5341e76-55c4-4cfb-bd5c-0042a6652caa"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:23.737353 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-7e4dfa1e-ec74-4550-88d2-2bb07e68ad8f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa HTTP/1.1" status: 200 len: 217 time: 0.1565058 Feb 10 16:05:23.740886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.779910 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9875fcd-c4d6-4860-a733-57e9a50bcece x-openstack-request-id: req-c9875fcd-c4d6-4860-a733-57e9a50bcece {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:23.780192 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e83b5c7-b4c2-46e7-a116-c9bf0b522f53", "tag": "a5341e76-55c4-4cfb-bd5c-0042a6652caa", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:23.780441 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9875fcd-c4d6-4860-a733-57e9a50bcece {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:23.780826 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'tag': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa', 'status': 'completed', 'code': 200} Feb 10 16:05:23.928177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.935955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:23.946244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-3b580bb8-7330-4b83-a73b-f47b50ae6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:23.948482 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-3b580bb8-7330-4b83-a73b-f47b50ae6e61 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 1094 time: 0.3436453 Feb 10 16:05:23.953501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 19d9b7da-5b90-4d61-b282-ab17f719ee34 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:23.966674 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-02c6dc5d-8ffc-4f6f-b695-c56711f91e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:23.968141 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-02c6dc5d-8ffc-4f6f-b695-c56711f91e98 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 200 len: 858 time: 0.2034631 Feb 10 16:05:24.028496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54718) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:24.084140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-8253449f-5c6f-47ad-8831-e0f7f75b021a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c06ebdfa-40a9-41e0-887e-ccc130a000f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775790 Feb 10 16:05:24.100826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6513-0298-4c96-bce1-feafd57d5060 req-c85f662f-aad3-44ed-8e94-8081bd01ef35 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:24.102328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c8a6513-0298-4c96-bce1-feafd57d5060 req-c85f662f-aad3-44ed-8e94-8081bd01ef35 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.0530038 Feb 10 16:05:24.111662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.112404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a981012d-f0f7-4d9b-9ad1-fb96ff23cdf6 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:05:24.158855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3c8a6513-0298-4c96-bce1-feafd57d5060 req-88030ad5-d8f0-4b33-9881-c7124a7ea7be tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Feb 10 16:05:24.159752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b566573c-fb2e-47d8-a0a6-05aa70b932f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.248016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b566573c-fb2e-47d8-a0a6-05aa70b932f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.251951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b566573c-fb2e-47d8-a0a6-05aa70b932f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.253499 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 16:05:24.254551 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c16617c-ffc7-4606-ac6d-5526cfa16b9c tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2444038 Feb 10 16:05:24.263778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54722) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:24.285041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1903bf42-8292-496a-8ccc-88dfb739ae47 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:05:24.293413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b566573c-fb2e-47d8-a0a6-05aa70b932f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d94ed9af19a349f08d7b9caf71d89366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637959 Feb 10 16:05:24.294037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54724) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:24.302310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566573c-fb2e-47d8-a0a6-05aa70b932f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b08bb-af5f-4330-92ee-88906a712f29,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:24.349208 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e23b299d-35e2-4628-8ea2-2ee4244a3f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.370636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-84b4abec-5a14-4829-b723-ea66434a5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:24.371693 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e23b299d-35e2-4628-8ea2-2ee4244a3f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.372060 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-84b4abec-5a14-4829-b723-ea66434a5a13 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 919 time: 0.3731565 Feb 10 16:05:24.404103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 1903bf42-8292-496a-8ccc-88dfb739ae47, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1903bf42-8292-496a-8ccc-88dfb739ae47,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:24.417777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '1903bf42-8292-496a-8ccc-88dfb739ae47', 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'port_id': '1903bf42-8292-496a-8ccc-88dfb739ae47', 'mac_address': 'fa:16:3e:ee:07:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1869c74-6cc5-4e05-a235-b01e5d8c33d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:05:24.423065 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e23b299d-35e2-4628-8ea2-2ee4244a3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.425971 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e23b299d-35e2-4628-8ea2-2ee4244a3f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.427885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e23b299d-35e2-4628-8ea2-2ee4244a3f9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a50b08bb-af5f-4330-92ee-88906a712f29 HTTP/1.1" status: 204 len: 168 time: 0.1319199 Feb 10 16:05:24.438062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b299d-35e2-4628-8ea2-2ee4244a3f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b08bb-af5f-4330-92ee-88906a712f29,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:24.468001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.472245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-2b250307-f9d7-402d-8f40-14f662d190dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 HTTP/1.1" status: 200 len: 217 time: 0.0838785 Feb 10 16:05:24.474526 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.475359 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-3299d0be-687b-4f53-9a2e-ea38232d2c65 service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581138 Feb 10 16:05:24.478594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:24.483771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.491957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1903bf42-8292-496a-8ccc-88dfb739ae47 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:24.499936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] Sync routers for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:24.525485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 1903bf42-8292-496a-8ccc-88dfb739ae47, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1903bf42-8292-496a-8ccc-88dfb739ae47,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:24.526970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:24.527972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:24.531971 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.671567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=1903bf42-8292-496a-8ccc-88dfb739ae47,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:24.701702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:24.746730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['1903bf42-8292-496a-8ccc-88dfb739ae47'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:24.788155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54732) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:24.802334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7723cbcd-dad0-4764-aaf8-60df82fa2108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.896465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7723cbcd-dad0-4764-aaf8-60df82fa2108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.901969 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7723cbcd-dad0-4764-aaf8-60df82fa2108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.952426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:24.966755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723cbcd-dad0-4764-aaf8-60df82fa2108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9416284e-6def-4b42-bd61-3977dabe4e39,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:24.984932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7723cbcd-dad0-4764-aaf8-60df82fa2108 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce155d41c9a0468dbd7a1f9350d2910a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956584 Feb 10 16:05:24.987430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54734) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:25.008013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=0db342ca-dcbf-4042-aba8-7063df273539,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:25.034107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-a92deb6a-8421-42d2-8c38-4fc222c6cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.035636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-a92deb6a-8421-42d2-8c38-4fc222c6cb78 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 200 len: 858 time: 0.5476823 Feb 10 16:05:25.042012 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8dc82c9f-2cc1-4c08-aaf2-7a9d2459f709 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8929689 Feb 10 16:05:25.042012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.060619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af3d39f-5860-498c-ab02-7794bebd6d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.092556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af3d39f-5860-498c-ab02-7794bebd6d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.094819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Deleting port 17805e88-ee9e-4ce3-8618-dc1a4179bf7b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:25.095166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.131358 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-1de560a6-17b2-4409-a25d-7186ce16ef3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c06ebdfa-40a9-41e0-887e-ccc130a000f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780613 Feb 10 16:05:25.184131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1cee8-112b-47bc-8422-33f26b987978 req-ab4c86e7-f15e-421c-ad4c-e275c0ee7335 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.192943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54f1cee8-112b-47bc-8422-33f26b987978 req-ab4c86e7-f15e-421c-ad4c-e275c0ee7335 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0807052 Feb 10 16:05:25.217147 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4183d709-b81d-4f7f-a772-104cbfd88e35 req-c3730a3d-2560-4c92-bb98-6d56ff451b9f service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302091 Feb 10 16:05:25.235370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54f1cee8-112b-47bc-8422-33f26b987978 req-3a870b69-ca7b-40e7-aab5-da37802e8b4f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Feb 10 16:05:25.236747 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af3d39f-5860-498c-ab02-7794bebd6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.240326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af3d39f-5860-498c-ab02-7794bebd6d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.241780 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1af3d39f-5860-498c-ab02-7794bebd6d4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9416284e-6def-4b42-bd61-3977dabe4e39 HTTP/1.1" status: 204 len: 168 time: 0.2534268 Feb 10 16:05:25.255093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3d39f-5860-498c-ab02-7794bebd6d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416284e-6def-4b42-bd61-3977dabe4e39,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:25.277267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54742) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:25.339657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'a3f5b246-873c-4d97-b513-e26df2beaee2', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'port_id': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'mac_address': 'fa:16:3e:2f:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:20Z', 'updated_at': '2022-02-10T16:05:20Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:25.368412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.376333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] Checking router: 19d9b7da-5b90-4d61-b282-ab17f719ee34 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:05:25.387726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9647204a-f7c3-4009-bb24-ffa622477ee0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/a3f5b246-873c-4d97-b513-e26df2beaee2 HTTP/1.1" status: 200 len: 991 time: 0.1090927 Feb 10 16:05:25.390184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:25.390901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:25.391090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Calling delete_port for 17805e88-ee9e-4ce3-8618-dc1a4179bf7b owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:25.396103 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-fe283ce7-403c-47ad-aa78-ce6ca48dddbd service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284348 Feb 10 16:05:25.400816 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP d7b192dd-3a18-4d8b-9c43-576f5ff8c245 associated. External IP: 172.25.7.218, port: 88f006ee-387e-465e-b127-ab98983eedb9. Feb 10 16:05:25.449077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c379ad-4995-4c84-9b16-542f39306532 req-67cc9c9f-46c5-4371-9475-6f2773fedc1b tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.452103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2c379ad-4995-4c84-9b16-542f39306532 req-67cc9c9f-46c5-4371-9475-6f2773fedc1b tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.0632079 Feb 10 16:05:25.478553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231483-375c-4879-8e98-922dca8d7da5 req-77166188-20d3-4a1d-9302-48b7f966f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.480081 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-77166188-20d3-4a1d-9302-48b7f966f376 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 1094 time: 0.1713240 Feb 10 16:05:25.500921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d2c379ad-4995-4c84-9b16-542f39306532 req-13295f2c-7f14-4ad6-9705-f50d5274e4e3 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Feb 10 16:05:25.536874 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:25.723600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a6ffebd-6254-4798-908e-8fa0eea9aaea req-f8aa1463-fcfc-4a09-b848-9c846937b256 service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784326 Feb 10 16:05:25.732901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231483-375c-4879-8e98-922dca8d7da5 req-f7aae066-d293-43ac-9ec3-5102dd688624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.734364 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-f7aae066-d293-43ac-9ec3-5102dd688624 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 200 len: 919 time: 0.1949453 Feb 10 16:05:25.781731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:25.783968 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169baed-3935-42f9-87d6-bde10ef94f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:25.815677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'a3f5b246-873c-4d97-b513-e26df2beaee2', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'port_id': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'mac_address': 'fa:16:3e:2f:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:20Z', 'updated_at': '2022-02-10T16:05:20Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:25.827617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-9492456a-da76-4655-97e4-40eaf24061b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa HTTP/1.1" status: 200 len: 217 time: 0.0558655 Feb 10 16:05:25.852951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b0e24-50b8-4c4c-a9e1-9898c2418872 None None] The sync data for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 is: [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'a3f5b246-873c-4d97-b513-e26df2beaee2', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'port_id': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'mac_address': 'fa:16:3e:2f:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:20Z', 'updated_at': '2022-02-10T16:05:20Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:25.969450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:25.980462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231483-375c-4879-8e98-922dca8d7da5 req-6bd94bbb-a449-4284-854c-0471c1b058e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.982048 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-6bd94bbb-a449-4284-854c-0471c1b058e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 200 len: 858 time: 0.1357632 Feb 10 16:05:26.055352 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4edb3b-7674-43bd-adf9-89f864c5ac93 x-openstack-request-id: req-dd4edb3b-7674-43bd-adf9-89f864c5ac93 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:26.055818 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:26.056626 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd4edb3b-7674-43bd-adf9-89f864c5ac93 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:26.057136 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'status': 'completed', 'code': 200} Feb 10 16:05:26.072300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:26.076913 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-c1dc5109-0e2c-49cf-b70d-8b9b20808f19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c06ebdfa-40a9-41e0-887e-ccc130a000f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703571 Feb 10 16:05:26.079272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Pushing event deleted for resources: {'Port': ['ID=17805e88-ee9e-4ce3-8618-dc1a4179bf7b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:26.095999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-d454d4dd-8701-47e0-83ab-e6617f18e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.097528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-d454d4dd-8701-47e0-83ab-e6617f18e397 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1096 time: 0.0603445 Feb 10 16:05:26.157131 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346491d-7837-4bfa-89f2-4154ad589d7d None None] New status for floating IP a3f5b246-873c-4d97-b513-e26df2beaee2: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:05:26.230147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-75ba9fb1-9091-4dde-be1d-8972933feca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.231727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-75ba9fb1-9091-4dde-be1d-8972933feca6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.1271913 Feb 10 16:05:26.246234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:26.249745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f4a3ff66-5f46-49b4-8b0e-fd186ccd8ef1 tempest-RoutersAdminNegativeTest-625007393 tempest-RoutersAdminNegativeTest-625007393-project-admin] 10.222.0.21 "DELETE /v2.0/ports/17805e88-ee9e-4ce3-8618-dc1a4179bf7b HTTP/1.1" status: 204 len: 168 time: 1.9810534 Feb 10 16:05:26.301275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1903bf42-8292-496a-8ccc-88dfb739ae47 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:26.355752 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-9a3907ee-3b5a-48da-b3da-59c9be100f6d service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488904 Feb 10 16:05:26.381390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-e7ef5870-0715-4e4e-9fe9-c9ab09fc25cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 999 time: 0.1418567 Feb 10 16:05:26.400096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54772) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:26.415224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 1903bf42-8292-496a-8ccc-88dfb739ae47 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:05:26.423345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 1903bf42-8292-496a-8ccc-88dfb739ae47 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:26.423737 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:26.503090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ec5a90a4-94f3-4316-9e3b-e0cdd1553bdf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/a3f5b246-873c-4d97-b513-e26df2beaee2 HTTP/1.1" status: 200 len: 993 time: 0.1011083 Feb 10 16:05:26.504792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-820e0b0d-12cd-46af-a8e2-5c45b3de9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.506344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-820e0b0d-12cd-46af-a8e2-5c45b3de9ab3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.1185651 Feb 10 16:05:26.544097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-59231483-375c-4879-8e98-922dca8d7da5 req-1db95f9a-f7b0-4979-99de-fa89e308fba1 service neutron] 10.222.0.75 "GET /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679993 Feb 10 16:05:26.544097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:26.567029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:26.578893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:26.607432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-05a6eab6-46b6-4610-98b1-0849cc5fd84d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8760037 Feb 10 16:05:26.608517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:26.617409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'port_id': '88f006ee-387e-465e-b127-ab98983eedb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:26.619068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54780) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:26.632458 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:26.642394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:26.643432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:26.649655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-ac42f8a9-2b2f-4545-a9bf-62d2c286c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.650994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-ac42f8a9-2b2f-4545-a9bf-62d2c286c071 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365592 Feb 10 16:05:26.691262 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:26.750912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:26.753981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f6d6-3450-41af-8d1d-aa37131c0310 req-46046822-5090-4bec-9e12-69e39c2bf53a tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.755134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7609f6d6-3450-41af-8d1d-aa37131c0310 req-46046822-5090-4bec-9e12-69e39c2bf53a tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.1225677 Feb 10 16:05:26.775418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1903bf42-8292-496a-8ccc-88dfb739ae47'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:26.778062 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805f6ea1-4eaa-4bc3-87ae-d808f3c47b11" -d '{"events": [{"server_uuid": "e1a2380b-4af3-411d-a93f-028d1416fbf7", "name": "network-vif-plugged", "status": "completed", "tag": "1903bf42-8292-496a-8ccc-88dfb739ae47"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:26.793702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:26.794398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:26.803084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 1903bf42-8292-496a-8ccc-88dfb739ae47, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1903bf42-8292-496a-8ccc-88dfb739ae47,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:26.838404 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:26.840824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:26.841038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351b107-0f98-494d-9d8b-22be658c8f67 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:26.842982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-244bc487-38ae-4ecb-ab00-bed47fa922c5 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718717 Feb 10 16:05:26.866191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7609f6d6-3450-41af-8d1d-aa37131c0310 req-dd172f3d-c93c-4f7a-80fa-caa82facda93 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978010 Feb 10 16:05:26.907818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=1903bf42-8292-496a-8ccc-88dfb739ae47,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:26.994876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8169baed-3935-42f9-87d6-bde10ef94f1d req-f15857d3-bd81-4b96-84e0-3aa9bfe75de7 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427565 Feb 10 16:05:27.005347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15cc610c-f87e-48ad-8b00-178e376d1af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.126424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15cc610c-f87e-48ad-8b00-178e376d1af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.133319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15cc610c-f87e-48ad-8b00-178e376d1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.244882 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f84eb5-868f-4c95-9d97-488bcbcf2d74 x-openstack-request-id: req-c0f84eb5-868f-4c95-9d97-488bcbcf2d74 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:27.245175 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a2380b-4af3-411d-a93f-028d1416fbf7", "name": "network-vif-plugged", "status": "completed", "tag": "1903bf42-8292-496a-8ccc-88dfb739ae47", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:27.245614 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0f84eb5-868f-4c95-9d97-488bcbcf2d74 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:27.246021 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1903bf42-8292-496a-8ccc-88dfb739ae47', 'code': 200} Feb 10 16:05:27.292777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.384536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:05:27.497243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:27.520605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41', 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'port_id': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41', 'mac_address': 'fa:16:3e:f9:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1869c74-6cc5-4e05-a235-b01e5d8c33d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:05:27.528788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc610c-f87e-48ad-8b00-178e376d1af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec6735-19d9-4f07-96ce-77b3f66d3f3a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:27.546630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-15cc610c-f87e-48ad-8b00-178e376d1af3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ca2dd3d0ca645568068d29b8ba5f1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9279404 Feb 10 16:05:27.549378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:27.575535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b78f-2ae7-46c4-a11a-f10cb5711e35 req-c02c70d5-764c-4f9e-9770-206e15ed4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.577036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e84b78f-2ae7-46c4-a11a-f10cb5711e35 req-c02c70d5-764c-4f9e-9770-206e15ed4338 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0462682 Feb 10 16:05:27.593128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.611331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:27.618646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4e84b78f-2ae7-46c4-a11a-f10cb5711e35 req-f4a5b3dc-325e-409b-838a-00d3bbf38784 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Feb 10 16:05:27.635404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:27.640164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.675331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54810) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:27.695528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:27.748844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e5f133e-bbf1-4156-96fa-611588b68c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.771176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.779598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.785893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e5f133e-bbf1-4156-96fa-611588b68c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.851460 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bd2-c9af-4611-8731-21e388bd48d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.953350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e5f133e-bbf1-4156-96fa-611588b68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.955893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e5f133e-bbf1-4156-96fa-611588b68c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:27.957033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e5f133e-bbf1-4156-96fa-611588b68c18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77ec6735-19d9-4f07-96ce-77b3f66d3f3a HTTP/1.1" status: 204 len: 168 time: 0.4066980 Feb 10 16:05:28.011805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ce406-6ba5-4eec-89f2-547fa8311fcd req-82bd52a4-54d7-456c-a3aa-cd7135fc1346 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:28.013213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f133e-bbf1-4156-96fa-611588b68c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec6735-19d9-4f07-96ce-77b3f66d3f3a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:28.014376 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e1ce406-6ba5-4eec-89f2-547fa8311fcd req-82bd52a4-54d7-456c-a3aa-cd7135fc1346 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.0603211 Feb 10 16:05:28.079235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e1ce406-6ba5-4eec-89f2-547fa8311fcd req-6bc91d20-ed38-4487-a914-0bbcc0b2c62c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583947 Feb 10 16:05:28.102717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:28.116204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bd2-c9af-4611-8731-21e388bd48d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.124836 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bd2-c9af-4611-8731-21e388bd48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.158583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:28.177914 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f7c29bd2-c9af-4611-8731-21e388bd48d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90f298e1330f4ca1983ef757635100dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991126 Feb 10 16:05:28.180656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:28.187805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c29bd2-c9af-4611-8731-21e388bd48d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6abf3-a962-42f2-b27d-0cd1a6ed0c7c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:28.287627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:28.319040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bade1ab-b48e-45d2-bf6b-30d72678ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.327916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d3d63b4c-1a87-497a-9218-c541035354c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b719562580f047108788d20475a30085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390134 Feb 10 16:05:28.330271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54824) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:28.344835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:28.349588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.357580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bade1ab-b48e-45d2-bf6b-30d72678ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.359226 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af61684-1423-4aac-872f-db040ea55478 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:28.374772 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af61684-1423-4aac-872f-db040ea55478 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:28.375481 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5af61684-1423-4aac-872f-db040ea55478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:28.383688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6218a311-4780-47b2-ad80-31335f7283b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.408238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6218a311-4780-47b2-ad80-31335f7283b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.409470 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5af61684-1423-4aac-872f-db040ea55478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:28.418930 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af61684-1423-4aac-872f-db040ea55478 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:28.419783 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5af61684-1423-4aac-872f-db040ea55478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:28.433844 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6e5c445-af1d-46c3-8254-2f7dca6fb6e3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/floatingips/d7b192dd-3a18-4d8b-9c43-576f5ff8c245 HTTP/1.1" status: 200 len: 979 time: 1.8235235 Feb 10 16:05:28.436621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54826) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:28.460886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6218a311-4780-47b2-ad80-31335f7283b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.461153 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5af61684-1423-4aac-872f-db040ea55478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:28.461765 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af61684-1423-4aac-872f-db040ea55478 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:28.464893 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6218a311-4780-47b2-ad80-31335f7283b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.468511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6218a311-4780-47b2-ad80-31335f7283b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1598b3e9-2eb8-480f-b595-2cf63a16d276 HTTP/1.1" status: 204 len: 168 time: 0.1348712 Feb 10 16:05:28.475723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218a311-4780-47b2-ad80-31335f7283b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1598b3e9-2eb8-480f-b595-2cf63a16d276,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:28.508720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bade1ab-b48e-45d2-bf6b-30d72678ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.512117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bade1ab-b48e-45d2-bf6b-30d72678ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.513298 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8bade1ab-b48e-45d2-bf6b-30d72678ce4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04b6abf3-a962-42f2-b27d-0cd1a6ed0c7c HTTP/1.1" status: 204 len: 168 time: 0.3310711 Feb 10 16:05:28.553305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bade1ab-b48e-45d2-bf6b-30d72678ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6abf3-a962-42f2-b27d-0cd1a6ed0c7c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:28.640424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 0db342ca-dcbf-4042-aba8-7063df273539 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:28.640956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.733530 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.734071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.747939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 0db342ca-dcbf-4042-aba8-7063df273539 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:28.903434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd43b-effb-441a-ac92-fd63950286e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.913261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54842) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:28.929099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74c5c557-69d8-4596-bd25-cb70186d4dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.954809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:28.988833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=0db342ca-dcbf-4042-aba8-7063df273539,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:29.021599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74c5c557-69d8-4596-bd25-cb70186d4dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.027301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74c5c557-69d8-4596-bd25-cb70186d4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.048212 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.048628 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP d7b192dd-3a18-4d8b-9c43-576f5ff8c245 disassociated (deleted). External IP: 172.25.7.218, port: 88f006ee-387e-465e-b127-ab98983eedb9. Feb 10 16:05:29.064406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5c557-69d8-4596-bd25-cb70186d4dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962c5e8b-1618-4794-94c4-b67d150a5e75,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:29.074355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-74c5c557-69d8-4596-bd25-cb70186d4dcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fba1c739691b4e4c9935931785014ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593206 Feb 10 16:05:29.076209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54846) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:29.137376 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe30b368-6ff9-4c3f-8aeb-6be726666a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.159861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe30b368-6ff9-4c3f-8aeb-6be726666a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.244372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ddd1a-1571-42e4-bfbf-a0213f906479 req-6762f7b4-db01-4461-8919-beac6acb4256 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:29.245725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a1ddd1a-1571-42e4-bfbf-a0213f906479 req-6762f7b4-db01-4461-8919-beac6acb4256 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 943 time: 0.0774484 Feb 10 16:05:29.274090 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe30b368-6ff9-4c3f-8aeb-6be726666a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.278334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fe30b368-6ff9-4c3f-8aeb-6be726666a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.279570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fe30b368-6ff9-4c3f-8aeb-6be726666a38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/962c5e8b-1618-4794-94c4-b67d150a5e75 HTTP/1.1" status: 204 len: 168 time: 0.2021923 Feb 10 16:05:29.302607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30b368-6ff9-4c3f-8aeb-6be726666a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962c5e8b-1618-4794-94c4-b67d150a5e75,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:29.340260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a1ddd1a-1571-42e4-bfbf-a0213f906479 req-6481aad0-173d-4fc3-b10b-747a2ba7c154 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808256 Feb 10 16:05:29.350224 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:29.404166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a5341e76-55c4-4cfb-bd5c-0042a6652caa details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:05:29.406422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:29.464113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54860) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:29.464842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:29.469594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.505536 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8131a26e-af99-44c0-aa16-e73cdab08934 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/floatingips/d7b192dd-3a18-4d8b-9c43-576f5ff8c245 HTTP/1.1" status: 204 len: 168 time: 1.0678701 Feb 10 16:05:29.508923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:29.516057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:29.550354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:05:29.560679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:29.561046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.565985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:29.566858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:29.640005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 88f006ee-387e-465e-b127-ab98983eedb9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:29.640005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.657307 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:29.681484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a5341e76-55c4-4cfb-bd5c-0042a6652caa, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:29.692998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:29.694035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:29.731958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:29.732537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6aef1-46cb-447a-997e-fd1a6be27566 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:29.736638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.736790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa', 'network_id': 'c06ebdfa-40a9-41e0-887e-ccc130a000f6', 'port_id': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa', 'mac_address': 'fa:16:3e:38:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1869c74-6cc5-4e05-a235-b01e5d8c33d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:05:29.752703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 88f006ee-387e-465e-b127-ab98983eedb9 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:29.788299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-430978011'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:29.809044 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.827354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Made reservation on behalf of e9aa4cce62c44c42806b75e8e932050c for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:29.830006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5341e76-55c4-4cfb-bd5c-0042a6652caa {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:05:29.831810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.836581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.846269 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.869976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a5341e76-55c4-4cfb-bd5c-0042a6652caa, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:29.877113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:29.879346 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a132e9-4c64-40f1-b01d-fdc90b8381c4" -d '{"events": [{"server_uuid": "5bfcf329-c8f3-468c-a592-38a00cb0e509", "name": "network-vif-plugged", "status": "completed", "tag": "60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:29.885416 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.897150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:29.924749 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:29.937165 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b433dd86-2183-4355-a19b-9723cbbb3e84 x-openstack-request-id: req-b433dd86-2183-4355-a19b-9723cbbb3e84 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:29.937474 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfcf329-c8f3-468c-a592-38a00cb0e509", "name": "network-vif-plugged", "status": "completed", "tag": "60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:29.937711 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b433dd86-2183-4355-a19b-9723cbbb3e84 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:29.938295 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41', 'code': 200} Feb 10 16:05:29.952042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a5341e76-55c4-4cfb-bd5c-0042a6652caa,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:30.021387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:30.059638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.092720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=88f006ee-387e-465e-b127-ab98983eedb9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:30.098246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee1ec-6c68-48af-9e5a-ad0e8792f77a req-13313504-f268-4af2-81ca-e180f29b8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.099922 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15cee1ec-6c68-48af-9e5a-ad0e8792f77a req-13313504-f268-4af2-81ca-e180f29b8c8d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 1096 time: 0.0846865 Feb 10 16:05:30.130867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.136007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.160938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:30.173780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33aeb638-53c6-4d2d-bb44-0bbcb0e3c054,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:30.181465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.181812 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Added segment e3ed2b62-adfd-488c-968e-3a21a8645e46 of type vlan for network e2244b5f-f0c4-499c-b5e0-85e4e458e25f Feb 10 16:05:30.206144 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-15cee1ec-6c68-48af-9e5a-ad0e8792f77a req-4ddfadac-e8bf-4cd8-ab74-ebd93aa13f92 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981350 Feb 10 16:05:30.224208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.228093 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2e34e68-9690-4bec-9695-404f6f20d565 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/ports/88f006ee-387e-465e-b127-ab98983eedb9 HTTP/1.1" status: 204 len: 168 time: 0.7177677 Feb 10 16:05:30.231544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54886) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:30.236873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:30.244683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.282655 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.286513 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.292259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.292985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.392893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9273493 Feb 10 16:05:30.396681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54892) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:30.402351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'subnet': {'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:30.455957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['a5341e76-55c4-4cfb-bd5c-0042a6652caa'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:30.486599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87561b70-3ae7-4248-8739-ad7d51e8462f tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Network': ['ID=e2244b5f-f0c4-499c-b5e0-85e4e458e25f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:30.499497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:30.546505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d4661-ae9d-4d04-9929-fe72f8798a3d req-399f83fe-fc0c-4b0d-bd8f-ba57528fe0e3 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.548042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-881d4661-ae9d-4d04-9929-fe72f8798a3d req-399f83fe-fc0c-4b0d-bd8f-ba57528fe0e3 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 944 time: 0.1389632 Feb 10 16:05:30.614185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Made reservation on behalf of e9aa4cce62c44c42806b75e8e932050c for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:30.617749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.640045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-881d4661-ae9d-4d04-9929-fe72f8798a3d req-6ce563be-2f0b-429a-90f1-83b6199afec0 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750823 Feb 10 16:05:30.643690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:30.850380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.150 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/efef826d-b04d-445b-9680-4073b11b82fd) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:30.950709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.032354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Subnet': ['ID=92364119-77cf-445a-be05-825f4c6cdc77,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:31.056519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Checking segment: {'id': 'e3ed2b62-adfd-488c-968e-3a21a8645e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:31.056885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network hostable DHCP agents. Network: e2244b5f-f0c4-499c-b5e0-85e4e458e25f, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:31.068070 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.098173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:31.111951 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e2244b5f-f0c4-499c-b5e0-85e4e458e25f) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:31.117503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:31.117776 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.122292 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.128777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aee095-3f30-4898-a8b7-c38eb0940085 None None] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:31.175774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7354333c-122c-441d-8652-d1002ef288de tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7778034 Feb 10 16:05:31.177468 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:31.179267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54916) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:31.182441 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:31.186933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:31.190345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=efef826d-b04d-445b-9680-4073b11b82fd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:31.191771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1209158259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:31.227895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.229709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.308676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e2244b5f-f0c4-499c-b5e0-85e4e458e25f', 'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f', 'tenant_id': 'e9aa4cce62c44c42806b75e8e932050c', 'fixed_ips': [{'subnet_id': '92364119-77cf-445a-be05-825f4c6cdc77'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:05:31.309570 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.315422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.324916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.326448 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.343877 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b4da436e-81d4-4549-8c47-82bafd99a431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.354064 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.359323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-160d5a1b-fb56-4918-8d9f-8dd2b97b04ad tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1789560 Feb 10 16:05:31.360154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54918) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:31.383366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.512249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Allocated IP 172.20.0.2 (e2244b5f-f0c4-499c-b5e0-85e4e458e25f/92364119-77cf-445a-be05-825f4c6cdc77/dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:31.607020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.613626 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.714696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.723892 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.734176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=efef826d-b04d-445b-9680-4073b11b82fd,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:31.749127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.767649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.769951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-74ea57a1-d61f-4c68-a3f8-f368ecf945fa tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5364218 Feb 10 16:05:31.771847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54932) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:31.780939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'port': {'network_id': '9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd', 'name': 'tempest-FloatingIPTestJSON-1830587198'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:31.792902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:31.801628 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:31.811764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:31.815579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Pushing event updated for resources: {'Port': ['ID=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:31.901489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Attempting to bind port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:31.901872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Attempting to bind port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'e3ed2b62-adfd-488c-968e-3a21a8645e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:31.902693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Attempting to bind port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 on network e2244b5f-f0c4-499c-b5e0-85e4e458e25f {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:31.907887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:31.908566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Checking segment: {'id': 'e3ed2b62-adfd-488c-968e-3a21a8645e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:31.909742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.909883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Bound using segment: {'id': 'e3ed2b62-adfd-488c-968e-3a21a8645e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:31.910349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Bound port: dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ed2b62-adfd-488c-968e-3a21a8645e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:31.910796 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:31.918032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270c86-c26e-40b9-954c-5f8b493acdb8 req-9bd5e8dd-9a19-47a7-bd92-ed9b3232a4a4 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:31.919612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46270c86-c26e-40b9-954c-5f8b493acdb8 req-9bd5e8dd-9a19-47a7-bd92-ed9b3232a4a4 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 944 time: 0.1277945 Feb 10 16:05:31.995921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46270c86-c26e-40b9-954c-5f8b493acdb8 req-1e13909b-d60c-4767-b45c-5bec23e54fdf tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628583 Feb 10 16:05:32.003114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] For port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:32.006469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:32.009661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] For port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,segment=NetworkSegment(e3ed2b62-adfd-488c-968e-3a21a8645e46),segment_id=e3ed2b62-adfd-488c-968e-3a21a8645e46)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:32.012050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.019338 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.032097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] device_id is not set on port 03e6188b-92b3-4384-8c80-b1540fc344cc yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:32.057760 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.086121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f60d95-90ab-424f-8195-95ba27e46136 None None] Pushing event updated for resources: {'Port': ['ID=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:32.173627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.2 (9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd/babce0a1-4f88-45e2-94ab-e47e095750c6/03e6188b-92b3-4384-8c80-b1540fc344cc) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:32.395965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.403478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.445702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Allocated IP 172.20.0.1 (e2244b5f-f0c4-499c-b5e0-85e4e458e25f/92364119-77cf-445a-be05-825f4c6cdc77/c82b5d30-b0cd-46d7-9193-3f13dd73a00f) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:32.449734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.516969 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:32.519270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:32.522847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:32.572670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=03e6188b-92b3-4384-8c80-b1540fc344cc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:32.585364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.595764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:32.596412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.619501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2e092f77-49d1-419e-809c-8fdae051012b tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8440859 Feb 10 16:05:32.620693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:32.625426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'port_id': '03e6188b-92b3-4384-8c80-b1540fc344cc'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:32.670050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54950) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:32.674395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.678269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.782652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:32.784965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6008dcbb-3f34-4b43-b9d9-18683888d2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.789192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:32.797517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:32.846483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Port': ['ID=c82b5d30-b0cd-46d7-9193-3f13dd73a00f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:32.870537 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6008dcbb-3f34-4b43-b9d9-18683888d2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.874326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6008dcbb-3f34-4b43-b9d9-18683888d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:32.915802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6008dcbb-3f34-4b43-b9d9-18683888d2d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=170222697630443b937a5fa1a3b92ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422743 Feb 10 16:05:32.915802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008dcbb-3f34-4b43-b9d9-18683888d2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442f9bdb-1605-4502-958d-b4c0098fa697,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:32.917033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54954) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:32.928558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.105071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5040342-40f5-4cac-9339-825ec7405273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.131221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b222ef-790b-4790-92d3-1d76e5d8f693 req-e0dd6ada-ddbd-455e-ab63-3e61d34597eb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:33.132873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47b222ef-790b-4790-92d3-1d76e5d8f693 req-e0dd6ada-ddbd-455e-ab63-3e61d34597eb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 944 time: 0.0538771 Feb 10 16:05:33.179806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47b222ef-790b-4790-92d3-1d76e5d8f693 req-b81761ea-4502-4f48-8cb2-5c326e1a8d4f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Feb 10 16:05:33.227661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.232303 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5040342-40f5-4cac-9339-825ec7405273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.310947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1563df-f7e8-4577-8c60-b52a976c8d60 None None] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:33.404169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4b19bd1c-2545-407d-b0a0-179b19df232a None None] Provisioning complete for port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:33.404638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1c-2545-407d-b0a0-179b19df232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.434101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a5341e76-55c4-4cfb-bd5c-0042a6652caa up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:33.455886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5040342-40f5-4cac-9339-825ec7405273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.458432 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b5040342-40f5-4cac-9339-825ec7405273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.459629 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b5040342-40f5-4cac-9339-825ec7405273 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/442f9bdb-1605-4502-958d-b4c0098fa697 HTTP/1.1" status: 204 len: 168 time: 0.5417583 Feb 10 16:05:33.477535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5040342-40f5-4cac-9339-825ec7405273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442f9bdb-1605-4502-958d-b4c0098fa697,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:33.597096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.605057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.747393 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 6b150991-0255-45da-94b6-923801000cab associated. External IP: 172.25.7.150, port: 03e6188b-92b3-4384-8c80-b1540fc344cc. Feb 10 16:05:33.755657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port a5341e76-55c4-4cfb-bd5c-0042a6652caa completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:05:33.761447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port a5341e76-55c4-4cfb-bd5c-0042a6652caa triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:33.761822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.794382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.795878 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1c-2545-407d-b0a0-179b19df232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.803501 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.846571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4b19bd1c-2545-407d-b0a0-179b19df232a None None] For port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,segment=NetworkSegment(e3ed2b62-adfd-488c-968e-3a21a8645e46),segment_id=e3ed2b62-adfd-488c-968e-3a21a8645e46)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:33.870802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54962) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:33.878294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1c-2545-407d-b0a0-179b19df232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.895314 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aff54a1a-88bf-4a6b-be5a-3054fc6dbc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.940818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:33.948204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:33.958281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Port': ['ID=c82b5d30-b0cd-46d7-9193-3f13dd73a00f,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:33.980610 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.012510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aff54a1a-88bf-4a6b-be5a-3054fc6dbc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.018476 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aff54a1a-88bf-4a6b-be5a-3054fc6dbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.035949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19bd1c-2545-407d-b0a0-179b19df232a None None] Pushing event updated for resources: {'Port': ['ID=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:34.068510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aff54a1a-88bf-4a6b-be5a-3054fc6dbc2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4af867063a4544e18475aabdf58e83ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962225 Feb 10 16:05:34.069785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff54a1a-88bf-4a6b-be5a-3054fc6dbc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605ab1a-f4d9-4343-9a84-6fb76faa06df,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:34.073800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54964) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:34.101181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:34.104087 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c968b-1b12-468a-b598-bde0d6dfcca5" -d '{"events": [{"server_uuid": "1e83b5c7-b4c2-46e7-a116-c9bf0b522f53", "name": "network-vif-plugged", "status": "completed", "tag": "a5341e76-55c4-4cfb-bd5c-0042a6652caa"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:34.126491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port a5341e76-55c4-4cfb-bd5c-0042a6652caa, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:34.131729 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.140451 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:34.140776 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.142545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.158853 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e6840b0-2c4e-4327-a533-66336b51fa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.194539 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d20b7-dbb0-4034-a69d-9fabec2ef25a x-openstack-request-id: req-4b0d20b7-dbb0-4034-a69d-9fabec2ef25a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:34.194837 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e83b5c7-b4c2-46e7-a116-c9bf0b522f53", "name": "network-vif-plugged", "status": "completed", "tag": "a5341e76-55c4-4cfb-bd5c-0042a6652caa", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:34.195092 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b0d20b7-dbb0-4034-a69d-9fabec2ef25a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:34.195583 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa', 'code': 200} Feb 10 16:05:34.202291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e6840b0-2c4e-4327-a533-66336b51fa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.260200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-453fa2b3-0b1c-4e15-8a2a-8e29bfd5fde0 None None] Provisioning complete for port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:34.260589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453fa2b3-0b1c-4e15-8a2a-8e29bfd5fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.264501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=a5341e76-55c4-4cfb-bd5c-0042a6652caa,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:34.286176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e6840b0-2c4e-4327-a533-66336b51fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.290761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6e6840b0-2c4e-4327-a533-66336b51fa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.292864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6e6840b0-2c4e-4327-a533-66336b51fa01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d605ab1a-f4d9-4343-9a84-6fb76faa06df HTTP/1.1" status: 204 len: 168 time: 0.2179739 Feb 10 16:05:34.333587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6840b0-2c4e-4327-a533-66336b51fa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605ab1a-f4d9-4343-9a84-6fb76faa06df,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:34.407786 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.423313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fea14-d2d3-49f1-98b4-09bdef724f8c req-e78b1d80-e5ca-4ad6-84e3-d067866c9867 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:34.433102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-356fea14-d2d3-49f1-98b4-09bdef724f8c req-e78b1d80-e5ca-4ad6-84e3-d067866c9867 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 945 time: 0.1060610 Feb 10 16:05:34.478784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-453fa2b3-0b1c-4e15-8a2a-8e29bfd5fde0 None None] Provisioning complete for port c82b5d30-b0cd-46d7-9193-3f13dd73a00f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:34.479721 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-453fa2b3-0b1c-4e15-8a2a-8e29bfd5fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.490993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-356fea14-d2d3-49f1-98b4-09bdef724f8c req-78a059b3-d5ed-437f-b4a0-96de3c9a4792 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566826 Feb 10 16:05:34.533576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-453fa2b3-0b1c-4e15-8a2a-8e29bfd5fde0 None None] Port c82b5d30-b0cd-46d7-9193-3f13dd73a00f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:34.588546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:34.596560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af2e1a-2e62-44e2-aed9-7d53c8bcd637 req-1a3edf20-ae1b-4bff-921a-cd54c017ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:34.598064 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2af2e1a-2e62-44e2-aed9-7d53c8bcd637 req-1a3edf20-ae1b-4bff-921a-cd54c017ce16 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 1096 time: 0.0995917 Feb 10 16:05:34.601076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:34.603279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:34.664659 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b644808d-dc14-4623-a384-efb73ad59ee0 None None] Provisioning complete for port c82b5d30-b0cd-46d7-9193-3f13dd73a00f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:34.666082 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b644808d-dc14-4623-a384-efb73ad59ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.707850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b644808d-dc14-4623-a384-efb73ad59ee0 None None] Port c82b5d30-b0cd-46d7-9193-3f13dd73a00f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:34.756729 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f2af2e1a-2e62-44e2-aed9-7d53c8bcd637 req-77f6e43d-a472-4513-a74f-91a0c9b14270 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475263 Feb 10 16:05:34.838855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:34.845222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.851947 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:34.871143 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:34.873096 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:34.873273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Router c0a389eb-a2fd-4c05-8d10-ded641be900c is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:05:34.889335 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2bb5a1b1-3d20-4ea7-969a-a102f7ea160d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/floatingips/6b150991-0255-45da-94b6-923801000cab HTTP/1.1" status: 200 len: 978 time: 2.2675469 Feb 10 16:05:34.892064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 54984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:34.910224 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:34.924549 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:34.925409 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:34.931270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-706d9225-a1ca-45a4-9fe0-52caa4be95a0 None None] Provisioning complete for port c82b5d30-b0cd-46d7-9193-3f13dd73a00f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:34.935898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-706d9225-a1ca-45a4-9fe0-52caa4be95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:34.992679 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:35.000799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f5682e07-bc8b-4f32-859a-cbbbf2775315 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "PUT /v2.0/routers/c0a389eb-a2fd-4c05-8d10-ded641be900c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6394284 Feb 10 16:05:35.003287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 54988) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:35.010850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'port': {'network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f', 'name': 'tempest-FloatingIPNegativeTestJSON-654626860'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:35.011398 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:35.012971 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a72b42-5c82-4f61-85cf-4422b1a56523 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:35.019779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-706d9225-a1ca-45a4-9fe0-52caa4be95a0 None None] Port c82b5d30-b0cd-46d7-9193-3f13dd73a00f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:35.022784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] Sync routers for ids ['c0a389eb-a2fd-4c05-8d10-ded641be900c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:35.034777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] Routers {'c0a389eb-a2fd-4c05-8d10-ded641be900c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:35.035499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c0a389eb-a2fd-4c05-8d10-ded641be900c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:35.048983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 03e6188b-92b3-4384-8c80-b1540fc344cc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:35.049333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.081052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:35.092693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] Routers {'c0a389eb-a2fd-4c05-8d10-ded641be900c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:35.093358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c0a389eb-a2fd-4c05-8d10-ded641be900c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:35.134954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:35.135790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff87f5f-7a75-441c-80bf-0c264a3be000 None None] The sync data for ids ['c0a389eb-a2fd-4c05-8d10-ded641be900c'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:35.163963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Made reservation on behalf of e9aa4cce62c44c42806b75e8e932050c for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:35.167187 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.168462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.187410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] device_id is not set on port e28a856f-7002-40e8-8c9d-0c84e1e5781e yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:35.309340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Allocated IP 172.20.0.14 (e2244b5f-f0c4-499c-b5e0-85e4e458e25f/92364119-77cf-445a-be05-825f4c6cdc77/e28a856f-7002-40e8-8c9d-0c84e1e5781e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:35.416237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.416688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.417059 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 6b150991-0255-45da-94b6-923801000cab disassociated. External IP: 172.25.7.150, port: 03e6188b-92b3-4384-8c80-b1540fc344cc. Feb 10 16:05:35.417457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 03e6188b-92b3-4384-8c80-b1540fc344cc owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:35.470783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.506980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.559877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:35.563190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:35.565248 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.567108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:35.598522 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Port': ['ID=e28a856f-7002-40e8-8c9d-0c84e1e5781e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:35.622646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=03e6188b-92b3-4384-8c80-b1540fc344cc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:35.650753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:35.651532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.673801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-19bc1680-28f4-457d-a4da-4ac2e271927b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6690996 Feb 10 16:05:35.676854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55006) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:35.682714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:35.713980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.738920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc19d-426f-4309-b1cb-545ab2b04303 req-b93ea5bc-c63b-428e-9bc1-eb90bc84f67c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:35.740465 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-20fbc19d-426f-4309-b1cb-545ab2b04303 req-b93ea5bc-c63b-428e-9bc1-eb90bc84f67c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 945 time: 0.1550028 Feb 10 16:05:35.792979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:35.797435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-20fbc19d-426f-4309-b1cb-545ab2b04303 req-919b893e-5b85-4cd8-9f65-2060d635f6f9 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Feb 10 16:05:35.871276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:35.928190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:35.928829 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.941073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:35.952701 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:35.953275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:35.975028 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:35.976050 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:36.023501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.030236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55018) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:36.030705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-750298a3-9f5d-429b-b23d-c93c0fcfc482 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/ports/03e6188b-92b3-4384-8c80-b1540fc344cc HTTP/1.1" status: 204 len: 168 time: 1.1356478 Feb 10 16:05:36.040741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6c7bd0b1-a55d-483b-a03e-479e4646969a None None] Provisioning complete for port e28a856f-7002-40e8-8c9d-0c84e1e5781e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:36.041498 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd0b1-a55d-483b-a03e-479e4646969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.090151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bd0b1-a55d-483b-a03e-479e4646969a None None] Port e28a856f-7002-40e8-8c9d-0c84e1e5781e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:36.116461 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-183b320c-2ac5-44a9-9282-36ce8821dc46 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/floatingips/6b150991-0255-45da-94b6-923801000cab HTTP/1.1" status: 200 len: 688 time: 0.0848343 Feb 10 16:05:36.119947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55020) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:36.150548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Allocated IP 172.25.7.28 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/1bdc5b26-6337-44cb-a40b-08f10273181c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:36.163392 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:36.182637 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:36.187746 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:36.230590 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:36.231250 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8c0d4-e568-4ce7-98d9-5dc8f25b4b09 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:36.280811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.284374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port efef826d-b04d-445b-9680-4073b11b82fd {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:36.284721 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.318085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.358964 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:36.363495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:36.367563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:36.369861 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.370211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.387714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for efef826d-b04d-445b-9680-4073b11b82fd owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:36.390807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Port': ['ID=1bdc5b26-6337-44cb-a40b-08f10273181c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:36.464764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.507136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.540670 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.596055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55036) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:36.700647 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.710360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.777290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a9275706-becc-42c3-adf6-778456b374cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.820848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Port': ['ID=1bdc5b26-6337-44cb-a40b-08f10273181c,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:36.847038 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.873168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=efef826d-b04d-445b-9680-4073b11b82fd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:36.875763 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.878713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac626471-05bb-453e-b4fc-47c136c94239 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1988456 Feb 10 16:05:36.880153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55042) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:36.887560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-834d4f9a-a6d2-4340-95bb-4abd681bd9a7 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'floatingip': {'port_id': 'e28a856f-7002-40e8-8c9d-0c84e1e5781e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:36.898747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.899095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.900236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.900839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.901365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.901711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.902042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.902377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.902705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.903075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.903402 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.903769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:36.917726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a9275706-becc-42c3-adf6-778456b374cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.922111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a9275706-becc-42c3-adf6-778456b374cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:36.956651 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a9275706-becc-42c3-adf6-778456b374cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd21d25845d7436caf36ba075f50d2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588939 Feb 10 16:05:36.961087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55044) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:36.976853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9275706-becc-42c3-adf6-778456b374cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a65c4f-5c75-45e4-b289-f438e56b0496,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:37.006197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-834d4f9a-a6d2-4340-95bb-4abd681bd9a7 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.017419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dba1592-bbf9-42b5-9a4c-a6c7d7834a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.038230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dba1592-bbf9-42b5-9a4c-a6c7d7834a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.086126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.089303 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.090476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e808d204-0170-4e86-a90b-aea47f364c28 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/floatingips/6b150991-0255-45da-94b6-923801000cab HTTP/1.1" status: 204 len: 168 time: 0.9695179 Feb 10 16:05:37.091118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dba1592-bbf9-42b5-9a4c-a6c7d7834a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.094526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3dba1592-bbf9-42b5-9a4c-a6c7d7834a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.095889 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3dba1592-bbf9-42b5-9a4c-a6c7d7834a04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0a65c4f-5c75-45e4-b289-f438e56b0496 HTTP/1.1" status: 204 len: 168 time: 0.1338630 Feb 10 16:05:37.096479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55046) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:37.103297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'fbbca9ff-8f7c-425e-858c-3a120eec2afb'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:37.104911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a168f8-c6d9-4c44-befa-703679443843 req-5a397982-078b-4472-9a5b-8af9af3468ca tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:37.107622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0a168f8-c6d9-4c44-befa-703679443843 req-5a397982-078b-4472-9a5b-8af9af3468ca tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 945 time: 0.2111847 Feb 10 16:05:37.126960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba1592-bbf9-42b5-9a4c-a6c7d7834a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a65c4f-5c75-45e4-b289-f438e56b0496,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:37.143928 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.183405 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-834d4f9a-a6d2-4340-95bb-4abd681bd9a7 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] update failed (client error): The resource could not be found. Feb 10 16:05:37.187333 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-834d4f9a-a6d2-4340-95bb-4abd681bd9a7 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "PUT /v2.0/floatingips/d0117007-1902-4ef5-a155-c01f94de11f0 HTTP/1.1" status: 404 len: 507 time: 0.3060226 Feb 10 16:05:37.187961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55050) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:37.192221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0a168f8-c6d9-4c44-befa-703679443843 req-c2ececda-46fa-4718-be29-e64593a068e2 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Feb 10 16:05:37.267298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.373242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17f965-1cc5-4b50-b4f3-bb7fde609ae0 req-90dbf39a-5aae-41dd-a652-cf4aa91b6e08 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:37.374775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd17f965-1cc5-4b50-b4f3-bb7fde609ae0 req-90dbf39a-5aae-41dd-a652-cf4aa91b6e08 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 946 time: 0.0724285 Feb 10 16:05:37.381223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Deleting port 1bdc5b26-6337-44cb-a40b-08f10273181c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:37.381571 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.394825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.62 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/2b369a5f-2ef1-40a4-a13f-3b10722ba1c4) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:37.437637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55056) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:37.468960 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-306cc089-0877-48c4-9b73-e4290706e3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.486658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd17f965-1cc5-4b50-b4f3-bb7fde609ae0 req-b1c3e74d-e578-442b-8d13-c82134273a6a tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022737 Feb 10 16:05:37.510474 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.521000 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.521377 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.541048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Calling delete_port for 1bdc5b26-6337-44cb-a40b-08f10273181c owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:37.541399 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.583949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:37.587082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:37.591399 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:37.622882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=2b369a5f-2ef1-40a4-a13f-3b10722ba1c4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:37.689545 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-306cc089-0877-48c4-9b73-e4290706e3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.702363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa3271-9587-4f99-9fe4-5536d04434af req-d5aad1e9-c98b-4860-9f39-c57e07619fe4 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:37.703888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4fa3271-9587-4f99-9fe4-5536d04434af req-d5aad1e9-c98b-4860-9f39-c57e07619fe4 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 945 time: 0.1050830 Feb 10 16:05:37.710999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-306cc089-0877-48c4-9b73-e4290706e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.778450 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-306cc089-0877-48c4-9b73-e4290706e3e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c6c96e83a4841b495169bec3c333db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372054 Feb 10 16:05:37.780695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55060) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:37.785883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc089-0877-48c4-9b73-e4290706e3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377d2ad4-d130-42bf-b17f-ca6d1b26f2c7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:37.836102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4fa3271-9587-4f99-9fe4-5536d04434af req-8f98db3e-8c2c-4e52-aabb-5c6f605b1db7 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219342 Feb 10 16:05:37.876782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.915515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Port': ['ID=1bdc5b26-6337-44cb-a40b-08f10273181c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:37.919642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0084d106-58ad-44b1-8cb6-0f16e6000cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:37.985388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0084d106-58ad-44b1-8cb6-0f16e6000cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.027093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.029741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.035367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c13ee6ed-a64e-4cd5-b10f-4fa084a4a93b tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "DELETE /v2.0/floatingips/d0117007-1902-4ef5-a155-c01f94de11f0 HTTP/1.1" status: 204 len: 168 time: 0.8418765 Feb 10 16:05:38.035367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55066) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:38.039705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-424a6b24-889a-4c9a-ab2b-3bd6af08d624 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'floatingip': {'floating_network_id': 'e2244b5f-f0c4-499c-b5e0-85e4e458e25f', 'port_id': 'e28a856f-7002-40e8-8c9d-0c84e1e5781e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:38.063863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.088001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0084d106-58ad-44b1-8cb6-0f16e6000cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.090563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0084d106-58ad-44b1-8cb6-0f16e6000cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.091721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0084d106-58ad-44b1-8cb6-0f16e6000cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/377d2ad4-d130-42bf-b17f-ca6d1b26f2c7 HTTP/1.1" status: 204 len: 168 time: 0.3030405 Feb 10 16:05:38.104291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424a6b24-889a-4c9a-ab2b-3bd6af08d624 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.107067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084d106-58ad-44b1-8cb6-0f16e6000cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d2ad4-d130-42bf-b17f-ca6d1b26f2c7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:38.148922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.168503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8034-facc-4aea-b438-88efc22d7593 req-46ea41d8-349d-4625-9aa0-a0fd1dfc0747 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:38.170018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-752c8034-facc-4aea-b438-88efc22d7593 req-46ea41d8-349d-4625-9aa0-a0fd1dfc0747 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 945 time: 0.1147411 Feb 10 16:05:38.225752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-752c8034-facc-4aea-b438-88efc22d7593 req-ec0fddfa-b10f-4776-bd87-40069e7f82c1 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Feb 10 16:05:38.278130 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-424a6b24-889a-4c9a-ab2b-3bd6af08d624 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:05:38.279884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-424a6b24-889a-4c9a-ab2b-3bd6af08d624 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2439175 Feb 10 16:05:38.283644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55070) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:38.288348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'e28a856f-7002-40e8-8c9d-0c84e1e5781e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:38.314083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.320699 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.326081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.399386 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=2b369a5f-2ef1-40a4-a13f-3b10722ba1c4,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:38.416861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.419917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.532575 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 410c7b39-3050-4586-a966-de1b07b0ccea associated. External IP: 172.25.7.62, port: fbbca9ff-8f7c-425e-858c-3a120eec2afb. Feb 10 16:05:38.542340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Allocated IP 172.25.7.213 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/205cb74d-8b3b-42e2-9a46-6ed3c30739f2) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:38.662719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.708721 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.754192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:38.758684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:38.762567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:38.772183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:38.786853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event updated for resources: {'Port': ['ID=205cb74d-8b3b-42e2-9a46-6ed3c30739f2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:38.894602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:38.909040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:38.921284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:38.922037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:38.928657 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.955341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Deleting port 205cb74d-8b3b-42e2-9a46-6ed3c30739f2 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:38.955733 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:38.958073 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb540413-99b8-4239-b0b8-19f902b28f29 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8589702 Feb 10 16:05:38.960621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:38.962615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:38.966816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1042864562'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:38.981258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:38.981880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:38.991829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:38.997624 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.021040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:39.022103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462ec89-640a-4078-8b1d-a20d9ddaec08 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:39.037269 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:39.048372 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.048746 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Added segment 47091ce8-509e-4dbe-be3c-792974a33063 of type vlan for network 0d7e592c-b0aa-4f42-8abd-25a91304a578 Feb 10 16:05:39.051697 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.052398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.069006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Calling delete_port for 205cb74d-8b3b-42e2-9a46-6ed3c30739f2 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:39.094687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.123274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.129189 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:39.129874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.203720 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2418773 Feb 10 16:05:39.206585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55098) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:39.213341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'subnet': {'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:39.218341 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.224406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5560ddd-80db-4858-9ed0-dcf89df055ba tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Network': ['ID=0d7e592c-b0aa-4f42-8abd-25a91304a578,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:39.241810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:39.298182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Port': ['ID=205cb74d-8b3b-42e2-9a46-6ed3c30739f2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:39.439721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608337f-2dec-4282-ba0e-599250f3d795 req-685ca598-d592-455b-a2bd-97897cc9e56e tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:39.441379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5608337f-2dec-4282-ba0e-599250f3d795 req-685ca598-d592-455b-a2bd-97897cc9e56e tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 945 time: 0.0769336 Feb 10 16:05:39.443456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:39.446970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.520047 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] create failed (client error): The resource could not be found. Feb 10 16:05:39.520989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c1756fb8-07d1-4b3b-9f08-07f46ce469e8 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2364640 Feb 10 16:05:39.524962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55112) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:39.550960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5608337f-2dec-4282-ba0e-599250f3d795 req-3efad126-687e-4c47-a748-485c748f6ff4 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973408 Feb 10 16:05:39.624902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Deleting port e28a856f-7002-40e8-8c9d-0c84e1e5781e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:39.625245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.694496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.767600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Subnet': ['ID=e7c46c2f-ac95-479d-b89d-2cb5399e57a8,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:39.775908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Checking segment: {'id': '47091ce8-509e-4dbe-be3c-792974a33063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:39.776253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network hostable DHCP agents. Network: 0d7e592c-b0aa-4f42-8abd-25a91304a578, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:39.797408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:39.810260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 0d7e592c-b0aa-4f42-8abd-25a91304a578) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:39.814907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:39.815546 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.822248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ea448-4984-410f-85d2-d064f652f64a None None] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:39.840708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6fe3e6b8-91d8-46d2-9f13-7cf490fb5288 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6311409 Feb 10 16:05:39.841707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55120) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:39.848958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-106342635', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:39.890922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.892787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:39.968234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.026402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.032164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-0d7e592c-b0aa-4f42-8abd-25a91304a578', 'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578', 'tenant_id': '6bcf3110221340bcb9f758a897f6fea8', 'fixed_ips': [{'subnet_id': 'e7c46c2f-ac95-479d-b89d-2cb5399e57a8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:05:40.033718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.042071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Calling delete_port for e28a856f-7002-40e8-8c9d-0c84e1e5781e owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:40.170098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.224030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.232919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Allocated IP 172.20.0.2 (0d7e592c-b0aa-4f42-8abd-25a91304a578/e7c46c2f-ac95-479d-b89d-2cb5399e57a8/12cbf150-f086-4b61-81a6-f0d3c1a3f7ca) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:40.262130 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Port': ['ID=e28a856f-7002-40e8-8c9d-0c84e1e5781e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:40.382643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.389245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cf279b0a-566e-4f87-8feb-218e5e1b7bf6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "DELETE /v2.0/ports/e28a856f-7002-40e8-8c9d-0c84e1e5781e HTTP/1.1" status: 204 len: 168 time: 0.8601213 Feb 10 16:05:40.389245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:40.453536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-d94db351-321c-429d-8199-fbf6b3caf5a5 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:40.457409 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.458807 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-d94db351-321c-429d-8199-fbf6b3caf5a5 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 945 time: 0.1113214 Feb 10 16:05:40.469028 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.473417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.477768 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a9f8e-e113-457c-8184-e04e330e7e97 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:40.479543 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-587a9f8e-e113-457c-8184-e04e330e7e97 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0a389eb-a2fd-4c05-8d10-ded641be900c HTTP/1.1" status: 200 len: 913 time: 0.0896940 Feb 10 16:05:40.489031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55148) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:40.503072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.578237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Pushing event updated for resources: {'Port': ['ID=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:40.582098 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:40.584520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:40.601669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:40.654569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.25.7.65 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/69191396-32cb-4958-8b2e-f7bccd2e0b5c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:40.704102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Attempting to bind port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:40.704774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Attempting to bind port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '47091ce8-509e-4dbe-be3c-792974a33063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:40.705519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Attempting to bind port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca on network 0d7e592c-b0aa-4f42-8abd-25a91304a578 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:40.715115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:40.716116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Checking segment: {'id': '47091ce8-509e-4dbe-be3c-792974a33063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:40.717679 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.718606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Bound using segment: {'id': '47091ce8-509e-4dbe-be3c-792974a33063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:40.719270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Bound port: 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47091ce8-509e-4dbe-be3c-792974a33063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:40.720317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.768495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Deleting port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:40.769634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.793431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329dd06-c12c-456a-8ea6-4ad6e82890c6 req-63b38b13-9ff4-4f64-a686-883e658627d0 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:40.795195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8329dd06-c12c-456a-8ea6-4ad6e82890c6 req-63b38b13-9ff4-4f64-a686-883e658627d0 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 945 time: 0.1163650 Feb 10 16:05:40.800484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55154) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:40.807512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] For port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:40.812336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] For port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,segment=NetworkSegment(47091ce8-509e-4dbe-be3c-792974a33063),segment_id=47091ce8-509e-4dbe-be3c-792974a33063)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:40.817909 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.853983 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.879691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8329dd06-c12c-456a-8ea6-4ad6e82890c6 req-9a10ac76-0092-4682-85b0-c0a0d6bb71fb tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769854 Feb 10 16:05:40.917839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:40.944554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517409c-0247-49a6-b5d5-a31a45e7aebd None None] Pushing event updated for resources: {'Port': ['ID=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:40.983840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:40.987503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:40.995226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:41.002438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] For port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:41.002804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.018597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Calling delete_port for 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:41.047956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=69191396-32cb-4958-8b2e-f7bccd2e0b5c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:41.053348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4237e078-a695-4ce6-a165-36dc25e6927c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.177351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.287340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4237e078-a695-4ce6-a165-36dc25e6927c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.292574 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4237e078-a695-4ce6-a165-36dc25e6927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.307198 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.322311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['1903bf42-8292-496a-8ccc-88dfb739ae47'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:41.327460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41', 'a5341e76-55c4-4cfb-bd5c-0042a6652caa'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:41.342597 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4237e078-a695-4ce6-a165-36dc25e6927c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96d610abe95a49f08d2dbc63e5b5d16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410991 Feb 10 16:05:41.354231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55158) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:41.374033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237e078-a695-4ce6-a165-36dc25e6927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd58473-3f67-411b-97ae-732d6f57565e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:41.387346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Pushing event deleted for resources: {'Port': ['ID=60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:41.470071 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] No DVR routers for this DVR port 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:41.473318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.476643 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-89dc4cf9-4cfd-4f4d-91c7-273b6a45fe98 req-87935010-bc7b-48e6-9905-9b72bed5be7f tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "DELETE /v2.0/ports/60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 HTTP/1.1" status: 204 len: 173 time: 0.9960217 Feb 10 16:05:41.478849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'name': 'network-vif-deleted', 'tag': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:41.481334 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e06a6a-3885-43f7-b79b-34fd12934885" -d '{"events": [{"server_uuid": "5bfcf329-c8f3-468c-a592-38a00cb0e509", "name": "network-vif-deleted", "tag": "60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:41.484518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.536458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7466e41d-8f84-4b47-9d78-cb5227425302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.579112 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb1c2f-168d-4fbc-94c2-5224cb514651 x-openstack-request-id: req-4ffb1c2f-168d-4fbc-94c2-5224cb514651 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:41.579468 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfcf329-c8f3-468c-a592-38a00cb0e509", "name": "network-vif-deleted", "tag": "60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:41.579735 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ffb1c2f-168d-4fbc-94c2-5224cb514651 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:41.580816 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfcf329-c8f3-468c-a592-38a00cb0e509', 'name': 'network-vif-deleted', 'tag': '60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41', 'status': 'completed', 'code': 200} Feb 10 16:05:41.612924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7466e41d-8f84-4b47-9d78-cb5227425302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.710780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Deleting port c82b5d30-b0cd-46d7-9193-3f13dd73a00f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:41.711133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.765375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7466e41d-8f84-4b47-9d78-cb5227425302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.768046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7466e41d-8f84-4b47-9d78-cb5227425302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.769351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7466e41d-8f84-4b47-9d78-cb5227425302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edd58473-3f67-411b-97ae-732d6f57565e HTTP/1.1" status: 204 len: 168 time: 0.4141345 Feb 10 16:05:41.787541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466e41d-8f84-4b47-9d78-cb5227425302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd58473-3f67-411b-97ae-732d6f57565e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:41.839687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:41.856310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Calling delete_port for c82b5d30-b0cd-46d7-9193-3f13dd73a00f owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:41.970005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:42.074521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:42.075159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.176376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.182969 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.193901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e5a35b00-cea9-4600-b29a-171d93d2f28e req-f371d916-0cf1-493a-aa59-be7327939d3d tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bfcf329-c8f3-468c-a592-38a00cb0e509 HTTP/1.1" status: 200 len: 210 time: 0.1697001 Feb 10 16:05:42.219281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Port': ['ID=c82b5d30-b0cd-46d7-9193-3f13dd73a00f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:42.252375 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.275260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3803a7-5eaf-4d25-b81d-04fcbb2513c4 None None] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:42.350099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,segment=NetworkSegment(47091ce8-509e-4dbe-be3c-792974a33063),segment_id=47091ce8-509e-4dbe-be3c-792974a33063)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:42.362708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.405965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55168) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:42.430103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a47cc1db-112f-4a32-8d6d-1dff4f7050d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.442283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.452082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-22d5e98f-2ae4-4ba5-9f06-1f7b47b0c4a2 None None] Provisioning complete for port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:42.452456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-22d5e98f-2ae4-4ba5-9f06-1f7b47b0c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.476340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router 5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:05:42.500381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:42.641339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:42.650802 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] Sync routers for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:42.661053 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a47cc1db-112f-4a32-8d6d-1dff4f7050d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.666731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.671883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-81f3a8cd-5929-43bc-bca0-d84fb4e5c230 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8271394 Feb 10 16:05:42.674229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55172) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:42.676568 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:42.677183 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.685674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a47cc1db-112f-4a32-8d6d-1dff4f7050d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.725845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Router c0a389eb-a2fd-4c05-8d10-ded641be900c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:42.749189 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.759956 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:42.760841 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.773818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a47cc1db-112f-4a32-8d6d-1dff4f7050d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=579bc5e9147e4661bd2dc83cc2867c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640749 Feb 10 16:05:42.774833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc1db-112f-4a32-8d6d-1dff4f7050d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3198f66f-89db-414e-b281-bbb48b5d4d0f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:42.777822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55176) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:42.807232 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.807913 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00c510-cebf-4ea3-9726-0d4177abd008 None None] The sync data for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:42.845179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:42.852710 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-51c1fa3b-9563-4002-bbba-b4ab132926d0 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "PUT /v2.0/routers/c0a389eb-a2fd-4c05-8d10-ded641be900c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601017 Feb 10 16:05:42.853161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55178) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:42.855239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] Sync routers for ids ['c0a389eb-a2fd-4c05-8d10-ded641be900c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:42.867273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] Routers {'c0a389eb-a2fd-4c05-8d10-ded641be900c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:42.867954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c0a389eb-a2fd-4c05-8d10-ded641be900c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.903766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.913614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] Routers {'c0a389eb-a2fd-4c05-8d10-ded641be900c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:42.914225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['c0a389eb-a2fd-4c05-8d10-ded641be900c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.935878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.942607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-627c4f62-433a-45bc-b729-85b07ad77087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:42.950419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:42.951053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1845a72-9755-4eae-b9e3-6610c7afacf0 None None] The sync data for ids ['c0a389eb-a2fd-4c05-8d10-ded641be900c'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:42.960747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b7dc2d71-1fdb-49f0-bd79-3261bc7d3d49 None None] Provisioning complete for port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:42.961339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b7dc2d71-1fdb-49f0-bd79-3261bc7d3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.013068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-627c4f62-433a-45bc-b729-85b07ad77087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.105829 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.108136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.141180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-627c4f62-433a-45bc-b729-85b07ad77087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.143838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-627c4f62-433a-45bc-b729-85b07ad77087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.145145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-627c4f62-433a-45bc-b729-85b07ad77087 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3198f66f-89db-414e-b281-bbb48b5d4d0f HTTP/1.1" status: 204 len: 168 time: 0.3644276 Feb 10 16:05:43.158343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.159005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Fanout notify agent at l3_agent the message router_deleted on router c0a389eb-a2fd-4c05-8d10-ded641be900c {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:05:43.160526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c4f62-433a-45bc-b729-85b07ad77087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3198f66f-89db-414e-b281-bbb48b5d4d0f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:43.167211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.170387 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d4eaf181-bb8d-413f-b075-174735b5c5f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "DELETE /v2.0/routers/c0a389eb-a2fd-4c05-8d10-ded641be900c HTTP/1.1" status: 204 len: 168 time: 0.3139372 Feb 10 16:05:43.170755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55184) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:43.226420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Deleting subnet 92364119-77cf-445a-be05-825f4c6cdc77 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:05:43.230539 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.278044 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.322634 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.382380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.420851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:43.476704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:43.477630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 60db0dfe-0dc8-4b53-9a3f-b4a9a2cbde41 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:43.688880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.1 (0d7e592c-b0aa-4f42-8abd-25a91304a578/e7c46c2f-ac95-479d-b89d-2cb5399e57a8/5335accb-4053-4d8b-b9bb-757fc6b97b6a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:43.768768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.785906 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.789614 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "DELETE /v2.0/subnets/92364119-77cf-445a-be05-825f4c6cdc77 HTTP/1.1" status: 204 len: 168 time: 0.6175292 Feb 10 16:05:43.791843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ed8361-91ba-45e1-a792-bf8c2b42755b None None] Network e2244b5f-f0c4-499c-b5e0-85e4e458e25f requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:43.832857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55214) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:43.854510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.862041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd45d46-2b66-46a1-a6f5-711af6b0e3f6 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Subnet': ['ID=92364119-77cf-445a-be05-825f4c6cdc77,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:43.901594 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:43.902494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:43.980016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:43.983396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:43.987112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:43.990615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.024093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=5335accb-4053-4d8b-b9bb-757fc6b97b6a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:44.052086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.088038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:44.088567 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.154616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Deleting port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:44.154988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.192832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] DHCP port deletion for e2244b5f-f0c4-499c-b5e0-85e4e458e25f request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:05:44.253102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] For port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,segment=NetworkSegment(e3ed2b62-adfd-488c-968e-3a21a8645e46),segment_id=e3ed2b62-adfd-488c-968e-3a21a8645e46)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:44.253499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.277636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Calling delete_port for dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:44.319280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Deleting port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:44.321469 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.325348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.385810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe7d4b-ba43-4215-bb5f-a5d4e9ccaea2 req-8eab0055-52cc-4e1b-afda-8dcb8354995c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:44.393024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe7d4b-ba43-4215-bb5f-a5d4e9ccaea2 req-8eab0055-52cc-4e1b-afda-8dcb8354995c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:44.401861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6dbe7d4b-ba43-4215-bb5f-a5d4e9ccaea2 req-8eab0055-52cc-4e1b-afda-8dcb8354995c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53&device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 1682 time: 0.2236125 Feb 10 16:05:44.405658 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.424947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] No DVR routers for this DVR port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:44.452402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Port': ['ID=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:44.464010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6dbe7d4b-ba43-4215-bb5f-a5d4e9ccaea2 req-39c23b30-1981-4142-ba2f-9b9c67c19792 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Feb 10 16:05:44.553641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.603877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2244b5f-f0c4-499c-b5e0-85e4e458e25f']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:44.639041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ed2b62-adfd-488c-968e-3a21a8645e46') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:44.639254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ed2b62-adfd-488c-968e-3a21a8645e46') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:44.654480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] For port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,segment=NetworkSegment(e3ed2b62-adfd-488c-968e-3a21a8645e46),segment_id=e3ed2b62-adfd-488c-968e-3a21a8645e46)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:44.655756 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.665365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.682708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7222e704-f010-4266-99b0-a4dfea7bf11a None None] Provisioning complete for port 5335accb-4053-4d8b-b9bb-757fc6b97b6a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:44.684375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.694252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-f010-4266-99b0-a4dfea7bf11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.699009 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:44.700385 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.702969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Calling delete_port for dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:44.706569 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:44.788582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-7222e704-f010-4266-99b0-a4dfea7bf11a None None] Port 5335accb-4053-4d8b-b9bb-757fc6b97b6a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:44.832732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.842663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.866571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Pushing event deleted for resources: {'Port': ['ID=dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:44.869902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] No DVR routers for this DVR port dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:44.870927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.879162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.885048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.885204 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] 10.222.0.21 "DELETE /v2.0/networks/e2244b5f-f0c4-499c-b5e0-85e4e458e25f HTTP/1.1" status: 204 len: 168 time: 1.0510328 Feb 10 16:05:44.886107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.886676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:44.886957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.887560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.888241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.888788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.889347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.889889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.891355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.892465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.893023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.893885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfc510-5e59-4edb-a4cd-2a1e0be3f4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:44.923773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661149c-b231-47ad-89fb-3a99cc048111 tempest-FloatingIPNegativeTestJSON-671718958 tempest-FloatingIPNegativeTestJSON-671718958-project] Pushing event deleted for resources: {'Network': ['ID=e2244b5f-f0c4-499c-b5e0-85e4e458e25f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:45.002522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=5335accb-4053-4d8b-b9bb-757fc6b97b6a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:45.008028 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.126426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:45.127960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:45.219313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55256) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:45.326154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752194-c0f6-44b1-ba9f-04907ab23c2d req-59fb9861-1545-4006-9f42-67639b072590 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:45.327696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70752194-c0f6-44b1-ba9f-04907ab23c2d req-59fb9861-1545-4006-9f42-67639b072590 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 946 time: 0.0700653 Feb 10 16:05:45.335394 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router 5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:45.425673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70752194-c0f6-44b1-ba9f-04907ab23c2d req-009b2ad8-37f9-4f45-9ec5-ee0a1c5ca29a tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891144 Feb 10 16:05:45.497950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:45.506926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f0db4fd7-4b29-4226-a335-e736d9db771d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/routers/5f0f26a6-f9a7-4e81-b1fd-6f4485c19899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8262441 Feb 10 16:05:45.507316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55270) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:45.513547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'port': {'network_id': '0d7e592c-b0aa-4f42-8abd-25a91304a578', 'name': 'tempest-FloatingIPTestJSON-1154084663'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:45.522172 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] Sync routers for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:45.528706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4cdd20b2-f968-4392-aaff-741a593cead3 None None] Provisioning complete for port 5335accb-4053-4d8b-b9bb-757fc6b97b6a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:45.529358 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4cdd20b2-f968-4392-aaff-741a593cead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.544439 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:45.545209 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:45.569502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd20b2-f968-4392-aaff-741a593cead3 None None] Port 5335accb-4053-4d8b-b9bb-757fc6b97b6a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:45.586804 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:45.596223 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:45.596430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-88992903-7776-46d5-a9d0-ec8d15445d57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9aa4cce62c44c42806b75e8e932050c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753500 Feb 10 16:05:45.597014 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:45.598820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55272) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:45.634107 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:45.635111 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594a6f4-bbb2-4929-aaac-72a6a8b1f49d None None] The sync data for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:45.685436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b98a9ac3-bbf6-4a5d-830e-0e77fac95006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.704711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Made reservation on behalf of 6bcf3110221340bcb9f758a897f6fea8 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:45.708188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.724247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b98a9ac3-bbf6-4a5d-830e-0e77fac95006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.740997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] device_id is not set on port 9dee854c-6c99-4aeb-a284-7a7047bb76fb yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:45.819836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:45.832678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b98a9ac3-bbf6-4a5d-830e-0e77fac95006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.835176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b98a9ac3-bbf6-4a5d-830e-0e77fac95006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:45.839234 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b98a9ac3-bbf6-4a5d-830e-0e77fac95006 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33aeb638-53c6-4d2d-bb44-0bbcb0e3c054 HTTP/1.1" status: 204 len: 168 time: 0.2366385 Feb 10 16:05:45.851794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:45.852880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dd30c1f2-dc42-4f0d-9e7a-1b33fcd6a2d2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:45.870472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a9ac3-bbf6-4a5d-830e-0e77fac95006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aeb638-53c6-4d2d-bb44-0bbcb0e3c054,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:45.915329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Allocated IP 172.20.0.14 (0d7e592c-b0aa-4f42-8abd-25a91304a578/e7c46c2f-ac95-479d-b89d-2cb5399e57a8/9dee854c-6c99-4aeb-a284-7a7047bb76fb) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:46.106113 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.142939 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.193288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:46.199183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:46.203111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:46.238163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event updated for resources: {'Port': ['ID=9dee854c-6c99-4aeb-a284-7a7047bb76fb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:46.263415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:46.264095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.284589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d1cccd3a-608f-4c81-a2bd-3a896677c4bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7761567 Feb 10 16:05:46.287194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55292) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:46.293724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Request body: {'floatingip': {'port_id': '9dee854c-6c99-4aeb-a284-7a7047bb76fb'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:46.408386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.482041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-40ead7ea-d5af-48e1-ba94-0d7bef80ed09 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:46.483490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-40ead7ea-d5af-48e1-ba94-0d7bef80ed09 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 946 time: 0.1233931 Feb 10 16:05:46.605037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-28f09842-0278-4569-a663-43f05b34dc3a None None] Provisioning complete for port 9dee854c-6c99-4aeb-a284-7a7047bb76fb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:46.605724 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-28f09842-0278-4569-a663-43f05b34dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.677928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-28f09842-0278-4569-a663-43f05b34dc3a None None] Port 9dee854c-6c99-4aeb-a284-7a7047bb76fb cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:05:46.690887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d918e-9aac-4584-9c17-3f3391f12a55 req-307455a0-1590-45af-8a00-cde24476d514 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:46.692304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-907d918e-9aac-4584-9c17-3f3391f12a55 req-307455a0-1590-45af-8a00-cde24476d514 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 946 time: 0.1651118 Feb 10 16:05:46.707273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55304) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:46.817943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-907d918e-9aac-4584-9c17-3f3391f12a55 req-3420a79f-d9ff-4f86-94c5-96333fa0f31b tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/security-groups?id=767c1718-1f9b-4fda-9279-272f222b1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175301 Feb 10 16:05:46.819315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'networks': [{'name': 'tempest-network--1857131551'}, {'name': 'tempest-network--1550764288'}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:46.819698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'network': {'name': 'tempest-network--1857131551'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:46.820173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'network': {'name': 'tempest-network--1550764288'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:46.827918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Deleting port 1903bf42-8292-496a-8ccc-88dfb739ae47 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:46.828271 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.845174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'network': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:46.850144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.861743 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.968005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.973507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:46.974162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.028721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:47.041937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c9b3db-2a6f-4c5b-ba00-aa569de5b794,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:47.067855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.068496 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Added segment bdcae36e-d190-4739-908c-54516625d931 of type vlan for network f9b77f74-938e-414d-8879-6177d542925e Feb 10 16:05:47.121395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.157478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:47.187305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.187761 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Added segment de5b10f7-5577-4d6a-867d-40a7b78db46d of type vlan for network ebfe251a-3cd2-436c-a1d0-00e2b3987833 Feb 10 16:05:47.235967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.293164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.294073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.300972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.307206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.308087 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.320515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] For port 1903bf42-8292-496a-8ccc-88dfb739ae47, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=1903bf42-8292-496a-8ccc-88dfb739ae47,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:47.321627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.372448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Calling delete_port for 1903bf42-8292-496a-8ccc-88dfb739ae47 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:47.406799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6951275 Feb 10 16:05:47.408486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55316) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:47.452860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Network': ['ID=f9b77f74-938e-414d-8879-6177d542925e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:47.467527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network f9b77f74-938e-414d-8879-6177d542925e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:47.617607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-c23e3a23-13a2-43ad-abb1-7521826b9290 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.619297 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-c23e3a23-13a2-43ad-abb1-7521826b9290 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 945 time: 0.2529407 Feb 10 16:05:47.640311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ff9fe-27fd-432e-afd2-2301b8d34cb0 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Network': ['ID=ebfe251a-3cd2-436c-a1d0-00e2b3987833,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:47.659588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network ebfe251a-3cd2-436c-a1d0-00e2b3987833 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:47.719793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.733647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['1903bf42-8292-496a-8ccc-88dfb739ae47'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:47.734346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.758077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d1aa8-6bd5-4c6c-9271-2e13feac5a54 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.758264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.760833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Pushing event deleted for resources: {'Port': ['ID=1903bf42-8292-496a-8ccc-88dfb739ae47,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:47.764141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d1aa8-6bd5-4c6c-9271-2e13feac5a54 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.770382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d1aa8-6bd5-4c6c-9271-2e13feac5a54 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.776216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d1aa8-6bd5-4c6c-9271-2e13feac5a54 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.777975 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a71d1aa8-6bd5-4c6c-9271-2e13feac5a54 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3665285 Feb 10 16:05:47.786168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55318) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:47.889098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.899760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Deleting port a5341e76-55c4-4cfb-bd5c-0042a6652caa {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:47.900248 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.916214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] No DVR routers for this DVR port 1903bf42-8292-496a-8ccc-88dfb739ae47 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:47.927307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:47.931080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b74a5d11-ae3c-48e9-9319-5d8659d37118 req-cd21b972-1bca-42dc-aaba-3b7e9892050c tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.45 "DELETE /v2.0/ports/1903bf42-8292-496a-8ccc-88dfb739ae47 HTTP/1.1" status: 204 len: 173 time: 1.4401977 Feb 10 16:05:47.935491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'name': 'network-vif-deleted', 'tag': '1903bf42-8292-496a-8ccc-88dfb739ae47'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:47.937767 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca298dc-4cc8-4c9e-857a-d636cead0adf" -d '{"events": [{"server_uuid": "e1a2380b-4af3-411d-a93f-028d1416fbf7", "name": "network-vif-deleted", "tag": "1903bf42-8292-496a-8ccc-88dfb739ae47"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:47.989384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-864e6118-2966-4b30-980e-a1a18cca261c req-73f65b1d-83f1-4e11-bf1f-fbdb4f684ad1 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1a2380b-4af3-411d-a93f-028d1416fbf7 HTTP/1.1" status: 200 len: 210 time: 0.0770180 Feb 10 16:05:47.996400 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 410c7b39-3050-4586-a966-de1b07b0ccea associated. External IP: 172.25.7.62, port: fbbca9ff-8f7c-425e-858c-3a120eec2afb. Feb 10 16:05:48.046577 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6614865-df2d-413a-ab48-876a88dcc0a6 x-openstack-request-id: req-c6614865-df2d-413a-ab48-876a88dcc0a6 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:48.046839 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a2380b-4af3-411d-a93f-028d1416fbf7", "name": "network-vif-deleted", "tag": "1903bf42-8292-496a-8ccc-88dfb739ae47", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:48.047383 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6614865-df2d-413a-ab48-876a88dcc0a6 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:48.047637 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a2380b-4af3-411d-a93f-028d1416fbf7', 'name': 'network-vif-deleted', 'tag': '1903bf42-8292-496a-8ccc-88dfb739ae47', 'status': 'completed', 'code': 200} Feb 10 16:05:48.058161 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.097575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b77f74-938e-414d-8879-6177d542925e']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.112401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] For port a5341e76-55c4-4cfb-bd5c-0042a6652caa, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=a5341e76-55c4-4cfb-bd5c-0042a6652caa,segment=NetworkSegment(84addeba-4b27-490a-8734-3cbb0e269328),segment_id=84addeba-4b27-490a-8734-3cbb0e269328)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:48.112803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.116044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcae36e-d190-4739-908c-54516625d931') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.116348 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcae36e-d190-4739-908c-54516625d931') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.135694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.137069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Calling delete_port for a5341e76-55c4-4cfb-bd5c-0042a6652caa owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:48.156264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.195546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:48.196475 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:48.199711 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:48.256843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:48.276374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.298021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.301168 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/networks/f9b77f74-938e-414d-8879-6177d542925e HTTP/1.1" status: 204 len: 168 time: 0.5136082 Feb 10 16:05:48.303644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43dbd7-fa2e-4865-af22-b2e09379fe12 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Network': ['ID=f9b77f74-938e-414d-8879-6177d542925e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:48.306294 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55326) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:48.393808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:48.414149 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:48.440052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:48.441203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.482266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.493843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:48.494748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.497057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.528236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.537890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.539156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65241b2-5486-4b7c-9268-c0591283b258 None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:48.592233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Pushing event deleted for resources: {'Port': ['ID=a5341e76-55c4-4cfb-bd5c-0042a6652caa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:48.672293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] No DVR routers for this DVR port a5341e76-55c4-4cfb-bd5c-0042a6652caa on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:48.675128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.677747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router 5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:48.677972 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.682179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8cb2f55c-ecc5-4f88-9877-d69b0e9b6e82 req-87e6e1d9-edc9-4226-b47e-5fb25c85cb50 tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.75 "DELETE /v2.0/ports/a5341e76-55c4-4cfb-bd5c-0042a6652caa HTTP/1.1" status: 204 len: 173 time: 1.0560789 Feb 10 16:05:48.682703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'name': 'network-vif-deleted', 'tag': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:05:48.685148 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f51e8-7a38-4de9-8f96-6282fb9db779" -d '{"events": [{"server_uuid": "1e83b5c7-b4c2-46e7-a116-c9bf0b522f53", "name": "network-vif-deleted", "tag": "a5341e76-55c4-4cfb-bd5c-0042a6652caa"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:48.706623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfe251a-3cd2-436c-a1d0-00e2b3987833']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.718284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5b10f7-5577-4d6a-867d-40a7b78db46d') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.718845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5b10f7-5577-4d6a-867d-40a7b78db46d') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.730973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.747725 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.755040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:48.755817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:48.759179 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:48.821233 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95027ab8-044a-4639-a85f-59301a38720a x-openstack-request-id: req-95027ab8-044a-4639-a85f-59301a38720a {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:48.821233 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e83b5c7-b4c2-46e7-a116-c9bf0b522f53", "name": "network-vif-deleted", "tag": "a5341e76-55c4-4cfb-bd5c-0042a6652caa", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:48.821233 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95027ab8-044a-4639-a85f-59301a38720a {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:48.821607 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e83b5c7-b4c2-46e7-a116-c9bf0b522f53', 'name': 'network-vif-deleted', 'tag': 'a5341e76-55c4-4cfb-bd5c-0042a6652caa', 'status': 'completed', 'code': 200} Feb 10 16:05:48.825337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:48.834674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.837056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.843361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:48.847773 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/networks/ebfe251a-3cd2-436c-a1d0-00e2b3987833 HTTP/1.1" status: 204 len: 168 time: 0.5397952 Feb 10 16:05:48.855943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55334) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:48.895238 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] Sync routers for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:48.903741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b8ae0-97a8-49a2-b081-f2fbb45b57b4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Network': ['ID=ebfe251a-3cd2-436c-a1d0-00e2b3987833,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:48.906152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3c8d8b34-3a4b-4252-961d-221f6f06942f tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/floatingips/410c7b39-3050-4586-a966-de1b07b0ccea HTTP/1.1" status: 200 len: 978 time: 2.6176996 Feb 10 16:05:48.910388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55336) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:48.914282 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:48.915785 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.954997 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.965432 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:48.966142 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:48.999771 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:49.000696 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46132ad3-9e2e-4d86-8f18-462c16899a14 None None] The sync data for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:49.074072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6dedc8-e7a6-43ba-97a4-f4d3defbebf1 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:49.080176 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6dedc8-e7a6-43ba-97a4-f4d3defbebf1 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:49.081829 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9b6dedc8-e7a6-43ba-97a4-f4d3defbebf1 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2248070 Feb 10 16:05:49.085614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55342) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:49.091599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-397403528'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:49.114600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 9dee854c-6c99-4aeb-a284-7a7047bb76fb {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:49.114951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.173898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:49.176000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0f78401-2868-4d8d-9112-29f1a7bd4c4c req-8344425e-c648-4d57-9324-a897f206ec2a tempest-ListServersNegativeTestJSON-33560382 tempest-ListServersNegativeTestJSON-33560382-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e83b5c7-b4c2-46e7-a116-c9bf0b522f53 HTTP/1.1" status: 200 len: 210 time: 0.0394897 Feb 10 16:05:49.177463 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.221881 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:49.239087 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.247733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.248085 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Added segment 131270f8-7686-4213-98c2-2930ffef6579 of type vlan for network cafcc679-cf8e-4344-8ec3-c83b2ce72d30 Feb 10 16:05:49.389984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.447925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a5341e76-55c4-4cfb-bd5c-0042a6652caa no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:49.470958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: a5341e76-55c4-4cfb-bd5c-0042a6652caa {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:49.471304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device a5341e76-55c4-4cfb-bd5c-0042a6652caa not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:49.532903 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:05:49.631871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55350) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:49.778216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-265d6b0c-475d-4a45-9e88-3da946bb56e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.780659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.db.resource_extend [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 16:05:49.816057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.824329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:49.825709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.857855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-265d6b0c-475d-4a45-9e88-3da946bb56e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.863193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-265d6b0c-475d-4a45-9e88-3da946bb56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.905674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-265d6b0c-475d-4a45-9e88-3da946bb56e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16f54998cf0b4bf2855e7027d7fb70a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714481 Feb 10 16:05:49.906635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d6b0c-475d-4a45-9e88-3da946bb56e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110537b8-bb8d-4619-bebc-ca6a26b36c3c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:49.909076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55354) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:49.930577 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8432367 Feb 10 16:05:49.932997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55356) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:49.946317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1217141323'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:49.973581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc2008dd-d0a1-40cf-9aa3-094d947795ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.976752 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.978272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:49.978604 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Floating IP 410c7b39-3050-4586-a966-de1b07b0ccea disassociated. External IP: 172.25.7.62, port: 9dee854c-6c99-4aeb-a284-7a7047bb76fb. Feb 10 16:05:49.978963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 9dee854c-6c99-4aeb-a284-7a7047bb76fb owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:49.983737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823695b0-7bd3-4d1c-a980-c1902923916e tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Network': ['ID=cafcc679-cf8e-4344-8ec3-c83b2ce72d30,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:49.999044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cafcc679-cf8e-4344-8ec3-c83b2ce72d30 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:50.016179 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc2008dd-d0a1-40cf-9aa3-094d947795ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.045375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:50.049138 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.091332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:50.093447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc2008dd-d0a1-40cf-9aa3-094d947795ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.096159 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc2008dd-d0a1-40cf-9aa3-094d947795ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.097294 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc2008dd-d0a1-40cf-9aa3-094d947795ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/110537b8-bb8d-4619-bebc-ca6a26b36c3c HTTP/1.1" status: 204 len: 168 time: 0.1873310 Feb 10 16:05:50.105720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.106076 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Added segment ec6e20ff-ac9b-4be6-94ed-78a10e487eb3 of type vlan for network 96d30322-fdcf-45b2-9469-fcdc476f32eb Feb 10 16:05:50.113735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2008dd-d0a1-40cf-9aa3-094d947795ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110537b8-bb8d-4619-bebc-ca6a26b36c3c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:50.189029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.232655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.235777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55364) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:50.262575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=9dee854c-6c99-4aeb-a284-7a7047bb76fb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:50.268566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.277678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:50.277981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.289988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Deleting subnet b1869c74-6cc5-4e05-a235-b01e5d8c33d1 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:05:50.294215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.341533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.351658 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4174433 Feb 10 16:05:50.357192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55366) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:50.392104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1903bf42-8292-496a-8ccc-88dfb739ae47 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:50.396397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.398043 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'ports': [{'network_id': 'cafcc679-cf8e-4344-8ec3-c83b2ce72d30', 'name': 'tempest-port--1217985395', 'admin_state_up': True}, {'network_id': '96d30322-fdcf-45b2-9469-fcdc476f32eb', 'admin_state_up': False}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:50.398559 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'port': {'network_id': 'cafcc679-cf8e-4344-8ec3-c83b2ce72d30', 'name': 'tempest-port--1217985395', 'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:50.399992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'port': {'network_id': '96d30322-fdcf-45b2-9469-fcdc476f32eb', 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:50.424198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a64d3d-e9dc-4617-a924-be466490a675 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Network': ['ID=96d30322-fdcf-45b2-9469-fcdc476f32eb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:50.435785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 1903bf42-8292-496a-8ccc-88dfb739ae47 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:50.436222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 1903bf42-8292-496a-8ccc-88dfb739ae47 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:50.440150 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 96d30322-fdcf-45b2-9469-fcdc476f32eb details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:50.446599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55368) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:50.472539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80fb893e-899b-4c6f-9a7b-b21e35b04606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.518193 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.563992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.567191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1869c74-6cc5-4e05-a235-b01e5d8c33d1 HTTP/1.1" status: 204 len: 168 time: 0.3298583 Feb 10 16:05:50.568076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5d239-29e1-4693-a6d4-b6aca90020f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1869c74-6cc5-4e05-a235-b01e5d8c33d1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:50.571026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55370) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:50.604855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router 5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:50.668688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.685961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80fb893e-899b-4c6f-9a7b-b21e35b04606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.694215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80fb893e-899b-4c6f-9a7b-b21e35b04606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.723090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'port': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:50.728269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.746629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.764087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:50.774158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] Sync routers for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:50.790448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:50.791061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.800574 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb893e-899b-4c6f-9a7b-b21e35b04606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b84568-f2ca-41b1-a5ba-69cba3b2555a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:50.807411 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-80fb893e-899b-4c6f-9a7b-b21e35b04606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f3e4eae3bc040c58f8e7b5530ef0995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596663 Feb 10 16:05:50.810069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55372) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:50.810675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.833690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06ebdfa-40a9-41e0-887e-ccc130a000f6']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.834427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.843923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:50.844928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84addeba-4b27-490a-8734-3cbb0e269328') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.845230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84addeba-4b27-490a-8734-3cbb0e269328') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.848964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.858487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.873374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.879726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:50.880152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:50.881916 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:50.885825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:50.886549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06777f-84a1-492d-87ca-db9fcda10787 None None] The sync data for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:50.943474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.949987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.953248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c06ebdfa-40a9-41e0-887e-ccc130a000f6 HTTP/1.1" status: 204 len: 168 time: 0.3797016 Feb 10 16:05:50.969050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4ae01-2159-456d-8715-18e7745ad839 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06ebdfa-40a9-41e0-887e-ccc130a000f6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:50.995923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:50.999027 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2b40cdc7-9c5c-4bec-8b34-9727ff77f1f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/ports/9dee854c-6c99-4aeb-a284-7a7047bb76fb HTTP/1.1" status: 204 len: 168 time: 2.0870690 Feb 10 16:05:51.001829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55376) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:51.005454 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] device_id is not set on port 340e4bd7-59c3-41a8-ae47-8ad38a609742 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:51.022714 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0ec-9d0d-43d2-87fb-903a331d55d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.052686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0ec-9d0d-43d2-87fb-903a331d55d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.146815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0ec-9d0d-43d2-87fb-903a331d55d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.149678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0ec-9d0d-43d2-87fb-903a331d55d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.152400 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb47c0ec-9d0d-43d2-87fb-903a331d55d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23b84568-f2ca-41b1-a5ba-69cba3b2555a HTTP/1.1" status: 204 len: 168 time: 0.3276193 Feb 10 16:05:51.155786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55378) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:51.191167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47c0ec-9d0d-43d2-87fb-903a331d55d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b84568-f2ca-41b1-a5ba-69cba3b2555a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:51.220987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.283678 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b0a837cb-1335-4744-98ce-b6274bc0d64a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3baeb6fe28f4266823b16c8ccc4303e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235547 Feb 10 16:05:51.286137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55382) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:51.303803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] device_id is not set on port 598ab3d6-4b9d-42fe-b0c5-bc84f642501b yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:05:51.381980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dcfefcff-bf17-45e6-b0d0-782d69da2fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.403434 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.432211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dcfefcff-bf17-45e6-b0d0-782d69da2fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.445107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.493532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.528844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Port': ['ID=340e4bd7-59c3-41a8-ae47-8ad38a609742,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:51.543815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dcfefcff-bf17-45e6-b0d0-782d69da2fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.543969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Checking segment: {'id': '131270f8-7686-4213-98c2-2930ffef6579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cafcc679-cf8e-4344-8ec3-c83b2ce72d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:51.544484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network hostable DHCP agents. Network: cafcc679-cf8e-4344-8ec3-c83b2ce72d30, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:51.546507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-dcfefcff-bf17-45e6-b0d0-782d69da2fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.548342 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dcfefcff-bf17-45e6-b0d0-782d69da2fe3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/767c1718-1f9b-4fda-9279-272f222b1ba4 HTTP/1.1" status: 204 len: 168 time: 0.2603571 Feb 10 16:05:51.572503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network cafcc679-cf8e-4344-8ec3-c83b2ce72d30 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:51.585345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, cafcc679-cf8e-4344-8ec3-c83b2ce72d30) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:51.590364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfefcff-bf17-45e6-b0d0-782d69da2fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c1718-1f9b-4fda-9279-272f222b1ba4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:51.604880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b62e4c-085e-40d1-944d-4ff11bec0195 None None] Network cafcc679-cf8e-4344-8ec3-c83b2ce72d30 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:51.614401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:51.615453 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.737904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Checking segment: {'id': 'ec6e20ff-ac9b-4be6-94ed-78a10e487eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96d30322-fdcf-45b2-9469-fcdc476f32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:51.738070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network hostable DHCP agents. Network: 96d30322-fdcf-45b2-9469-fcdc476f32eb, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:51.741993 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Port': ['ID=598ab3d6-4b9d-42fe-b0c5-bc84f642501b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:51.761370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network 96d30322-fdcf-45b2-9469-fcdc476f32eb is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:51.778588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 96d30322-fdcf-45b2-9469-fcdc476f32eb) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:51.786772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:51.794137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d5c98-674b-4f6e-a640-b1be23f590f3 None None] Network 96d30322-fdcf-45b2-9469-fcdc476f32eb requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:51.796977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:51.802695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:51.803478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.827156 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6369c8f-1edd-4299-953d-f5248c288767 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4663491 Feb 10 16:05:51.830636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55398) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:51.893842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 5335accb-4053-4d8b-b9bb-757fc6b97b6a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:51.894469 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:51.960575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f7088-79d4-4bfa-b2ab-9145b58e8e61 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:51.967219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f7088-79d4-4bfa-b2ab-9145b58e8e61 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:51.972802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e5f7088-79d4-4bfa-b2ab-9145b58e8e61 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1398575 Feb 10 16:05:51.972998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55404) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:52.069752 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.090685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 5335accb-4053-4d8b-b9bb-757fc6b97b6a owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:52.154073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Deleting port 340e4bd7-59c3-41a8-ae47-8ad38a609742 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:52.154412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.273504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.290642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Calling delete_port for 340e4bd7-59c3-41a8-ae47-8ad38a609742 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:52.428701 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.467126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.487022 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.495642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/ports/340e4bd7-59c3-41a8-ae47-8ad38a609742 HTTP/1.1" status: 204 len: 168 time: 0.5184011 Feb 10 16:05:52.495642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95a7da-68e7-4662-9d27-1cfacf98e453 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Port': ['ID=340e4bd7-59c3-41a8-ae47-8ad38a609742,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:52.495986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:52.535938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=5335accb-4053-4d8b-b9bb-757fc6b97b6a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:52.628063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Deleting port 598ab3d6-4b9d-42fe-b0c5-bc84f642501b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:52.628911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.714274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.733218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Calling delete_port for 598ab3d6-4b9d-42fe-b0c5-bc84f642501b owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:52.814506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.831649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.871135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Port': ['ID=598ab3d6-4b9d-42fe-b0c5-bc84f642501b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:52.874879 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:52.880635 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-73a22b5e-5270-42db-bc92-749ea6c9d015 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/ports/598ab3d6-4b9d-42fe-b0c5-bc84f642501b HTTP/1.1" status: 204 len: 168 time: 0.3806925 Feb 10 16:05:52.881203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55438) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:52.940113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-be5af0c3-e1ea-45fb-a537-b2919f28192c tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0574617 Feb 10 16:05:52.945260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55442) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:52.957198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-450402875'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:53.017871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:53.024397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.074220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:53.089493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.089923 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Added segment d4ace012-233d-478c-8852-00bec4042462 of type vlan for network de248e58-cce4-4eb4-8def-a9a79261b60c Feb 10 16:05:53.141381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.173236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.182512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:53.183348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.278860 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3314474 Feb 10 16:05:53.282649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55454) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:53.292367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1122627658'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:53.327483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:53.332158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.336839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a95f3-d0b4-476e-85f8-54cb63116aff tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Network': ['ID=de248e58-cce4-4eb4-8def-a9a79261b60c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:53.348717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network de248e58-cce4-4eb4-8def-a9a79261b60c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:53.370799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:53.382481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.383705 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Added segment 1999ce6b-745c-4cdd-8e2a-de6851b7b373 of type vlan for network 515f26ca-747f-44bc-8760-65ea3d130857 Feb 10 16:05:53.446532 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.449764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router 5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:53.474046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.483346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:53.483994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.543711 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2592480 Feb 10 16:05:53.567100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea38d4d-5fa8-40d3-bb05-069e12a755d9 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Network': ['ID=515f26ca-747f-44bc-8760-65ea3d130857,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:53.583312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:53.583907 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 515f26ca-747f-44bc-8760-65ea3d130857 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:53.595600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-662d7b77-c319-403d-b2cb-0603096167df tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/routers/5f0f26a6-f9a7-4e81-b1fd-6f4485c19899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5900800 Feb 10 16:05:53.596008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55462) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:53.606870 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] Sync routers for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:53.630780 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:53.632029 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:53.722675 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:53.771873 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] Routers {'5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:53.776623 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:05:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:53.828484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.862207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:53.872649 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:53.873900 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e559bf2d-bc93-42af-a21f-d6b62855555c None None] The sync data for ids ['5f0f26a6-f9a7-4e81-b1fd-6f4485c19899'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:53.971968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e00b83-ebf1-4233-9562-29e5326846c5 req-27f56cdc-98fa-44b8-8c71-8e7da4801e2e tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:53.981011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13e00b83-ebf1-4233-9562-29e5326846c5 req-27f56cdc-98fa-44b8-8c71-8e7da4801e2e tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1096 time: 0.1139834 Feb 10 16:05:53.999210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-13e00b83-ebf1-4233-9562-29e5326846c5 req-175be58d-6b24-47f7-8006-03dd56907c75 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.023241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.166491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 69191396-32cb-4958-8b2e-f7bccd2e0b5c {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:54.166714 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.176477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-13e00b83-ebf1-4233-9562-29e5326846c5 req-175be58d-6b24-47f7-8006-03dd56907c75 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.194442 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-13e00b83-ebf1-4233-9562-29e5326846c5 req-175be58d-6b24-47f7-8006-03dd56907c75 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.229584 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-13e00b83-ebf1-4233-9562-29e5326846c5 req-175be58d-6b24-47f7-8006-03dd56907c75 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473366 Feb 10 16:05:54.300247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175be58d-6b24-47f7-8006-03dd56907c75 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcfa7c4-376f-49c1-9313-6d581c85c60f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:54.311243 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.327213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 69191396-32cb-4958-8b2e-f7bccd2e0b5c owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:54.416202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3ffe-67b7-4141-9162-27ecb53b2860 req-3c2b99ac-dd0a-4f63-aee9-98c16f0f66f9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:54.417957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d4f3ffe-67b7-4141-9162-27ecb53b2860 req-3c2b99ac-dd0a-4f63-aee9-98c16f0f66f9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0871906 Feb 10 16:05:54.483784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4d4f3ffe-67b7-4141-9162-27ecb53b2860 req-809e03d7-8a81-4ef2-abca-42c2936bef8e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551920 Feb 10 16:05:54.497269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55480) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:54.539024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.575050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3f0b6263-d449-4d4e-a81f-24ca8b16c371 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/a3f5b246-873c-4d97-b513-e26df2beaee2 HTTP/1.1" status: 200 len: 993 time: 0.0766211 Feb 10 16:05:54.578820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=69191396-32cb-4958-8b2e-f7bccd2e0b5c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:54.692443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.806241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.808620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.859527 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.859937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Fanout notify agent at l3_agent the message router_deleted on router 5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:05:54.874798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.876010 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8af529bf-c256-4255-b57f-c39170bb2bcb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/routers/5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 HTTP/1.1" status: 204 len: 168 time: 1.2789950 Feb 10 16:05:54.878751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55496) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:54.941771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting subnet e7c46c2f-ac95-479d-b89d-2cb5399e57a8 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:05:54.947248 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:54.994353 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.089551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-2167f811-ed3d-4756-81f8-523c7f5f8fee req-37719614-6181-4aff-84b9-83f8eb093468 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:05:55.090576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2167f811-ed3d-4756-81f8-523c7f5f8fee req-37719614-6181-4aff-84b9-83f8eb093468 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1462848 Feb 10 16:05:55.106238 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.193009 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.249312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c46c2f-ac95-479d-b89d-2cb5399e57a8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:55.252960 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.256287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-694bb59f-4c91-433c-bcdb-94d633161267 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/subnets/e7c46c2f-ac95-479d-b89d-2cb5399e57a8 HTTP/1.1" status: 204 len: 168 time: 0.3765023 Feb 10 16:05:55.259547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55510) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:55.272158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83895c22-d258-44dc-af3a-183c849f2a31 None None] Network 0d7e592c-b0aa-4f42-8abd-25a91304a578 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:55.394134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.658925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:55.659552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.690115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] DHCP port deletion for 0d7e592c-b0aa-4f42-8abd-25a91304a578 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:05:55.794416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] Deleting port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:55.795122 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.841143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-2370bd4c-35cf-4a12-a560-bf2be9f18a99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2416809 Feb 10 16:05:55.893350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] For port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,segment=NetworkSegment(47091ce8-509e-4dbe-be3c-792974a33063),segment_id=47091ce8-509e-4dbe-be3c-792974a33063)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:55.895720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.959330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:55.971900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] For port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,segment=NetworkSegment(47091ce8-509e-4dbe-be3c-792974a33063),segment_id=47091ce8-509e-4dbe-be3c-792974a33063)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:55.973392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:55.993837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] Calling delete_port for 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:56.009515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08374-c737-460c-9850-10a438837a54 req-726266ac-2d98-4f24-9e6a-7f79cfbfc9d4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:56.022892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e08374-c737-460c-9850-10a438837a54 req-726266ac-2d98-4f24-9e6a-7f79cfbfc9d4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.4265473 Feb 10 16:05:56.168019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23e08374-c737-460c-9850-10a438837a54 req-1b682905-a75b-4b9c-827a-73d039598160 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441724 Feb 10 16:05:56.186752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:56.228534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.238391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.243130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:05:56.259700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:56.306440 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] No DVR routers for this DVR port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:56.308405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] Pushing event deleted for resources: {'Port': ['ID=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:56.313862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaeac6-5292-4d89-9a81-ae12cd3284b7 None None] No DVR routers for this DVR port 12cbf150-f086-4b61-81a6-f0d3c1a3f7ca on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:56.325561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=12cbf150-f086-4b61-81a6-f0d3c1a3f7ca,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:56.475367 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-efb23de4-a5ff-45a8-8d23-e41444328522 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870078 Feb 10 16:05:56.553959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.601571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7e592c-b0aa-4f42-8abd-25a91304a578']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:56.616062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47091ce8-509e-4dbe-be3c-792974a33063') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:56.616567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47091ce8-509e-4dbe-be3c-792974a33063') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:56.627717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.641660 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.654900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:56.655577 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:56.661143 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:56.694937 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-3ef5a5f9-56cf-4d57-bd5a-57fbcab44ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:56.700397 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-3ef5a5f9-56cf-4d57-bd5a-57fbcab44ad4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 1096 time: 0.1679299 Feb 10 16:05:56.732478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.737757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:56.744891 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/networks/0d7e592c-b0aa-4f42-8abd-25a91304a578 HTTP/1.1" status: 204 len: 168 time: 1.4843502 Feb 10 16:05:56.745529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55544) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:56.840096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799223-8b7c-4a6f-a889-a6ca27fbd75a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Network': ['ID=0d7e592c-b0aa-4f42-8abd-25a91304a578,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:56.948216 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-3bc7ef82-a365-45af-9240-5b7044e956f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:56.950518 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-3bc7ef82-a365-45af-9240-5b7044e956f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.2214854 Feb 10 16:05:56.951258 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55554) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:56.956907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'subnets': [{'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--651061372', 'ip_version': 6}, {'network_id': '515f26ca-747f-44bc-8760-65ea3d130857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:56.957299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'subnet': {'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--651061372', 'ip_version': 6}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:56.957886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Request body: {'subnet': {'network_id': '515f26ca-747f-44bc-8760-65ea3d130857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:57.045845 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-b96ac6bf-263a-4df0-b700-7cffec5e9f8d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 200 len: 1001 time: 0.0858948 Feb 10 16:05:57.154401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-e0c0f144-7406-4cc7-a182-2b9d48c10b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:57.158083 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-e0c0f144-7406-4cc7-a182-2b9d48c10b88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1034715 Feb 10 16:05:57.163702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 2b369a5f-2ef1-40a4-a13f-3b10722ba1c4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:57.164569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:57.219601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-7e255aca-fd61-4975-b8c1-c5d312111689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:57.221419 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-7e255aca-fd61-4975-b8c1-c5d312111689 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546529 Feb 10 16:05:57.284090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Made reservation on behalf of d627e4861a4e4b61ae96d936e2ea47ad for: {'subnet': 2} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:57.288685 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:57.289111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:57.299090 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:57.299416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:57.332812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:57.385898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 2b369a5f-2ef1-40a4-a13f-3b10722ba1c4 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:57.438731 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-15740b28-12ee-4d59-ba84-88bdedb1fc48 service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041883 Feb 10 16:05:57.545901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-40fd05c0-2aac-4d01-b8a2-4cb678430ce0 req-caef2901-514d-4172-af48-4a3d57a002ba service neutron] 10.222.0.75 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986650 Feb 10 16:05:57.667881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7bad-dac0-4520-bfdc-56b368e80f7e req-1e75fc72-3f74-4650-a87f-367f4cf0f8f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:57.669747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-114e7bad-dac0-4520-bfdc-56b368e80f7e req-1e75fc72-3f74-4650-a87f-367f4cf0f8f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.3745079 Feb 10 16:05:57.862796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-114e7bad-dac0-4520-bfdc-56b368e80f7e req-0a97cea6-bf30-4574-9d98-b1b490f47723 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296360 Feb 10 16:05:57.912538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-e39e1978-dd1c-4348-a564-8dcefac25d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:57.914018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-e39e1978-dd1c-4348-a564-8dcefac25d2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1096 time: 0.1471281 Feb 10 16:05:57.957179 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.047563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=2b369a5f-2ef1-40a4-a13f-3b10722ba1c4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:58.124347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.187872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-2e6be513-19b9-4aa3-a863-1c8a15c587e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.189402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-2e6be513-19b9-4aa3-a863-1c8a15c587e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.2646213 Feb 10 16:05:58.216415 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.218942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.225293 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-632e4026-48cf-44d7-bf83-c25ee9e5a042 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/floatingips/410c7b39-3050-4586-a966-de1b07b0ccea HTTP/1.1" status: 204 len: 168 time: 1.4705582 Feb 10 16:05:58.225486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.267771 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f97dcf6-a398-40d2-836b-e550ce2d27d3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] DELETE failed (client error): The resource could not be found. Feb 10 16:05:58.269081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f97dcf6-a398-40d2-836b-e550ce2d27d3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:05:58.270155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Subnet': ['ID=ac9c5d32-1b99-4b42-a069-9728e045663c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:58.279658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55568) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.280008 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f97dcf6-a398-40d2-836b-e550ce2d27d3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/ports/9dee854c-6c99-4aeb-a284-7a7047bb76fb HTTP/1.1" status: 404 len: 333 time: 0.0547600 Feb 10 16:05:58.323920 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0ea1944e-dfaf-4d0d-9236-a9e6b21e369d tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 HTTP/1.1" status: 200 len: 205 time: 0.0414162 Feb 10 16:05:58.326247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55572) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.329142 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Checking segment: {'id': 'd4ace012-233d-478c-8852-00bec4042462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:58.329506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network hostable DHCP agents. Network: de248e58-cce4-4eb4-8def-a9a79261b60c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:58.332898 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-9f6a577f-3993-4fd7-9061-45ea10444a10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 1001 time: 0.1338997 Feb 10 16:05:58.386607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network de248e58-cce4-4eb4-8def-a9a79261b60c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:58.396450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-43d088a6-a2e2-49a9-bdd5-74bed9339e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.397942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-43d088a6-a2e2-49a9-bdd5-74bed9339e2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.0583866 Feb 10 16:05:58.400033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55574) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.413874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, de248e58-cce4-4eb4-8def-a9a79261b60c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:58.419141 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.428326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015c99e-3a86-4eba-9388-22f8268e46ac None None] Network de248e58-cce4-4eb4-8def-a9a79261b60c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:58.516274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-ebc9c689-a581-43b0-af83-54af3fd1dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.517803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-ebc9c689-a581-43b0-af83-54af3fd1dfef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118450 Feb 10 16:05:58.518434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event updated for resources: {'Subnet': ['ID=3c419c5c-00ef-476a-98b4-1744e9bb73e2,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:58.561803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Checking segment: {'id': '1999ce6b-745c-4cdd-8e2a-de6851b7b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '515f26ca-747f-44bc-8760-65ea3d130857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:58.562345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network hostable DHCP agents. Network: 515f26ca-747f-44bc-8760-65ea3d130857, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:58.598256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e060d070-52b6-481a-896d-c8c4dbf39742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.642572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-de248e58-cce4-4eb4-8def-a9a79261b60c', 'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c', 'tenant_id': 'd627e4861a4e4b61ae96d936e2ea47ad', 'fixed_ips': [{'subnet_id': 'ac9c5d32-1b99-4b42-a069-9728e045663c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:05:58.643727 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.650060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Network 515f26ca-747f-44bc-8760-65ea3d130857 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:58.688615 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-ade29ac0-fc04-4e2a-a472-84d1841075b8 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615956 Feb 10 16:05:58.689316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 515f26ca-747f-44bc-8760-65ea3d130857) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:58.699226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.699991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.700634 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.769932 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-56b2d2fc-1fb0-44c5-a514-58515d08d914 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] delete failed (client error): The resource could not be found. Feb 10 16:05:58.775117 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-56b2d2fc-1fb0-44c5-a514-58515d08d914 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/routers/5f0f26a6-f9a7-4e81-b1fd-6f4485c19899 HTTP/1.1" status: 404 len: 336 time: 0.4467585 Feb 10 16:05:58.775117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55580) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.777807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc32290-a51d-480c-b40f-b2a73976e13c None None] Network 515f26ca-747f-44bc-8760-65ea3d130857 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:05:58.783494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f9bce11d-c7e7-4009-8e28-72de09f317ba tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8310301 Feb 10 16:05:58.785330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55582) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.821952 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7761c2-c104-44d6-b3d5-9f847daa40c3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] DELETE failed (client error): The resource could not be found. Feb 10 16:05:58.823079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7761c2-c104-44d6-b3d5-9f847daa40c3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:05:58.829999 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c7761c2-c104-44d6-b3d5-9f847daa40c3 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/subnets/e7c46c2f-ac95-479d-b89d-2cb5399e57a8 HTTP/1.1" status: 404 len: 337 time: 0.0535624 Feb 10 16:05:58.832694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55586) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.870899 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e060d070-52b6-481a-896d-c8c4dbf39742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.889746 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e060d070-52b6-481a-896d-c8c4dbf39742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:58.901401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158f4e9e-8695-4652-b704-cd162368895b tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.903279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158f4e9e-8695-4652-b704-cd162368895b tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.905956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158f4e9e-8695-4652-b704-cd162368895b tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.918006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-158f4e9e-8695-4652-b704-cd162368895b tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1299527 Feb 10 16:05:58.918878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55590) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:58.936644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-b9dcfad3-d23b-4ead-87a6-9869e1872d6e service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415297 Feb 10 16:05:59.002944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port fbbca9ff-8f7c-425e-858c-3a120eec2afb {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:59.003508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.045747 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7b1a6537-5582-4ff7-a1e6-3fd5a847d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.052897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e060d070-52b6-481a-896d-c8c4dbf39742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d14356df25439b9e0c5eeea456baeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495690 Feb 10 16:05:59.058128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55594) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:59.077398 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d070-52b6-481a-896d-c8c4dbf39742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d339084a-db65-4e83-9f87-1413d9e3a894,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:59.109523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Deleting subnet ac9c5d32-1b99-4b42-a069-9728e045663c {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:05:59.143685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759d8a1-873d-425d-9ed3-d8f60a096947 req-9516389d-f526-4630-83ae-4fb933e84b5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:59.151764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a759d8a1-873d-425d-9ed3-d8f60a096947 req-9516389d-f526-4630-83ae-4fb933e84b5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1268196 Feb 10 16:05:59.174133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-515f26ca-747f-44bc-8760-65ea3d130857', 'network_id': '515f26ca-747f-44bc-8760-65ea3d130857', 'tenant_id': 'd627e4861a4e4b61ae96d936e2ea47ad', 'fixed_ips': [{'subnet_id': '3c419c5c-00ef-476a-98b4-1744e9bb73e2'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:05:59.177774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.186490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64fb9e80-e0f5-4644-8dd6-0f1a5c62d3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.216188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Allocated IP 2001:db8::1 (de248e58-cce4-4eb4-8def-a9a79261b60c/ac9c5d32-1b99-4b42-a069-9728e045663c/1cb12c0f-2df8-4065-82d2-a7144d3c03bc) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:59.230932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64fb9e80-e0f5-4644-8dd6-0f1a5c62d3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.231186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.246605 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a759d8a1-873d-425d-9ed3-d8f60a096947 req-c0e51be3-61a6-4444-8e92-ad60a43ad254 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886016 Feb 10 16:05:59.262145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for fbbca9ff-8f7c-425e-858c-3a120eec2afb owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:05:59.276727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55596) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:59.321629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64fb9e80-e0f5-4644-8dd6-0f1a5c62d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.324810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64fb9e80-e0f5-4644-8dd6-0f1a5c62d3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.326248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-64fb9e80-e0f5-4644-8dd6-0f1a5c62d3c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d339084a-db65-4e83-9f87-1413d9e3a894 HTTP/1.1" status: 204 len: 168 time: 0.2671237 Feb 10 16:05:59.335658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb9e80-e0f5-4644-8dd6-0f1a5c62d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d339084a-db65-4e83-9f87-1413d9e3a894,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:59.456662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.459028 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da50fa18-b4dc-4fd1-9f8a-8e172723a5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.498165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=fbbca9ff-8f7c-425e-858c-3a120eec2afb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:59.578029 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da50fa18-b4dc-4fd1-9f8a-8e172723a5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.588203 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da50fa18-b4dc-4fd1-9f8a-8e172723a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.598895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Allocated IP 2001:db8:0:1::1 (515f26ca-747f-44bc-8760-65ea3d130857/3c419c5c-00ef-476a-98b4-1744e9bb73e2/920db7ec-e248-46ab-8284-4dd7427661ac) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:59.600669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.606773 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c539e5f4-bc79-4995-a8de-e6971453f7f6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/ports/fbbca9ff-8f7c-425e-858c-3a120eec2afb HTTP/1.1" status: 204 len: 168 time: 0.7729001 Feb 10 16:05:59.610982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55604) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:59.666439 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50fa18-b4dc-4fd1-9f8a-8e172723a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d321f8e-f1d3-4ea1-a53b-94c9ea93eeda,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:59.674544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da50fa18-b4dc-4fd1-9f8a-8e172723a5ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d44b4f357ffd4a48a0056fa1f02d60b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965652 Feb 10 16:05:59.679845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:05:59.700846 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.710206 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.716889 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.774698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.781250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Network de248e58-cce4-4eb4-8def-a9a79261b60c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:59.785070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6741cb14-3f62-445a-a5e8-f0482be71a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.795613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:59.797567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Pushing event updated for resources: {'Port': ['ID=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:59.800061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:59.824872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 2959d392-d94c-48b9-9b3c-00b5f45a87c0 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:05:59.825207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6741cb14-3f62-445a-a5e8-f0482be71a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.825334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.875847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Attempting to bind port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:05:59.876386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Attempting to bind port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd4ace012-233d-478c-8852-00bec4042462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:05:59.876888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Attempting to bind port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc on network de248e58-cce4-4eb4-8def-a9a79261b60c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:59.889343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:59.889913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Checking segment: {'id': 'd4ace012-233d-478c-8852-00bec4042462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:05:59.890432 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.890938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Bound using segment: {'id': 'd4ace012-233d-478c-8852-00bec4042462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:59.891718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Bound port: 1cb12c0f-2df8-4065-82d2-a7144d3c03bc, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ace012-233d-478c-8852-00bec4042462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de248e58-cce4-4eb4-8def-a9a79261b60c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:05:59.892226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.899644 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6741cb14-3f62-445a-a5e8-f0482be71a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.903211 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6741cb14-3f62-445a-a5e8-f0482be71a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.905720 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6741cb14-3f62-445a-a5e8-f0482be71a65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d321f8e-f1d3-4ea1-a53b-94c9ea93eeda HTTP/1.1" status: 204 len: 168 time: 0.2234340 Feb 10 16:05:59.917535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741cb14-3f62-445a-a5e8-f0482be71a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d321f8e-f1d3-4ea1-a53b-94c9ea93eeda,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:59.969136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:05:59.998835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.018148 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.018657 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.039760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 2959d392-d94c-48b9-9b3c-00b5f45a87c0 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:00.097638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.127651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9c5d32-1b99-4b42-a069-9728e045663c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:00.142507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.146235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4a55059c-b0d3-49d5-8a1f-9ff400b7d35d tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/subnets/ac9c5d32-1b99-4b42-a069-9728e045663c HTTP/1.1" status: 204 len: 168 time: 1.2203147 Feb 10 16:06:00.149358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:00.238235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Network 515f26ca-747f-44bc-8760-65ea3d130857 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:00.246748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:00.254084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:00.255849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.263861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Deleting subnet 3c419c5c-00ef-476a-98b4-1744e9bb73e2 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:00.264574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] For port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:00.274852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.302213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=2959d392-d94c-48b9-9b3c-00b5f45a87c0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:00.319475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Pushing event updated for resources: {'Port': ['ID=920db7ec-e248-46ab-8284-4dd7427661ac,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:00.331730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] For port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,segment=NetworkSegment(d4ace012-233d-478c-8852-00bec4042462),segment_id=d4ace012-233d-478c-8852-00bec4042462)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:00.359810 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.403637 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.446649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.450216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9478d48b-9c17-4424-ab27-01847df4dc6a tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/ports/2959d392-d94c-48b9-9b3c-00b5f45a87c0 HTTP/1.1" status: 204 len: 168 time: 0.8366251 Feb 10 16:06:00.453750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55634) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:00.460582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Attempting to bind port 920db7ec-e248-46ab-8284-4dd7427661ac on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:00.462524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Attempting to bind port 920db7ec-e248-46ab-8284-4dd7427661ac by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '1999ce6b-745c-4cdd-8e2a-de6851b7b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '515f26ca-747f-44bc-8760-65ea3d130857'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:00.463130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Attempting to bind port 920db7ec-e248-46ab-8284-4dd7427661ac on network 515f26ca-747f-44bc-8760-65ea3d130857 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:00.473890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ab97-5d24-40cd-b606-ed4baf6e63ee req-5e634bea-d25f-4381-808c-1da41c0dc378 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:00.483095 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d42ab97-5d24-40cd-b606-ed4baf6e63ee req-5e634bea-d25f-4381-808c-1da41c0dc378 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1233723 Feb 10 16:06:00.495217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:00.495872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Checking segment: {'id': '1999ce6b-745c-4cdd-8e2a-de6851b7b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '515f26ca-747f-44bc-8760-65ea3d130857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:00.496025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.501008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Bound using segment: {'id': '1999ce6b-745c-4cdd-8e2a-de6851b7b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '515f26ca-747f-44bc-8760-65ea3d130857'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:00.501922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Bound port: 920db7ec-e248-46ab-8284-4dd7427661ac, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1999ce6b-745c-4cdd-8e2a-de6851b7b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '515f26ca-747f-44bc-8760-65ea3d130857'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:00.503221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.534861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b588d-4bf6-44cd-a8e2-5c36c9f585a1 None None] Pushing event updated for resources: {'Port': ['ID=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:00.581873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d42ab97-5d24-40cd-b606-ed4baf6e63ee req-cf8e93cb-672c-4e95-854b-4edd5541d192 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977924 Feb 10 16:06:00.605872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382227c4-f2fe-4177-8c10-f7414d0590d6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:00.608238 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-382227c4-f2fe-4177-8c10-f7414d0590d6 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7febb31-755c-4abc-9f23-472cae26614b HTTP/1.1" status: 200 len: 913 time: 0.1538002 Feb 10 16:06:00.612150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:00.665585 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.865423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] For port 920db7ec-e248-46ab-8284-4dd7427661ac, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:00.867704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:00.870799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] For port 920db7ec-e248-46ab-8284-4dd7427661ac, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=920db7ec-e248-46ab-8284-4dd7427661ac,segment=NetworkSegment(1999ce6b-745c-4cdd-8e2a-de6851b7b373),segment_id=1999ce6b-745c-4cdd-8e2a-de6851b7b373)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:00.879181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:01.036332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d7214-c828-4546-9c51-3eb63757e415 None None] Pushing event updated for resources: {'Port': ['ID=920db7ec-e248-46ab-8284-4dd7427661ac,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:01.137123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Subnet': ['ID=3c419c5c-00ef-476a-98b4-1744e9bb73e2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:01.150573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:01.154630 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fca8bb6a-bf4c-4185-839c-2537a7450c9f tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/subnets/3c419c5c-00ef-476a-98b4-1744e9bb73e2 HTTP/1.1" status: 204 len: 168 time: 1.0041170 Feb 10 16:06:01.158841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55658) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:01.318695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eedd698-e49d-4a0f-9a94-238fb9f76a07 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:01.339029 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8eedd698-e49d-4a0f-9a94-238fb9f76a07 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1741958 Feb 10 16:06:01.343537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55666) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:01.377799 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b345e1a-974b-4541-abec-7606f59d20af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:01.677172 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.056195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1cb12c0f-2df8-4065-82d2-a7144d3c03bc up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:02.164343 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.197426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693ead-1648-43b8-b623-f6222ae28a2b req-f0ef16df-2858-4557-a1de-0588b14d960b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:02.213240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63693ead-1648-43b8-b623-f6222ae28a2b req-f0ef16df-2858-4557-a1de-0588b14d960b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1907783 Feb 10 16:06:02.234141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:02.238306 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.260410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port 584802f5-eb2f-4dbd-a5e9-0f4024a621e3 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:02.262382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.372921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63693ead-1648-43b8-b623-f6222ae28a2b req-5840f3dc-6cdf-4a20-ab43-39a4c579df66 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608541 Feb 10 16:06:02.405540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Deleting port 920db7ec-e248-46ab-8284-4dd7427661ac {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:02.405834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.429010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046eefc2-91c9-4147-beee-49aec9cffa01 None None] Network de248e58-cce4-4eb4-8def-a9a79261b60c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:02.466693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.489831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for 584802f5-eb2f-4dbd-a5e9-0f4024a621e3 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:02.519528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] For port 920db7ec-e248-46ab-8284-4dd7427661ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=920db7ec-e248-46ab-8284-4dd7427661ac,segment=NetworkSegment(1999ce6b-745c-4cdd-8e2a-de6851b7b373),segment_id=1999ce6b-745c-4cdd-8e2a-de6851b7b373)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:02.520074 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.532682 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.542018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Calling delete_port for 920db7ec-e248-46ab-8284-4dd7427661ac owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:02.593079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.671855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-abdac9b3-b97c-4755-8de0-8b875a2b37f8 None None] Provisioning complete for port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:02.672621 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-abdac9b3-b97c-4755-8de0-8b875a2b37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.684807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.685199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,segment=NetworkSegment(d4ace012-233d-478c-8852-00bec4042462),segment_id=d4ace012-233d-478c-8852-00bec4042462)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:02.722138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] No DVR routers for this DVR port 920db7ec-e248-46ab-8284-4dd7427661ac on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:02.785803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.787242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 920db7ec-e248-46ab-8284-4dd7427661ac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:02.805704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Port': ['ID=920db7ec-e248-46ab-8284-4dd7427661ac,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:02.927080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:02.929001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:02.941615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39103f-fb8a-40fe-94a4-8369cfec8806 None None] Network 515f26ca-747f-44bc-8760-65ea3d130857 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:02.948111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 920db7ec-e248-46ab-8284-4dd7427661ac {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:02.948455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 920db7ec-e248-46ab-8284-4dd7427661ac not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 16:06:03.015923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=584802f5-eb2f-4dbd-a5e9-0f4024a621e3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:03.050484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.086695 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port 920db7ec-e248-46ab-8284-4dd7427661ac not found, will not notify nova. {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 16:06:03.115713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515f26ca-747f-44bc-8760-65ea3d130857']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:03.144031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1999ce6b-745c-4cdd-8e2a-de6851b7b373') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:03.144271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1999ce6b-745c-4cdd-8e2a-de6851b7b373') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:03.159551 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.180139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.200013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:03.200416 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:03.212842 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:03.284154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.307318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] DHCP port deletion for de248e58-cce4-4eb4-8def-a9a79261b60c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:06:03.325300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.344097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.354034 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/networks/515f26ca-747f-44bc-8760-65ea3d130857 HTTP/1.1" status: 204 len: 168 time: 2.0051041 Feb 10 16:06:03.354775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55708) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:03.421281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaef946-bc29-4952-8de6-16d5b56508a4 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Network': ['ID=515f26ca-747f-44bc-8760-65ea3d130857,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:03.454511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee22f1-4301-444b-b566-f10561743cc3 None None] DHCP port deletion for 515f26ca-747f-44bc-8760-65ea3d130857 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:06:03.488435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] Deleting port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:03.489159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.553483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.585881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] For port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,segment=NetworkSegment(d4ace012-233d-478c-8852-00bec4042462),segment_id=d4ace012-233d-478c-8852-00bec4042462)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:03.586663 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.602191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] Calling delete_port for 1cb12c0f-2df8-4065-82d2-a7144d3c03bc owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:03.629723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Router e7febb31-755c-4abc-9f23-472cae26614b has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:03.679027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ce6ca-df91-49c6-a1a1-fc863adb3664 req-2c204768-ebea-4bb0-81e3-8d8a6d2198b8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:03.680742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-802ce6ca-df91-49c6-a1a1-fc863adb3664 req-2c204768-ebea-4bb0-81e3-8d8a6d2198b8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1446197 Feb 10 16:06:03.691070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7c980107-57b5-49e7-bc50-aa9f9038221d None None] Could not find standard attr ID for object 920db7ec-e248-46ab-8284-4dd7427661ac. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:06:03.698347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.718173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Deleting port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:03.718656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.735606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] Pushing event deleted for resources: {'Port': ['ID=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:03.738381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac18da-19bc-418b-a7e1-9a82ce19abfe None None] No DVR routers for this DVR port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:03.766806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-802ce6ca-df91-49c6-a1a1-fc863adb3664 req-740a877c-f8e8-4176-8f05-8979b0b14730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753002 Feb 10 16:06:03.812302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:03.821853 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0017b601-525a-4634-8137-f91b4314d61c tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "PUT /v2.0/routers/e7febb31-755c-4abc-9f23-472cae26614b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097321 Feb 10 16:06:03.822944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:03.825616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] Sync routers for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:03.842040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:03.842960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:03.947011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] For port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc, host n-d-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:03.947374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:03.958702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:03.968141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1cb12c0f-2df8-4065-82d2-a7144d3c03bc no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:03.975863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Calling delete_port for 1cb12c0f-2df8-4065-82d2-a7144d3c03bc owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:03.976114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] Routers {'e7febb31-755c-4abc-9f23-472cae26614b'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:03.976865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['e7febb31-755c-4abc-9f23-472cae26614b'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:03.978244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc was not found and therefore no delete operation was performed {{(pid=102615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:06:03.980467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.016981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Port': ['ID=1cb12c0f-2df8-4065-82d2-a7144d3c03bc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:04.019988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.020828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] No DVR routers for this DVR port 1cb12c0f-2df8-4065-82d2-a7144d3c03bc on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:04.056328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 1cb12c0f-2df8-4065-82d2-a7144d3c03bc {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:04.056683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1cb12c0f-2df8-4065-82d2-a7144d3c03bc not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:04.057110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 920db7ec-e248-46ab-8284-4dd7427661ac no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:04.060894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.061293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415856ac-1614-40c6-b33b-478d3a195daa None None] The sync data for ids ['e7febb31-755c-4abc-9f23-472cae26614b'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:04.087289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 920db7ec-e248-46ab-8284-4dd7427661ac {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:04.088009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 920db7ec-e248-46ab-8284-4dd7427661ac not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:04.104125 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.134691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.142899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.160993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de248e58-cce4-4eb4-8def-a9a79261b60c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.171688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ace012-233d-478c-8852-00bec4042462') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.172070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ace012-233d-478c-8852-00bec4042462') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.182273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.199185 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.203887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting port d1f204f9-6e01-4f7e-b4d3-e96f72a42a58 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:04.204244 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.205933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:04.206870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:04.210501 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:04.276526 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.284722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.291100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/networks/de248e58-cce4-4eb4-8def-a9a79261b60c HTTP/1.1" status: 204 len: 168 time: 0.9141450 Feb 10 16:06:04.291328 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.291847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55734) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:04.305137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Calling delete_port for d1f204f9-6e01-4f7e-b4d3-e96f72a42a58 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:04.310553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d6814-2b4f-41b4-ae67-f153cc2b3caa tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Network': ['ID=de248e58-cce4-4eb4-8def-a9a79261b60c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:04.337639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.392888 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.486043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.489670 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.509901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d30322-fdcf-45b2-9469-fcdc476f32eb']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.518847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Port': ['ID=d1f204f9-6e01-4f7e-b4d3-e96f72a42a58,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:04.520810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6e20ff-ac9b-4be6-94ed-78a10e487eb3') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.521370 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6e20ff-ac9b-4be6-94ed-78a10e487eb3') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:04.535629 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.550077 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.556450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:04.557128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:04.560168 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:04.592825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.630020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.638262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.645019 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/networks/96d30322-fdcf-45b2-9469-fcdc476f32eb HTTP/1.1" status: 204 len: 168 time: 0.3486836 Feb 10 16:06:04.645019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55742) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:04.680034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9039e-2d42-4779-af32-4b2cb221c929 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Network': ['ID=96d30322-fdcf-45b2-9469-fcdc476f32eb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:04.692473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.694945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.742856 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.743771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Fanout notify agent at l3_agent the message router_deleted on router e7febb31-755c-4abc-9f23-472cae26614b {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:06:04.747927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.751143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.752408 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-30fdd27f-46d8-4d0e-8405-02dca16cdc53 tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/routers/e7febb31-755c-4abc-9f23-472cae26614b HTTP/1.1" status: 204 len: 168 time: 0.9283347 Feb 10 16:06:04.754975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55744) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:04.887327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Deleting subnet babce0a1-4f88-45e2-94ab-e47e095750c6 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:04.900038 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.948825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:04.984164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafcc679-cf8e-4344-8ec3-c83b2ce72d30']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:05.003417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131270f8-7686-4213-98c2-2930ffef6579') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:05.003784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131270f8-7686-4213-98c2-2930ffef6579') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:05.007078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.043147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7cef7-f023-47b4-b5cf-eff6faab12ac req-91b2a694-c030-4283-beda-d5f8ebc07e1e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.044831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfa7cef7-f023-47b4-b5cf-eff6faab12ac req-91b2a694-c030-4283-beda-d5f8ebc07e1e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.2002676 Feb 10 16:06:05.046626 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.085406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.102279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:05.102734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:05.106191 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:05.136871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.206089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bfa7cef7-f023-47b4-b5cf-eff6faab12ac req-68172b8f-c767-41ef-a89e-0614857ca3a3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507459 Feb 10 16:06:05.228664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.233757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.240727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] 10.222.0.21 "DELETE /v2.0/networks/cafcc679-cf8e-4344-8ec3-c83b2ce72d30 HTTP/1.1" status: 204 len: 168 time: 0.5957751 Feb 10 16:06:05.264989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a141ec-1538-4ddc-ba9b-c34d707b75e6 tempest-BulkNetworkOpsIpV6Test-218725011 tempest-BulkNetworkOpsIpV6Test-218725011-project] Pushing event deleted for resources: {'Network': ['ID=cafcc679-cf8e-4344-8ec3-c83b2ce72d30,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:05.275205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.314952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.321370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/subnets/babce0a1-4f88-45e2-94ab-e47e095750c6 HTTP/1.1" status: 204 len: 168 time: 0.5653369 Feb 10 16:06:05.323073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73a765-6a42-4ff3-a031-d78ccf7ac1bd tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Subnet': ['ID=babce0a1-4f88-45e2-94ab-e47e095750c6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:05.323984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55762) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:05.415204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.515826 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.537503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:05.547193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77167b68-fd8c-422b-be9c-8015e9bda5ae') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:05.547793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77167b68-fd8c-422b-be9c-8015e9bda5ae') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:05.554139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55768) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:05.559310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.576152 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.582419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:05.582842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:05.586146 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:05.674176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.686425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.692435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] 10.222.0.21 "DELETE /v2.0/networks/9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd HTTP/1.1" status: 204 len: 168 time: 0.3650258 Feb 10 16:06:05.706014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07593a5a-ade0-494e-82b5-ab3e79e703eb tempest-FloatingIPTestJSON-1609048992 tempest-FloatingIPTestJSON-1609048992-project] Pushing event deleted for resources: {'Network': ['ID=9a18eafe-4b06-4b87-89d6-37b8b5dcfbdd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:05.745825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-982b4e44-aa0c-4364-b657-7eaf7f2fbf65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d627e4861a4e4b61ae96d936e2ea47ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899712 Feb 10 16:06:05.748240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55778) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:05.816968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-defce8f3-5753-470e-9cfa-b48eebe2e783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.846975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-defce8f3-5753-470e-9cfa-b48eebe2e783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.911761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-defce8f3-5753-470e-9cfa-b48eebe2e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.915425 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-defce8f3-5753-470e-9cfa-b48eebe2e783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:05.918959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-defce8f3-5753-470e-9cfa-b48eebe2e783 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64c9b3db-2a6f-4c5b-ba00-aa569de5b794 HTTP/1.1" status: 204 len: 168 time: 0.1664331 Feb 10 16:06:05.938932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defce8f3-5753-470e-9cfa-b48eebe2e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c9b3db-2a6f-4c5b-ba00-aa569de5b794,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:05.963310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55786) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:06.138207 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6d9d3b95-4861-48ec-9c92-38d84209d9a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bcf3110221340bcb9f758a897f6fea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710598 Feb 10 16:06:06.141605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55798) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:06.267658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f744cb0-d69f-4d01-acbb-25c30a497369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:06.324863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f744cb0-d69f-4d01-acbb-25c30a497369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:06.442050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37fbd-8741-4d94-8992-0021119a1046 req-96482621-6984-4b3e-a13f-85b3ebb21510 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:06.443546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10b37fbd-8741-4d94-8992-0021119a1046 req-96482621-6984-4b3e-a13f-85b3ebb21510 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0689945 Feb 10 16:06:06.459587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f744cb0-d69f-4d01-acbb-25c30a497369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:06.465903 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f744cb0-d69f-4d01-acbb-25c30a497369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:06.465903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9f744cb0-d69f-4d01-acbb-25c30a497369 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f3cb9c4-fe1a-4456-9f02-7345494c3419 HTTP/1.1" status: 204 len: 168 time: 0.3219268 Feb 10 16:06:06.482922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744cb0-d69f-4d01-acbb-25c30a497369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3cb9c4-fe1a-4456-9f02-7345494c3419,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:06.507834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10b37fbd-8741-4d94-8992-0021119a1046 req-f62244ec-b640-4d7e-95ae-7ce5322219ff tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561805 Feb 10 16:06:06.903675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:07.063640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d8406ded-226f-4d22-a241-6227bd1b9a65 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.064337 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-d8406ded-226f-4d22-a241-6227bd1b9a65 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 16:06:07.064871 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-d8406ded-226f-4d22-a241-6227bd1b9a65 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 16:06:07.065841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8406ded-226f-4d22-a241-6227bd1b9a65 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1611617 Feb 10 16:06:07.069688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55842) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:07.074211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--552576514'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.103315 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.111992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.195821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.202386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.248387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b6c15-6c5e-4071-89a1-e3e098aaf008,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:07.250316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55852) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:07.288448 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.293973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.337686 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.341502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2682400 Feb 10 16:06:07.341502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa764339-ab2b-416d-8540-a687e6ca5271 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0ce7c-cc3f-47de-8dd2-cd83cddc6fe6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:07.343637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55860) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:07.349563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '60e0ce7c-cc3f-47de-8dd2-cd83cddc6fe6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.390321 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.399023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'networks': [{'name': 'tempest-network--1143268823'}, {'name': 'tempest-network--1840945195'}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.399406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'network': {'name': 'tempest-network--1143268823'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.399982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'network': {'name': 'tempest-network--1840945195'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.448565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'network': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:07.453031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.469070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.475835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.483870 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.511545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5a6d29-9fdf-416b-a08a-9e20ca282039,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:07.525043 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.529033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-284c8ed5-2256-4695-ba79-65ab7d4c37b3 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1813977 Feb 10 16:06:07.529033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55862) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:07.536412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-607478cc-87f6-46c9-ae0e-9d5f5599a6a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '60e0ce7c-cc3f-47de-8dd2-cd83cddc6fe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:07.596523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-607478cc-87f6-46c9-ae0e-9d5f5599a6a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.612958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.625447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.625911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.646483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a26ac-f914-43a3-8d72-22835c493a94 req-10e8685a-854d-4588-9e37-20a3b4f88676 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:07.656291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-737a26ac-f914-43a3-8d72-22835c493a94 req-10e8685a-854d-4588-9e37-20a3b4f88676 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0690503 Feb 10 16:06:07.686699 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6433c1ef-79bb-4795-8007-ccb19283ad89,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:07.700210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:07.710795 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-607478cc-87f6-46c9-ae0e-9d5f5599a6a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 16:06:07.712399 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-607478cc-87f6-46c9-ae0e-9d5f5599a6a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1822302 Feb 10 16:06:07.713828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.714403 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Added segment c81f7af8-f14e-48c8-9012-1f745ca18852 of type vlan for network 0d6c8d77-37b4-4161-aea3-2c59be5b3a06 Feb 10 16:06:07.716023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55870) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:07.720254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-737a26ac-f914-43a3-8d72-22835c493a94 req-267ebf34-d47a-46ee-95b2-b50a31880407 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629091 Feb 10 16:06:07.784899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.831185 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df5ec0a5-576a-4ecb-be2d-cac9cc755a1f tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.844509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:07.874510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df5ec0a5-576a-4ecb-be2d-cac9cc755a1f tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.877445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.877800 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Added segment c7bce08a-f0ab-42a4-9e56-b3509a411023 of type vlan for network 4c3f9723-b41a-42d9-afa4-25882611ea63 Feb 10 16:06:07.958095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.985650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df5ec0a5-576a-4ecb-be2d-cac9cc755a1f tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.988258 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df5ec0a5-576a-4ecb-be2d-cac9cc755a1f tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:07.989413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-df5ec0a5-576a-4ecb-be2d-cac9cc755a1f tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/60e0ce7c-cc3f-47de-8dd2-cd83cddc6fe6 HTTP/1.1" status: 204 len: 168 time: 0.2722628 Feb 10 16:06:07.992669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55876) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.002996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ec0a5-576a-4ecb-be2d-cac9cc755a1f tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0ce7c-cc3f-47de-8dd2-cd83cddc6fe6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:08.006661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.007405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.013447 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.019932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.020603 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.078881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-312b9e7f-f627-4189-afb8-1f556ee47439 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843763 Feb 10 16:06:08.083957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55878) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.105708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--102667978'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:08.129177 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8742833 Feb 10 16:06:08.129177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Network': ['ID=0d6c8d77-37b4-4161-aea3-2c59be5b3a06,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:08.130016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55882) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.139579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0d6c8d77-37b4-4161-aea3-2c59be5b3a06 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:08.259854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b1e50-c5d0-44fc-81df-f8f04032004f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Network': ['ID=4c3f9723-b41a-42d9-afa4-25882611ea63,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:08.282802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4c3f9723-b41a-42d9-afa4-25882611ea63 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:08.289097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.430712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28adf8-77b4-4062-b4cb-6ad000108953 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.437915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28adf8-77b4-4062-b4cb-6ad000108953 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.443683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28adf8-77b4-4062-b4cb-6ad000108953 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.450216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28adf8-77b4-4062-b4cb-6ad000108953 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.452045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1e28adf8-77b4-4062-b4cb-6ad000108953 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3183432 Feb 10 16:06:08.454876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55892) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.509483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.513777 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.549256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.551936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4638307 Feb 10 16:06:08.553614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabcb96-b276-4102-834b-c95ade2d5d35 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad13e0e-cccf-4488-b513-98b0164ccff1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:08.561995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55894) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.568514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-030e9e81-860e-48f3-8b09-996c3bdbe43c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e0e-cccf-4488-b513-98b0164ccff1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:08.569652 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-030e9e81-860e-48f3-8b09-996c3bdbe43c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 16:06:08.570330 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-030e9e81-860e-48f3-8b09-996c3bdbe43c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:08.574447 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-030e9e81-860e-48f3-8b09-996c3bdbe43c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084953 Feb 10 16:06:08.575013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55898) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.647472 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0e8608e-ee23-49fc-83d3-7994d8fa6ba7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.673243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0e8608e-ee23-49fc-83d3-7994d8fa6ba7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.720233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0e8608e-ee23-49fc-83d3-7994d8fa6ba7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.722841 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e0e8608e-ee23-49fc-83d3-7994d8fa6ba7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.724211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e0e8608e-ee23-49fc-83d3-7994d8fa6ba7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ad13e0e-cccf-4488-b513-98b0164ccff1 HTTP/1.1" status: 204 len: 168 time: 0.1480103 Feb 10 16:06:08.729337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55900) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.741013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8608e-ee23-49fc-83d3-7994d8fa6ba7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad13e0e-cccf-4488-b513-98b0164ccff1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:08.782953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d3ff2707-497b-4962-8de3-33cfa402b966 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522904 Feb 10 16:06:08.786679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55904) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:08.792026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102363357'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:08.850876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.885582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196465e4-64d9-48c2-b251-2a25f6801d42 req-f3a06801-b8c9-4dda-9787-bcbffa57384d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.887256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-196465e4-64d9-48c2-b251-2a25f6801d42 req-f3a06801-b8c9-4dda-9787-bcbffa57384d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0765369 Feb 10 16:06:08.899282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.957428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-196465e4-64d9-48c2-b251-2a25f6801d42 req-3a4f6346-81e5-47b1-b339-3c98084ae8c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581756 Feb 10 16:06:08.981653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:08.988698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.007101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.018479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.019742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2318389 Feb 10 16:06:09.027648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55908) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.032705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-71454d0c-7984-45f5-9979-2005900d583c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '0fc6f679-c056-49c9-9995-29e246cdc56a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.039766 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-71454d0c-7984-45f5-9979-2005900d583c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 16:06:09.040314 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-71454d0c-7984-45f5-9979-2005900d583c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:09.044338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-71454d0c-7984-45f5-9979-2005900d583c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122478 Feb 10 16:06:09.044533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c8d77-37b4-4161-aea3-2c59be5b3a06']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:09.044676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac496f5-23c2-4c97-ae5c-b37c39017d07 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6f679-c056-49c9-9995-29e246cdc56a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.044676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55910) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.053547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81f7af8-f14e-48c8-9012-1f745ca18852') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:09.053693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81f7af8-f14e-48c8-9012-1f745ca18852') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:09.065133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.080026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.088945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:09.089356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:09.092635 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:09.115049 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa8f09ca-52b7-4cc2-ba4f-906cce4751e8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.156514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.158310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa8f09ca-52b7-4cc2-ba4f-906cce4751e8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.170085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.176353 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/networks/0d6c8d77-37b4-4161-aea3-2c59be5b3a06 HTTP/1.1" status: 204 len: 168 time: 0.7172432 Feb 10 16:06:09.177017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55914) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.183390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e3d2a-242c-491e-96c1-6690f1256a7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Network': ['ID=0d6c8d77-37b4-4161-aea3-2c59be5b3a06,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.213237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55916) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.266532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa8f09ca-52b7-4cc2-ba4f-906cce4751e8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.269088 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aa8f09ca-52b7-4cc2-ba4f-906cce4751e8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.272691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aa8f09ca-52b7-4cc2-ba4f-906cce4751e8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fc6f679-c056-49c9-9995-29e246cdc56a HTTP/1.1" status: 204 len: 168 time: 0.2167888 Feb 10 16:06:09.273152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.284988 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.286669 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f09ca-52b7-4cc2-ba4f-906cce4751e8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6f679-c056-49c9-9995-29e246cdc56a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.329778 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-414706f6-e67d-49a8-b19b-e8e1f6f05377 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550382 Feb 10 16:06:09.334413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55922) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.339387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412718439'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.364976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.395163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54cdbde2-4d05-4223-a0ff-03f7afad7f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.399681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.433068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3f9723-b41a-42d9-afa4-25882611ea63']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:09.440594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.444600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.445870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bce08a-f0ab-42a4-9e56-b3509a411023') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:09.446178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bce08a-f0ab-42a4-9e56-b3509a411023') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:09.463954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.476807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.478152 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1427393 Feb 10 16:06:09.484852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55926) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.490635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d7ead271-08fc-45c2-a324-6a3f91f10126 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '2bf1b562-e9a8-4990-b2cb-df0fad9439dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.494631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf2581-ab25-4ab0-ac9e-b918f52896cd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1b562-e9a8-4990-b2cb-df0fad9439dc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.508895 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-d7ead271-08fc-45c2-a324-6a3f91f10126 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 16:06:09.509659 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-d7ead271-08fc-45c2-a324-6a3f91f10126 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:09.510829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d7ead271-08fc-45c2-a324-6a3f91f10126 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0247097 Feb 10 16:06:09.513740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55930) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.514220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.519041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c039e7d1-fbab-49dd-8503-ddb969652d55 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '2bf1b562-e9a8-4990-b2cb-df0fad9439dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.520711 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-c039e7d1-fbab-49dd-8503-ddb969652d55 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 16:06:09.521593 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-c039e7d1-fbab-49dd-8503-ddb969652d55 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:09.523494 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c039e7d1-fbab-49dd-8503-ddb969652d55 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073929 Feb 10 16:06:09.525521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55932) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.526033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:09.526588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:09.529915 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:09.532423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1472d0c9-6911-4f13-8cbb-d88906ec82fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '2bf1b562-e9a8-4990-b2cb-df0fad9439dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.532423 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-1472d0c9-6911-4f13-8cbb-d88906ec82fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 16:06:09.532707 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-1472d0c9-6911-4f13-8cbb-d88906ec82fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:09.533765 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1472d0c9-6911-4f13-8cbb-d88906ec82fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069320 Feb 10 16:06:09.536421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55934) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.541694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7a0e92f5-c237-44ee-9ae2-9592ee2d60b5 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '2bf1b562-e9a8-4990-b2cb-df0fad9439dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.542546 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-7a0e92f5-c237-44ee-9ae2-9592ee2d60b5 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 16:06:09.543026 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-7a0e92f5-c237-44ee-9ae2-9592ee2d60b5 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:09.553217 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7a0e92f5-c237-44ee-9ae2-9592ee2d60b5 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154967 Feb 10 16:06:09.555893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55938) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.620427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.629550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.633267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/networks/4c3f9723-b41a-42d9-afa4-25882611ea63 HTTP/1.1" status: 204 len: 168 time: 0.4552813 Feb 10 16:06:09.635591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54cdbde2-4d05-4223-a0ff-03f7afad7f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.637788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55940) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.639577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bce3b86f-2b3e-4b63-8f21-68c2d49fb30c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.665890 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bce3b86f-2b3e-4b63-8f21-68c2d49fb30c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.666111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274f942-dfcc-400f-ac19-c28b333f4c4b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Network': ['ID=4c3f9723-b41a-42d9-afa4-25882611ea63,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.668013 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-54cdbde2-4d05-4223-a0ff-03f7afad7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.714402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bce3b86f-2b3e-4b63-8f21-68c2d49fb30c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.720697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bce3b86f-2b3e-4b63-8f21-68c2d49fb30c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.724293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bce3b86f-2b3e-4b63-8f21-68c2d49fb30c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bf1b562-e9a8-4990-b2cb-df0fad9439dc HTTP/1.1" status: 204 len: 168 time: 0.1649685 Feb 10 16:06:09.727424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55942) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.746744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b86f-2b3e-4b63-8f21-68c2d49fb30c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1b562-e9a8-4990-b2cb-df0fad9439dc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.754072 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-54cdbde2-4d05-4223-a0ff-03f7afad7f73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6140a377d02d47c7a4389f85e28738d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167239 Feb 10 16:06:09.760748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55944) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.773619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdbde2-4d05-4223-a0ff-03f7afad7f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b1bda-a2bc-4618-8844-2407ba710e58,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.782941 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f9ded840-e2d9-40e4-b0fa-9a500ba5dcee tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502372 Feb 10 16:06:09.782941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55946) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.786742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681899613'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.814133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.873268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365e0cc-39ff-4d49-bb8c-d6fcd1bace47 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:09.879126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365e0cc-39ff-4d49-bb8c-d6fcd1bace47 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:09.880742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0365e0cc-39ff-4d49-bb8c-d6fcd1bace47 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2419994 Feb 10 16:06:09.884602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.890495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-131c2c6a-5c9b-4f35-9370-ea856257ea76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.893904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-304096388'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.904424 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.914058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.920263 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-131c2c6a-5c9b-4f35-9370-ea856257ea76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.952111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.953522 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1701829 Feb 10 16:06:09.956340 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55950) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.960942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:09.964645 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:09.967331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-02077721-9a9b-40a5-8cc5-b75199ba5b4c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.968114 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-02077721-9a9b-40a5-8cc5-b75199ba5b4c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 16:06:09.968658 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-02077721-9a9b-40a5-8cc5-b75199ba5b4c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:09.969755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-02077721-9a9b-40a5-8cc5-b75199ba5b4c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118909 Feb 10 16:06:09.973073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55952) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:09.977707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f020-3408-4242-9d2e-4189b5df14a9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:09.979239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-412e1bb1-0ec9-4abf-8188-86046a0352dc tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:09.995806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:10.006139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.006490 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Added segment ad54c74d-9c51-4bf7-a4ee-3c67bcbf6921 of type vlan for network eeb5ca03-9244-4098-b9a3-b5849b4ff2dd Feb 10 16:06:10.029085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-131c2c6a-5c9b-4f35-9370-ea856257ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.033041 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-131c2c6a-5c9b-4f35-9370-ea856257ea76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.034206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-131c2c6a-5c9b-4f35-9370-ea856257ea76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f9b1bda-a2bc-4618-8844-2407ba710e58 HTTP/1.1" status: 204 len: 168 time: 0.2722812 Feb 10 16:06:10.045590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c2c6a-5c9b-4f35-9370-ea856257ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b1bda-a2bc-4618-8844-2407ba710e58,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:10.051827 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-412e1bb1-0ec9-4abf-8188-86046a0352dc tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.052912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-412e1bb1-0ec9-4abf-8188-86046a0352dc tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0786366 Feb 10 16:06:10.057455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55958) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.064548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b44d7b54-59c3-4128-bad7-d7b4ed9e05e2 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.065099 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-b44d7b54-59c3-4128-bad7-d7b4ed9e05e2 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 16:06:10.065591 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-b44d7b54-59c3-4128-bad7-d7b4ed9e05e2 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.066752 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b44d7b54-59c3-4128-bad7-d7b4ed9e05e2 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089130 Feb 10 16:06:10.074247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55960) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.078573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6ed1bd43-83cc-4b77-8faa-56625542b0f8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.086811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.138149 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.144035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:10.144988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.147383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62eda5-3980-4578-8cd7-9dd50b671de7 req-48bfed87-f373-4378-8296-fccb0f24c075 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:10.152482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a62eda5-3980-4578-8cd7-9dd50b671de7 req-48bfed87-f373-4378-8296-fccb0f24c075 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0665965 Feb 10 16:06:10.187105 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-6ed1bd43-83cc-4b77-8faa-56625542b0f8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.188618 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6ed1bd43-83cc-4b77-8faa-56625542b0f8 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1135929 Feb 10 16:06:10.198035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3104224 Feb 10 16:06:10.198651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55964) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.203462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55966) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.215937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1965268645'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.256287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-978b77d4-3a73-44d8-a555-8e0fa26958fd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.256771 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-978b77d4-3a73-44d8-a555-8e0fa26958fd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 16:06:10.258153 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-978b77d4-3a73-44d8-a555-8e0fa26958fd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.262712 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-978b77d4-3a73-44d8-a555-8e0fa26958fd tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0181546 Feb 10 16:06:10.263700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55968) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.270562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-24917273-638c-4ae0-888b-f5fe9374a2db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.272848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:10.277979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.289198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b877f-7dd6-424f-9153-a0646fbdbe2a tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Network': ['ID=eeb5ca03-9244-4098-b9a3-b5849b4ff2dd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:10.293764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a62eda5-3980-4578-8cd7-9dd50b671de7 req-2c22b6ea-efe3-4b1b-a334-a4daacb00bdb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306312 Feb 10 16:06:10.303780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network eeb5ca03-9244-4098-b9a3-b5849b4ff2dd details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:10.307417 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-24917273-638c-4ae0-888b-f5fe9374a2db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Project 58549a8888d34184af08eb515dde6daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:06:10.312923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:10.326450 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.327076 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Added segment ffa3f2b0-d2bf-414a-ae11-63bb432c8942 of type vlan for network 9eb7b1ae-039b-42f0-aa90-d357509d7b8c Feb 10 16:06:10.336313 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-24917273-638c-4ae0-888b-f5fe9374a2db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.340395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-24917273-638c-4ae0-888b-f5fe9374a2db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0734346 Feb 10 16:06:10.340838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55970) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.345754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-01d3a512-3673-444f-89ec-ff08e77f3895 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.346359 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-01d3a512-3673-444f-89ec-ff08e77f3895 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 16:06:10.346939 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-01d3a512-3673-444f-89ec-ff08e77f3895 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.350645 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-01d3a512-3673-444f-89ec-ff08e77f3895 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061214 Feb 10 16:06:10.350862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55972) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.356002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-edee382a-4f79-46c5-8457-ed9ff39343db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.382781 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.385580 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-edee382a-4f79-46c5-8457-ed9ff39343db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Project 58549a8888d34184af08eb515dde6daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:06:10.404325 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-edee382a-4f79-46c5-8457-ed9ff39343db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.408531 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-edee382a-4f79-46c5-8457-ed9ff39343db tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0535345 Feb 10 16:06:10.409196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55974) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.415183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.416600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-eb27ffbd-bd86-4cea-926f-d11bbb40d7c1 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.422577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:10.423638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.452974 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-eb27ffbd-bd86-4cea-926f-d11bbb40d7c1 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Project 58549a8888d34184af08eb515dde6daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:06:10.468525 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-eb27ffbd-bd86-4cea-926f-d11bbb40d7c1 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:10.472493 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb27ffbd-bd86-4cea-926f-d11bbb40d7c1 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0591843 Feb 10 16:06:10.472851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55976) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.496634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55978) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.521969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3145680 Feb 10 16:06:10.522259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.524907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c280506-81b9-493d-8807-4e80961b86ab tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Network': ['ID=9eb7b1ae-039b-42f0-aa90-d357509d7b8c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:10.532470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'ports': [{'network_id': 'eeb5ca03-9244-4098-b9a3-b5849b4ff2dd', 'name': 'tempest-port--1470708376', 'admin_state_up': True}, {'network_id': '9eb7b1ae-039b-42f0-aa90-d357509d7b8c', 'admin_state_up': False}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.532783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'port': {'network_id': 'eeb5ca03-9244-4098-b9a3-b5849b4ff2dd', 'name': 'tempest-port--1470708376', 'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.533266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'port': {'network_id': '9eb7b1ae-039b-42f0-aa90-d357509d7b8c', 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:10.536264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c13efd92-075c-4541-b326-a7b49a71d89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.536703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9eb7b1ae-039b-42f0-aa90-d357509d7b8c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:10.642034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80bf107b-fb33-44b9-a00d-971d9554a326 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.718053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80bf107b-fb33-44b9-a00d-971d9554a326 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.811255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c13efd92-075c-4541-b326-a7b49a71d89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.817437 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c13efd92-075c-4541-b326-a7b49a71d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.838559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80bf107b-fb33-44b9-a00d-971d9554a326 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.841074 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80bf107b-fb33-44b9-a00d-971d9554a326 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.844715 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-80bf107b-fb33-44b9-a00d-971d9554a326 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4 HTTP/1.1" status: 204 len: 168 time: 0.3683815 Feb 10 16:06:10.845725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.868955 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c13efd92-075c-4541-b326-a7b49a71d89f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63e4304ebde34f0b90d47075fea59800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712788 Feb 10 16:06:10.872465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55986) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.874397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'port': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:10.878694 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.899234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13efd92-075c-4541-b326-a7b49a71d89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786cee4-833d-4508-bb19-58d1d1344501,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:10.919720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:10.940820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fec5e026-81d9-49b5-af08-167d8df1f88a tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902650 Feb 10 16:06:10.942529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55988) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:10.946106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf107b-fb33-44b9-a00d-971d9554a326 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44528cc0-9fd1-42fd-9707-d7cd1bb0a4a4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:10.951784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000968098'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:11.010578 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-005b623b-0914-4c92-980a-63f48377a606 service neutron] show failed (client error): The resource could not be found. Feb 10 16:06:11.012091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-005b623b-0914-4c92-980a-63f48377a606 service neutron] 10.222.0.45 "GET /v2.0/ports/4271c2a1-8d07-40b3-a415-8d0b3969e87a/bindings/n-h2-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.1175237 Feb 10 16:06:11.013543 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.033895 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6be4861b-9e2f-4a96-aa0a-ab0b611eb7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.101875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6be4861b-9e2f-4a96-aa0a-ab0b611eb7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.105579 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.111256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.140271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] device_id is not set on port ce5be0d4-d6b5-41b5-83a6-4c27603c5066 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:06:11.146765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.148150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2040052 Feb 10 16:06:11.149437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4dd8e-8f71-4c81-887f-4ec348c100de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73527f1-ff6b-4207-bb19-a3374710537a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:11.151714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55992) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:11.156222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6189ec85-a9ec-4737-b89b-09db09bd197a tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': 'a73527f1-ff6b-4207-bb19-a3374710537a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:11.200709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6be4861b-9e2f-4a96-aa0a-ab0b611eb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.203401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6be4861b-9e2f-4a96-aa0a-ab0b611eb7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.204657 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6be4861b-9e2f-4a96-aa0a-ab0b611eb7ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b786cee4-833d-4508-bb19-58d1d1344501 HTTP/1.1" status: 204 len: 168 time: 0.3311682 Feb 10 16:06:11.222508 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-6189ec85-a9ec-4737-b89b-09db09bd197a tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The resource could not be found. Feb 10 16:06:11.224045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6189ec85-a9ec-4737-b89b-09db09bd197a tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0714281 Feb 10 16:06:11.230837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 55996) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:11.231762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4861b-9e2f-4a96-aa0a-ab0b611eb7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786cee4-833d-4508-bb19-58d1d1344501,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:11.234285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-aacd12ea-10ad-4d82-b9f7-dc5d4dbb0324 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': 'a73527f1-ff6b-4207-bb19-a3374710537a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '18001e52-8611-4e84-98df-f989f2e7ccc9'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:11.293557 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-aacd12ea-10ad-4d82-b9f7-dc5d4dbb0324 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The resource could not be found. Feb 10 16:06:11.295044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aacd12ea-10ad-4d82-b9f7-dc5d4dbb0324 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0660894 Feb 10 16:06:11.299503 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 55998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:11.368712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.430239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-1ebc6095-cd53-4034-8131-23f5915abef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:11.431964 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-1ebc6095-cd53-4034-8131-23f5915abef3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 1096 time: 0.1871436 Feb 10 16:06:11.450641 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:11.467865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb550d08-0ae2-4932-8f36-7c89265de891 req-5a50ade7-90c2-47da-81dc-bd501b7ffc4f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:11.476724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb550d08-0ae2-4932-8f36-7c89265de891 req-5a50ade7-90c2-47da-81dc-bd501b7ffc4f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.0729220 Feb 10 16:06:11.519354 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44dee5b2-a66a-4835-bd1d-800450225fd9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.522618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] device_id is not set on port cfc8d3d8-c666-4af1-9e0f-7b044f60349d yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:06:11.524656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb550d08-0ae2-4932-8f36-7c89265de891 req-9c1d4ded-6aba-4ea6-a93b-44ddb6a67fda tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414751 Feb 10 16:06:11.579263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44dee5b2-a66a-4835-bd1d-800450225fd9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.594467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.700744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44dee5b2-a66a-4835-bd1d-800450225fd9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.703591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-44dee5b2-a66a-4835-bd1d-800450225fd9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.707004 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-44dee5b2-a66a-4835-bd1d-800450225fd9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/a73527f1-ff6b-4207-bb19-a3374710537a HTTP/1.1" status: 204 len: 168 time: 0.4010334 Feb 10 16:06:11.708102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56012) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:11.798405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee5b2-a66a-4835-bd1d-800450225fd9 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73527f1-ff6b-4207-bb19-a3374710537a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:11.838858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d746a03d-c860-4cbf-a3a2-a72321815952 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227412 Feb 10 16:06:11.839244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56018) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:11.848169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b84bb0c6-8c21-4c4a-96c9-a7f2b16c817b tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': '260ac341-f981-45cd-96ae-fc5da3080525', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:11.878733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:11.918372 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-b84bb0c6-8c21-4c4a-96c9-a7f2b16c817b tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The resource could not be found. Feb 10 16:06:11.924633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b84bb0c6-8c21-4c4a-96c9-a7f2b16c817b tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0791304 Feb 10 16:06:11.927541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56020) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:11.933082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123353491'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:11.969292 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:11.974840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.051923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.085720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Port': ['ID=ce5be0d4-d6b5-41b5-83a6-4c27603c5066,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:12.093617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56030) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:12.096873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:12.161104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Checking segment: {'id': 'ad54c74d-9c51-4bf7-a4ee-3c67bcbf6921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeb5ca03-9244-4098-b9a3-b5849b4ff2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:12.161787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network hostable DHCP agents. Network: eeb5ca03-9244-4098-b9a3-b5849b4ff2dd, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:12.179921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:12.182397 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb61fb8-9f5b-4360-b316-68e58e24ed75" -d '{"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-unplugged", "status": "completed", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:12.186404 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.234149 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Transition to ACTIVE for port object 4271c2a1-8d07-40b3-a415-8d0b3969e87a will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:06:12.237732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network eeb5ca03-9244-4098-b9a3-b5849b4ff2dd is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:12.253345 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.259081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.262941 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, eeb5ca03-9244-4098-b9a3-b5849b4ff2dd) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:12.278085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d222ad-5c5c-4109-8d22-7c5645ca8888 None None] Network eeb5ca03-9244-4098-b9a3-b5849b4ff2dd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:12.327901 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.338090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:12.344370 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.354905 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df61d49-e947-49d2-8806-cf4e460c1265 x-openstack-request-id: req-4df61d49-e947-49d2-8806-cf4e460c1265 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:12.354905 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-unplugged", "status": "completed", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:12.354905 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4df61d49-e947-49d2-8806-cf4e460c1265 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:12.354905 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'code': 200} Feb 10 16:06:12.355317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b44d9a29-33f1-40b3-b8ce-54add8938ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.469249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:12.511259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b44d9a29-33f1-40b3-b8ce-54add8938ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.519912 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b44d9a29-33f1-40b3-b8ce-54add8938ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.607518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b44d9a29-33f1-40b3-b8ce-54add8938ee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40259c97789a414288e882d40f6ccbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125275 Feb 10 16:06:12.611238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56050) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:12.659854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9a29-33f1-40b3-b8ce-54add8938ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6065863-c4e2-4205-9fb4-17609a16bb01,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:12.717776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.722681 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7940109 Feb 10 16:06:12.733921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56054) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:12.746169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--8499575'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:12.773533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa99407-7b64-4e15-a2c0-84a6ee086be7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3feb1fa-dd8d-4911-a4d0-dffefef6eb7b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:12.805872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1642a-0140-45d7-aa9f-c81bc322bae3 req-3fcc0829-6807-47a6-b40e-47fc5283e07d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:12.813869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffe1642a-0140-45d7-aa9f-c81bc322bae3 req-3fcc0829-6807-47a6-b40e-47fc5283e07d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.1581602 Feb 10 16:06:12.824510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64244fcd-d0bc-4234-9105-0a172c620cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.834469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Port': ['ID=cfc8d3d8-c666-4af1-9e0f-7b044f60349d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:12.854751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64244fcd-d0bc-4234-9105-0a172c620cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.865765 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] No DVR routers for this DVR port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:12.908136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.930050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Checking segment: {'id': 'ffa3f2b0-d2bf-414a-ae11-63bb432c8942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9eb7b1ae-039b-42f0-aa90-d357509d7b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:12.930050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network hostable DHCP agents. Network: 9eb7b1ae-039b-42f0-aa90-d357509d7b8c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:12.950937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffe1642a-0140-45d7-aa9f-c81bc322bae3 req-bfd3be0d-b519-4e3c-8f28-ca4ecc395024 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362078 Feb 10 16:06:12.980583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf155d85-9355-4c32-b0e6-5b7e2d96d162 req-f86edf75-f7cd-457f-a652-69babcbd2c8b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:12.982478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf155d85-9355-4c32-b0e6-5b7e2d96d162 req-f86edf75-f7cd-457f-a652-69babcbd2c8b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1002505 Feb 10 16:06:12.988705 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64244fcd-d0bc-4234-9105-0a172c620cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.995063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64244fcd-d0bc-4234-9105-0a172c620cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:12.996515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-64244fcd-d0bc-4234-9105-0a172c620cae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6065863-c4e2-4205-9fb4-17609a16bb01 HTTP/1.1" status: 204 len: 168 time: 0.3706620 Feb 10 16:06:13.015724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network 9eb7b1ae-039b-42f0-aa90-d357509d7b8c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:13.036075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64244fcd-d0bc-4234-9105-0a172c620cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6065863-c4e2-4205-9fb4-17609a16bb01,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:13.038017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9eb7b1ae-039b-42f0-aa90-d357509d7b8c) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:13.046570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:13.052538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.057406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.057581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bf155d85-9355-4c32-b0e6-5b7e2d96d162 req-48034426-f11a-4db5-8742-1547e9afdfbf tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590899 Feb 10 16:06:13.058117 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.090317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5c8a1-cb91-4efd-952f-eb636625e705 None None] Network 9eb7b1ae-039b-42f0-aa90-d357509d7b8c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:13.113922 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e997f164-c8b6-43a4-8a0a-7c743c71e6a4 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5898678 Feb 10 16:06:13.117066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56070) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.133054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.138434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:13.138831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:13.139288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:13.145306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.153527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:06:13.153863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Attempting to bind port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on network 0af39baf-f11a-4485-ba0a-ed5b03b07042 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:13.183516 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:13.184442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Checking segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:13.184442 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Bound using segment: {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:13.184898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Bound port: 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5d95b2-b5ca-452e-b0df-d722191e5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:13.185687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.192832 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.194160 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4591606 Feb 10 16:06:13.201771 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bfe58-35f4-4807-9ad5-2015a90ae240 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38edebb-914f-4c37-97ac-55e3e99e3ace,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:13.202459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc376b3-1858-4ad3-bb8f-0cff36e1305f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.205558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56074) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.211658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-39119f78-22b2-45d5-b238-9a1b299424a4 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': 'b3feb1fa-dd8d-4911-a4d0-dffefef6eb7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e38edebb-914f-4c37-97ac-55e3e99e3ace'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:13.212932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc376b3-1858-4ad3-bb8f-0cff36e1305f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.215696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9fc376b3-1858-4ad3-bb8f-0cff36e1305f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0971537 Feb 10 16:06:13.217939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56076) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.303044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:13.307857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:13.311999 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-39119f78-22b2-45d5-b238-9a1b299424a4 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:13.313412 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-39119f78-22b2-45d5-b238-9a1b299424a4 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1068246 Feb 10 16:06:13.318409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56080) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.327001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.348727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Deleting port ce5be0d4-d6b5-41b5-83a6-4c27603c5066 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:13.349228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.389301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.389936 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.391397 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] 10.222.0.75 "PUT /v2.0/ports/4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 1091 time: 1.9492068 Feb 10 16:06:13.421777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48278aa7-cb76-4b50-8555-45b26c0e158a service neutron] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:13.441697 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.454235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dea1550-f370-401b-b799-561f907a2440 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.479817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Calling delete_port for ce5be0d4-d6b5-41b5-83a6-4c27603c5066 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:13.485187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dea1550-f370-401b-b799-561f907a2440 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.560851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-49974dd8-88ec-4b2a-9b0e-c6ad8f4adafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.562689 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-49974dd8-88ec-4b2a-9b0e-c6ad8f4adafc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1094 time: 0.1379440 Feb 10 16:06:13.598761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dea1550-f370-401b-b799-561f907a2440 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.601460 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dea1550-f370-401b-b799-561f907a2440 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.605410 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0dea1550-f370-401b-b799-561f907a2440 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/e38edebb-914f-4c37-97ac-55e3e99e3ace HTTP/1.1" status: 204 len: 168 time: 0.2858763 Feb 10 16:06:13.619567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56096) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.651482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea1550-f370-401b-b799-561f907a2440 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38edebb-914f-4c37-97ac-55e3e99e3ace,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:13.711240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-1a65b38b-2482-47dd-b58f-c78f3481c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.713122 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-1a65b38b-2482-47dd-b58f-c78f3481c1e0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.1416879 Feb 10 16:06:13.721201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-73f95586-54cd-41bb-88d1-61f18b53ae90 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1002362 Feb 10 16:06:13.723680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56102) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.734618 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.780564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Port': ['ID=ce5be0d4-d6b5-41b5-83a6-4c27603c5066,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:13.801073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.804692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b4d2ff6b-4ad4-4000-8698-3b1cdd43ea0f tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/ports/ce5be0d4-d6b5-41b5-83a6-4c27603c5066 HTTP/1.1" status: 204 len: 168 time: 0.5852776 Feb 10 16:06:13.807424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56106) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:13.834479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-c73fc3e8-02dc-4189-a5a5-1107c166e986 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 999 time: 0.1110997 Feb 10 16:06:13.884986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48f7f9de-7924-4456-bf47-1ac5ef313645 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:13.935676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-cbce795e-28fd-459f-b701-d8ee8b2300dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.937543 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-cbce795e-28fd-459f-b701-d8ee8b2300dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.0907180 Feb 10 16:06:13.940214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48f7f9de-7924-4456-bf47-1ac5ef313645 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.008339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Deleting port cfc8d3d8-c666-4af1-9e0f-7b044f60349d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:14.008735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.013943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-05d2106d-2783-48b5-bf5c-706a585ee380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:14.016437 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-05d2106d-2783-48b5-bf5c-706a585ee380 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675159 Feb 10 16:06:14.065243 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48f7f9de-7924-4456-bf47-1ac5ef313645 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.067826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-48f7f9de-7924-4456-bf47-1ac5ef313645 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.072216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-48f7f9de-7924-4456-bf47-1ac5ef313645 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3feb1fa-dd8d-4911-a4d0-dffefef6eb7b HTTP/1.1" status: 204 len: 168 time: 0.3441606 Feb 10 16:06:14.083087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56120) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:14.129097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7f9de-7924-4456-bf47-1ac5ef313645 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3feb1fa-dd8d-4911-a4d0-dffefef6eb7b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:14.144862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56126) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:14.186420 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-292079e7-77da-4f71-99b0-0a6d576fa517 service neutron] 10.222.0.75 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532273 Feb 10 16:06:14.189186 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.215104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3ab2ccb1-3811-44af-ae00-8c24909ce1de tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239827 Feb 10 16:06:14.227901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56130) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:14.231623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Calling delete_port for cfc8d3d8-c666-4af1-9e0f-7b044f60349d owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:14.236963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--246297030'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:14.269126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b01756-d0b6-48e4-9b93-d26678d41cb9 req-c7c5b8db-f034-4647-a37f-86aa2042caa0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:14.270329 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23b01756-d0b6-48e4-9b93-d26678d41cb9 req-c7c5b8db-f034-4647-a37f-86aa2042caa0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.2066233 Feb 10 16:06:14.314113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-a2f4c3b7-1aa9-48ab-bfb3-f17f8ef7f614 service neutron] 10.222.0.75 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188922 Feb 10 16:06:14.372915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087ea30-c45e-42f5-bcaa-1d44904fb4ac req-02b39535-3b1f-4b87-8698-c41dad50d4f9 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:14.374421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-631476c9-6026-4e84-8d90-fcdf5842bf4e tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:14.377510 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-631476c9-6026-4e84-8d90-fcdf5842bf4e tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.75 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.0760942 Feb 10 16:06:14.379402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:14.380318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2087ea30-c45e-42f5-bcaa-1d44904fb4ac req-02b39535-3b1f-4b87-8698-c41dad50d4f9 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1788383 Feb 10 16:06:14.385362 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93313d80-d419-4f71-8bb8-998852fb7350" -d '{"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:14.406046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.444116 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-23b01756-d0b6-48e4-9b93-d26678d41cb9 req-1021c31e-6f56-4a7d-8b54-3b30d1e14929 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563346 Feb 10 16:06:14.458142 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3c68ef0-7c65-4982-b5d3-3fb94d5c80ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.524568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Deleting port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:14.525172 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.525988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2087ea30-c45e-42f5-bcaa-1d44904fb4ac req-09f25931-8a37-450d-8836-eb749d9adb29 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448271 Feb 10 16:06:14.541412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.551653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:14.552835 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a02c76e-3922-4f5d-a844-6331eac7a860 x-openstack-request-id: req-3a02c76e-3922-4f5d-a844-6331eac7a860 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:14.553365 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:14.554460 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a02c76e-3922-4f5d-a844-6331eac7a860 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:14.555069 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'status': 'completed', 'code': 200} Feb 10 16:06:14.605740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Port': ['ID=cfc8d3d8-c666-4af1-9e0f-7b044f60349d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:14.620376 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.624568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e9f6f7fc-ac37-4d80-9356-7ce56662df10 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/ports/cfc8d3d8-c666-4af1-9e0f-7b044f60349d HTTP/1.1" status: 204 len: 168 time: 0.8159354 Feb 10 16:06:14.626058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:14.630628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56140) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:14.671313 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ac9cd1c4-3ae7-4db1-81ae-48f7e8a2dd72 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384812 Feb 10 16:06:14.675331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56144) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:14.678275 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.682074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1473909584'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:14.690492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-8c6df2ec-9337-471f-88e2-f75f8ceea4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:14.691930 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-8c6df2ec-9337-471f-88e2-f75f8ceea4f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1094 time: 0.1055698 Feb 10 16:06:14.694813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.728355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-48dedd23-5d61-44fa-a331-10b72559cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:14.729906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-48dedd23-5d61-44fa-a331-10b72559cf2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1094 time: 0.1412010 Feb 10 16:06:14.752936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.755482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5219738 Feb 10 16:06:14.758785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56148) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:14.766191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9000e3fb-a1f9-4b89-85ff-aea3833c5ee4 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': 'cbb9b2cd-fe7c-436f-bbea-87b231b72e6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:14.797534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] For port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:14.797921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:14.800221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:14.803775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.124676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56154) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:15.133626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1522d-f86b-4bc9-810a-9327fd474909 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9b2cd-fe7c-436f-bbea-87b231b72e6a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:15.172213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3c68ef0-7c65-4982-b5d3-3fb94d5c80ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.180523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3c68ef0-7c65-4982-b5d3-3fb94d5c80ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.216835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:15.249339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3c68ef0-7c65-4982-b5d3-3fb94d5c80ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65ac6015e81840b9ab31054943b8a45e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1024525 Feb 10 16:06:15.254235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56158) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:15.266000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68ef0-7c65-4982-b5d3-3fb94d5c80ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9f7ce-914b-47f2-823c-54df990e81a6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:15.274150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-149fbe5f-330a-4e1f-a5a0-c6a9a570688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.275798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-149fbe5f-330a-4e1f-a5a0-c6a9a570688f service neutron] 10.222.0.75 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.5680141 Feb 10 16:06:15.276674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-cf6b8b19-fde8-4f1a-b4ea-27f70c2e7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.276905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.277196 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Added segment 790ac8f8-f186-48d2-a0a4-58a9b896b787 of type vlan for network cea94edb-73e0-4cae-aff3-8d1b80faab4b Feb 10 16:06:15.278583 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-cf6b8b19-fde8-4f1a-b4ea-27f70c2e7bd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.5414960 Feb 10 16:06:15.284661 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-9000e3fb-a1f9-4b89-85ff-aea3833c5ee4 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:15.286073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9000e3fb-a1f9-4b89-85ff-aea3833c5ee4 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5232182 Feb 10 16:06:15.295767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56162) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:15.306564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5819b2b7-1ab4-4a1e-8928-de450949d717 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group_rule': {'security_group_id': 'cbb9b2cd-fe7c-436f-bbea-87b231b72e6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:15.335720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'network': {'name': 'tempest-network-smoke--1436499145', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'port_security_enabled': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:15.345062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.405420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-8521ab34-e031-40b8-8b5e-5789e8cdfaf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 999 time: 0.1133091 Feb 10 16:06:15.408557 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69475e-d23b-4bf0-83af-30ac44331398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.463711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69475e-d23b-4bf0-83af-30ac44331398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.465544 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-5819b2b7-1ab4-4a1e-8928-de450949d717 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:15.469395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5819b2b7-1ab4-4a1e-8928-de450949d717 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1652980 Feb 10 16:06:15.473677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:15.476026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.481498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.482098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.499160 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-a26c992a-2b9f-4748-9f98-b307e241cc15 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 999 time: 0.2073770 Feb 10 16:06:15.500790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-c00324d1-573c-4be1-898c-d9a3892a0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.502219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-c00324d1-573c-4be1-898c-d9a3892a0139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.0873866 Feb 10 16:06:15.547507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:15.550804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.608836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31007d1-fa45-4fac-9b00-216805994f7a req-5539dc8a-fe58-48b0-8fc2-cd63bf5aa80e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.610338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b31007d1-fa45-4fac-9b00-216805994f7a req-5539dc8a-fe58-48b0-8fc2-cd63bf5aa80e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.0830638 Feb 10 16:06:15.634096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.634445 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.634766 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Floating IP ca800f76-5a20-46da-983c-caacf5576e94 disassociated. External IP: 172.25.7.115, port: d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d. Feb 10 16:06:15.635106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Calling delete_port for d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:15.652027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.661020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-11016d23-3bf6-4bd5-82be-4377dc78de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.662413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-11016d23-3bf6-4bd5-82be-4377dc78de14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520755 Feb 10 16:06:15.668369 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9919353 Feb 10 16:06:15.672966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69475e-d23b-4bf0-83af-30ac44331398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.675639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc69475e-d23b-4bf0-83af-30ac44331398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.676735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc69475e-d23b-4bf0-83af-30ac44331398 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19c9f7ce-914b-47f2-823c-54df990e81a6 HTTP/1.1" status: 204 len: 168 time: 0.4195449 Feb 10 16:06:15.679315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56170) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:15.682457 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed0c9-d63e-40d6-ab41-3bb9ad29aa4d tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Network': ['ID=cea94edb-73e0-4cae-aff3-8d1b80faab4b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:15.689934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1277798571'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:15.696287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cea94edb-73e0-4cae-aff3-8d1b80faab4b details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:15.759676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69475e-d23b-4bf0-83af-30ac44331398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9f7ce-914b-47f2-823c-54df990e81a6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:15.760383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-8a8bc5e7-e426-4a6b-b744-eae63df9235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.761896 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-8a8bc5e7-e426-4a6b-b744-eae63df9235a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.2331874 Feb 10 16:06:15.779732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229f54e-f523-42b7-a1b8-bfe7dc3ebbec req-895b6dfc-bd9b-46fd-bcd8-3c6e8943e8f0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.781610 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5229f54e-f523-42b7-a1b8-bfe7dc3ebbec req-895b6dfc-bd9b-46fd-bcd8-3c6e8943e8f0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 945 time: 0.1675367 Feb 10 16:06:15.790697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b31007d1-fa45-4fac-9b00-216805994f7a req-5fcd0d6e-7458-42f2-8697-2c63d6670ea4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441467 Feb 10 16:06:15.798032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f780bb92-b7ee-4450-b60d-d21f64a97336 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.870250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-0e13c1d3-88ab-4558-afb5-e82db055e409 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909833 Feb 10 16:06:15.881328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:15.885108 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.892230 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f780bb92-b7ee-4450-b60d-d21f64a97336 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:15.897122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5229f54e-f523-42b7-a1b8-bfe7dc3ebbec req-505813a2-15d5-437b-9d26-7d50094fbc08 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=47b1fb43-5402-4aff-9887-8d71957c1443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821958 Feb 10 16:06:15.981295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313d80-d419-4f71-8bb8-998852fb7350 req-50ec7bfb-ed72-4dbd-bf73-d37addd8c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.982976 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-50ec7bfb-ed72-4dbd-bf73-d37addd8c0ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077186 Feb 10 16:06:15.993352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-37e3e910-437e-4b7f-9bab-b362203da23f service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114054 Feb 10 16:06:15.998612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:16.094723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.095080 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Added segment 87d8fa68-b88f-4cef-99c1-ceea1466ac5f of type vlan for network e01f94f0-5083-419a-880b-24f566093efa Feb 10 16:06:16.113103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.121330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f780bb92-b7ee-4450-b60d-d21f64a97336 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.124286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f780bb92-b7ee-4450-b60d-d21f64a97336 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.125420 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f780bb92-b7ee-4450-b60d-d21f64a97336 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbb9b2cd-fe7c-436f-bbea-87b231b72e6a HTTP/1.1" status: 204 len: 168 time: 0.6504197 Feb 10 16:06:16.128557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56182) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.156443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.177187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-debb2928-e07d-4bbc-8261-640e4f14e4da tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466099 Feb 10 16:06:16.182316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56186) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.187008 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'tempest-secgroup--511532751'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:16.188675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780bb92-b7ee-4450-b60d-d21f64a97336 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9b2cd-fe7c-436f-bbea-87b231b72e6a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.198990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.224700 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.231474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:16.246687 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.281479 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.281836 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Added segment 6054b5b2-b0b4-4f41-8775-7bde8abdbc96 of type vlan for network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 Feb 10 16:06:16.306383 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-87bf5adc-3dce-4007-8936-0ca6e9a11425 service neutron] 10.222.0.75 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088889 Feb 10 16:06:16.313703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.318468 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.320822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event deleted for resources: {'Port': ['ID=d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.334188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.340907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:16.341526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.358426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e82902-6992-4224-a92d-01f1a6324b1f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.367320 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9583931-f830-4883-9da1-09dd0f597b01,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.375348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.378549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a4542cbe-0df5-4eae-855c-c7bc5061fd89 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1948929 Feb 10 16:06:16.381266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56192) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.393296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-80361ff6-587e-4825-8503-aac44b4d54fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:16.396086 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-80361ff6-587e-4825-8503-aac44b4d54fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 16:06:16.396607 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-80361ff6-587e-4825-8503-aac44b4d54fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 16:06:16.398710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-80361ff6-587e-4825-8503-aac44b4d54fe tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "PUT /v2.0/security-groups/d8e82902-6992-4224-a92d-01f1a6324b1f HTTP/1.1" status: 409 len: 330 time: 0.0137193 Feb 10 16:06:16.402690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56196) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.465672 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70a4545f-ca04-4650-84fc-bdf09e8d2bcf tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.490496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.492043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70a4545f-ca04-4650-84fc-bdf09e8d2bcf tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.507483 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8156910 Feb 10 16:06:16.567255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9900b42-4435-4276-a138-2a24205ed194 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Network': ['ID=e01f94f0-5083-419a-880b-24f566093efa,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.583601 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70a4545f-ca04-4650-84fc-bdf09e8d2bcf tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.594719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70a4545f-ca04-4650-84fc-bdf09e8d2bcf tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.599468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-70a4545f-ca04-4650-84fc-bdf09e8d2bcf tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8e82902-6992-4224-a92d-01f1a6324b1f HTTP/1.1" status: 204 len: 168 time: 0.1951642 Feb 10 16:06:16.600420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e01f94f0-5083-419a-880b-24f566093efa details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:16.601481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56202) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.621725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4545f-ca04-4650-84fc-bdf09e8d2bcf tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e82902-6992-4224-a92d-01f1a6324b1f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.641805 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-93313d80-d419-4f71-8bb8-998852fb7350 req-fcc2cdd3-e6c3-401f-9591-702fafb6233f service neutron] 10.222.0.75 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221004 Feb 10 16:06:16.644576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.650170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:16.650790 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.657778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56204) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.679780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'subnets': [{'network_id': 'cea94edb-73e0-4cae-aff3-8d1b80faab4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1166134140', 'ip_version': 4}, {'network_id': 'e01f94f0-5083-419a-880b-24f566093efa', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:16.680092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'subnet': {'network_id': 'cea94edb-73e0-4cae-aff3-8d1b80faab4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1166134140', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:16.680671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Request body: {'subnet': {'network_id': 'e01f94f0-5083-419a-880b-24f566093efa', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:16.703495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b8e040ce-9397-4934-b7ae-793c72ecbff7 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965850 Feb 10 16:06:16.707065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56206) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.724784 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-5b910b08-b163-4f63-b24d-cb050401f00d tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] delete failed (client error): The resource could not be found. Feb 10 16:06:16.726890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5b910b08-b163-4f63-b24d-cb050401f00d tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ac8aca9-0c3f-4ec9-a045-3d66c845d577 HTTP/1.1" status: 404 len: 347 time: 0.0185537 Feb 10 16:06:16.731305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56208) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.753205 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-aa5c8b30-e815-4c04-aaa2-739a91ebcf2c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] show failed (client error): The resource could not be found. Feb 10 16:06:16.755298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aa5c8b30-e815-4c04-aaa2-739a91ebcf2c tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-groups/9f077607-e6c6-42cb-a9b0-ea933227216e HTTP/1.1" status: 404 len: 347 time: 0.0223913 Feb 10 16:06:16.759948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56210) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.782229 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-424f8d4d-3e80-42c2-859b-ddb31b185b52 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] show failed (client error): The resource could not be found. Feb 10 16:06:16.784514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-424f8d4d-3e80-42c2-859b-ddb31b185b52 tempest-NegativeSecGroupIPv6Test-1920015780 tempest-NegativeSecGroupIPv6Test-1920015780-project] 10.222.0.21 "GET /v2.0/security-group-rules/6a4c9dd2-0042-4dad-b885-2ff430a0dce9 HTTP/1.1" status: 404 len: 356 time: 0.0232658 Feb 10 16:06:16.826782 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6978807 Feb 10 16:06:16.827283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56216) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:16.831249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73a8c1-1f61-487f-bf32-09d0d7108c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Network': ['ID=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:16.834760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'admin_state_up': True, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:16.837895 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Router f7512154-d561-473c-a59b-cebc675182d6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:16.854337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:16.879142 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:16.880500 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.092212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.131927 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc1475ec-4d6b-4e9f-93fc-efee5fc92123 req-622e5a25-01e2-4fa7-8184-1f189df63f21 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6655c971-7a61-40fb-b74a-16f485242aee HTTP/1.1" status: 200 len: 210 time: 0.0543261 Feb 10 16:06:17.151277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:17.160640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Made reservation on behalf of 24845727faa140a891a8d4964a6a6c0a for: {'subnet': 2} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:17.165420 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:17.165971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.166221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.178318 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:17.179129 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:17.245607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46084d4b-a026-4399-b48b-c94470d9a002 req-db1705fb-8b83-4612-a133-fef4d33db08f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:17.247155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46084d4b-a026-4399-b48b-c94470d9a002 req-db1705fb-8b83-4612-a133-fef4d33db08f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 943 time: 0.3012340 Feb 10 16:06:17.280273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] No DVR routers for this DVR port d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:17.284169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.289207 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0387bc3b-f9d4-4902-b822-c574b60b2190 req-3cd50854-27dd-4d90-8ec0-c6239f7b469b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.75 "DELETE /v2.0/ports/d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d HTTP/1.1" status: 204 len: 173 time: 2.8971949 Feb 10 16:06:17.300065 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'name': 'network-vif-deleted', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:17.303925 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc9f5d-a833-41ff-9785-ec4fb6b6834a" -d '{"events": [{"server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "name": "network-vif-deleted", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:17.312598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56232) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:17.341398 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:17.403301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.454026 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46084d4b-a026-4399-b48b-c94470d9a002 req-c8d090a1-3011-474b-b28d-616a9eb22e7c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704071 Feb 10 16:06:17.571935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:06:17.634286 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87fac40-aca6-4d42-9cbc-88a100d1ecb0 x-openstack-request-id: req-e87fac40-aca6-4d42-9cbc-88a100d1ecb0 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:17.636101 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6655c971-7a61-40fb-b74a-16f485242aee", "name": "network-vif-deleted", "tag": "d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:17.636762 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e87fac40-aca6-4d42-9cbc-88a100d1ecb0 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:17.637612 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6655c971-7a61-40fb-b74a-16f485242aee', 'name': 'network-vif-deleted', 'tag': 'd4d0e3b6-ddc1-482f-84e7-a9bc00c7501d', 'status': 'completed', 'code': 200} Feb 10 16:06:17.676478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.706920 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.715250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:17.734751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'port_id': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'mac_address': 'fa:16:3e:2f:f4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:06:17.749036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f43d1abb-2742-40f3-ae72-6c105587db0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58549a8888d34184af08eb515dde6daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341261 Feb 10 16:06:17.752604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56246) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:17.763256 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:17.798663 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:17.810490 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:17.811414 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:17.828183 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.858533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4271c2a1-8d07-40b3-a415-8d0b3969e87a {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:06:17.881289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:17.891598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523cf4c0-c84c-425e-a9d2-edb6a5483f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.891812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.943035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523cf4c0-c84c-425e-a9d2-edb6a5483f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:17.970687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:17.994422 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:17.995148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.25.7.122 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/a020b625-f514-45fb-a0e7-7c6fab02abe8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:18.044205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.108990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Subnet': ['ID=182caaf7-ba11-4a28-97fb-058ed83b61b9,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.174247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523cf4c0-c84c-425e-a9d2-edb6a5483f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.184298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-523cf4c0-c84c-425e-a9d2-edb6a5483f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.185557 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-523cf4c0-c84c-425e-a9d2-edb6a5483f44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c52b6c15-6c5e-4071-89a1-e3e098aaf008 HTTP/1.1" status: 204 len: 168 time: 0.4317091 Feb 10 16:06:18.215662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cf4c0-c84c-425e-a9d2-edb6a5483f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b6c15-6c5e-4071-89a1-e3e098aaf008,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.229732 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.239654 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Checking segment: {'id': '790ac8f8-f186-48d2-a0a4-58a9b896b787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cea94edb-73e0-4cae-aff3-8d1b80faab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:18.240015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network hostable DHCP agents. Network: cea94edb-73e0-4cae-aff3-8d1b80faab4b, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:18.265362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56282) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:18.289670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network cea94edb-73e0-4cae-aff3-8d1b80faab4b is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:18.290268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.328649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, cea94edb-73e0-4cae-aff3-8d1b80faab4b) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:18.329824 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:18.342879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934db188-0365-4335-813c-b79c2048c4e3 None None] Network cea94edb-73e0-4cae-aff3-8d1b80faab4b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:18.361765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.362026 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=a020b625-f514-45fb-a0e7-7c6fab02abe8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.391663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:18.394470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:18.395656 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecef70c3-3181-4094-ae61-a13c26ea09a7 None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:18.403265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:18.567956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event updated for resources: {'Subnet': ['ID=1a1330fe-aff2-4363-a1f9-2c9a638eefdd,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.660176 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56c29cbd-5a5b-41f5-99eb-c31ed9ba8b52 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.767010 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56c29cbd-5a5b-41f5-99eb-c31ed9ba8b52 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.799919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5d4b1-e6be-4767-a849-57efa4b22a52 req-2a0d41ad-922e-406f-b7b0-d5c35a4c8aa9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.799919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3e5d4b1-e6be-4767-a849-57efa4b22a52 req-2a0d41ad-922e-406f-b7b0-d5c35a4c8aa9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 944 time: 0.1384468 Feb 10 16:06:18.853414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Checking segment: {'id': '87d8fa68-b88f-4cef-99c1-ceea1466ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e01f94f0-5083-419a-880b-24f566093efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:18.854018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network hostable DHCP agents. Network: e01f94f0-5083-419a-880b-24f566093efa, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:18.874221 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.897728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Network e01f94f0-5083-419a-880b-24f566093efa is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:18.928373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e01f94f0-5083-419a-880b-24f566093efa) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:18.933759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56c29cbd-5a5b-41f5-99eb-c31ed9ba8b52 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.941485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-56c29cbd-5a5b-41f5-99eb-c31ed9ba8b52 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.946217 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-56c29cbd-5a5b-41f5-99eb-c31ed9ba8b52 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "DELETE /v2.0/security-groups/47b1fb43-5402-4aff-9887-8d71957c1443 HTTP/1.1" status: 204 len: 168 time: 0.6767468 Feb 10 16:06:18.952385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.952779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b02499-6d49-4c1d-8052-07dcec5eca1c None None] Network e01f94f0-5083-419a-880b-24f566093efa requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:18.953285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.953485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:18.955582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56338) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:18.958827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577716a5-75f2-43c5-88e0-8557ba641f88 None None] New status for floating IP ca800f76-5a20-46da-983c-caacf5576e94: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:06:18.982081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c29cbd-5a5b-41f5-99eb-c31ed9ba8b52 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b1fb43-5402-4aff-9887-8d71957c1443,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.984878 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-32368f41-3846-4423-8024-91390f007c06 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] show failed (client error): The resource could not be found. Feb 10 16:06:18.986014 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-32368f41-3846-4423-8024-91390f007c06 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups/47b1fb43-5402-4aff-9887-8d71957c1443 HTTP/1.1" status: 404 len: 347 time: 0.0294890 Feb 10 16:06:18.989597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56342) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:19.002372 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0a9e7f14-4cd9-43fa-8130-be76eb7762ef tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3391821 Feb 10 16:06:19.037903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56344) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:19.060613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8983db-6867-41df-8a52-bbb3dff56abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-cea94edb-73e0-4cae-aff3-8d1b80faab4b', 'network_id': 'cea94edb-73e0-4cae-aff3-8d1b80faab4b', 'tenant_id': '24845727faa140a891a8d4964a6a6c0a', 'fixed_ips': [{'subnet_id': '182caaf7-ba11-4a28-97fb-058ed83b61b9'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:19.061456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6a8983db-6867-41df-8a52-bbb3dff56abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.153348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38cfc-e2ba-4d84-80eb-cc9bfc5f0072 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.155383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38cfc-e2ba-4d84-80eb-cc9bfc5f0072 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.158516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38cfc-e2ba-4d84-80eb-cc9bfc5f0072 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.161160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e6b38cfc-e2ba-4d84-80eb-cc9bfc5f0072 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1210084 Feb 10 16:06:19.167408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56360) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:19.181922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3e5d4b1-e6be-4767-a849-57efa4b22a52 req-4821bf1f-b407-4028-b7bb-ee6fc242d032 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636098 Feb 10 16:06:19.275839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Deleting subnet 182caaf7-ba11-4a28-97fb-058ed83b61b9 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:19.282398 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.314011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Deleting port c0f6fb12-9b4f-4071-8540-c3fb3eb844d9 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:19.314624 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.387852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.442982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['4271c2a1-8d07-40b3-a415-8d0b3969e87a'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:06:19.447942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.484642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.544643 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.544989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.563910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e01f94f0-5083-419a-880b-24f566093efa', 'network_id': 'e01f94f0-5083-419a-880b-24f566093efa', 'tenant_id': '24845727faa140a891a8d4964a6a6c0a', 'fixed_ips': [{'subnet_id': '1a1330fe-aff2-4363-a1f9-2c9a638eefdd'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:19.566629 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.579834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Calling delete_port for c0f6fb12-9b4f-4071-8540-c3fb3eb844d9 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:19.613212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:19.641286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:19.641880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d4d0e3b6-ddc1-482f-84e7-a9bc00c7501d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:19.684471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server [None req-6a8983db-6867-41df-8a52-bbb3dff56abd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 182caaf7-ba11-4a28-97fb-058ed83b61b9: This subnet is being modified by another concurrent operation. Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:06:19.721628 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server raise exception Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 182caaf7-ba11-4a28-97fb-058ed83b61b9: This subnet is being modified by another concurrent operation. Feb 10 16:06:19.726478 n-d-827895-3 neutron-server[102616]: ERROR oslo_messaging.rpc.server Feb 10 16:06:19.729425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56396) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:19.748109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Subnet': ['ID=182caaf7-ba11-4a28-97fb-058ed83b61b9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:19.770817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.780358 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53803cad-eb1f-4d45-8892-f8c460268c01 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/subnets/182caaf7-ba11-4a28-97fb-058ed83b61b9 HTTP/1.1" status: 204 len: 168 time: 0.6103668 Feb 10 16:06:19.785382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56400) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:19.798930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13448aae-efb3-42dd-8325-018ba12719e4 None None] Network cea94edb-73e0-4cae-aff3-8d1b80faab4b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:19.806327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-393ba949-33ba-41f9-a989-5de629faeae9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.808048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-393ba949-33ba-41f9-a989-5de629faeae9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87&tenant_id=b0e71f23dd194896a39436d5ea6cedc5&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 944 time: 0.2027459 Feb 10 16:06:19.837616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eba05-7a11-4157-91ec-b23c22237ce9 req-42a4762d-7f2f-4d55-b3d3-c82f9e02e881 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.846067 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-394eba05-7a11-4157-91ec-b23c22237ce9 req-42a4762d-7f2f-4d55-b3d3-c82f9e02e881 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 944 time: 0.2417815 Feb 10 16:06:19.946115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:19.971975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-40f5f868-d62e-4f79-a9e3-f1000cabef1c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:19.971975 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-40f5f868-d62e-4f79-a9e3-f1000cabef1c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 16:06:19.972654 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-40f5f868-d62e-4f79-a9e3-f1000cabef1c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 16:06:19.973687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-40f5f868-d62e-4f79-a9e3-f1000cabef1c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2420256 Feb 10 16:06:19.983334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56414) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:19.989770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event deleted for resources: {'Port': ['ID=c0f6fb12-9b4f-4071-8540-c3fb3eb844d9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:19.996234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913582056'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:20.032599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:06:20.063499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-394eba05-7a11-4157-91ec-b23c22237ce9 req-303ec184-315d-4f84-ba74-17be8b830e85 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676016 Feb 10 16:06:20.074824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Deleting subnet 1a1330fe-aff2-4363-a1f9-2c9a638eefdd {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:20.099832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Allocated IP 172.20.0.18 (e01f94f0-5083-419a-880b-24f566093efa/1a1330fe-aff2-4363-a1f9-2c9a638eefdd/f19f7411-9c38-4075-9a83-914437dd5039) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:20.109455 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-9d2275f6-25da-47d6-b838-9f24e1610e7f service neutron] delete failed (client error): The resource could not be found. Feb 10 16:06:20.111906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-9d2275f6-25da-47d6-b838-9f24e1610e7f service neutron] 10.222.0.45 "DELETE /v2.0/ports/4271c2a1-8d07-40b3-a415-8d0b3969e87a/bindings/n-h1-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.2636626 Feb 10 16:06:20.144427 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.159403 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.164604 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a326e6f-d8b4-4880-b4d3-a21c60a266c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "DELETE /v2.0/floatingips/ca800f76-5a20-46da-983c-caacf5576e94 HTTP/1.1" status: 204 len: 168 time: 1.1728656 Feb 10 16:06:20.177339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.212123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.384146 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.392560 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.435163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Pushing event updated for resources: {'Port': ['ID=f19f7411-9c38-4075-9a83-914437dd5039,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:20.450957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Network e01f94f0-5083-419a-880b-24f566093efa is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:20.452463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:20.454857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:20.511291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Attempting to bind port f19f7411-9c38-4075-9a83-914437dd5039 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:20.511704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Attempting to bind port f19f7411-9c38-4075-9a83-914437dd5039 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '87d8fa68-b88f-4cef-99c1-ceea1466ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e01f94f0-5083-419a-880b-24f566093efa'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:20.512072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Attempting to bind port f19f7411-9c38-4075-9a83-914437dd5039 on network e01f94f0-5083-419a-880b-24f566093efa {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:20.517664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:20.518058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Checking segment: {'id': '87d8fa68-b88f-4cef-99c1-ceea1466ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e01f94f0-5083-419a-880b-24f566093efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:20.518451 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.518847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Bound using segment: {'id': '87d8fa68-b88f-4cef-99c1-ceea1466ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e01f94f0-5083-419a-880b-24f566093efa'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:20.519321 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Bound port: f19f7411-9c38-4075-9a83-914437dd5039, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d8fa68-b88f-4cef-99c1-ceea1466ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e01f94f0-5083-419a-880b-24f566093efa'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:20.519742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.552670 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56426) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:20.595075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] For port f19f7411-9c38-4075-9a83-914437dd5039, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:20.599650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] For port f19f7411-9c38-4075-9a83-914437dd5039, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f19f7411-9c38-4075-9a83-914437dd5039,segment=NetworkSegment(87d8fa68-b88f-4cef-99c1-ceea1466ac5f),segment_id=87d8fa68-b88f-4cef-99c1-ceea1466ac5f)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:20.607339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.684619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb5c67-a160-4abf-95e7-2db17a6644f1 None None] Pushing event updated for resources: {'Port': ['ID=f19f7411-9c38-4075-9a83-914437dd5039,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:20.690830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:20.696524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761653436', 'description': 'tempest-description--1309348449'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:20.708460 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.728499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.745078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e494-7e96-4b52-81b8-e81ebe5b4965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.770397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.780931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-6451c020-f459-42ee-8739-17cd917e0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:20.782448 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-6451c020-f459-42ee-8739-17cd917e0ff6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1095 time: 0.6102223 Feb 10 16:06:20.786973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.794399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.851354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:20.854417 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.868360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.877828 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:20.886196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e494-7e96-4b52-81b8-e81ebe5b4965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.901959 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e494-7e96-4b52-81b8-e81ebe5b4965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.905358 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:20.906423 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:20.924464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:20.936483 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56432) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:20.936682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2313473 Feb 10 16:06:20.945439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da8086-ed83-4890-8924-f7443c67750e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:20.949233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'security_group_rule': {'security_group_id': 'c9da8086-ed83-4890-8924-f7443c67750e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:20.959571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4cb8cf-7eac-491f-a80b-9cbbc91a60eb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:20.973548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.973899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.974237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.974950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.976806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.977117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.977934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.978312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.978626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.979052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.979387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.980015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acccc4c-90f7-4f7e-8edf-8f02e233514b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:20.988405 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e0a7e494-7e96-4b52-81b8-e81ebe5b4965 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2fe43cad08b4ccbbe80be91010b15a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345009 Feb 10 16:06:20.996322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.026023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e494-7e96-4b52-81b8-e81ebe5b4965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd0783-00ea-48c3-844e-68e8c046f278,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.044592 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.045836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1d363bd5-6b60-4f8d-848c-ba063a2f9e29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2175314 Feb 10 16:06:21.055325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56436) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.085189 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0521fcb-993c-4314-b5fe-ab6896f68082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.119359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0521fcb-993c-4314-b5fe-ab6896f68082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.122535 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.124071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.143426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-35bb8ed0-64a1-46fc-81c6-25ac50d402e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:21.145235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-35bb8ed0-64a1-46fc-81c6-25ac50d402e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.3546212 Feb 10 16:06:21.160814 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:21.200368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.209443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0521fcb-993c-4314-b5fe-ab6896f68082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.212561 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0521fcb-993c-4314-b5fe-ab6896f68082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.213884 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b0521fcb-993c-4314-b5fe-ab6896f68082 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1edd0783-00ea-48c3-844e-68e8c046f278 HTTP/1.1" status: 204 len: 168 time: 0.2165911 Feb 10 16:06:21.235280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0521fcb-993c-4314-b5fe-ab6896f68082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd0783-00ea-48c3-844e-68e8c046f278,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.287057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.370615 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.374002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3853242 Feb 10 16:06:21.375602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56446) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.384166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'b81f6a91-c36a-466b-b80d-92665f4768c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:21.389507 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ead5d25c-2234-4b65-92b7-689d91248810 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1164d52f1cb6463a91863409d8a824b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3285542 Feb 10 16:06:21.397226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421a88-28fc-4e8c-beeb-beb6279af154 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81f6a91-c36a-466b-b80d-92665f4768c9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.401502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56448) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.436650 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:18Z', 'revision_number': 3, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:21.454359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.471320 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-7e02c9ad-6f48-4154-a6e3-b0dc73924d94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 1000 time: 0.2742255 Feb 10 16:06:21.493064 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:21.493410 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Updating router 365680da-2598-48ed-964f-3e6d595e41aa port a020b625-f514-45fb-a0e7-7c6fab02abe8 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:06:21.527411 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.531713 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.533662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.537679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.559388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c520-aabd-4158-97ec-69577ea5cb0e req-c49a12d6-4428-4449-b4f6-59d953c64752 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:21.564668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fd2ac4-9589-477b-9684-9cf0b741ed58,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.566551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d202c520-aabd-4158-97ec-69577ea5cb0e req-c49a12d6-4428-4449-b4f6-59d953c64752 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 944 time: 0.3350134 Feb 10 16:06:21.581828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.583382 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-df07aa91-8775-4755-a73a-8b570d790f0a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051845 Feb 10 16:06:21.586213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56450) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.592928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d3bf16f1-26fa-404c-9320-99312ef6cfa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'b81f6a91-c36a-466b-b80d-92665f4768c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:21.612839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:21.614463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.646494 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f4f5-d2a6-46a6-9da5-61cb3af47cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.655388 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d3bf16f1-26fa-404c-9320-99312ef6cfa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.656938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1330fe-aff2-4363-a1f9-2c9a638eefdd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.682056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.687681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ea4240fd-63a4-4b56-8416-d2433885d421 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/subnets/1a1330fe-aff2-4363-a1f9-2c9a638eefdd HTTP/1.1" status: 204 len: 168 time: 1.8958099 Feb 10 16:06:21.691949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56454) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.714058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 4271c2a1-8d07-40b3-a415-8d0b3969e87a completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:06:21.720420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 4271c2a1-8d07-40b3-a415-8d0b3969e87a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:21.722550 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.733900 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.759895 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.802927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-172cfff2-b172-4731-8046-3246124bdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:21.805232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-172cfff2-b172-4731-8046-3246124bdfca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.2885265 Feb 10 16:06:21.838879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d202c520-aabd-4158-97ec-69577ea5cb0e req-6a4a3de2-1bcc-45fc-8da7-0277e71d189e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712710 Feb 10 16:06:21.865239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dacae2a-56f5-4f11-823e-c544133b7536,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.874537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010caa4-823b-4d54-b370-510f257a5514 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:21.876283 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1010caa4-823b-4d54-b370-510f257a5514 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1833580 Feb 10 16:06:21.885667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.896900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3124939-5a7a-4521-a1b4-f45b6bb5d628 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:21.899786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3124939-5a7a-4521-a1b4-f45b6bb5d628 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4908481 Feb 10 16:06:21.903641 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56458) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.922128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.950013 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-d3bf16f1-26fa-404c-9320-99312ef6cfa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 16:06:21.954299 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d3bf16f1-26fa-404c-9320-99312ef6cfa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3667083 Feb 10 16:06:21.960185 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:21.964515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3cc47a83-1994-4d0a-a078-e0ec2296b4a6 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0184407 Feb 10 16:06:21.969052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56460) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.972294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56462) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:21.984298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:21.985477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'security_group_rule': {'security_group_id': 'c9da8086-ed83-4890-8924-f7443c67750e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:21.987850 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3884055-4ab9-435e-9a42-3974165a89f8" -d '{"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-plugged", "status": "completed", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:21.996659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ad1a7ec3-9af8-41ae-9a46-3a4379381378 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915987 Feb 10 16:06:21.999950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56466) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:22.008456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1810486624', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:22.054935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:22.063762 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.076415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-2c169552-c3ad-4ef9-845c-ecc0854630be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:22.078158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-2c169552-c3ad-4ef9-845c-ecc0854630be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601731 Feb 10 16:06:22.092778 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.126371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f19f7411-9c38-4075-9a83-914437dd5039 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:22.134802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f4f5-d2a6-46a6-9da5-61cb3af47cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.155075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f4f5-d2a6-46a6-9da5-61cb3af47cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.187836 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9213f9-cd98-44ee-92f0-fbfd44b77ac5 x-openstack-request-id: req-7b9213f9-cd98-44ee-92f0-fbfd44b77ac5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:22.188530 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-plugged", "status": "completed", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:22.188936 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b9213f9-cd98-44ee-92f0-fbfd44b77ac5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:22.189484 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'code': 200} Feb 10 16:06:22.201765 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.214439 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.230734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.239619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f19f7411-9c38-4075-9a83-914437dd5039 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:22.240171 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.266018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.347373 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Pushing event updated for resources: {'Port': ['ID=a020b625-f514-45fb-a0e7-7c6fab02abe8,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.351674 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Attempting to bind port a020b625-f514-45fb-a0e7-7c6fab02abe8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:22.352045 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Attempting to bind port a020b625-f514-45fb-a0e7-7c6fab02abe8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:22.352683 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Attempting to bind port a020b625-f514-45fb-a0e7-7c6fab02abe8 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:22.356676 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-e2aca7ea-b284-49db-be3e-ed4b7b687ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536938 Feb 10 16:06:22.359455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:22.363006 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.363154 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.363538 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.363876 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.364203 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.364528 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.364850 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.365178 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.365496 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.365812 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.366664 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.366995 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.368264 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:22.371519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:22.372390 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:22.372390 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.372998 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:22.373935 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Bound port: a020b625-f514-45fb-a0e7-7c6fab02abe8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:22.374319 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.392660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a518f-7193-440b-9fcf-8cce3b7a6878 None None] Network e01f94f0-5083-419a-880b-24f566093efa requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:22.407411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.440462 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] For port a020b625-f514-45fb-a0e7-7c6fab02abe8, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:22.445557 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] For port a020b625-f514-45fb-a0e7-7c6fab02abe8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a020b625-f514-45fb-a0e7-7c6fab02abe8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:22.452628 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.478071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.510789 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.528181 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:22.529045 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:22.534646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213ec795-af67-4ac0-8e33-4c10b75fe9cd,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.546253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.551339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7806c65e-2649-418e-9afb-c91b1b9bdde7 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5768785 Feb 10 16:06:22.552139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56468) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:22.575039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:22.594572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa11d6c4-43e8-4d16-a53c-293a989155b8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.599189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a4d199cb-7956-4e6e-bee1-8d19af6b5b0d None None] Provisioning complete for port f19f7411-9c38-4075-9a83-914437dd5039 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:22.600119 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a4d199cb-7956-4e6e-bee1-8d19af6b5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.620836 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa11d6c4-43e8-4d16-a53c-293a989155b8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.637425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eeef843a-7f43-4e41-9172-57659d6e9b6a req-22d384b0-5ada-4a11-83b7-0761a0fb1e5c service neutron] 10.222.0.45 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691579 Feb 10 16:06:22.645676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.681404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port f19f7411-9c38-4075-9a83-914437dd5039, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f19f7411-9c38-4075-9a83-914437dd5039,segment=NetworkSegment(87d8fa68-b88f-4cef-99c1-ceea1466ac5f),segment_id=87d8fa68-b88f-4cef-99c1-ceea1466ac5f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:22.699110 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:22.703794 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.713464 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa11d6c4-43e8-4d16-a53c-293a989155b8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.716462 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa11d6c4-43e8-4d16-a53c-293a989155b8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.717705 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fa11d6c4-43e8-4d16-a53c-293a989155b8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/b81f6a91-c36a-466b-b80d-92665f4768c9 HTTP/1.1" status: 204 len: 168 time: 0.7476749 Feb 10 16:06:22.721161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56470) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:22.727110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f4f5-d2a6-46a6-9da5-61cb3af47cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691e7ba-1818-4141-93af-5d6ed44ff0ad,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.733359 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8dc1f4f5-d2a6-46a6-9da5-61cb3af47cf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d657a4e5b9a41428b70337539a51d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175792 Feb 10 16:06:22.748047 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56472) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:22.786472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11d6c4-43e8-4d16-a53c-293a989155b8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81f6a91-c36a-466b-b80d-92665f4768c9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.821459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab367bdd-a66f-4eb7-8338-29c9c6fc36b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.826536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Deleting port f19f7411-9c38-4075-9a83-914437dd5039 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:22.826536 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.838914 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28989a1-c4fb-47e2-a75c-56f312b8671a None None] Pushing event updated for resources: {'Port': ['ID=a020b625-f514-45fb-a0e7-7c6fab02abe8,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.853241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] DHCP port deletion for e01f94f0-5083-419a-880b-24f566093efa request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:06:22.913710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.936186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab367bdd-a66f-4eb7-8338-29c9c6fc36b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.968894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=f19f7411-9c38-4075-9a83-914437dd5039,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.977455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] For port f19f7411-9c38-4075-9a83-914437dd5039, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f19f7411-9c38-4075-9a83-914437dd5039,segment=NetworkSegment(87d8fa68-b88f-4cef-99c1-ceea1466ac5f),segment_id=87d8fa68-b88f-4cef-99c1-ceea1466ac5f)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:22.978447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:22.988035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Subnet': ['ID=1d1e4514-9f22-4263-bb86-100af535373c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:22.999116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] Deleting port f19f7411-9c38-4075-9a83-914437dd5039 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:23.000223 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.015237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Calling delete_port for f19f7411-9c38-4075-9a83-914437dd5039 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:23.055154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-86a292cc-467c-48bb-a2c4-974ccb062779 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3327994 Feb 10 16:06:23.059678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56476) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:23.080416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--959051717'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:23.098809 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:18Z', 'revision_number': 3, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:23.105606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Checking segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:23.105994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network hostable DHCP agents. Network: 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:23.142319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab367bdd-a66f-4eb7-8338-29c9c6fc36b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.148160 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93dae-21c1-43b7-93f1-4295b1e62613 None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:18Z', 'revision_number': 3, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:23.148971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab367bdd-a66f-4eb7-8338-29c9c6fc36b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.151140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ab367bdd-a66f-4eb7-8338-29c9c6fc36b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1691e7ba-1818-4141-93af-5d6ed44ff0ad HTTP/1.1" status: 204 len: 168 time: 0.3999369 Feb 10 16:06:23.157561 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.161093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499b70-3960-4d73-bded-919fcb30d3e4 req-6fa80783-eca5-4924-a87f-763f051cf1de tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:23.162760 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e499b70-3960-4d73-bded-919fcb30d3e4 req-6fa80783-eca5-4924-a87f-763f051cf1de tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1760252 Feb 10 16:06:23.189230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.201667 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.241403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:23.261141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Port': ['ID=f19f7411-9c38-4075-9a83-914437dd5039,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:23.264635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] No DVR routers for this DVR port f19f7411-9c38-4075-9a83-914437dd5039 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:23.317995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab367bdd-a66f-4eb7-8338-29c9c6fc36b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691e7ba-1818-4141-93af-5d6ed44ff0ad,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:23.328762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:23.340110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9e499b70-3960-4d73-bded-919fcb30d3e4 req-4f9b1852-18d6-4421-bc2b-7e1e3e043307 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636412 Feb 10 16:06:23.344981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e22c7-5935-40bc-beb8-6c69a2abf2a2 None None] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:23.354190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:23.354933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.416481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc26a1d2-f162-489d-8e9d-b3f537369545 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4133601 Feb 10 16:06:23.428244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56480) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:23.467278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] For port f19f7411-9c38-4075-9a83-914437dd5039, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f19f7411-9c38-4075-9a83-914437dd5039,segment=NetworkSegment(87d8fa68-b88f-4cef-99c1-ceea1466ac5f),segment_id=87d8fa68-b88f-4cef-99c1-ceea1466ac5f)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:23.468145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.492413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] Calling delete_port for f19f7411-9c38-4075-9a83-914437dd5039 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:23.506842 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.520697 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.526138 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.543263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Allocated IP 172.25.7.21 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/da1f90e0-7221-4886-a818-05096749fe84) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:23.556080 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01f94f0-5083-419a-880b-24f566093efa']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:23.559341 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.560761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4983649 Feb 10 16:06:23.575695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56482) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:23.583664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e4193749-5acc-4b20-8af9-21eda2c3efa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '364fc44e-4b3a-45c6-81da-ed91af2680c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:23.584479 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-e4193749-5acc-4b20-8af9-21eda2c3efa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 16:06:23.585337 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-e4193749-5acc-4b20-8af9-21eda2c3efa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:23.586908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e4193749-5acc-4b20-8af9-21eda2c3efa3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084770 Feb 10 16:06:23.597356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56486) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:23.685385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d8fa68-b88f-4cef-99c1-ceea1466ac5f') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:23.686024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d8fa68-b88f-4cef-99c1-ceea1466ac5f') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:23.686847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.691217 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:23.694255 n-d-827895-3 neutron-server[102616]: self.session.flush() Feb 10 16:06:23.697764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56069f02-83a6-4aaf-bd7c-55dc24ec7d6c tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364fc44e-4b3a-45c6-81da-ed91af2680c1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:23.710707 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.728754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.733374 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.761620 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:23.761620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:23.765030 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:23.795156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] No DVR routers for this DVR port f19f7411-9c38-4075-9a83-914437dd5039 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:23.807423 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b22f7d00-8350-45c2-8667-10819340d815 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.822165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:23.823243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.831750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.841741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1b819-2405-406e-b185-f1c036d4cb12 None None] Pushing event deleted for resources: {'Port': ['ID=f19f7411-9c38-4075-9a83-914437dd5039,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:23.868320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b22f7d00-8350-45c2-8667-10819340d815 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:23.993239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.027683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a020b625-f514-45fb-a0e7-7c6fab02abe8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:24.047845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b22f7d00-8350-45c2-8667-10819340d815 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.051329 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b22f7d00-8350-45c2-8667-10819340d815 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.052687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b22f7d00-8350-45c2-8667-10819340d815 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/364fc44e-4b3a-45c6-81da-ed91af2680c1 HTTP/1.1" status: 204 len: 168 time: 0.4543867 Feb 10 16:06:24.066111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56496) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:24.079479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:24.089958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:24.091650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.097134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:24.108999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f7d00-8350-45c2-8667-10819340d815 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fc44e-4b3a-45c6-81da-ed91af2680c1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:24.173282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'Port': ['ID=da1f90e0-7221-4886-a818-05096749fe84,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:24.213410 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.220508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/networks/e01f94f0-5083-419a-880b-24f566093efa HTTP/1.1" status: 204 len: 168 time: 2.3336048 Feb 10 16:06:24.235564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56498) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:24.249888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-456c5c07-dfa5-447b-9075-363f6ccf43c3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1770327 Feb 10 16:06:24.255807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a989-bf66-4ea7-bfc5-6fe3484ebc7b tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Network': ['ID=e01f94f0-5083-419a-880b-24f566093efa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:24.256960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56500) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:24.268213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--244540201'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:24.279137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a020b625-f514-45fb-a0e7-7c6fab02abe8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:24.279715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.289515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.329847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Allocated IP 172.20.0.2 (020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4/1d1e4514-9f22-4263-bb86-100af535373c/dc67dd47-2377-45fc-8db7-fe35e144e595) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:24.366188 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.385490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.398005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.432581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.533859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port a020b625-f514-45fb-a0e7-7c6fab02abe8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a020b625-f514-45fb-a0e7-7c6fab02abe8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:24.540361 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.631082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.641987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f19f7411-9c38-4075-9a83-914437dd5039 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:24.653414 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.690188 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.711992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=a020b625-f514-45fb-a0e7-7c6fab02abe8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:24.722310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f19f7411-9c38-4075-9a83-914437dd5039 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:24.722653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f19f7411-9c38-4075-9a83-914437dd5039 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:24.725189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607c765-8e98-4e60-9248-7c80422e4f2a req-e5be3caa-1b9c-453c-ab02-e877855543ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:24.728310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c607c765-8e98-4e60-9248-7c80422e4f2a req-e5be3caa-1b9c-453c-ab02-e877855543ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1644480 Feb 10 16:06:24.735081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.736720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4778121 Feb 10 16:06:24.745505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56512) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:24.753416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5dfcd7b9-b1c2-495e-91c5-162863f0c293 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd6bdb223-7d41-49ac-a936-abaf7d7135ff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:24.754268 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-5dfcd7b9-b1c2-495e-91c5-162863f0c293 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 16:06:24.755088 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-5dfcd7b9-b1c2-495e-91c5-162863f0c293 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:24.758442 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5dfcd7b9-b1c2-495e-91c5-162863f0c293 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094872 Feb 10 16:06:24.758610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d17a55-75b5-4715-8ce8-72df9acaffc2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bdb223-7d41-49ac-a936-abaf7d7135ff,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:24.758741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea94edb-73e0-4cae-aff3-8d1b80faab4b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:24.763493 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56514) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:24.802907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790ac8f8-f186-48d2-a0a4-58a9b896b787') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:24.803208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790ac8f8-f186-48d2-a0a4-58a9b896b787') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:24.805171 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.815100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c607c765-8e98-4e60-9248-7c80422e4f2a req-e28a06ec-dee3-447c-a622-4bf256481ecc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750484 Feb 10 16:06:24.817875 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.831130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.845296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56522) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:24.868081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.893107 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.901711 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.914024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'Port': ['ID=da1f90e0-7221-4886-a818-05096749fe84,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:24.921818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.939253 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:24.939796 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.941572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:24.942910 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:24.972615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:24.976790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:24.980329 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:24.981510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:24.983799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-26d35dc7-884e-4c82-911d-7fa2df94365a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4144592 Feb 10 16:06:24.991541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Pushing event updated for resources: {'Port': ['ID=dc67dd47-2377-45fc-8db7-fe35e144e595,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:25.052344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Attempting to bind port dc67dd47-2377-45fc-8db7-fe35e144e595 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:25.053260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Attempting to bind port dc67dd47-2377-45fc-8db7-fe35e144e595 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:25.054160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Attempting to bind port dc67dd47-2377-45fc-8db7-fe35e144e595 on network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:25.060342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:25.061095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Checking segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:25.061095 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.061493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Bound using segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:25.061952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Bound port: dc67dd47-2377-45fc-8db7-fe35e144e595, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:25.062334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.077069 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-30cde3d2-7b19-4533-85ff-f54d8c596121 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/a3f5b246-873c-4d97-b513-e26df2beaee2 HTTP/1.1" status: 200 len: 993 time: 0.2281029 Feb 10 16:06:25.089400 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86650403-a874-4782-86dd-c845048b67ac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.158932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86650403-a874-4782-86dd-c845048b67ac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.162083 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.165048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] For port dc67dd47-2377-45fc-8db7-fe35e144e595, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:25.171631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] For port dc67dd47-2377-45fc-8db7-fe35e144e595, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dc67dd47-2377-45fc-8db7-fe35e144e595,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:25.176970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.184600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.187971 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/networks/cea94edb-73e0-4cae-aff3-8d1b80faab4b HTTP/1.1" status: 204 len: 168 time: 0.9506598 Feb 10 16:06:25.191165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.209996 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882427c6-dbc1-4b59-91e4-ccedb8cbbf34 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Network': ['ID=cea94edb-73e0-4cae-aff3-8d1b80faab4b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:25.274195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff77b1-47bf-4c7e-93eb-3e463d8bb23d None None] Pushing event updated for resources: {'Port': ['ID=dc67dd47-2377-45fc-8db7-fe35e144e595,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:25.303014 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86650403-a874-4782-86dd-c845048b67ac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.306564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-86650403-a874-4782-86dd-c845048b67ac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.310006 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-86650403-a874-4782-86dd-c845048b67ac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/d6bdb223-7d41-49ac-a936-abaf7d7135ff HTTP/1.1" status: 204 len: 168 time: 0.5379992 Feb 10 16:06:25.316127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56558) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.346675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650403-a874-4782-86dd-c845048b67ac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bdb223-7d41-49ac-a936-abaf7d7135ff,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:25.432559 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.456146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-dec59890-8423-495b-9075-283c6b0edd9c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--761653436&fields=id&tenant_id=9f3fe5d552104de7a82aeda98b3ebf62 HTTP/1.1" status: 200 len: 267 time: 0.1480975 Feb 10 16:06:25.488947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3c3da02d-0470-4622-b36a-d8e22fcc2c8f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1706698 Feb 10 16:06:25.497865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56562) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.503037 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--661000492'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:25.591746 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.594162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.20.0.1 (020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4/1d1e4514-9f22-4263-bb86-100af535373c/661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:25.669664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.720609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb7b1ae-039b-42f0-aa90-d357509d7b8c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:25.729113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-d25d941d-e82f-4922-a13d-5e28cb38be99 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:25.734147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-d25d941d-e82f-4922-a13d-5e28cb38be99 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 811 time: 0.2631924 Feb 10 16:06:25.736239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56566) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.749305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa3f2b0-d2bf-414a-ae11-63bb432c8942') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:25.749600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa3f2b0-d2bf-414a-ae11-63bb432c8942') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:25.770644 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.779587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-3b88802f-7c72-4600-875e-f2bb18da3887 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/quotas/9f3fe5d552104de7a82aeda98b3ebf62 HTTP/1.1" status: 200 len: 375 time: 0.0336797 Feb 10 16:06:25.781651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.791923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.838768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.907183 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.910892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7e1237-a4f3-4bfa-bcca-4a578724389c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:25.916729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:25.920810 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0bc25565-b812-421e-a747-74f50bf1835a tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4191763 Feb 10 16:06:25.921700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56570) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.925825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7addf844-80fd-4c82-b809-d9dfba55aba5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '7d7e1237-a4f3-4bfa-bcca-4a578724389c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:25.926695 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-7addf844-80fd-4c82-b809-d9dfba55aba5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 16:06:25.927193 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-7addf844-80fd-4c82-b809-d9dfba55aba5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:25.929421 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7addf844-80fd-4c82-b809-d9dfba55aba5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073199 Feb 10 16:06:25.961387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56572) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.966196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7f9b158a-d3fd-4478-9274-5f17323a0752 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '7d7e1237-a4f3-4bfa-bcca-4a578724389c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:25.966881 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-7f9b158a-d3fd-4478-9274-5f17323a0752 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 16:06:25.967382 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-7f9b158a-d3fd-4478-9274-5f17323a0752 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:25.970940 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f9b158a-d3fd-4478-9274-5f17323a0752 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058262 Feb 10 16:06:25.972439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56574) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.978247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7f8157cf-c787-439a-9b4f-5b57e6d94ae2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '7d7e1237-a4f3-4bfa-bcca-4a578724389c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:25.979253 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-7f8157cf-c787-439a-9b4f-5b57e6d94ae2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 16:06:25.979836 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-7f8157cf-c787-439a-9b4f-5b57e6d94ae2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:25.984258 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7f8157cf-c787-439a-9b4f-5b57e6d94ae2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074058 Feb 10 16:06:25.984258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56576) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:25.989377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-eb2710f3-a2f4-4a8c-8b2a-845495d5f1b2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '7d7e1237-a4f3-4bfa-bcca-4a578724389c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:25.990293 n-d-827895-3 neutron-server[102614]: WARNING neutron.api.v2.base [None req-eb2710f3-a2f4-4a8c-8b2a-845495d5f1b2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 16:06:25.990800 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-eb2710f3-a2f4-4a8c-8b2a-845495d5f1b2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:25.995697 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eb2710f3-a2f4-4a8c-8b2a-845495d5f1b2 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077257 Feb 10 16:06:25.995697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56578) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.014950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.058672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc67dd47-2377-45fc-8db7-fe35e144e595 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:26.090723 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:26.097977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:26.101093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:26.118828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port dc67dd47-2377-45fc-8db7-fe35e144e595 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:26.119344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.123111 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e3f74e9-2ccc-47f0-955e-998fb1d39331 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.124742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:26.184097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e3f74e9-2ccc-47f0-955e-998fb1d39331 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.194803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.201359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:26.201359 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:26.204285 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:26.214538 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.249696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port dc67dd47-2377-45fc-8db7-fe35e144e595, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dc67dd47-2377-45fc-8db7-fe35e144e595,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:26.255858 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.256648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a020b625-f514-45fb-a0e7-7c6fab02abe8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:26.265702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b345435-c1c6-49bb-8427-72be189b236e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.294512 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.311896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.317037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/networks/9eb7b1ae-039b-42f0-aa90-d357509d7b8c HTTP/1.1" status: 204 len: 168 time: 1.1225891 Feb 10 16:06:26.326609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-acb889d6-3579-45f1-a129-ac78c2d31eae tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5270662 Feb 10 16:06:26.326609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56580) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.349542 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e3f74e9-2ccc-47f0-955e-998fb1d39331 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.352692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=dc67dd47-2377-45fc-8db7-fe35e144e595,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:26.354310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e3f74e9-2ccc-47f0-955e-998fb1d39331 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.358591 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7e3f74e9-2ccc-47f0-955e-998fb1d39331 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d7e1237-a4f3-4bfa-bcca-4a578724389c HTTP/1.1" status: 204 len: 168 time: 0.3622229 Feb 10 16:06:26.359582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56584) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.368488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6e2ea-e53d-4602-be0b-1aef8bd42b91 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Network': ['ID=9eb7b1ae-039b-42f0-aa90-d357509d7b8c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:26.371939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a020b625-f514-45fb-a0e7-7c6fab02abe8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:26.371939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.400003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f74e9-2ccc-47f0-955e-998fb1d39331 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7e1237-a4f3-4bfa-bcca-4a578724389c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:26.493556 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-842371ed-04d1-4d75-94f9-e52d23236549 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263039 Feb 10 16:06:26.494530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56586) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.495274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.505048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.519385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--308148037'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:26.533216 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:06:26.588636 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.590205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b345435-c1c6-49bb-8427-72be189b236e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.619464 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3b345435-c1c6-49bb-8427-72be189b236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.729481 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3b345435-c1c6-49bb-8427-72be189b236e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec147acf92604c509fad6daf25d6a15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9920039 Feb 10 16:06:26.734469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56588) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.741425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-751b1f3a-8cf6-422b-ae12-bf59802e42cf service neutron] 10.222.0.21 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995602 Feb 10 16:06:26.743355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b345435-c1c6-49bb-8427-72be189b236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c751bfc-ebeb-4b32-ac7d-16bd11119594,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:26.759149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.777418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.796480 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.818278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b155e9e-5eec-4f19-8de9-7d09d9a9dfc9 None None] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:26.823743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb5ca03-9244-4098-b9a3-b5849b4ff2dd']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:26.837599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad54c74d-9c51-4bf7-a4ee-3c67bcbf6921') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:26.838152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad54c74d-9c51-4bf7-a4ee-3c67bcbf6921') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:26.856975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.877115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.888883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.892793 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3752680 Feb 10 16:06:26.892943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:26.892943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.893163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187e58-57df-41ed-862b-2c1b9fb244ca tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a89fd-9595-47b4-9a69-0567386ec945,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:26.895751 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:26.899296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56590) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.921445 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-174c0187-81c5-4516-86e0-4cf1c97447ef service neutron] 10.222.0.21 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789696 Feb 10 16:06:26.928835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8a096303-86d4-4179-9390-1689df8a4954 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:26.934719 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-8a096303-86d4-4179-9390-1689df8a4954 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 16:06:26.935252 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-8a096303-86d4-4179-9390-1689df8a4954 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:26.936904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8a096303-86d4-4179-9390-1689df8a4954 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0296750 Feb 10 16:06:26.940362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da06254d-4cf8-49ac-b1c7-6409d64b76a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.941014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:26.943642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2cf336f2-061e-49e3-8e83-a6bcf9b22c9a None None] Provisioning complete for port dc67dd47-2377-45fc-8db7-fe35e144e595 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:26.945064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2cf336f2-061e-49e3-8e83-a6bcf9b22c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:26.947345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e51aa251-9113-4738-aa55-1ed55b5e47b0 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:26.992292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da06254d-4cf8-49ac-b1c7-6409d64b76a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.023345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.029873 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.037573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.039292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] 10.222.0.21 "DELETE /v2.0/networks/eeb5ca03-9244-4098-b9a3-b5849b4ff2dd HTTP/1.1" status: 204 len: 168 time: 0.7126172 Feb 10 16:06:27.046842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.071841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714177a7-e361-4ee0-ab34-990629949076 tempest-BulkNetworkOpsTest-693473645 tempest-BulkNetworkOpsTest-693473645-project] Pushing event deleted for resources: {'Network': ['ID=eeb5ca03-9244-4098-b9a3-b5849b4ff2dd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:27.083423 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-e51aa251-9113-4738-aa55-1ed55b5e47b0 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.085171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e51aa251-9113-4738-aa55-1ed55b5e47b0 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1426964 Feb 10 16:06:27.092200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56598) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.104337 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-cdf4fc34-5a68-45b0-b31a-30bb3893de88 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.105061 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-cdf4fc34-5a68-45b0-b31a-30bb3893de88 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 16:06:27.106218 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-cdf4fc34-5a68-45b0-b31a-30bb3893de88 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.108622 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cdf4fc34-5a68-45b0-b31a-30bb3893de88 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148127 Feb 10 16:06:27.111852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56602) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.120309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ce8852a6-d381-4f84-923c-0bfe9e6e1aa8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.208068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f950d545-c95f-48f6-a7c3-33e40e36f430 req-986aed03-b5eb-4121-9e25-773fa1d23153 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 210 time: 0.0651264 Feb 10 16:06:27.210308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:27.236567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.263855 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-ce8852a6-d381-4f84-923c-0bfe9e6e1aa8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.267401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ce8852a6-d381-4f84-923c-0bfe9e6e1aa8 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1524186 Feb 10 16:06:27.267861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56606) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.275608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f73d5c77-21bf-463f-b177-a0fc06207ac4 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.276670 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-f73d5c77-21bf-463f-b177-a0fc06207ac4 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 16:06:27.277125 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-f73d5c77-21bf-463f-b177-a0fc06207ac4 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.280687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f73d5c77-21bf-463f-b177-a0fc06207ac4 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093195 Feb 10 16:06:27.281664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56610) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.291532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-11a016b5-358b-4aea-b112-7cd679dd5b57 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.315025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.339605 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-11a016b5-358b-4aea-b112-7cd679dd5b57 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.343375 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-11a016b5-358b-4aea-b112-7cd679dd5b57 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0606058 Feb 10 16:06:27.346674 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56614) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.352233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da06254d-4cf8-49ac-b1c7-6409d64b76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.353281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-418fcc54-4df1-4abd-8ab9-1dddb11a28ab tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.354235 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-418fcc54-4df1-4abd-8ab9-1dddb11a28ab tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 16:06:27.355077 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-418fcc54-4df1-4abd-8ab9-1dddb11a28ab tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.356743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-418fcc54-4df1-4abd-8ab9-1dddb11a28ab tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084817 Feb 10 16:06:27.357614 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da06254d-4cf8-49ac-b1c7-6409d64b76a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.359058 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da06254d-4cf8-49ac-b1c7-6409d64b76a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c751bfc-ebeb-4b32-ac7d-16bd11119594 HTTP/1.1" status: 204 len: 168 time: 0.6205492 Feb 10 16:06:27.361809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56616) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.368713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-19081085-4969-412b-9f30-8f9018e082c6 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.388732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06254d-4cf8-49ac-b1c7-6409d64b76a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c751bfc-ebeb-4b32-ac7d-16bd11119594,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:27.433265 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-19081085-4969-412b-9f30-8f9018e082c6 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.435229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-19081085-4969-412b-9f30-8f9018e082c6 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0724254 Feb 10 16:06:27.438034 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56620) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.444564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-dd01c60b-9862-4c30-a8ea-6025edf8cd66 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'd70a89fd-9595-47b4-9a69-0567386ec945', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:27.456625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56622) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.517574 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-dd01c60b-9862-4c30-a8ea-6025edf8cd66 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:27.520250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dd01c60b-9862-4c30-a8ea-6025edf8cd66 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0801814 Feb 10 16:06:27.523916 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56626) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:27.569688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:27.593233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:27.600829 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2fd994ce-aa52-4e5f-828f-57f42b0db5e2 None None] Provisioning complete for port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:27.602768 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2fd994ce-aa52-4e5f-828f-57f42b0db5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.677204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2fd994ce-aa52-4e5f-828f-57f42b0db5e2 None None] Port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:27.694811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2fd994ce-aa52-4e5f-828f-57f42b0db5e2 None None] Provisioning complete for port dc67dd47-2377-45fc-8db7-fe35e144e595 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:27.695380 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2fd994ce-aa52-4e5f-828f-57f42b0db5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:27.910385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc67dd47-2377-45fc-8db7-fe35e144e595 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:28.014174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6957930c-49cb-44a7-83ed-def8b03e00f3 None None] Provisioning complete for port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:28.014174 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6957930c-49cb-44a7-83ed-def8b03e00f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.018008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port dc67dd47-2377-45fc-8db7-fe35e144e595 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:28.018379 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.084011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6957930c-49cb-44a7-83ed-def8b03e00f3 None None] Port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:28.089563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa7886-e844-4157-a62a-54e992f17a80 None None] get_active_networks_info from n-d-827895-3 {{(pid=102616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 10 16:06:28.202274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c22a4dd-f597-4deb-9a0a-81dd82cecb27 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.221448 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d4834bf5-7a29-406f-b427-a9e0d57ffe21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24845727faa140a891a8d4964a6a6c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583508 Feb 10 16:06:28.224563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56640) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:28.241683 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c22a4dd-f597-4deb-9a0a-81dd82cecb27 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.257855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f4f1d4f1-8a29-4a20-a6a0-f679ff1a7765 None None] Provisioning complete for port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:28.258227 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f4f1d4f1-8a29-4a20-a6a0-f679ff1a7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.279592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:28.310910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa7886-e844-4157-a62a-54e992f17a80 None None] Resources bound (agent type, host, resource id): {{(pid=102616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 16:06:28.318674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19aeac2d-7715-45de-b79e-00e96083ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.362152 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19aeac2d-7715-45de-b79e-00e96083ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.375333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1d4f1-8a29-4a20-a6a0-f679ff1a7765 None None] Port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:28.417998 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c22a4dd-f597-4deb-9a0a-81dd82cecb27 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.421062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c22a4dd-f597-4deb-9a0a-81dd82cecb27 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.422238 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c22a4dd-f597-4deb-9a0a-81dd82cecb27 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/d70a89fd-9595-47b4-9a69-0567386ec945 HTTP/1.1" status: 204 len: 168 time: 0.8971577 Feb 10 16:06:28.427107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56650) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:28.515830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2749ca5f-155d-4dc9-8d3b-7122964c19a2 req-c961779f-eab1-4584-b607-90d1c101baba tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 210 time: 0.1523824 Feb 10 16:06:28.533938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22a4dd-f597-4deb-9a0a-81dd82cecb27 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a89fd-9595-47b4-9a69-0567386ec945,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:28.536538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:28.563709 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-96e09bf3-a780-4394-b50f-65fb43401130 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "PUT /v2.0/routers/365680da-2598-48ed-964f-3e6d595e41aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1307919 Feb 10 16:06:28.564911 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56654) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:28.580662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:28.592291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-f53afaca-74fc-4df9-9b76-e37ae5522e5b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.593794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-f53afaca-74fc-4df9-9b76-e37ae5522e5b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.45 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 811 time: 0.2070878 Feb 10 16:06:28.644901 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19aeac2d-7715-45de-b79e-00e96083ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.648475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-19aeac2d-7715-45de-b79e-00e96083ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.652200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-19aeac2d-7715-45de-b79e-00e96083ec89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6433c1ef-79bb-4795-8007-ccb19283ad89 HTTP/1.1" status: 204 len: 168 time: 0.4245095 Feb 10 16:06:28.664044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:28.665314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:28.675338 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3fbf9f9c-5d32-4adf-aa43-b00093f06a4f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2434731 Feb 10 16:06:28.682952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aeac2d-7715-45de-b79e-00e96083ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433c1ef-79bb-4795-8007-ccb19283ad89,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:28.684654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56658) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:28.696823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--146922231'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:28.713003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-c5d1352c-9d3e-4c39-bc8d-8b7eb918f8dc tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3fe5d552104de7a82aeda98b3ebf62 HTTP/1.1" status: 200 len: 379 time: 0.0980463 Feb 10 16:06:28.724448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'port': {'device_id': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'admin_state_up': True, 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'security_groups': ['c9da8086-ed83-4890-8924-f7443c67750e']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:28.799481 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:28.837197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.838102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.838763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.839591 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.840547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.841203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.841850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.842495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:28.848641 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8d2fd6b1-710d-4445-a091-edc63ff05a59 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.2834079 Feb 10 16:06:28.849032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56662) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.037013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.037455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.038632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.038632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.038995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.039421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.039893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.040335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.042365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9cef1cd1-f4b1-4ea6-be05-cd1a45f94ac4 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.1892626 Feb 10 16:06:29.046500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56668) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.056775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.070743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.083634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Made reservation on behalf of 9f3fe5d552104de7a82aeda98b3ebf62 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:29.088435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.118314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41322661-b65a-4b0b-ae0a-4f9a242606db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.133849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.135931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:29.138137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4467208 Feb 10 16:06:29.140838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56674) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.148530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fb1523ce-0221-4afd-8cc2-2c90b9cf0b8e tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '9e92d8d9-9b60-4764-aea9-091f74e68400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:29.184017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf40e71-6054-4242-a315-8540d183e013 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92d8d9-9b60-4764-aea9-091f74e68400,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:29.284176 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-fb1523ce-0221-4afd-8cc2-2c90b9cf0b8e tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The resource could not be found. Feb 10 16:06:29.288850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fb1523ce-0221-4afd-8cc2-2c90b9cf0b8e tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1434863 Feb 10 16:06:29.292661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56684) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.298997 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-cc9c40fc-52d2-49da-9cac-668059ee1dbb tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '9e92d8d9-9b60-4764-aea9-091f74e68400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37076f2d-8a04-4c91-a2e8-40f2a31d359f'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:29.325804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Allocated IP 172.20.0.12 (514c2730-9b7a-4313-81da-37e051922c4b/c365bd81-3cb9-4ed1-b2df-2465a2d5796e/009b767c-9499-4f23-a15e-41b382c3b037) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:29.414432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-82da5bed-a180-4dc0-b571-19f495e5c3b6 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.3666449 Feb 10 16:06:29.479016 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-cc9c40fc-52d2-49da-9cac-668059ee1dbb tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The resource could not be found. Feb 10 16:06:29.483015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cc9c40fc-52d2-49da-9cac-668059ee1dbb tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1868496 Feb 10 16:06:29.483320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56692) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.532076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 2, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:29.563322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:29.563781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Updating router 365680da-2598-48ed-964f-3e6d595e41aa port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:06:29.582229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.591561 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb336fe-0436-49ea-8f93-05f81512cb09 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.591808 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.627428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb336fe-0436-49ea-8f93-05f81512cb09 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.679397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.765281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56698) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.770598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766755758', 'description': 'tempest-secgroup-smoke-766755758 description', 'project_id': '1164d52f1cb6463a91863409d8a824b9'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:29.781716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Network 514c2730-9b7a-4313-81da-37e051922c4b is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:29.787472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:29.790430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb336fe-0436-49ea-8f93-05f81512cb09 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.792597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56702) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.794003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-efb336fe-0436-49ea-8f93-05f81512cb09 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.797581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-efb336fe-0436-49ea-8f93-05f81512cb09 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e92d8d9-9b60-4764-aea9-091f74e68400 HTTP/1.1" status: 204 len: 168 time: 0.3105314 Feb 10 16:06:29.798322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:29.799213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56704) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:29.821135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb336fe-0436-49ea-8f93-05f81512cb09 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92d8d9-9b60-4764-aea9-091f74e68400,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:29.868473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event updated for resources: {'Port': ['ID=009b767c-9499-4f23-a15e-41b382c3b037,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:29.896048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:29.905053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32299f5-3d36-4e8b-b200-e3e3fd77fea6 req-3bdad285-eaa5-4192-ae90-727bb16782a0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.906248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a32299f5-3d36-4e8b-b200-e3e3fd77fea6 req-3bdad285-eaa5-4192-ae90-727bb16782a0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 932 time: 0.1871941 Feb 10 16:06:29.985582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.986334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.029125 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9a0a2427-e635-46ac-873a-91db0ba7f213 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3088133 Feb 10 16:06:30.030877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2134db0a-5d53-4c0f-aa2c-740f63618866 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2234867 Feb 10 16:06:30.039108 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56714) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:30.049023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-94852d0c-dfe5-44bf-a714-04fb376f8788 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': 'f6675cf0-5c9d-41b2-9f84-64cc5b86ae76', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.070976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Request body: {'port': {'device_id': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.103841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.114736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.149016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.156381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2132780961'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.158305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a32299f5-3d36-4e8b-b200-e3e3fd77fea6 req-86429ddb-58f3-4f69-8825-62b372f256db tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854286 Feb 10 16:06:30.181872 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.199762 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-94852d0c-dfe5-44bf-a714-04fb376f8788 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The resource could not be found. Feb 10 16:06:30.200890 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94852d0c-dfe5-44bf-a714-04fb376f8788 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1556072 Feb 10 16:06:30.213877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56718) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:30.221994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933667466'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.229712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.246014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d306b-78c2-4ba2-b66f-3d6dd622ba61 None None] Pushing event updated for resources: {'Port': ['ID=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.247295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56720) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:30.249854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.254669 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4882073 Feb 10 16:06:30.255306 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56722) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:30.276048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '39cc6fc3-88f3-451b-ac25-ef02d27232ee', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.285737 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-acaa2cbe-ff58-43e3-8992-0b6d9e04d31e None None] Provisioning complete for port 009b767c-9499-4f23-a15e-41b382c3b037 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:30.286111 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-acaa2cbe-ff58-43e3-8992-0b6d9e04d31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.305487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f5534-1522-4cb1-bda9-88d4f2cfd471 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cc6fc3-88f3-451b-ac25-ef02d27232ee,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.348020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Made reservation on behalf of 74158ef762284d8984719767d60f4b81 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:30.352350 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.365198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Attempting to bind port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:30.365477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Attempting to bind port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:30.366385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Attempting to bind port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc on network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:30.368805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.374375 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.382147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:30.382787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Checking segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:30.382930 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.383299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Bound using segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:30.385560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Bound port: 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:30.385958 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.390603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-acaa2cbe-ff58-43e3-8992-0b6d9e04d31e None None] Port 009b767c-9499-4f23-a15e-41b382c3b037 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:30.399660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.454358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-499182654'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.519690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] For port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:30.524260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:30.527827 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.528627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] For port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:30.538804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.541782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.558208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.570773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.575415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.593499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.630949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.637385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a345b3-2cd7-4402-b6bc-55a1ed0fab2b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.645419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.650123 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-85cb3f60-d84f-4895-9223-6e409456ad16 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789175 Feb 10 16:06:30.653478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56726) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:30.654013 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.663609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:30.663839 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.664426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:30.665111 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4473245 Feb 10 16:06:30.668086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56728) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:30.669385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c174fb11-4160-4fe9-bf8b-06422d0daa4f None None] Provisioning complete for port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:30.669774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c174fb11-4160-4fe9-bf8b-06422d0daa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.670081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614b30d-7138-4c1a-9488-df5fcf0a8a44 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1facf868-553b-4da2-9d6b-1a8def8f932c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.671474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '39cc6fc3-88f3-451b-ac25-ef02d27232ee', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.675087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--229114713'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:30.678185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d306b-78c2-4ba2-b66f-3d6dd622ba61 None None] Pushing event updated for resources: {'Port': ['ID=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.695248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:30.699092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009b767c-9499-4f23-a15e-41b382c3b037 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:06:30.718697 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.747222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.747658 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Added segment f285ac58-bd26-441d-bbd5-33a61126b831 of type vlan for network b84211d2-c87d-434c-8b00-830e16c1ee0d Feb 10 16:06:30.751104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Transition to ACTIVE for port object 009b767c-9499-4f23-a15e-41b382c3b037 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:06:30.757588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc4100-ecc6-452c-96cc-56f8eb27fe85,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.771001 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.807163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.810129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.822192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.824939 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.861685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.868927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:30.869567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.877972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.892481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c174fb11-4160-4fe9-bf8b-06422d0daa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:30.938082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:30.942648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c174fb11-4160-4fe9-bf8b-06422d0daa4f None None] For port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:30.969496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:30.977269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Pushing event updated for resources: {'Port': ['ID=009b767c-9499-4f23-a15e-41b382c3b037,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:30.978536 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c174fb11-4160-4fe9-bf8b-06422d0daa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.028391 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2345760 Feb 10 16:06:31.030122 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.033749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56730) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:31.043401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Request body: {'subnet': {'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:31.072300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575e3ac-ceb1-4236-ab7d-2534029ead16 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event updated for resources: {'Network': ['ID=b84211d2-c87d-434c-8b00-830e16c1ee0d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.073736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.074089 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 7935873f-a8ea-43e5-9134-0f2130cdfe15 of type vlan for network c953be1d-149d-4d66-857f-6b29a110dc9c Feb 10 16:06:31.088052 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.089796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c84fe1-937b-4a21-90c0-eaf1b3d4455a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.123786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network b84211d2-c87d-434c-8b00-830e16c1ee0d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:31.149662 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.150645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174fb11-4160-4fe9-bf8b-06422d0daa4f None None] Pushing event updated for resources: {'Port': ['ID=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.171103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.189307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7a59cb-5459-4919-9a1b-14ca40090078,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.201147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.213317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.214555 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cdfab441-7221-4966-bc8a-fe87ba2ecfd6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5557265 Feb 10 16:06:31.219084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56734) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:31.223136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b7845ace-7caf-443c-9a4c-6d8950aa85bc None None] Provisioning complete for port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:31.223788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b7845ace-7caf-443c-9a4c-6d8950aa85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.234134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '39cc6fc3-88f3-451b-ac25-ef02d27232ee', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:31.263130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Attempting to bind port 009b767c-9499-4f23-a15e-41b382c3b037 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:31.263486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Attempting to bind port 009b767c-9499-4f23-a15e-41b382c3b037 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:31.263816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Attempting to bind port 009b767c-9499-4f23-a15e-41b382c3b037 on network 514c2730-9b7a-4313-81da-37e051922c4b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:31.269030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.274611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56736) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:31.276329 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6067898 Feb 10 16:06:31.283162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2b2fd231-723b-45dc-ae31-01c6f9e3eec1 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group_rule': {'security_group_id': '1facf868-553b-4da2-9d6b-1a8def8f932c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '044fe67a-3afc-4e06-a128-d7182aed52c1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:31.289570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Port 009b767c-9499-4f23-a15e-41b382c3b037 on network 514c2730-9b7a-4313-81da-37e051922c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:06:31.289901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Attempting to bind port 009b767c-9499-4f23-a15e-41b382c3b037 on network 514c2730-9b7a-4313-81da-37e051922c4b {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:31.295888 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.302081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:31.302851 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.308697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc52906-f483-4a4a-ab7b-d783222bd3be tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044fe67a-3afc-4e06-a128-d7182aed52c1,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.347941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:31.348270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Checking segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:31.348660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Bound using segment: {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:31.349107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Bound port: 009b767c-9499-4f23-a15e-41b382c3b037, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaeccafd-ec13-4cf1-8851-9870229c667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:31.351617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.358979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3d1869b5-4d3b-47c0-bf1f-e11db8962682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.422572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:31.439732 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1911521 Feb 10 16:06:31.442744 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Made reservation on behalf of 74158ef762284d8984719767d60f4b81 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:31.443003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.454859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.459457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56738) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:31.466645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53448aa6-aabe-467f-8f28-cc8e81b5290e None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:31.508280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-413657136'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:31.532729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b14f1-4a96-41b6-a656-e545fc22e1ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=c953be1d-149d-4d66-857f-6b29a110dc9c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.560897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c953be1d-149d-4d66-857f-6b29a110dc9c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:31.567598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4af4-52c5-4ed1-a7ae-e34bf1f807ff req-bcbf5e57-97f6-44fa-9953-1500f48a0751 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:31.575372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48ee4af4-52c5-4ed1-a7ae-e34bf1f807ff req-bcbf5e57-97f6-44fa-9953-1500f48a0751 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 944 time: 0.2684605 Feb 10 16:06:31.661121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] For port 009b767c-9499-4f23-a15e-41b382c3b037, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:31.670764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] For port 009b767c-9499-4f23-a15e-41b382c3b037, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=009b767c-9499-4f23-a15e-41b382c3b037,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:31.684755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:31.688265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.694134 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.696124 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-2b2fd231-723b-45dc-ae31-01c6f9e3eec1 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:06:31.697191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b2fd231-723b-45dc-ae31-01c6f9e3eec1 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4193823 Feb 10 16:06:31.702920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56740) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:31.746753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-48ee4af4-52c5-4ed1-a7ae-e34bf1f807ff req-a9e70b51-1fca-4656-b55a-40a1cbb5b859 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703773 Feb 10 16:06:31.761027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.786809 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.789195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:31.789872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.791245 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] 10.222.0.45 "PUT /v2.0/ports/009b767c-9499-4f23-a15e-41b382c3b037 HTTP/1.1" status: 200 len: 1092 time: 1.7481158 Feb 10 16:06:31.791747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:31.794128 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba6eb29-4181-4356-9f42-e79d15c561fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "tag": "009b767c-9499-4f23-a15e-41b382c3b037"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:31.809782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.861965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:31.894817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event updated for resources: {'Subnet': ['ID=ead32e28-0ab3-469c-bcbe-eb1ee75130c9,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.908062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682da36f-e4d2-41d8-a655-cff8b3744e3f service neutron] Pushing event updated for resources: {'Port': ['ID=009b767c-9499-4f23-a15e-41b382c3b037,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:31.915186 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3395011a-d91f-4cd4-857f-e2e71d38e407 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.952069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Checking segment: {'id': 'f285ac58-bd26-441d-bbd5-33a61126b831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:31.952569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Network hostable DHCP agents. Network: b84211d2-c87d-434c-8b00-830e16c1ee0d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:31.956019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3395011a-d91f-4cd4-857f-e2e71d38e407 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:31.964814 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ef175f-4355-4391-a526-e18ebc8ccb3c x-openstack-request-id: req-88ef175f-4355-4391-a526-e18ebc8ccb3c {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:31.966329 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "tag": "009b767c-9499-4f23-a15e-41b382c3b037", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:31.967104 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88ef175f-4355-4391-a526-e18ebc8ccb3c {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:31.967743 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037', 'status': 'completed', 'code': 200} Feb 10 16:06:32.010606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:32.014880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d9f3c9-e5a8-428a-b671-400dcf95809c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:32.019809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Network b84211d2-c87d-434c-8b00-830e16c1ee0d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:32.022749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3395011a-d91f-4cd4-857f-e2e71d38e407 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.023933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.024478 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 4926920d-6a8e-4160-8c41-f44c0ce4e085 of type vlan for network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 Feb 10 16:06:32.025287 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3395011a-d91f-4cd4-857f-e2e71d38e407 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.027173 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3395011a-d91f-4cd4-857f-e2e71d38e407 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/044fe67a-3afc-4e06-a128-d7182aed52c1 HTTP/1.1" status: 204 len: 168 time: 0.3231583 Feb 10 16:06:32.038262 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.043562 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.047516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d7a8669b-ccba-4382-8b17-e6197559a53a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8230901 Feb 10 16:06:32.048783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56746) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.063952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '39cc6fc3-88f3-451b-ac25-ef02d27232ee', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:32.068870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395011a-d91f-4cd4-857f-e2e71d38e407 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044fe67a-3afc-4e06-a128-d7182aed52c1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:32.085121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, b84211d2-c87d-434c-8b00-830e16c1ee0d) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:32.093613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:32.094584 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.102928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.104037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.107996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa4aab-144b-4fe4-b043-f7c80375e4a7 None None] Network b84211d2-c87d-434c-8b00-830e16c1ee0d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:32.131027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.137904 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9064a6e8-56ab-48e2-bd50-0a56f629e5c3 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0969582 Feb 10 16:06:32.144417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fa71c11e-0d5f-489f-a0e2-e2978c81349c tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1025126 Feb 10 16:06:32.144867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56748) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.145430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56750) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.159322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Request body: {'port': {'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-252469309'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:32.180964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.189883 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.190944 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.214784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-e6c86778-a2a0-47b5-9f1d-05f9af11c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.219380 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-e6c86778-a2a0-47b5-9f1d-05f9af11c884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 1095 time: 0.3461168 Feb 10 16:06:32.304911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-225ef4b3-1282-4717-8d51-862364b267e5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.337073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.341141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-225ef4b3-1282-4717-8d51-862364b267e5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.371534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9075491 Feb 10 16:06:32.375752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56752) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.380215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-9129984e-25e4-4b7e-b7e8-dd548fe16fbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=009b767c-9499-4f23-a15e-41b382c3b037 HTTP/1.1" status: 200 len: 217 time: 0.1303437 Feb 10 16:06:32.390713 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:32.415883 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.418488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Made reservation on behalf of 74158ef762284d8984719767d60f4b81 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:32.420351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-b84211d2-c87d-434c-8b00-830e16c1ee0d', 'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d', 'tenant_id': '74158ef762284d8984719767d60f4b81', 'fixed_ips': [{'subnet_id': 'ead32e28-0ab3-469c-bcbe-eb1ee75130c9'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:32.421860 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.422392 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.464004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce03e7-dc95-4e54-8643-0a8422a11fa1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=3d89fc13-6d07-4885-b00e-1d0f6f593d53,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:32.486113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] device_id is not set on port 18e9f87d-78bb-46af-9511-5908b697bce7 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:06:32.494993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-225ef4b3-1282-4717-8d51-862364b267e5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.497908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-225ef4b3-1282-4717-8d51-862364b267e5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.498589 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.500670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-7d967179-e951-4809-a708-3f093ac1f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.502343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-7d967179-e951-4809-a708-3f093ac1f8bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.1073475 Feb 10 16:06:32.502796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-225ef4b3-1282-4717-8d51-862364b267e5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/1facf868-553b-4da2-9d6b-1a8def8f932c HTTP/1.1" status: 204 len: 168 time: 0.3560669 Feb 10 16:06:32.503123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56754) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.505484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.545202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:32.555708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ef4b3-1282-4717-8d51-862364b267e5 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1facf868-553b-4da2-9d6b-1a8def8f932c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:32.604930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-000d498e-efa0-4ad2-98b9-808a5cabd018 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963337 Feb 10 16:06:32.608615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56756) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.616691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098495023'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:32.620896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d92de8a-d92c-4897-8da9-7d0d17c5137c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:32.636902 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.641846 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f93cbf80-1407-467e-91b6-51b46d50001b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5918808 Feb 10 16:06:32.643093 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56758) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.648774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '39cc6fc3-88f3-451b-ac25-ef02d27232ee', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:32.649944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-ece62a19-6c54-4188-ba0a-b67f97871f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.651919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-ece62a19-6c54-4188-ba0a-b67f97871f32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214943 Feb 10 16:06:32.662418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:32.666493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.716103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.742483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Allocated IP 172.20.0.12 (b84211d2-c87d-434c-8b00-830e16c1ee0d/ead32e28-0ab3-469c-bcbe-eb1ee75130c9/18e9f87d-78bb-46af-9511-5908b697bce7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:32.788688 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Project 1164d52f1cb6463a91863409d8a824b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:06:32.789192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-ac0e50dc-eea8-4b5e-b27f-aab172081b73 service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263497 Feb 10 16:06:32.802155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.911089 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.919118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.943022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.957883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.981585 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:32.982814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3711309 Feb 10 16:06:32.985858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56762) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:32.994889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56778450-f102-4ec3-a8d5-aa3b23189fa8 req-e158f77d-7dcb-4fb7-8576-84596185db9b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.996307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56778450-f102-4ec3-a8d5-aa3b23189fa8 req-e158f77d-7dcb-4fb7-8576-84596185db9b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 944 time: 0.1581728 Feb 10 16:06:33.001003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-03da128d-7829-4fcd-a435-e784f6d38dac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:33.001404 n-d-827895-3 neutron-server[102615]: WARNING neutron.api.v2.base [None req-03da128d-7829-4fcd-a435-e784f6d38dac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 16:06:33.001894 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-03da128d-7829-4fcd-a435-e784f6d38dac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 16:06:33.005400 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-03da128d-7829-4fcd-a435-e784f6d38dac tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "PUT /v2.0/security-groups/b44af42f-91c8-4a46-b35b-98bd245cdede HTTP/1.1" status: 409 len: 330 time: 0.0056112 Feb 10 16:06:33.005400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50a4ab-1ccf-4332-a6a8-22d502afe32f tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44af42f-91c8-4a46-b35b-98bd245cdede,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:33.006552 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56764) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.010547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd04c9a6-bf33-4951-867a-d5a51d4629f2 req-8ab05267-9714-47f5-868d-69f924442f6f service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003758 Feb 10 16:06:33.030864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6eac04-8d52-442a-8878-eab3eef8dbc6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:33.068558 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.071479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5781928-6845-4015-b7f3-d31ae36a52ee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4256682 Feb 10 16:06:33.073886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56766) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.078435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56778450-f102-4ec3-a8d5-aa3b23189fa8 req-4408a0bc-b9fd-40b7-a1bc-9d269510e419 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712657 Feb 10 16:06:33.084638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '39cc6fc3-88f3-451b-ac25-ef02d27232ee', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:33.132726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.149011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b3e94837-073a-4a38-977c-48ed9bb77517 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.170023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-4a4d6bce-55a7-4de9-8c61-5cbe5d789d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.171586 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-4a4d6bce-55a7-4de9-8c61-5cbe5d789d5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 1095 time: 0.0922737 Feb 10 16:06:33.175493 n-d-827895-3 neutron-server[102615]: INFO neutron.db.securitygroups_db [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Project 1164d52f1cb6463a91863409d8a824b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:06:33.190881 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.196211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.199788 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b3e94837-073a-4a38-977c-48ed9bb77517 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.217896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=8cbf1eda-6815-49c2-b702-b19a73453969,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:33.252472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '7935873f-a8ea-43e5-9134-0f2130cdfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:33.252860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: c953be1d-149d-4d66-857f-6b29a110dc9c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:33.270800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.314955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network c953be1d-149d-4d66-857f-6b29a110dc9c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:33.337239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.337518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Network b84211d2-c87d-434c-8b00-830e16c1ee0d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:33.340975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:33.346436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:33.349381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c953be1d-149d-4d66-857f-6b29a110dc9c) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:33.354686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event updated for resources: {'Port': ['ID=18e9f87d-78bb-46af-9511-5908b697bce7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:33.357677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.358183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.358850 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.366918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Allocated IP 172.20.0.2 (b84211d2-c87d-434c-8b00-830e16c1ee0d/ead32e28-0ab3-469c-bcbe-eb1ee75130c9/14a5ea45-ced1-439a-96f3-3aed3b7caa28) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:33.370266 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b3e94837-073a-4a38-977c-48ed9bb77517 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.373620 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b3e94837-073a-4a38-977c-48ed9bb77517 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.377366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b3e94837-073a-4a38-977c-48ed9bb77517 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/b44af42f-91c8-4a46-b35b-98bd245cdede HTTP/1.1" status: 204 len: 168 time: 0.3660336 Feb 10 16:06:33.377532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde80659-94ce-4011-9a1a-0d408f6ad2e4 None None] Network c953be1d-149d-4d66-857f-6b29a110dc9c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:33.383247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56768) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.392414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-9dff08a9-2095-47eb-bba7-18039d9239b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.394419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-9dff08a9-2095-47eb-bba7-18039d9239b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.2104132 Feb 10 16:06:33.400262 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ded1643-3408-4303-8132-4271a9a27ec8,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:33.408600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e94837-073a-4a38-977c-48ed9bb77517 tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44af42f-91c8-4a46-b35b-98bd245cdede,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:33.433600 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0dade118-87a3-40a1-8524-73e9e8e7bf43 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0515735 Feb 10 16:06:33.441019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56770) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.445975 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.447184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b7f967a3-4b5c-4c27-8cd7-94c797ada99a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3723013 Feb 10 16:06:33.448899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-d87f8260-d578-41d1-86ce-8193bff5fe8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=009b767c-9499-4f23-a15e-41b382c3b037 HTTP/1.1" status: 200 len: 217 time: 0.0464644 Feb 10 16:06:33.471536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:33.486923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.487956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.514779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-a14ca0ed-999c-4e31-8f81-da87a3f0598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.516230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-a14ca0ed-999c-4e31-8f81-da87a3f0598a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.0591273 Feb 10 16:06:33.540305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a46c3573-8f5a-4096-b6fa-fed3e024a8fd tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545100 Feb 10 16:06:33.550055 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.571787 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b3c82927-b2a9-4196-879b-93e6ac18a9fa tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4232025 Feb 10 16:06:33.576178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56776) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.592899 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-716af1fe-5c6d-4f07-9481-d416d2a123cc tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] delete failed (client error): The resource could not be found. Feb 10 16:06:33.594189 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-716af1fe-5c6d-4f07-9481-d416d2a123cc tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e407e49-2fa4-4077-8af7-d5b20deeff5a HTTP/1.1" status: 404 len: 347 time: 0.0419087 Feb 10 16:06:33.598812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56780) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.603587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-628e7801-289d-40cd-964c-4e6d7c8e3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.605287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-628e7801-289d-40cd-964c-4e6d7c8e3257 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810583 Feb 10 16:06:33.630467 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:33.636823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.677375 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-c4df4f20-de79-4827-832e-ca42c78e758e tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] show failed (client error): The resource could not be found. Feb 10 16:06:33.683671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4df4f20-de79-4827-832e-ca42c78e758e tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-groups/fad36b61-b36c-4fcf-abaa-2d87f667fcbf HTTP/1.1" status: 404 len: 347 time: 0.0773747 Feb 10 16:06:33.702642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56790) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:33.727169 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-fd171c47-bd8c-4571-b5ae-dba968b6bddf tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] show failed (client error): The resource could not be found. Feb 10 16:06:33.728311 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fd171c47-bd8c-4571-b5ae-dba968b6bddf tempest-NegativeSecGroupTest-491393093 tempest-NegativeSecGroupTest-491393093-project] 10.222.0.21 "GET /v2.0/security-group-rules/b6bb242a-67ba-44e8-8954-1c5d06ad6149 HTTP/1.1" status: 404 len: 356 time: 0.0246263 Feb 10 16:06:33.856863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-c953be1d-149d-4d66-857f-6b29a110dc9c', 'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': '8cbf1eda-6815-49c2-b702-b19a73453969'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:33.858158 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.860742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-bdde723a-6753-43cd-b6fb-23f6f275cbb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766755758&fields=id&tenant_id=1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 267 time: 0.1438429 Feb 10 16:06:33.867626 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-700fbcf7-71a7-44a6-a3a0-7f9622c26945 service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375107 Feb 10 16:06:33.892742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.908136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.916577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:33.987026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=93bdb4c4-6d30-48a6-bb38-3b7c17cd259e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:34.026488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '4926920d-6a8e-4160-8c41-f44c0ce4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:34.027058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: 3d89fc13-6d07-4885-b00e-1d0f6f593d53, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:34.032747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Network b84211d2-c87d-434c-8b00-830e16c1ee0d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:34.036619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Pushing event updated for resources: {'Port': ['ID=14a5ea45-ced1-439a-96f3-3aed3b7caa28,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:34.042322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:34.046930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:34.062688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:34.085376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3d89fc13-6d07-4885-b00e-1d0f6f593d53) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:34.102111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59f48f-ff08-489f-99e6-5ed0adae80f3 None None] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:34.108246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:34.117809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.147607 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3cbd87fe-a49d-48c5-806e-a6b276be983a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7024879 Feb 10 16:06:34.151374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56798) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:34.160997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-680541291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:34.194787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.196829 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.217572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:34.266631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Allocated IP 172.20.0.2 (c953be1d-149d-4d66-857f-6b29a110dc9c/8cbf1eda-6815-49c2-b702-b19a73453969/3303610e-68c9-49e1-9131-cf5b3dcc687a) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:34.268777 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.275559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Attempting to bind port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:34.276099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Attempting to bind port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'f285ac58-bd26-441d-bbd5-33a61126b831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:34.276467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Attempting to bind port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 on network b84211d2-c87d-434c-8b00-830e16c1ee0d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:34.282238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.288155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.297250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:34.297630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Checking segment: {'id': 'f285ac58-bd26-441d-bbd5-33a61126b831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:34.298046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.298438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Bound using segment: {'id': 'f285ac58-bd26-441d-bbd5-33a61126b831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:34.298927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Bound port: 14a5ea45-ced1-439a-96f3-3aed3b7caa28, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f285ac58-bd26-441d-bbd5-33a61126b831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b84211d2-c87d-434c-8b00-830e16c1ee0d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:34.299310 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.325183 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.329995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4b5466a6-64a1-460b-8927-03b7797606f6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1773472 Feb 10 16:06:34.330992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56804) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:34.407769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Deleting port 18e9f87d-78bb-46af-9511-5908b697bce7 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:34.408202 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.417906 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.516123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] For port 14a5ea45-ced1-439a-96f3-3aed3b7caa28, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:34.524497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] For port 14a5ea45-ced1-439a-96f3-3aed3b7caa28, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=14a5ea45-ced1-439a-96f3-3aed3b7caa28,segment=NetworkSegment(f285ac58-bd26-441d-bbd5-33a61126b831),segment_id=f285ac58-bd26-441d-bbd5-33a61126b831)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:34.537135 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-43eb4de7-0bec-49be-ba05-a64d688307c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=726053a3d15144ae8d7f461b8497ef8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180659 Feb 10 16:06:34.540248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56806) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:34.548425 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.563387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba16e6-ab81-4a8d-9308-a72e6bc06a2a req-12b61cf7-a6d0-40dc-9f71-8d11591fe56b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:34.564969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27ba16e6-ab81-4a8d-9308-a72e6bc06a2a req-12b61cf7-a6d0-40dc-9f71-8d11591fe56b tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 944 time: 0.2123723 Feb 10 16:06:34.586514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3d89fc13-6d07-4885-b00e-1d0f6f593d53', 'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': '93bdb4c4-6d30-48a6-bb38-3b7c17cd259e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:34.587925 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.593547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-867283d9-2519-4a7b-881e-03ade0d9efae tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:34.595088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-867283d9-2519-4a7b-881e-03ade0d9efae tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 797 time: 0.7247789 Feb 10 16:06:34.624523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ba6eb29-4181-4356-9f42-e79d15c561fd req-edc3738e-1556-499c-8ea8-5dd9003ed4e1 service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398391 Feb 10 16:06:34.633459 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.654104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Calling delete_port for 18e9f87d-78bb-46af-9511-5908b697bce7 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:34.656728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-6f1f76ca-245f-42b6-8d5a-0f3f7137001c tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/quotas/1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 375 time: 0.0444350 Feb 10 16:06:34.665009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.683174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27ba16e6-ab81-4a8d-9308-a72e6bc06a2a req-07084f41-165f-4adb-9987-fac5869dee94 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087823 Feb 10 16:06:34.775962 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.786432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce825bc-d0f7-4bdb-b0d2-2df1d4e344d8 None None] Pushing event updated for resources: {'Port': ['ID=14a5ea45-ced1-439a-96f3-3aed3b7caa28,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:34.804490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-14ab6508-001b-449f-ac27-8d2e35557d26 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301923 Feb 10 16:06:34.852092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Network c953be1d-149d-4d66-857f-6b29a110dc9c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:34.861635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:34.869040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:34.935047 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:34.995813 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Pushing event updated for resources: {'Port': ['ID=3303610e-68c9-49e1-9131-cf5b3dcc687a,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:35.007424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event deleted for resources: {'Port': ['ID=18e9f87d-78bb-46af-9511-5908b697bce7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:35.032103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Attempting to bind port 3303610e-68c9-49e1-9131-cf5b3dcc687a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:35.032500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Attempting to bind port 3303610e-68c9-49e1-9131-cf5b3dcc687a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7935873f-a8ea-43e5-9134-0f2130cdfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:35.032862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Attempting to bind port 3303610e-68c9-49e1-9131-cf5b3dcc687a on network c953be1d-149d-4d66-857f-6b29a110dc9c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:35.035381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Allocated IP 172.21.0.2 (3d89fc13-6d07-4885-b00e-1d0f6f593d53/93bdb4c4-6d30-48a6-bb38-3b7c17cd259e/43763b98-d6a0-4062-9900-1f0da4458d02) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:35.047629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:35.048420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Checking segment: {'id': '7935873f-a8ea-43e5-9134-0f2130cdfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:35.049095 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.049672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Bound using segment: {'id': '7935873f-a8ea-43e5-9134-0f2130cdfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:35.050425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Bound port: 3303610e-68c9-49e1-9131-cf5b3dcc687a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935873f-a8ea-43e5-9134-0f2130cdfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953be1d-149d-4d66-857f-6b29a110dc9c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:35.051001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.131646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.135428 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1bf49a22-ca6b-42a2-9bb4-ebe74f08768e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "DELETE /v2.0/ports/18e9f87d-78bb-46af-9511-5908b697bce7 HTTP/1.1" status: 204 len: 168 time: 1.5539138 Feb 10 16:06:35.138585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56808) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:35.168531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-60bd64d4-8b31-49e5-a111-8aa1cde5dfc1 service neutron] 10.222.0.21 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630857 Feb 10 16:06:35.221593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a144091-d94c-44f7-a8ac-7d83f948487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.226657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] For port 3303610e-68c9-49e1-9131-cf5b3dcc687a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:35.244656 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a144091-d94c-44f7-a8ac-7d83f948487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.264218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] For port 3303610e-68c9-49e1-9131-cf5b3dcc687a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3303610e-68c9-49e1-9131-cf5b3dcc687a,segment=NetworkSegment(7935873f-a8ea-43e5-9134-0f2130cdfe15),segment_id=7935873f-a8ea-43e5-9134-0f2130cdfe15)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:35.273611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.273871 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.292479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-cd505258-015d-45e4-b166-01c42cbbbe0e service neutron] 10.222.0.21 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162100 Feb 10 16:06:35.327430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-df32f128-a0d7-42e7-9bba-a47268b7774c tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1877317 Feb 10 16:06:35.330088 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56812) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:35.336841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-501765934'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:35.362631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9227ac-8e77-4512-a324-85afe19d8612 None None] Pushing event updated for resources: {'Port': ['ID=3303610e-68c9-49e1-9131-cf5b3dcc687a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:35.363952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Made reservation on behalf of 74158ef762284d8984719767d60f4b81 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:35.370833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.381959 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.399131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.431365 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:35.443039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:35.447068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.449247 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Added segment 42ff0b6c-4d82-42ff-83bb-8d321ca10dda of type vlan for network 2976d4a0-c118-486e-859b-373457532edd Feb 10 16:06:35.482087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:35.494286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:35.528111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.531182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a144091-d94c-44f7-a8ac-7d83f948487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.534443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0a144091-d94c-44f7-a8ac-7d83f948487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.547741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Pushing event updated for resources: {'Port': ['ID=43763b98-d6a0-4062-9900-1f0da4458d02,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:35.547962 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0a144091-d94c-44f7-a8ac-7d83f948487f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a4cb8cf-7eac-491f-a80b-9cbbc91a60eb HTTP/1.1" status: 204 len: 168 time: 1.0037165 Feb 10 16:06:35.631886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.639245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:35.640189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.640524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Attempting to bind port 43763b98-d6a0-4062-9900-1f0da4458d02 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:35.640902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Attempting to bind port 43763b98-d6a0-4062-9900-1f0da4458d02 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '4926920d-6a8e-4160-8c41-f44c0ce4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:35.641268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Attempting to bind port 43763b98-d6a0-4062-9900-1f0da4458d02 on network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:35.652206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:35.654316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Checking segment: {'id': '4926920d-6a8e-4160-8c41-f44c0ce4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:35.654835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.655244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Bound using segment: {'id': '4926920d-6a8e-4160-8c41-f44c0ce4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:35.657261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Bound port: 43763b98-d6a0-4062-9900-1f0da4458d02, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4926920d-6a8e-4160-8c41-f44c0ce4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3d89fc13-6d07-4885-b00e-1d0f6f593d53'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:35.657780 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:35.668820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fdebea6-e0bd-466e-a786-278e2bf77ba7 req-f41ec1bd-bc79-466d-9eed-a966df67d3e4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 210 time: 0.1275606 Feb 10 16:06:35.669706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a144091-d94c-44f7-a8ac-7d83f948487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4cb8cf-7eac-491f-a80b-9cbbc91a60eb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:35.683510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3521292 Feb 10 16:06:35.696889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56820) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:35.869879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395896a-8372-4242-a43b-3ec772fc1a01 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event updated for resources: {'Network': ['ID=2976d4a0-c118-486e-859b-373457532edd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:35.921921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 2976d4a0-c118-486e-859b-373457532edd details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:36.033927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] For port 43763b98-d6a0-4062-9900-1f0da4458d02, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:36.035867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6285f5-f256-4448-b881-36b6551ba96c req-ae60f21b-58e5-426f-82fb-993f7255fc03 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:36.040382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.20.0.1 (c953be1d-149d-4d66-857f-6b29a110dc9c/8cbf1eda-6815-49c2-b702-b19a73453969/05b3d36f-509d-4322-add3-f5529301be73) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:36.043543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6285f5-f256-4448-b881-36b6551ba96c req-ae60f21b-58e5-426f-82fb-993f7255fc03 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 944 time: 0.1978292 Feb 10 16:06:36.088951 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] For port 43763b98-d6a0-4062-9900-1f0da4458d02, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=43763b98-d6a0-4062-9900-1f0da4458d02,segment=NetworkSegment(4926920d-6a8e-4160-8c41-f44c0ce4e085),segment_id=4926920d-6a8e-4160-8c41-f44c0ce4e085)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:36.099010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:36.183478 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd6285f5-f256-4448-b881-36b6551ba96c req-4c0da422-caf3-4d90-a4f8-d762cdf93333 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151571 Feb 10 16:06:36.188444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3303610e-68c9-49e1-9131-cf5b3dcc687a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:36.275064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b622a-36ee-4d4e-882d-79213205e6c8 None None] Pushing event updated for resources: {'Port': ['ID=43763b98-d6a0-4062-9900-1f0da4458d02,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:36.312687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbb3c4-0428-4c6e-83e2-2a1d8ee7f3f8 None None] Network b84211d2-c87d-434c-8b00-830e16c1ee0d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:36.316969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3303610e-68c9-49e1-9131-cf5b3dcc687a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:36.317586 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:36.371394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:36.379245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-49c38ab9-8949-4b2a-b6b1-dee8793db52e tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/agents/906c8e45-e5cb-4fee-a770-b4e653f942dd/dhcp-networks HTTP/1.1" status: 200 len: 8809 time: 0.6807308 Feb 10 16:06:36.382173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56838) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:36.505621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:36.535393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-800e5015-856f-45c9-8a52-419f41663039 None None] Provisioning complete for port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:36.536461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-800e5015-856f-45c9-8a52-419f41663039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:36.612843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b859e3-2dba-4164-aa02-671869fb67af tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] Network 2976d4a0-c118-486e-859b-373457532edd is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:36.663057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network c953be1d-149d-4d66-857f-6b29a110dc9c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:36.684498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56846) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:36.700084 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d8b859e3-2dba-4164-aa02-671869fb67af tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "POST /v2.0/agents/906c8e45-e5cb-4fee-a770-b4e653f942dd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3167865 Feb 10 16:06:36.701810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:36.705132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=05b3d36f-509d-4322-add3-f5529301be73,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:36.711675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:36.804268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:36.970749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 009b767c-9499-4f23-a15e-41b382c3b037 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:06:36.973267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766d21c-8097-4858-86a5-8a03ef013d38 None None] Network 2976d4a0-c118-486e-859b-373457532edd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:37.041589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ddaab695-2c78-4288-bc53-4b73c5289862 tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/agents/906c8e45-e5cb-4fee-a770-b4e653f942dd/dhcp-networks HTTP/1.1" status: 200 len: 9579 time: 0.3557498 Feb 10 16:06:37.044020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2b1c62e0-c4b5-4156-9714-ab1de39b10a6 req-c505a648-2257-402f-a9c5-d9288b4291ab tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 210 time: 0.1531937 Feb 10 16:06:37.045121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56854) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.104335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:37.113341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56856) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.155925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ff7c57f2-730e-4c99-bbfc-df84389ddf99 tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "DELETE /v2.0/agents/906c8e45-e5cb-4fee-a770-b4e653f942dd/dhcp-networks/2976d4a0-c118-486e-859b-373457532edd HTTP/1.1" status: 204 len: 168 time: 0.1090477 Feb 10 16:06:37.157866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56860) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.232281 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:37.284005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c0566-8a51-469b-9253-e9b341285a8a None None] Network c953be1d-149d-4d66-857f-6b29a110dc9c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:37.409650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9f00b599-ebba-41bd-94e0-e8ef0a005e7c tempest-ServiceProvidersTest-1935791910 tempest-ServiceProvidersTest-1935791910-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2870953 Feb 10 16:06:37.465841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3303610e-68c9-49e1-9131-cf5b3dcc687a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3303610e-68c9-49e1-9131-cf5b3dcc687a,segment=NetworkSegment(7935873f-a8ea-43e5-9134-0f2130cdfe15),segment_id=7935873f-a8ea-43e5-9134-0f2130cdfe15)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:37.477614 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-800e5015-856f-45c9-8a52-419f41663039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:37.501614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d833f0f3-16dd-4922-ac80-24ee983f435c tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/agents/906c8e45-e5cb-4fee-a770-b4e653f942dd/dhcp-networks HTTP/1.1" status: 200 len: 8809 time: 0.3388667 Feb 10 16:06:37.501846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56866) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.525302 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:37.527267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 14a5ea45-ced1-439a-96f3-3aed3b7caa28 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:37.573858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3a24b3c3-081d-42c2-b99f-4b043eb9fa46 tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/networks/b84211d2-c87d-434c-8b00-830e16c1ee0d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0645332 Feb 10 16:06:37.576104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56868) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.598960 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-0dd1b6af-dcc6-42eb-a2ab-8d906705a5a7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:37.601803 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-0dd1b6af-dcc6-42eb-a2ab-8d906705a5a7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 797 time: 0.2114911 Feb 10 16:06:37.607425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735fd7b-1fe6-4b44-b43a-926503da82b3 req-92350281-041e-4ffc-8202-783e2426c61a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:37.617008 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6735fd7b-1fe6-4b44-b43a-926503da82b3 req-92350281-041e-4ffc-8202-783e2426c61a tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 944 time: 0.2422898 Feb 10 16:06:37.635903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da9ae38b-97c5-42e6-88df-94e0f2aa93e8 tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/networks/b84211d2-c87d-434c-8b00-830e16c1ee0d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0537856 Feb 10 16:06:37.643752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56870) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.786405 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-6851b1f3-da85-468d-97ce-babde393daf3 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 379 time: 0.0949562 Feb 10 16:06:37.793111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6735fd7b-1fe6-4b44-b43a-926503da82b3 req-aef52e83-d036-4949-a2e8-50242024bdca tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693022 Feb 10 16:06:37.799042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 009b767c-9499-4f23-a15e-41b382c3b037, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=009b767c-9499-4f23-a15e-41b382c3b037,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:37.809368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'port': {'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'admin_state_up': True, 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'security_groups': ['39cc6fc3-88f3-451b-ac25-ef02d27232ee']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:37.830415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-800e5015-856f-45c9-8a52-419f41663039 None None] For port 14a5ea45-ced1-439a-96f3-3aed3b7caa28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=14a5ea45-ced1-439a-96f3-3aed3b7caa28,segment=NetworkSegment(f285ac58-bd26-441d-bbd5-33a61126b831),segment_id=f285ac58-bd26-441d-bbd5-33a61126b831)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:37.839378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-abeb9b60-56ae-49db-bd43-4856e3b5d6b8 tempest-DHCPAgentSchedulersTestJSON-929495599 tempest-DHCPAgentSchedulersTestJSON-929495599-project-admin] 10.222.0.21 "GET /v2.0/agents/906c8e45-e5cb-4fee-a770-b4e653f942dd/dhcp-networks HTTP/1.1" status: 200 len: 8809 time: 0.1941350 Feb 10 16:06:37.841129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56874) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.864984 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-800e5015-856f-45c9-8a52-419f41663039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:37.866853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '009b767c-9499-4f23-a15e-41b382c3b037', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'port_id': '009b767c-9499-4f23-a15e-41b382c3b037', 'mac_address': 'fa:16:3e:f1:d6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:06:37.900425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3303610e-68c9-49e1-9131-cf5b3dcc687a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:37.940929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56876) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:37.970399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d53d71-230d-4a61-9a6b-89600574a73f None None] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:38.005475 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.047085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e5015-856f-45c9-8a52-419f41663039 None None] Pushing event updated for resources: {'Port': ['ID=14a5ea45-ced1-439a-96f3-3aed3b7caa28,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:38.072229 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.083217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.132434 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.138517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.140126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:38.143759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.167783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2976d4a0-c118-486e-859b-373457532edd']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:38.179329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ff0b6c-4d82-42ff-83bb-8d321ca10dda') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:38.179651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ff0b6c-4d82-42ff-83bb-8d321ca10dda') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:38.192979 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.194591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:38.195189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.225049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Provisioning complete for port 43763b98-d6a0-4062-9900-1f0da4458d02 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:38.225685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.227467 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.262429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.264773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=05b3d36f-509d-4322-add3-f5529301be73,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:38.271013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:38.271419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.295756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9aa64671-bc89-428b-ad42-72bbc30f64bc req-01a6bff5-3f2f-4a4a-b7f5-2cd9b83ba4e2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 210 time: 0.0819528 Feb 10 16:06:38.296495 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6df5bf1-30e5-4a4b-9d92-d56ac36fa951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:38.298444 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:38.305518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009b767c-9499-4f23-a15e-41b382c3b037 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:06:38.319968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network c953be1d-149d-4d66-857f-6b29a110dc9c is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:38.321606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:38.369277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 009b767c-9499-4f23-a15e-41b382c3b037, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=009b767c-9499-4f23-a15e-41b382c3b037,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:38.394650 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.407504 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.421838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.431369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "DELETE /v2.0/networks/2976d4a0-c118-486e-859b-373457532edd HTTP/1.1" status: 204 len: 168 time: 0.5890813 Feb 10 16:06:38.446469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56882) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:38.459823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event deleted for resources: {'Network': ['ID=2976d4a0-c118-486e-859b-373457532edd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:38.486409 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-da051041-bccc-4642-90e4-90351b69d255 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] DELETE failed (client error): The resource could not be found. Feb 10 16:06:38.486991 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da051041-bccc-4642-90e4-90351b69d255 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:06:38.490034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-da051041-bccc-4642-90e4-90351b69d255 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "DELETE /v2.0/ports/18e9f87d-78bb-46af-9511-5908b697bce7 HTTP/1.1" status: 404 len: 333 time: 0.0397878 Feb 10 16:06:38.494285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56884) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:38.523319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.523838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.524732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.525270 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.526077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.526229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.526617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.527046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.527488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.527915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.532256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.532748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe247ef-851a-414b-bf1f-d5a9208a8145 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:38.571589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=009b767c-9499-4f23-a15e-41b382c3b037,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:38.594466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 2641914a-4e7e-4b9c-aa01-1650aae25ef0 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:06:38.602558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.20.0.13 (020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4/1d1e4514-9f22-4263-bb86-100af535373c/d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:38.630081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Deleting subnet ead32e28-0ab3-469c-bcbe-eb1ee75130c9 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:38.640970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.645707 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6df5bf1-30e5-4a4b-9d92-d56ac36fa951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.689800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6df5bf1-30e5-4a4b-9d92-d56ac36fa951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.724345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['009b767c-9499-4f23-a15e-41b382c3b037'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:06:38.738822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.773574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:38.785800 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] Sync routers for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:38.794785 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-74fe2d8d-02b6-457f-831b-b9ab0c39e52d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/2641914a-4e7e-4b9c-aa01-1650aae25ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4623861 Feb 10 16:06:38.795721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56886) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:38.816542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d6df5bf1-30e5-4a4b-9d92-d56ac36fa951 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=745836ce8abf46d9903bc345926dfc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724718 Feb 10 16:06:38.822079 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:38.823405 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:38.847946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.853169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56890) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:38.921256 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:38.945824 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:38.946708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:38.948027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] For port 43763b98-d6a0-4062-9900-1f0da4458d02, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=43763b98-d6a0-4062-9900-1f0da4458d02,segment=NetworkSegment(4926920d-6a8e-4160-8c41-f44c0ce4e085),segment_id=4926920d-6a8e-4160-8c41-f44c0ce4e085)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:38.962061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:38.996565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2a01f-3d7d-420d-b8af-4bde79c85990 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:39.001248 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6b2a01f-3d7d-420d-b8af-4bde79c85990 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports/05b3d36f-509d-4322-add3-f5529301be73 HTTP/1.1" status: 200 len: 910 time: 0.1557584 Feb 10 16:06:39.001894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56892) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:39.033198 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:39.033868 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ff72a-5cb6-46b6-9b67-d94cb219473f None None] The sync data for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:39.098200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df5bf1-30e5-4a4b-9d92-d56ac36fa951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a48b77-d1e4-4812-815e-37d0964a55a1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:39.148194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 43763b98-d6a0-4062-9900-1f0da4458d02 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:39.181163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Provisioning complete for port 3303610e-68c9-49e1-9131-cf5b3dcc687a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:39.181959 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.185443 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.212977 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.298351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dae783-d1f7-4b8e-965f-bcf6ae23b306 req-0676edcd-b098-4873-82ec-25a74d9ff5d0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:39.299988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00dae783-d1f7-4b8e-965f-bcf6ae23b306 req-0676edcd-b098-4873-82ec-25a74d9ff5d0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 945 time: 0.3139210 Feb 10 16:06:39.300662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4912f250-3dfe-40a8-ac8f-91d7a6cb7040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.303518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.309837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8fba5-490f-43eb-a572-88f7aade5ad3 None None] Pushing event updated for resources: {'Port': ['ID=43763b98-d6a0-4062-9900-1f0da4458d02,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:39.338629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event deleted for resources: {'Subnet': ['ID=ead32e28-0ab3-469c-bcbe-eb1ee75130c9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:39.381146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.385032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b934e3f0-9d79-47b5-8bc3-0ff632cbeb12 tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "DELETE /v2.0/subnets/ead32e28-0ab3-469c-bcbe-eb1ee75130c9 HTTP/1.1" status: 204 len: 168 time: 0.8886092 Feb 10 16:06:39.390619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56896) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:39.398754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4912f250-3dfe-40a8-ac8f-91d7a6cb7040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.408235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89434957-11b7-4ae7-a7c7-f7c78d0b76f5 None None] Network b84211d2-c87d-434c-8b00-830e16c1ee0d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:39.444874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.449319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00dae783-d1f7-4b8e-965f-bcf6ae23b306 req-5d000bf5-4945-40a1-9f97-594dbd3e9a1d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114430 Feb 10 16:06:39.493861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:39.523990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:39.528582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:39.531032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:39.552200 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 43763b98-d6a0-4062-9900-1f0da4458d02 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:39.553411 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.574384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.601760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e92789-2c35-4a78-9880-64e2596a45e7 req-748830f1-db14-4f21-95f8-d0dd04fff400 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:39.604781 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e92789-2c35-4a78-9880-64e2596a45e7 req-748830f1-db14-4f21-95f8-d0dd04fff400 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 932 time: 0.1839356 Feb 10 16:06:39.646174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:39.647538 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.667613 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-dd22770a-147a-4434-992e-b6d5460d7273 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8740592 Feb 10 16:06:39.699708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Request body: {'port': {'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:39.725944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09e92789-2c35-4a78-9880-64e2596a45e7 req-2a8eb554-2815-4f98-8e6f-12d731bc03f2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093380 Feb 10 16:06:39.735044 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4912f250-3dfe-40a8-ac8f-91d7a6cb7040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.739639 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4912f250-3dfe-40a8-ac8f-91d7a6cb7040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.740359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4912f250-3dfe-40a8-ac8f-91d7a6cb7040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7a48b77-d1e4-4812-815e-37d0964a55a1 HTTP/1.1" status: 204 len: 168 time: 0.8771572 Feb 10 16:06:39.764492 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912f250-3dfe-40a8-ac8f-91d7a6cb7040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a48b77-d1e4-4812-815e-37d0964a55a1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:39.779766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.796838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.802291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Deleting port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:39.802833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.899761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] For port 14a5ea45-ced1-439a-96f3-3aed3b7caa28, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=14a5ea45-ced1-439a-96f3-3aed3b7caa28,segment=NetworkSegment(f285ac58-bd26-441d-bbd5-33a61126b831),segment_id=f285ac58-bd26-441d-bbd5-33a61126b831)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:39.900744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:39.941537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Calling delete_port for 14a5ea45-ced1-439a-96f3-3aed3b7caa28 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:40.048826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.085294 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3303610e-68c9-49e1-9131-cf5b3dcc687a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:40.093174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] No DVR routers for this DVR port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:40.170128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event deleted for resources: {'Port': ['ID=14a5ea45-ced1-439a-96f3-3aed3b7caa28,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:40.175215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Provisioning complete for port 43763b98-d6a0-4062-9900-1f0da4458d02 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:40.175611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.204631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259244d-74de-4039-937c-db0e156cd906 None None] DHCP port deletion for b84211d2-c87d-434c-8b00-830e16c1ee0d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:06:40.218512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3303610e-68c9-49e1-9131-cf5b3dcc687a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:40.218879 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.282956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.319758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84211d2-c87d-434c-8b00-830e16c1ee0d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:40.328861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.21.0.1 (3d89fc13-6d07-4885-b00e-1d0f6f593d53/93bdb4c4-6d30-48a6-bb38-3b7c17cd259e/5f548c8b-5d18-450c-ac47-fba5fcebbcfc) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:40.342480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f285ac58-bd26-441d-bbd5-33a61126b831') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:40.343384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f285ac58-bd26-441d-bbd5-33a61126b831') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:40.344246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Could not find standard attr ID for object 14a5ea45-ced1-439a-96f3-3aed3b7caa28. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:06:40.358073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 14a5ea45-ced1-439a-96f3-3aed3b7caa28 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:40.359976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.378225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.380784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 14a5ea45-ced1-439a-96f3-3aed3b7caa28 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:40.381174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 14a5ea45-ced1-439a-96f3-3aed3b7caa28 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 16:06:40.382917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Provisioning complete for port 3303610e-68c9-49e1-9131-cf5b3dcc687a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:40.383308 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.389130 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:40.389838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:40.393921 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:40.400379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:06:40.401848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Port 14a5ea45-ced1-439a-96f3-3aed3b7caa28 not found, will not notify nova. {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 16:06:40.434482 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.501708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.504391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Transition to ACTIVE for port object d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:06:40.512168 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.533995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Could not find standard attr ID for object 18e9f87d-78bb-46af-9511-5908b697bce7. {{(pid=102616) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:06:40.542566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.545096 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.551030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] 10.222.0.21 "DELETE /v2.0/networks/b84211d2-c87d-434c-8b00-830e16c1ee0d HTTP/1.1" status: 204 len: 168 time: 1.1538639 Feb 10 16:06:40.551030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088e56-09dd-4e8b-ba8f-e85c8eccec7e tempest-DHCPAgentSchedulersTestJSON-3426800 tempest-DHCPAgentSchedulersTestJSON-3426800-project] Pushing event deleted for resources: {'Network': ['ID=b84211d2-c87d-434c-8b00-830e16c1ee0d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:40.564807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Provisioning complete for port 05b3d36f-509d-4322-add3-f5529301be73 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:40.565774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.612350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-da98ac5d-c042-48a2-b372-5189e7a012bc None None] Port 05b3d36f-509d-4322-add3-f5529301be73 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:40.637480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533de2b6-ff1a-4a92-b600-86f23b0c0634 req-d9e06820-231c-4466-86b0-32c9389b8928 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:40.638029 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.639285 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-533de2b6-ff1a-4a92-b600-86f23b0c0634 req-d9e06820-231c-4466-86b0-32c9389b8928 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 945 time: 0.0735703 Feb 10 16:06:40.689541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 009b767c-9499-4f23-a15e-41b382c3b037 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:40.746262 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-533de2b6-ff1a-4a92-b600-86f23b0c0634 req-efff71ce-b5d4-4d8c-b7e3-73f971adebb5 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995355 Feb 10 16:06:40.788231 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:40.814115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 009b767c-9499-4f23-a15e-41b382c3b037 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:06:40.819342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 009b767c-9499-4f23-a15e-41b382c3b037 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:40.819880 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.825597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:40.843560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Attempting to bind port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:40.844017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Attempting to bind port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:40.844323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Attempting to bind port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 on network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:40.857779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:40.889295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 43763b98-d6a0-4062-9900-1f0da4458d02 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:40.893959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:40.926010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 on network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:06:40.926190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Attempting to bind port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 on network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:40.940483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:40.940483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Checking segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:40.940902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Bound using segment: {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:40.941272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Bound port: d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6054b5b2-b0b4-4f41-8775-7bde8abdbc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:40.941629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:40.981740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99338-5a4d-4bf5-a306-50be2e97e65f req-a935be9c-9ba4-4a50-8065-183f539f5ab1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:40.985158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed99338-5a4d-4bf5-a306-50be2e97e65f req-a935be9c-9ba4-4a50-8065-183f539f5ab1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 944 time: 0.1079628 Feb 10 16:06:41.017191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=5f548c8b-5d18-450c-ac47-fba5fcebbcfc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:41.023719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56928) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.040171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56930) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.041782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.060091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.078211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 43763b98-d6a0-4062-9900-1f0da4458d02 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:41.082336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fed99338-5a4d-4bf5-a306-50be2e97e65f req-85fe531f-a4fb-4c66-86b0-1cd30ea5b7c6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900781 Feb 10 16:06:41.083025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.132228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:41.135243 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f50c61-d9cc-441f-ae49-94aff481da19" -d '{"events": [{"server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "name": "network-vif-plugged", "status": "completed", "tag": "009b767c-9499-4f23-a15e-41b382c3b037"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:41.154387 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 009b767c-9499-4f23-a15e-41b382c3b037, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=009b767c-9499-4f23-a15e-41b382c3b037,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:41.161917 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.217063 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86affb7-6ce2-4837-a042-c570894c2e3b x-openstack-request-id: req-f86affb7-6ce2-4837-a042-c570894c2e3b {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:41.217658 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "name": "network-vif-plugged", "status": "completed", "tag": "009b767c-9499-4f23-a15e-41b382c3b037", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:41.218140 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f86affb7-6ce2-4837-a042-c570894c2e3b {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:41.218873 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037', 'code': 200} Feb 10 16:06:41.273390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=009b767c-9499-4f23-a15e-41b382c3b037,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:41.338356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b494c378-1b15-439c-b174-eb768141d873 None None] Provisioning complete for port 5f548c8b-5d18-450c-ac47-fba5fcebbcfc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:41.339035 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b494c378-1b15-439c-b174-eb768141d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.351266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-96ad7625-b463-416c-b280-a256235de568 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-483630638', 'prefixes': ['172.20.0.0/16']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:41.370748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 14a5ea45-ced1-439a-96f3-3aed3b7caa28 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:41.378613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5a3a-852d-4920-ad27-498dc892d839 req-3d7e76cd-2ea6-4f8e-895b-69a61e7edc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:41.380248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f0f5a3a-852d-4920-ad27-498dc892d839 req-3d7e76cd-2ea6-4f8e-895b-69a61e7edc40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 1097 time: 0.0831118 Feb 10 16:06:41.400571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 14a5ea45-ced1-439a-96f3-3aed3b7caa28 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:41.401004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 14a5ea45-ced1-439a-96f3-3aed3b7caa28 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:41.411254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b494c378-1b15-439c-b174-eb768141d873 None None] Port 5f548c8b-5d18-450c-ac47-fba5fcebbcfc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:41.439656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8f0f5a3a-852d-4920-ad27-498dc892d839 req-b80a2279-b425-465b-8ee3-38d2af7fb2da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513899 Feb 10 16:06:41.455886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-96ad7625-b463-416c-b280-a256235de568 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] Notify callbacks [] for subnetpool, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.457373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-96ad7625-b463-416c-b280-a256235de568 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4123313 Feb 10 16:06:41.460414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56938) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.499354 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3b07181b-1a42-4f9b-907a-8bf45037ad66 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] 10.222.0.21 "GET /v2.0/subnetpools/e69d89a5-3e18-4d84-8c8a-9bb2ebb4b905 HTTP/1.1" status: 200 len: 731 time: 0.0375421 Feb 10 16:06:41.502190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56940) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.507557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-46f86d7f-860a-4745-9caa-76f21648c241 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-801363314'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:41.585703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46f86d7f-860a-4745-9caa-76f21648c241 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] Notify callbacks [] for subnetpool, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.587211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-46f86d7f-860a-4745-9caa-76f21648c241 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] 10.222.0.21 "PUT /v2.0/subnetpools/e69d89a5-3e18-4d84-8c8a-9bb2ebb4b905 HTTP/1.1" status: 200 len: 683 time: 0.0840933 Feb 10 16:06:41.589953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56942) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.662897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c5918d5-95a0-43cd-8d7f-cca364f3e360 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] Notify callbacks [] for subnetpool, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.666479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8c5918d5-95a0-43cd-8d7f-cca364f3e360 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e69d89a5-3e18-4d84-8c8a-9bb2ebb4b905 HTTP/1.1" status: 204 len: 168 time: 0.0733395 Feb 10 16:06:41.666624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] For port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:41.666740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56944) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.669539 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f5736c77-9955-4330-95df-fe02958f0968 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74158ef762284d8984719767d60f4b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444979 Feb 10 16:06:41.671361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] For port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:41.673842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56946) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.689753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.694135 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-daf0e752-dcfb-429e-ad0d-bfff4627a579 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] show failed (client error): The resource could not be found. Feb 10 16:06:41.697741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-daf0e752-dcfb-429e-ad0d-bfff4627a579 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] 10.222.0.21 "GET /v2.0/subnetpools/e69d89a5-3e18-4d84-8c8a-9bb2ebb4b905 HTTP/1.1" status: 404 len: 346 time: 0.0275381 Feb 10 16:06:41.700267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56948) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:41.726908 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-bbc2a79f-350f-4a4f-b873-6420e3a985d6 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] delete failed (client error): The resource could not be found. Feb 10 16:06:41.733611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bbc2a79f-350f-4a4f-b873-6420e3a985d6 tempest-SubnetPoolsTestJSON-1313523812 tempest-SubnetPoolsTestJSON-1313523812-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e69d89a5-3e18-4d84-8c8a-9bb2ebb4b905 HTTP/1.1" status: 404 len: 346 time: 0.0274408 Feb 10 16:06:41.743342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:41.744268 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.746330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] 10.222.0.75 "PUT /v2.0/ports/d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 1092 time: 2.0525899 Feb 10 16:06:41.747069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:41.749940 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d0da0-8c0e-409e-bfcb-c697902e137d" -d '{"events": [{"name": "network-changed", "server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:41.754688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.771422 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2846-14b4-44e3-9923-c72e1a9cb905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.796824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede36f-d7ea-4b95-828d-25b033e1ebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:41.848372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2846-14b4-44e3-9923-c72e1a9cb905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:41.946324 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c644caad-9e90-40ac-bb28-845aa603fe87 x-openstack-request-id: req-c644caad-9e90-40ac-bb28-845aa603fe87 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:41.947168 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:41.947168 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c644caad-9e90-40ac-bb28-845aa603fe87 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:41.947692 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'status': 'completed', 'code': 200} Feb 10 16:06:41.962111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c122350-0b76-4a65-bc13-2d48004b4f2e req-0d70a5ef-90c1-46a9-8919-1952af1b4bbc tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:41.970103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c122350-0b76-4a65-bc13-2d48004b4f2e req-0d70a5ef-90c1-46a9-8919-1952af1b4bbc tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.0889990 Feb 10 16:06:42.015658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-b26d93ae-5f2a-4a76-bd40-7038559ad855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:42.017876 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-b26d93ae-5f2a-4a76-bd40-7038559ad855 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1095 time: 0.0787952 Feb 10 16:06:42.023679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c122350-0b76-4a65-bc13-2d48004b4f2e req-de486841-9bb4-44ea-92d5-b1b20e513354 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454516 Feb 10 16:06:42.025269 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2846-14b4-44e3-9923-c72e1a9cb905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.027673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56958) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:42.028200 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2846-14b4-44e3-9923-c72e1a9cb905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.032937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0bdf2846-14b4-44e3-9923-c72e1a9cb905 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bfc4100-ecc6-452c-96cc-56f8eb27fe85 HTTP/1.1" status: 204 len: 168 time: 0.3562174 Feb 10 16:06:42.042648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2846-14b4-44e3-9923-c72e1a9cb905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc4100-ecc6-452c-96cc-56f8eb27fe85,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:42.096188 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-9ff2e78b-7123-42b9-9396-433fca4d19cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0657854 Feb 10 16:06:42.201324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-f725e3bc-2cc0-467d-93dc-8de398a3eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:42.202791 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-f725e3bc-2cc0-467d-93dc-8de398a3eaa0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 200 len: 835 time: 0.0732269 Feb 10 16:06:42.259169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103f10e-3b46-44e6-84f4-3158063d45b0 req-5903b77c-e4b8-465f-bc6b-084104919ddd tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:42.260901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6103f10e-3b46-44e6-84f4-3158063d45b0 req-5903b77c-e4b8-465f-bc6b-084104919ddd tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 944 time: 0.0611806 Feb 10 16:06:42.294518 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.303054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.308438 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6103f10e-3b46-44e6-84f4-3158063d45b0 req-9ae9e975-e8c6-4788-9a63-a39479668d8d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Feb 10 16:06:42.351337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-df248ecb-c281-4aba-9fe9-a550060d894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:42.352854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-df248ecb-c281-4aba-9fe9-a550060d894b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397250 Feb 10 16:06:42.419918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56968) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:42.433218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-38db1a90-5e6f-48a9-b74d-b10ac777bf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.455791 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb874e13-2551-4ce0-b1e7-a9db2083d328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.464798 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.488119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=5f548c8b-5d18-450c-ac47-fba5fcebbcfc,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:42.518099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-38db1a90-5e6f-48a9-b74d-b10ac777bf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.530847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-38db1a90-5e6f-48a9-b74d-b10ac777bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.573289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-38db1a90-5e6f-48a9-b74d-b10ac777bf56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42b254ce3ac24b81a1899c2084ae3b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522536 Feb 10 16:06:42.575929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56970) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:42.583160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1a90-5e6f-48a9-b74d-b10ac777bf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebcadfd-8c88-439a-b607-4e02b0b43405,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:42.609136 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-943108ed-76d0-4ebb-abf6-d25830ffab3a service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342036 Feb 10 16:06:42.644968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-68d3a4ee-07da-403c-ab6b-0dc44d0f4c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.667302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-68d3a4ee-07da-403c-ab6b-0dc44d0f4c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.705719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:42.711791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:42.726105 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-68d3a4ee-07da-403c-ab6b-0dc44d0f4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.728989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-68d3a4ee-07da-403c-ab6b-0dc44d0f4c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.730256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-68d3a4ee-07da-403c-ab6b-0dc44d0f4c63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bebcadfd-8c88-439a-b607-4e02b0b43405 HTTP/1.1" status: 204 len: 168 time: 0.1534379 Feb 10 16:06:42.736885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb874e13-2551-4ce0-b1e7-a9db2083d328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.743642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a4ee-07da-403c-ab6b-0dc44d0f4c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebcadfd-8c88-439a-b607-4e02b0b43405,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:42.781275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bb874e13-2551-4ce0-b1e7-a9db2083d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:42.880618 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5d983cea-916b-4d4e-bd92-c2a8e56b8b37 req-9e6f7240-533d-492f-83ad-7719c5794963 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592778 Feb 10 16:06:42.885774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb874e13-2551-4ce0-b1e7-a9db2083d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e82f2-549b-482c-93d5-844f7962d70a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:42.894947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56974) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:42.902097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb874e13-2551-4ce0-b1e7-a9db2083d328 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df472b3640f84aa8b4b837cdc8975fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724747 Feb 10 16:06:42.932740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 2641914a-4e7e-4b9c-aa01-1650aae25ef0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:42.979318 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1372ca5e-c30e-4d1a-8d7d-e9ecbf4204ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:43.003908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1372ca5e-c30e-4d1a-8d7d-e9ecbf4204ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:43.075862 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1372ca5e-c30e-4d1a-8d7d-e9ecbf4204ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:43.078543 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1372ca5e-c30e-4d1a-8d7d-e9ecbf4204ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:43.082269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1372ca5e-c30e-4d1a-8d7d-e9ecbf4204ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d9e82f2-549b-482c-93d5-844f7962d70a HTTP/1.1" status: 204 len: 168 time: 0.1862702 Feb 10 16:06:43.090255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eb002571-e787-48ac-917a-a321984b6bda None None] Provisioning complete for port 5f548c8b-5d18-450c-ac47-fba5fcebbcfc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:43.090800 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb002571-e787-48ac-917a-a321984b6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:43.091016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-30b9a8a2-f246-4061-bd5d-d12801cc6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.092493 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-30b9a8a2-f246-4061-bd5d-d12801cc6532 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1095 time: 0.1546185 Feb 10 16:06:43.102427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372ca5e-c30e-4d1a-8d7d-e9ecbf4204ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9e82f2-549b-482c-93d5-844f7962d70a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:43.172606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eb002571-e787-48ac-917a-a321984b6bda None None] Port 5f548c8b-5d18-450c-ac47-fba5fcebbcfc cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:43.193162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:43.198646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903c1b2-b4ed-40b6-b5cf-400458dd68ae req-a405905c-edec-4ff3-9b9e-4b1cdd91672c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.203959 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e0a628d9-fa30-44a7-969a-366ee063a18e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/2641914a-4e7e-4b9c-aa01-1650aae25ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1824634 Feb 10 16:06:43.206489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 56986) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:43.207383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] Sync routers for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:43.213985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1903c1b2-b4ed-40b6-b5cf-400458dd68ae req-a405905c-edec-4ff3-9b9e-4b1cdd91672c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.1143634 Feb 10 16:06:43.229033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:43.230712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:43.262405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1903c1b2-b4ed-40b6-b5cf-400458dd68ae req-bcdb4782-8a79-405d-bc26-86d02d7d714d tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Feb 10 16:06:43.264405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-30136881-4ba2-407b-8018-ff7a6e39d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.266336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-30136881-4ba2-407b-8018-ff7a6e39d7e6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 898 time: 0.1620295 Feb 10 16:06:43.284302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0527bc-cde9-45aa-9f75-de054ad20b7b tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.287351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc0527bc-cde9-45aa-9f75-de054ad20b7b tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports/5f548c8b-5d18-450c-ac47-fba5fcebbcfc HTTP/1.1" status: 200 len: 910 time: 0.0796723 Feb 10 16:06:43.290716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 56994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:43.313131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:43.335515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:43.336350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:43.373703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:43.374477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988f79f-badb-411d-88e5-b6b176ccce83 None None] The sync data for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:43.390999 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-aa7f9a04-c1a9-46d8-8bf4-3d39b812352f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0991609 Feb 10 16:06:43.465946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-eb798a7f-bc3c-4263-a48c-3c3c5eee6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.468845 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-eb798a7f-bc3c-4263-a48c-3c3c5eee6237 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 200 len: 835 time: 0.0660186 Feb 10 16:06:43.533346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-cd693e66-9d0a-48fb-948b-e028d1d3bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.535422 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-cd693e66-9d0a-48fb-948b-e028d1d3bcd5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569990 Feb 10 16:06:43.675193 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-3447e1e0-01c1-43ba-996e-3281509c4356 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294098 Feb 10 16:06:43.801178 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f53d0da0-8c0e-409e-bfcb-c697902e137d req-80dea050-9389-41a7-bc26-a2d63ed0fedd service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142950 Feb 10 16:06:43.925140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a26ab-8362-4657-af1c-a87dee6e12e9 req-736fbb2c-9779-46fd-bb22-a65813ca3919 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.926656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b71a26ab-8362-4657-af1c-a87dee6e12e9 req-736fbb2c-9779-46fd-bb22-a65813ca3919 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.5343862 Feb 10 16:06:43.935878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57024) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:43.940735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Request body: {'floatingip': {'port_id': '009b767c-9499-4f23-a15e-41b382c3b037'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:43.979242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff232a0-c181-49d4-8072-0c14cd695622 req-543f8e6a-edbb-497e-8a79-9d4c5a15723e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.981005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ff232a0-c181-49d4-8072-0c14cd695622 req-543f8e6a-edbb-497e-8a79-9d4c5a15723e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 944 time: 0.5320582 Feb 10 16:06:43.992822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.069276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ff232a0-c181-49d4-8072-0c14cd695622 req-86e4714b-8df1-43f7-8d7c-acd9edbd1457 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816863 Feb 10 16:06:44.203785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.511538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 5f548c8b-5d18-450c-ac47-fba5fcebbcfc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:44.512255 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.544885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.549264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.626419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.641658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 5f548c8b-5d18-450c-ac47-fba5fcebbcfc owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:44.660902 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Floating IP 0b412a3d-344d-4a6d-9475-9f045aa68551 associated. External IP: 172.25.7.21, port: 009b767c-9499-4f23-a15e-41b382c3b037. Feb 10 16:06:44.886176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:44.916039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=5f548c8b-5d18-450c-ac47-fba5fcebbcfc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:44.919908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57064) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:44.923351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Router f7512154-d561-473c-a59b-cebc675182d6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:45.081956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e28e9c7c-020e-442c-8839-3acc25e42f2d tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:45.117446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:45.121179 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:45.122793 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:45.134997 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:45.159533 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e28e9c7c-020e-442c-8839-3acc25e42f2d tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "PUT /v2.0/quotas/b02a7ae002c943c3a19692a55c7fae34 HTTP/1.1" status: 200 len: 366 time: 0.2384408 Feb 10 16:06:45.162950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57074) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.169100 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:45.170090 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:45.176282 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b6834885-f0e8-47f2-b6e3-6a37d5058916 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "PUT /v2.0/floatingips/0b412a3d-344d-4a6d-9475-9f045aa68551 HTTP/1.1" status: 200 len: 991 time: 1.2392139 Feb 10 16:06:45.177250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:45.191196 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f619d1-f34b-43f4-b45f-6abbc2ff0665" -d '{"events": [{"name": "network-changed", "server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "tag": "009b767c-9499-4f23-a15e-41b382c3b037"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:45.211155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dda9367b-81e5-421b-a8d9-2b7f160a94e7 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0466292 Feb 10 16:06:45.215309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57080) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.234035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-76e7c27d-f943-4e23-a974-fef0475d1204 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "GET /v2.0/quotas/b02a7ae002c943c3a19692a55c7fae34 HTTP/1.1" status: 200 len: 366 time: 0.0164237 Feb 10 16:06:45.242344 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57082) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.269588 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9ba4372b-2b3e-48a8-aa5e-d6db7d3c31d8 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/b02a7ae002c943c3a19692a55c7fae34 HTTP/1.1" status: 204 len: 168 time: 0.0250125 Feb 10 16:06:45.274428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57086) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.295980 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-16f16938-b1be-4b4b-bb97-6b3b92f6e09f tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0201125 Feb 10 16:06:45.299208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.314122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167fe9-50b6-4121-b98b-ffad40fee060 req-df76a386-2b1c-46b8-ab1f-fdee7b0bbed4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:45.315398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6167fe9-50b6-4121-b98b-ffad40fee060 req-df76a386-2b1c-46b8-ab1f-fdee7b0bbed4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 944 time: 0.0893335 Feb 10 16:06:45.332954 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3690943d-7a9c-4d96-9e0c-6f6dcd3141d5 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "GET /v2.0/quotas/b02a7ae002c943c3a19692a55c7fae34 HTTP/1.1" status: 200 len: 370 time: 0.0307577 Feb 10 16:06:45.334997 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69b045-40dc-48de-b311-2cc541124ed9 x-openstack-request-id: req-8d69b045-40dc-48de-b311-2cc541124ed9 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:45.335288 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "tag": "009b767c-9499-4f23-a15e-41b382c3b037", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:45.335759 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d69b045-40dc-48de-b311-2cc541124ed9 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:45.336419 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037', 'status': 'completed', 'code': 200} Feb 10 16:06:45.336815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57090) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.344859 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-add1bb46-f16d-4469-93f6-9adb5d71c6f2 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "GET /v2.0/quotas/b02a7ae002c943c3a19692a55c7fae34/default HTTP/1.1" status: 200 len: 370 time: 0.0049431 Feb 10 16:06:45.345155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.357166 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a5397d49-e797-4e7d-bf58-6965adad9615 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] delete failed (client error): The resource could not be found. Feb 10 16:06:45.359494 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a5397d49-e797-4e7d-bf58-6965adad9615 tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/b02a7ae002c943c3a19692a55c7fae34 HTTP/1.1" status: 404 len: 348 time: 0.0122159 Feb 10 16:06:45.385541 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:45.481014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6167fe9-50b6-4121-b98b-ffad40fee060 req-e91be516-6c6c-438c-b937-6fe5302895c3 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244898 Feb 10 16:06:45.496676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-ac4875dd-bd47-4b98-893d-e52bc64d2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:45.498195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-ac4875dd-bd47-4b98-893d-e52bc64d2e6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 1097 time: 0.1406710 Feb 10 16:06:45.509548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 2641914a-4e7e-4b9c-aa01-1650aae25ef0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:45.510505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57096) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.532492 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:network and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.538907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.546748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:subnet and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.556645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.564225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:subnetpool and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.571236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.578678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:port and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.604675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.622632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:router and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.637734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.662636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:floatingip and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.666173 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:06:45.676408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.734597 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:security_group and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.742870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.750349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Usage tracker for resource:security_group_rule and tenant:efe888479d3e42c388d97cda76ac75ed is out of sync, need to count used quota {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 16:06:45.775087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.quota.resource [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102614) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 10 16:06:45.789421 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5d32317e-71c0-4aeb-8b3b-cd28309b874c tempest-QuotasTest-123673806 tempest-QuotasTest-123673806-project-admin] 10.222.0.21 "GET /v2.0/quotas/efe888479d3e42c388d97cda76ac75ed/details.json HTTP/1.1" status: 200 len: 703 time: 0.2774882 Feb 10 16:06:45.808129 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '0b412a3d-344d-4a6d-9475-9f045aa68551', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'port_id': '009b767c-9499-4f23-a15e-41b382c3b037', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'mac_address': 'fa:16:3e:f1:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:24Z', 'updated_at': '2022-02-10T16:06:44Z', 'revision_number': 1, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:45.848835 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:45.862069 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:45.862697 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:45.877645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:45.895494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e8d6dd4-5480-4ece-893d-069d67ed7303 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/2641914a-4e7e-4b9c-aa01-1650aae25ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036325 Feb 10 16:06:45.901073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57106) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:45.908435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-22a42b4d-141a-42aa-b156-c805dfac6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:45.909120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] Sync routers for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:45.918193 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-22a42b4d-141a-42aa-b156-c805dfac6157 service neutron] 10.222.0.45 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.4083879 Feb 10 16:06:45.926391 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:45.942999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:45.944204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:45.984558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:45.991159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:06:45.998162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:45.999196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:46.071521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:46.072190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e14bf7-1b46-44da-b3aa-0f045928abe5 None None] The sync data for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:46.084056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-11cd90fc-5601-4aad-b656-974d670313f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=009b767c-9499-4f23-a15e-41b382c3b037 HTTP/1.1" status: 200 len: 999 time: 0.1512451 Feb 10 16:06:46.175335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-97d81f4c-129b-479e-802f-276b12f6746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:46.175651 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:46.176788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-97d81f4c-129b-479e-802f-276b12f6746d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.0859277 Feb 10 16:06:46.207627 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:46.237576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:06:46.274995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-05a402b1-e713-497a-b2cc-acda98ea5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:46.276812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-05a402b1-e713-497a-b2cc-acda98ea5dda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875905 Feb 10 16:06:46.285526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:46.292771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:46.403122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:46.428143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.428517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.429043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.429379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.429706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.430043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.430354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.431154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.431502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.431826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.433994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.436190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:46.441626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57116) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:46.492708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-6d127f19-a1b9-4e52-8d74-495eb85f9348 service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080810 Feb 10 16:06:46.641922 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '0b412a3d-344d-4a6d-9475-9f045aa68551', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'port_id': '009b767c-9499-4f23-a15e-41b382c3b037', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'mac_address': 'fa:16:3e:f1:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:24Z', 'updated_at': '2022-02-10T16:06:44Z', 'revision_number': 1, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:46.720066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ca-72d9-4584-a1c8-bb642fe43af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:46.825628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34f619d1-f34b-43f4-b45f-6abbc2ff0665 req-cc04c3c4-c73f-4480-be16-0afc537b1aba service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259950 Feb 10 16:06:46.832836 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544037d5-474a-46d6-a86b-253d426bbab5 None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '0b412a3d-344d-4a6d-9475-9f045aa68551', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'port_id': '009b767c-9499-4f23-a15e-41b382c3b037', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'mac_address': 'fa:16:3e:f1:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:24Z', 'updated_at': '2022-02-10T16:06:44Z', 'revision_number': 1, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:46.867518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:06:46.874643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402447a-a7ff-493d-b1ed-8a3c38b4e25d req-fa3a31a2-b6b7-4ce2-8be6-26062a61a9d4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:46.876848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0402447a-a7ff-493d-b1ed-8a3c38b4e25d req-fa3a31a2-b6b7-4ce2-8be6-26062a61a9d4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 945 time: 0.2593694 Feb 10 16:06:46.980355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0402447a-a7ff-493d-b1ed-8a3c38b4e25d req-08397605-acad-47f7-bd03-4bea3d01e3db tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956597 Feb 10 16:06:47.029768 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ca-72d9-4584-a1c8-bb642fe43af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.038404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ca-72d9-4584-a1c8-bb642fe43af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.106176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304e2ca-72d9-4584-a1c8-bb642fe43af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb474ea0-5af8-4a33-a8ba-b131bdd65082,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:47.128812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a304e2ca-72d9-4584-a1c8-bb642fe43af1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd923bd0ec3e46358120ff002321e4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853471 Feb 10 16:06:47.131742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57126) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:47.205927 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56058609-b1af-487f-afa5-5513331fc912 None None] New status for floating IP 0b412a3d-344d-4a6d-9475-9f045aa68551: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:06:47.226297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82d5fad3-394b-4077-b4a8-e833136d8920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.257629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82d5fad3-394b-4077-b4a8-e833136d8920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.280051 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.409564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82d5fad3-394b-4077-b4a8-e833136d8920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.412770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-82d5fad3-394b-4077-b4a8-e833136d8920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.414207 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-82d5fad3-394b-4077-b4a8-e833136d8920 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb474ea0-5af8-4a33-a8ba-b131bdd65082 HTTP/1.1" status: 204 len: 168 time: 0.2796037 Feb 10 16:06:47.438779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5fad3-394b-4077-b4a8-e833136d8920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb474ea0-5af8-4a33-a8ba-b131bdd65082,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:47.555958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 05b3d36f-509d-4322-add3-f5529301be73 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:47.556311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.643145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.655548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 05b3d36f-509d-4322-add3-f5529301be73 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:47.680665 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57132) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:47.698452 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62f8a4a8-54df-40e9-9f02-c96f6577fcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.774749 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62f8a4a8-54df-40e9-9f02-c96f6577fcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.778237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-62f8a4a8-54df-40e9-9f02-c96f6577fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.820159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-62f8a4a8-54df-40e9-9f02-c96f6577fcff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efe888479d3e42c388d97cda76ac75ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349683 Feb 10 16:06:47.820159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57136) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:47.834138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8a4a8-54df-40e9-9f02-c96f6577fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89500190-2714-4c2e-af3d-8ec0f0909ec7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:47.857135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.885746 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-182766a1-aa15-413c-9c1e-16ad1310c545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.904476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=05b3d36f-509d-4322-add3-f5529301be73,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:47.908927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-182766a1-aa15-413c-9c1e-16ad1310c545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.972520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-182766a1-aa15-413c-9c1e-16ad1310c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.976139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-182766a1-aa15-413c-9c1e-16ad1310c545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:47.977509 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-182766a1-aa15-413c-9c1e-16ad1310c545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89500190-2714-4c2e-af3d-8ec0f0909ec7 HTTP/1.1" status: 204 len: 168 time: 0.1564131 Feb 10 16:06:47.992582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182766a1-aa15-413c-9c1e-16ad1310c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89500190-2714-4c2e-af3d-8ec0f0909ec7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:48.123125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:48.161433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aae33-6097-465e-8951-2a2a18c67038 req-b9f77118-7db0-4b3e-a39d-8ac5d7375240 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:48.163935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b04aae33-6097-465e-8951-2a2a18c67038 req-b9f77118-7db0-4b3e-a39d-8ac5d7375240 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 945 time: 0.0938616 Feb 10 16:06:48.220554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b04aae33-6097-465e-8951-2a2a18c67038 req-5ef542ca-f46f-4ca4-b389-cec91cb86fc9 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505264 Feb 10 16:06:48.345140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 2641914a-4e7e-4b9c-aa01-1650aae25ef0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:48.433656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:48.439082 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f5aa4874-e9df-4331-a9fd-6354a6169550 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/2641914a-4e7e-4b9c-aa01-1650aae25ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5366685 Feb 10 16:06:48.442076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57160) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:48.445443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] Sync routers for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:48.466763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:48.467389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:48.486251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7942cc33-56bf-47f7-a013-9f6edaae347f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=2641914a-4e7e-4b9c-aa01-1650aae25ef0 HTTP/1.1" status: 200 len: 205 time: 0.0362124 Feb 10 16:06:48.489226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57164) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:48.546464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:48.573709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] Routers {'2641914a-4e7e-4b9c-aa01-1650aae25ef0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:48.574354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:48.579047 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:48.618058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:48.618736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d242f3c-f301-453e-9c1c-5b65b2cf7440 None None] The sync data for ids ['2641914a-4e7e-4b9c-aa01-1650aae25ef0'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:48.792773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:48.795598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:48.855808 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:48.856389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router 2641914a-4e7e-4b9c-aa01-1650aae25ef0 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:06:48.872639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:48.879869 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-57803ae9-0e3e-43c2-b6d9-0431b68b3781 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/2641914a-4e7e-4b9c-aa01-1650aae25ef0 HTTP/1.1" status: 204 len: 168 time: 0.3852906 Feb 10 16:06:48.880423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57178) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:48.966357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet 93bdb4c4-6d30-48a6-bb38-3b7c17cd259e {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:48.971935 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.039410 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.142502 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.214613 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.248121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=93bdb4c4-6d30-48a6-bb38-3b7c17cd259e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:49.253066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.259636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f24ef8db-9296-4580-aeb7-adbb3e598432 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/93bdb4c4-6d30-48a6-bb38-3b7c17cd259e HTTP/1.1" status: 204 len: 168 time: 0.3749442 Feb 10 16:06:49.260002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d7009-ce63-4e9c-92fb-e2744bccb1e0 None None] Network 3d89fc13-6d07-4885-b00e-1d0f6f593d53 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:49.263006 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57194) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:49.399408 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet 8cbf1eda-6815-49c2-b702-b19a73453969 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:06:49.421997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.518740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.529275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890445-ff58-490f-9db3-8579b5bc4193 req-517a016c-d7f4-448c-801b-35052c3b5857 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:49.530871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64890445-ff58-490f-9db3-8579b5bc4193 req-517a016c-d7f4-448c-801b-35052c3b5857 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 945 time: 0.1050327 Feb 10 16:06:49.620393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64890445-ff58-490f-9db3-8579b5bc4193 req-4ee6f9e2-8fcf-4762-8e3d-465a9d54a430 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814910 Feb 10 16:06:49.651954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.685041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:49.727013 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.759770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] DHCP port deletion for 3d89fc13-6d07-4885-b00e-1d0f6f593d53 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:06:49.783376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbf1eda-6815-49c2-b702-b19a73453969,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:49.800391 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.808550 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57206) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:49.808776 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9a61640b-4763-447c-b325-738599108389 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/8cbf1eda-6815-49c2-b702-b19a73453969 HTTP/1.1" status: 204 len: 168 time: 0.5445898 Feb 10 16:06:49.832059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3ddbb-2832-4240-ad04-652ea5bdd702 None None] Network c953be1d-149d-4d66-857f-6b29a110dc9c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:49.883850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:06:49.895297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:49.895751 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.950462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:49.996217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] Deleting port 43763b98-d6a0-4062-9900-1f0da4458d02 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:49.996736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.027533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 43763b98-d6a0-4062-9900-1f0da4458d02 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:50.028568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.139362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 43763b98-d6a0-4062-9900-1f0da4458d02, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=43763b98-d6a0-4062-9900-1f0da4458d02,segment=NetworkSegment(4926920d-6a8e-4160-8c41-f44c0ce4e085),segment_id=4926920d-6a8e-4160-8c41-f44c0ce4e085)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:50.139362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.157296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 43763b98-d6a0-4062-9900-1f0da4458d02 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:50.162912 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.201361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] For port 43763b98-d6a0-4062-9900-1f0da4458d02, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=43763b98-d6a0-4062-9900-1f0da4458d02,segment=NetworkSegment(4926920d-6a8e-4160-8c41-f44c0ce4e085),segment_id=4926920d-6a8e-4160-8c41-f44c0ce4e085)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:50.202091 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.239406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] Calling delete_port for 43763b98-d6a0-4062-9900-1f0da4458d02 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:50.272987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.273574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:50.276486 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b0eee-f0b1-4c22-bf83-240e3196c48f" -d '{"events": [{"server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:50.296895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:50.308046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57218) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:50.340481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=43763b98-d6a0-4062-9900-1f0da4458d02,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:50.345637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port 43763b98-d6a0-4062-9900-1f0da4458d02 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:50.351144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] DHCP port deletion for c953be1d-149d-4d66-857f-6b29a110dc9c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:06:50.360899 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.379130 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e15da8-aa57-41a0-bf65-27353955a2fa x-openstack-request-id: req-e4e15da8-aa57-41a0-bf65-27353955a2fa {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:50.379651 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:50.379970 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4e15da8-aa57-41a0-bf65-27353955a2fa {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:50.380531 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'code': 200} Feb 10 16:06:50.488616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:50.498278 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.542401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] Pushing event deleted for resources: {'Port': ['ID=43763b98-d6a0-4062-9900-1f0da4458d02,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:50.542663 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.544799 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1912331992'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:50.556239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] Deleting port 3303610e-68c9-49e1-9131-cf5b3dcc687a {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:50.557130 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.565126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b56a5-80d2-4fb1-a431-b04702e9a95e None None] No DVR routers for this DVR port 43763b98-d6a0-4062-9900-1f0da4458d02 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:50.587959 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d89fc13-6d07-4885-b00e-1d0f6f593d53']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:50.614106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4926920d-6a8e-4160-8c41-f44c0ce4e085') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:50.614541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4926920d-6a8e-4160-8c41-f44c0ce4e085') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:50.625788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd259-e9a0-4329-9c71-e7a5cac014fe req-1a787c3f-6433-450b-8d66-426ee384ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:50.629185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-845dd259-e9a0-4329-9c71-e7a5cac014fe req-1a787c3f-6433-450b-8d66-426ee384ad1c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1097 time: 0.1863010 Feb 10 16:06:50.642180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.673527 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.683616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] For port 3303610e-68c9-49e1-9131-cf5b3dcc687a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3303610e-68c9-49e1-9131-cf5b3dcc687a,segment=NetworkSegment(7935873f-a8ea-43e5-9134-0f2130cdfe15),segment_id=7935873f-a8ea-43e5-9134-0f2130cdfe15)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:50.684061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.684210 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.685128 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.686952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:50.687393 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:50.694757 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:50.701426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-845dd259-e9a0-4329-9c71-e7a5cac014fe req-3168659a-eadf-4f4a-9fcf-80fb8657cae4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628307 Feb 10 16:06:50.726124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] Calling delete_port for 3303610e-68c9-49e1-9131-cf5b3dcc687a owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:50.814195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 43763b98-d6a0-4062-9900-1f0da4458d02 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:50.841841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 43763b98-d6a0-4062-9900-1f0da4458d02 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:06:50.842192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 43763b98-d6a0-4062-9900-1f0da4458d02 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:50.842661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3303610e-68c9-49e1-9131-cf5b3dcc687a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:50.878394 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.885347 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.891999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/3d89fc13-6d07-4885-b00e-1d0f6f593d53 HTTP/1.1" status: 204 len: 168 time: 1.0823414 Feb 10 16:06:50.893693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57228) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:50.911436 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.922838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.945953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:50.950481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894108-3810-4692-8330-9e8e66e6ece8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=3d89fc13-6d07-4885-b00e-1d0f6f593d53,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:50.951026 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5d39400-26df-4440-bca0-076bc0992aed tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6385202 Feb 10 16:06:50.951026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57230) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:51.055198 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.074236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeff69-91f4-486b-8c4c-53756ffa571e req-8b810f8a-a94e-49f2-8ac3-b688c76f49a8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:51.079887 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.082894 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dbeff69-91f4-486b-8c4c-53756ffa571e req-8b810f8a-a94e-49f2-8ac3-b688c76f49a8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.2857316 Feb 10 16:06:51.154316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dbeff69-91f4-486b-8c4c-53756ffa571e req-62d593c5-4ff1-4d3a-a85c-909369308f71 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713499 Feb 10 16:06:51.190866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 3303610e-68c9-49e1-9131-cf5b3dcc687a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:51.196300 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.245269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.292292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 3303610e-68c9-49e1-9131-cf5b3dcc687a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3303610e-68c9-49e1-9131-cf5b3dcc687a,segment=NetworkSegment(7935873f-a8ea-43e5-9134-0f2130cdfe15),segment_id=7935873f-a8ea-43e5-9134-0f2130cdfe15)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:51.292714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.295486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] Pushing event deleted for resources: {'Port': ['ID=3303610e-68c9-49e1-9131-cf5b3dcc687a,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:51.306473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b47ed-1d62-486c-b968-15b96cf14dd8 None None] No DVR routers for this DVR port 3303610e-68c9-49e1-9131-cf5b3dcc687a on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:51.310038 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.327841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 3303610e-68c9-49e1-9131-cf5b3dcc687a owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:51.373336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.375734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.434642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.436019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9a09816-cd70-44d0-99aa-f925d751d43b {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:06:51.436593 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.443762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.445682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c38d2dc-3a89-4677-b23a-46a77ed47adb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e9a09816-cd70-44d0-99aa-f925d751d43b HTTP/1.1" status: 204 len: 168 time: 0.4937210 Feb 10 16:06:51.454216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57232) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:51.477141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Request body: {'router': {'name': 'tempest-router-964145380', 'distributed': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:51.485561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=3303610e-68c9-49e1-9131-cf5b3dcc687a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:51.496583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port 3303610e-68c9-49e1-9131-cf5b3dcc687a on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:51.586727 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.587990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.601419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.634113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c953be1d-149d-4d66-857f-6b29a110dc9c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:51.656939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7935873f-a8ea-43e5-9134-0f2130cdfe15') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:51.657491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7935873f-a8ea-43e5-9134-0f2130cdfe15') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:51.695742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.698432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.706850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.717443 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.730032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:06:51.730567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:06:51.734062 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:06:51.780021 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.781280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9fd37424-d95f-4384-b74a-2a3b2dc1e6bb tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3083904 Feb 10 16:06:51.784165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57238) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:51.812986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.822929 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.834956 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/c953be1d-149d-4d66-857f-6b29a110dc9c HTTP/1.1" status: 204 len: 168 time: 0.9346492 Feb 10 16:06:51.838161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57240) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:51.844352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-119145976'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:51.861018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431570d-a921-4739-97ef-9f2cd149093f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=c953be1d-149d-4d66-857f-6b29a110dc9c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:51.866011 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.887592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:51.891731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.926757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:06:51.944415 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:51.944896 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 2fe060da-39aa-4b3d-a345-29c71332fb9e of type vlan for network 9b3305eb-e953-4122-a6da-ea3875002d40 Feb 10 16:06:51.998245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.030304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.038502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:52.039469 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.066700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.070600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.077091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2375665 Feb 10 16:06:52.080112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57242) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:52.089144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:52.127418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cea13-ec2c-43f6-b374-23b4674f5690 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=9b3305eb-e953-4122-a6da-ea3875002d40,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:52.140322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9b3305eb-e953-4122-a6da-ea3875002d40 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:06:52.211842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.212423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 180146a7-4f21-4e73-b78c-d00ad1cf9c7a {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:06:52.218040 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.219305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c6caf84-d7c1-40a9-bc7e-2b3dc206827c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "DELETE /v2.0/routers/180146a7-4f21-4e73-b78c-d00ad1cf9c7a HTTP/1.1" status: 204 len: 168 time: 0.4341247 Feb 10 16:06:52.222965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57246) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:52.227839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Request body: {'router': {'name': 'tempest-router-1067617009', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6773b20c919149939f4cc37e13535bb2'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:52.243851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:52.247979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.269540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.270636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.395222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.416872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47122d34-697c-4468-83d9-28cf278933b7 req-9e88ec8a-bf38-45ef-b52e-9c3395b5b3e0 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:52.418557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47122d34-697c-4468-83d9-28cf278933b7 req-9e88ec8a-bf38-45ef-b52e-9c3395b5b3e0 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.1436987 Feb 10 16:06:52.420244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.467833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.472082 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a0c64af8-03d1-4a62-ac36-62e96901ce0d tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2455571 Feb 10 16:06:52.476707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57248) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:52.484253 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47122d34-697c-4468-83d9-28cf278933b7 req-aef227d7-6c7d-4b0e-9ee0-38b14245ce3b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595777 Feb 10 16:06:52.489270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:52.774022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.821863 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.822566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.960150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=2d6d5707-3851-4e45-aed9-2a11e5e0e150,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:52.969733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102614) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 10 16:06:52.970126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Router cc968284-31fd-4cb8-820d-212b178ec3b6 migrating from provider to provider. {{(pid=102614) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 10 16:06:52.970444 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.978355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.986202 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:52.988142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '2fe060da-39aa-4b3d-a345-29c71332fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:52.988830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: 9b3305eb-e953-4122-a6da-ea3875002d40, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:06:53.076324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 9b3305eb-e953-4122-a6da-ea3875002d40 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:06:53.093200 n-d-827895-3 neutron-server[102614]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] No L3 agents can host the router cc968284-31fd-4cb8-820d-212b178ec3b6 Feb 10 16:06:53.094040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9b3305eb-e953-4122-a6da-ea3875002d40) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:53.103644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:53.104566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.107639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb30c1-e4ad-4cf0-9f75-9dc8c5ab0d9c None None] Network 9b3305eb-e953-4122-a6da-ea3875002d40 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:53.245881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-4bf57c59-f030-421e-a1a9-4ddc83a531a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824614 Feb 10 16:06:53.324527 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-9b3305eb-e953-4122-a6da-ea3875002d40', 'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': '2d6d5707-3851-4e45-aed9-2a11e5e0e150'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:06:53.326350 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.341145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57260) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:53.385071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56b96-e50c-4256-886d-2bd415b97327 req-9e07dbb2-3966-4461-8553-2329e28af5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:53.387682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-9e07dbb2-3966-4461-8553-2329e28af5b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 1097 time: 0.0900629 Feb 10 16:06:53.620343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Allocated IP 172.20.0.2 (9b3305eb-e953-4122-a6da-ea3875002d40/2d6d5707-3851-4e45-aed9-2a11e5e0e150/11612a1e-42fb-4387-8c9e-497d52f30ab2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:53.651987 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9ef2ded4-ab88-4387-b7e0-d9b96bc57b9f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5675650 Feb 10 16:06:53.675484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:53.679406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-324933099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:53.705926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Hosts for router cc968284-31fd-4cb8-820d-212b178ec3b6: [] {{(pid=102614) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 10 16:06:53.709604 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.785235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.786407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.797204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Hosts for other DVR routers connected to router cc968284-31fd-4cb8-820d-212b178ec3b6: set() {{(pid=102614) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 10 16:06:53.797204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.800640 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fe4dfa2e-acc6-4936-b3b4-14c72bf1c40b tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "PUT /v2.0/routers/cc968284-31fd-4cb8-820d-212b178ec3b6 HTTP/1.1" status: 200 len: 717 time: 1.3198521 Feb 10 16:06:53.804874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57270) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:53.830531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.837298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.882436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Network 9b3305eb-e953-4122-a6da-ea3875002d40 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:53.887016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:53.889660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:53.900986 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d9bdadd4-1398-452c-86c1-d56991652ccd tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "GET /v2.0/routers/cc968284-31fd-4cb8-820d-212b178ec3b6 HTTP/1.1" status: 200 len: 717 time: 0.0948982 Feb 10 16:06:53.903869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57272) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:53.921607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ef2-322e-496a-8da6-cfa851c354c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.940381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.941518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Pushing event updated for resources: {'Port': ['ID=11612a1e-42fb-4387-8c9e-497d52f30ab2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:53.946451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.972049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.973905 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8a915285-7729-422a-8021-a7fbe61cd0d9 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2980490 Feb 10 16:06:53.977240 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57276) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:53.983829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'port': {'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40', 'name': 'tempest-RoutersTest-2017544724'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:53.990348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Attempting to bind port 11612a1e-42fb-4387-8c9e-497d52f30ab2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:06:53.990348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Attempting to bind port 11612a1e-42fb-4387-8c9e-497d52f30ab2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '2fe060da-39aa-4b3d-a345-29c71332fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:06:53.990348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Attempting to bind port 11612a1e-42fb-4387-8c9e-497d52f30ab2 on network 9b3305eb-e953-4122-a6da-ea3875002d40 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:53.997020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:53.997561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Checking segment: {'id': '2fe060da-39aa-4b3d-a345-29c71332fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:06:53.997973 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:53.998684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Bound using segment: {'id': '2fe060da-39aa-4b3d-a345-29c71332fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:53.999153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Bound port: 11612a1e-42fb-4387-8c9e-497d52f30ab2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe060da-39aa-4b3d-a345-29c71332fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b3305eb-e953-4122-a6da-ea3875002d40'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:06:53.999558 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.025135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e007-2542-409a-ae19-8c73e4f53ea1 req-fd5aaa67-0cdf-480c-8d91-5300d293a959 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.026899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7355e007-2542-409a-ae19-8c73e4f53ea1 req-fd5aaa67-0cdf-480c-8d91-5300d293a959 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.1128359 Feb 10 16:06:54.030952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56b96-e50c-4256-886d-2bd415b97327 req-e30ee8cb-4fd8-4b95-9dbf-2349035b9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.032304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-e30ee8cb-4fd8-4b95-9dbf-2349035b9b65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 200 len: 912 time: 0.6194420 Feb 10 16:06:54.078214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] For port 11612a1e-42fb-4387-8c9e-497d52f30ab2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:54.081912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] For port 11612a1e-42fb-4387-8c9e-497d52f30ab2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11612a1e-42fb-4387-8c9e-497d52f30ab2,segment=NetworkSegment(2fe060da-39aa-4b3d-a345-29c71332fb9e),segment_id=2fe060da-39aa-4b3d-a345-29c71332fb9e)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:54.089200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.148709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7355e007-2542-409a-ae19-8c73e4f53ea1 req-001b2389-ef9b-4b65-bc3e-2c5e8d6801cb tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111653 Feb 10 16:06:54.163696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473dd53-f3b7-426c-92cd-9a98ab78c2d7 None None] Pushing event updated for resources: {'Port': ['ID=11612a1e-42fb-4387-8c9e-497d52f30ab2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:54.164068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-633eb238-5fd0-45b3-85c6-b6da882d2fc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=009b767c-9499-4f23-a15e-41b382c3b037 HTTP/1.1" status: 200 len: 1001 time: 0.1177609 Feb 10 16:06:54.199851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:54.208315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.223287 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-01e314fc-6064-43c1-8084-dca71b27e107 tempest-RoutersTestDVR-2125846585 tempest-RoutersTestDVR-2125846585-project] 10.222.0.21 "GET /v2.0/routers/cc968284-31fd-4cb8-820d-212b178ec3b6 HTTP/1.1" status: 200 len: 683 time: 0.3169727 Feb 10 16:06:54.224284 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57280) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:54.248710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ef2-322e-496a-8da6-cfa851c354c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.256748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56b96-e50c-4256-886d-2bd415b97327 req-3e04d657-0fc6-4627-ab91-701a230dc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.258249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-3e04d657-0fc6-4627-ab91-701a230dc2c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 200 len: 850 time: 0.0790889 Feb 10 16:06:54.258852 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ef2-322e-496a-8da6-cfa851c354c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.320969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] device_id is not set on port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 yet. {{(pid=102614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:06:54.331521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.393358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fb8d8ef2-322e-496a-8da6-cfa851c354c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ef17ba07a144b30b91f925930898339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0498636 Feb 10 16:06:54.396299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57282) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:54.403744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8ef2-322e-496a-8da6-cfa851c354c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e472780-1c04-4304-b2c7-21d16f266295,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:54.412055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56b96-e50c-4256-886d-2bd415b97327 req-2ce8211e-55b9-4314-87fe-9bcfe203c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.413805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-2ce8211e-55b9-4314-87fe-9bcfe203c641 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=514c2730-9b7a-4313-81da-37e051922c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347585 Feb 10 16:06:54.449994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b3798-bdb5-484a-a5f9-ef2bf6551c0a req-fe1c0238-c70f-46ce-aa67-32d998a8cd9e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.451720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb4b3798-bdb5-484a-a5f9-ef2bf6551c0a req-fe1c0238-c70f-46ce-aa67-32d998a8cd9e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.1899254 Feb 10 16:06:54.572350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb4b3798-bdb5-484a-a5f9-ef2bf6551c0a req-38b2ccff-add6-4744-b9fd-1babe8c607ed tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100931 Feb 10 16:06:54.574846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.578762 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.580653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f0f7-06f9-4c4c-87a0-f9e443e8aae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.600942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57284) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:54.614362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-12a89bc3-5821-492b-bed1-a774c14feef0 service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832726 Feb 10 16:06:54.642179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.20.0.3 (9b3305eb-e953-4122-a6da-ea3875002d40/2d6d5707-3851-4e45-aed9-2a11e5e0e150/2e1a4125-1b29-4a5b-a02f-b7b007c119d6) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:54.644320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.644809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc968284-31fd-4cb8-820d-212b178ec3b6 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:06:54.648912 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f0f7-06f9-4c4c-87a0-f9e443e8aae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.651237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.655333 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c90d7c62-725b-4e7b-8a8a-e35be38552ee tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cc968284-31fd-4cb8-820d-212b178ec3b6 HTTP/1.1" status: 204 len: 168 time: 0.4201393 Feb 10 16:06:54.656245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57286) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:54.659704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Request body: {'router': {'name': 'tempest-router-2007433563', 'distributed': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:54.709520 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.710478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.751042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcedcfb-66b6-40b3-b140-292cdecd456e tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.756709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cbcedcfb-66b6-40b3-b140-292cdecd456e tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1092 time: 0.1511462 Feb 10 16:06:54.757352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57288) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:54.762172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:54.791771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-adf56b96-e50c-4256-886d-2bd415b97327 req-d3d91b6f-5a3e-452e-98c6-cdb3da6c66d9 service neutron] 10.222.0.45 "GET /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580684 Feb 10 16:06:54.811943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f0f7-06f9-4c4c-87a0-f9e443e8aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.815949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f0f7-06f9-4c4c-87a0-f9e443e8aae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.820763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d1e3f0f7-06f9-4c4c-87a0-f9e443e8aae6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e472780-1c04-4304-b2c7-21d16f266295 HTTP/1.1" status: 204 len: 168 time: 0.4202363 Feb 10 16:06:54.828449 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.853493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.863760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3f0f7-06f9-4c4c-87a0-f9e443e8aae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e472780-1c04-4304-b2c7-21d16f266295,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:54.872327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.908800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:54.910234 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad67fa53-2c89-4e7f-a42d-05020ec5b538 tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2539086 Feb 10 16:06:54.916769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57294) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:54.932610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11612a1e-42fb-4387-8c9e-497d52f30ab2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:55.007171 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.033303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 11612a1e-42fb-4387-8c9e-497d52f30ab2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:55.033781 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.057378 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.061738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.144789 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.219624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 11612a1e-42fb-4387-8c9e-497d52f30ab2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11612a1e-42fb-4387-8c9e-497d52f30ab2,segment=NetworkSegment(2fe060da-39aa-4b3d-a345-29c71332fb9e),segment_id=2fe060da-39aa-4b3d-a345-29c71332fb9e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:55.231005 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.273025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.25.7.113 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/f84c2eb4-a4af-4e29-9342-6257af79bbac) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:55.329481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=11612a1e-42fb-4387-8c9e-497d52f30ab2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:55.410031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.420137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.449046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57300) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:55.458055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.459195 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.468077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a90d9-4749-40c0-a91f-c2e8929c87b3 None None] Network 9b3305eb-e953-4122-a6da-ea3875002d40 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:06:55.471368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55cdcf79-6803-4435-8aa2-a8efb69badd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.473856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 9b3305eb-e953-4122-a6da-ea3875002d40 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:55.484100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:55.486814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:55.540671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.548397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-173d1531-8a03-4691-9039-4dc3288f0191 None None] Provisioning complete for port 11612a1e-42fb-4387-8c9e-497d52f30ab2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:55.549055 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-173d1531-8a03-4691-9039-4dc3288f0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.579034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:55.580389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.599914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:55.603246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=2e1a4125-1b29-4a5b-a02f-b7b007c119d6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:55.607838 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.608560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 388163ce-9f62-480d-a40e-b80a97bdfdb5 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:06:55.612074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:55.615342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.622767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:55.623888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7cf450c-7975-4894-a18a-bfd66e8a519c tempest-RoutersTestDVR-622941341 tempest-RoutersTestDVR-622941341-project-admin] 10.222.0.21 "DELETE /v2.0/routers/388163ce-9f62-480d-a40e-b80a97bdfdb5 HTTP/1.1" status: 204 len: 168 time: 0.7057927 Feb 10 16:06:55.633365 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5f3eb1c2-6633-45c5-bbb0-e617508268b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6547313 Feb 10 16:06:55.635844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57304) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:55.676361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=f84c2eb4-a4af-4e29-9342-6257af79bbac,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:55.707509 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55cdcf79-6803-4435-8aa2-a8efb69badd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.719990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-55cdcf79-6803-4435-8aa2-a8efb69badd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:55.813828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdcf79-6803-4435-8aa2-a8efb69badd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455f227b-8845-487b-ad83-f75ad55670ae,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:55.829869 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-55cdcf79-6803-4435-8aa2-a8efb69badd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b329f7c0dd804798a09da641f0dbe604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798029 Feb 10 16:06:55.837586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57310) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:56.110822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57316) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:56.126080 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.154449 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-373a81db-1045-4bdf-b217-834794f0df3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.158961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9a7fdefe-b48d-4b6a-a368-4d920f231a16 None None] Provisioning complete for port 11612a1e-42fb-4387-8c9e-497d52f30ab2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:56.159525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9a7fdefe-b48d-4b6a-a368-4d920f231a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.243364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-373a81db-1045-4bdf-b217-834794f0df3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.309701 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-373a81db-1045-4bdf-b217-834794f0df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.313496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-373a81db-1045-4bdf-b217-834794f0df3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.326377 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-373a81db-1045-4bdf-b217-834794f0df3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/455f227b-8845-487b-ad83-f75ad55670ae HTTP/1.1" status: 204 len: 168 time: 0.4814236 Feb 10 16:06:56.348012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9a7fdefe-b48d-4b6a-a368-4d920f231a16 None None] Provisioning complete for port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:56.348433 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9a7fdefe-b48d-4b6a-a368-4d920f231a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.358273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41f91ae7-74aa-43b7-b2d1-2675f0fdaf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.362597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.364025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a81db-1045-4bdf-b217-834794f0df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f227b-8845-487b-ad83-f75ad55670ae,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:56.479308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fdefe-b48d-4b6a-a368-4d920f231a16 None None] Port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:56.514567 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.568641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.580702 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.604670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f0516577-5aa0-4f77-a5c2-9d7b88d38df4 None None] Provisioning complete for port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:56.605419 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f0516577-5aa0-4f77-a5c2-9d7b88d38df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.608295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c24cd1-4b0b-4f6c-9079-00a0493eeaea req-e1f3f950-2a18-4f31-96ea-f8ea855e5fdf tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:56.609663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66c24cd1-4b0b-4f6c-9079-00a0493eeaea req-e1f3f950-2a18-4f31-96ea-f8ea855e5fdf tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.0742593 Feb 10 16:06:56.623848 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41f91ae7-74aa-43b7-b2d1-2675f0fdaf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.636127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41f91ae7-74aa-43b7-b2d1-2675f0fdaf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.643473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f0516577-5aa0-4f77-a5c2-9d7b88d38df4 None None] Port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:56.718470 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-41f91ae7-74aa-43b7-b2d1-2675f0fdaf1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6773b20c919149939f4cc37e13535bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069872 Feb 10 16:06:56.722044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57328) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:56.722205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=2e1a4125-1b29-4a5b-a02f-b7b007c119d6,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:56.730195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f91ae7-74aa-43b7-b2d1-2675f0fdaf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da119766-9495-49e7-a864-f21912f65214,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:56.744409 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66c24cd1-4b0b-4f6c-9079-00a0493eeaea req-2a06386e-8b39-4048-8c45-38decfa9f79f tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091456 Feb 10 16:06:56.824741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17130b1f-da59-4317-83a9-197d568e9976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.848907 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.868447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11612a1e-42fb-4387-8c9e-497d52f30ab2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:56.874403 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17130b1f-da59-4317-83a9-197d568e9976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.927324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:56.978729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 11612a1e-42fb-4387-8c9e-497d52f30ab2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:56.980231 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.016537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.104789 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.106802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=f84c2eb4-a4af-4e29-9342-6257af79bbac,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:57.112496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17130b1f-da59-4317-83a9-197d568e9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.116588 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-17130b1f-da59-4317-83a9-197d568e9976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.117969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-17130b1f-da59-4317-83a9-197d568e9976 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da119766-9495-49e7-a864-f21912f65214 HTTP/1.1" status: 204 len: 168 time: 0.3946719 Feb 10 16:06:57.129378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-02513eea-cae7-4d26-96b8-3c5148307e61 None None] Provisioning complete for port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:57.129748 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-02513eea-cae7-4d26-96b8-3c5148307e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.170415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17130b1f-da59-4317-83a9-197d568e9976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da119766-9495-49e7-a864-f21912f65214,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:57.202293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-02513eea-cae7-4d26-96b8-3c5148307e61 None None] Port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:57.232650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.273931 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Floating IP bd78f59f-e07b-4482-a2ce-6051095b3ac4 associated. External IP: 172.25.7.113, port: d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7. Feb 10 16:06:57.329606 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.429552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-12b5c539-e37b-4ff7-9432-d9713f42272e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.431092 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-12b5c539-e37b-4ff7-9432-d9713f42272e tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.1013179 Feb 10 16:06:57.554636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57354) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:57.571735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8fac901-ec09-40ab-a3cb-2c5890f3e3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.592121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:57.618172 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Deleting port 5a120547-3a63-4f84-9622-5cfdb6281f8d {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:06:57.618601 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.625349 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.640502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.755878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8fac901-ec09-40ab-a3cb-2c5890f3e3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.761046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b8fac901-ec09-40ab-a3cb-2c5890f3e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.766507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:57.782889 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:57.798465 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:57.799626 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:57.816906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:57.894993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac901-ec09-40ab-a3cb-2c5890f3e3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06269048-e3b5-4fd7-b4e9-d5e0ab9aa999,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:57.900157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d375446a-321a-473c-9e45-74e08226d90a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1415751 Feb 10 16:06:57.904345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:06:57.907421 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3b83de-e960-41c7-9e45-29d1c2b37f18" -d '{"events": [{"name": "network-changed", "server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:57.914305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57364) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:57.967304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b8fac901-ec09-40ab-a3cb-2c5890f3e3fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bf94e51389f44cb844688ec0b5a58dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114292 Feb 10 16:06:57.970116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57368) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:57.982997 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:58.015406 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6c7a50-ffc0-4f64-aa38-ce01d45eb575 x-openstack-request-id: req-2b6c7a50-ffc0-4f64-aa38-ce01d45eb575 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:58.015831 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:58.016546 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6c7a50-ffc0-4f64-aa38-ce01d45eb575 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:58.017590 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'status': 'completed', 'code': 200} Feb 10 16:06:58.101475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0699bb-5c71-4033-9e06-6b7869418c0c req-70f50269-55a7-4073-ac15-317180cb0974 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:58.103304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd0699bb-5c71-4033-9e06-6b7869418c0c req-70f50269-55a7-4073-ac15-317180cb0974 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 945 time: 0.1999047 Feb 10 16:06:58.113350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f49f8ae0-6119-4bcb-b05c-051e603c6d00 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/bd78f59f-e07b-4482-a2ce-6051095b3ac4 HTTP/1.1" status: 200 len: 992 time: 0.1953311 Feb 10 16:06:58.143485 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca14a376-3a7f-4eb8-9a58-94641b915276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.179944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd0699bb-5c71-4033-9e06-6b7869418c0c req-7d0e8eab-e289-4048-8ad6-5aa1e87f8638 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640056 Feb 10 16:06:58.205950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca14a376-3a7f-4eb8-9a58-94641b915276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.233207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=2e1a4125-1b29-4a5b-a02f-b7b007c119d6,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:58.235701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.264720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-0db8ca38-dc17-4dc0-ad21-c5a8e8316921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:58.266219 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-0db8ca38-dc17-4dc0-ad21-c5a8e8316921 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1097 time: 0.1192489 Feb 10 16:06:58.269789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] For port 5a120547-3a63-4f84-9622-5cfdb6281f8d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=5a120547-3a63-4f84-9622-5cfdb6281f8d,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:58.270133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.291076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca14a376-3a7f-4eb8-9a58-94641b915276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.295742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ca14a376-3a7f-4eb8-9a58-94641b915276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.304150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ca14a376-3a7f-4eb8-9a58-94641b915276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06269048-e3b5-4fd7-b4e9-d5e0ab9aa999 HTTP/1.1" status: 204 len: 168 time: 0.2911799 Feb 10 16:06:58.315746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14a376-3a7f-4eb8-9a58-94641b915276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06269048-e3b5-4fd7-b4e9-d5e0ab9aa999,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:58.532642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-f5ea47d2-6a80-4a3c-a9f1-884790821ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:58.534291 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:56Z', 'revision_number': 0, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:58.534535 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-f5ea47d2-6a80-4a3c-a9f1-884790821ad1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 898 time: 0.2553034 Feb 10 16:06:58.541965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 9b3305eb-e953-4122-a6da-ea3875002d40 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:58.555973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:58.592784 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:58.604014 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:58.604627 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:58.836105 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-ed04f938-2d08-4a79-93cf-a9d2d382e7a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 1000 time: 0.2887220 Feb 10 16:06:58.846020 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.846601 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.847722 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Floating IP abd5a904-dc27-44c2-8001-e413948ec3ce disassociated. External IP: 172.25.7.222, port: 5a120547-3a63-4f84-9622-5cfdb6281f8d. Feb 10 16:06:58.849486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Calling delete_port for 5a120547-3a63-4f84-9622-5cfdb6281f8d owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:06:58.867622 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:58.916684 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21ce57c7-7fed-430c-81a2-b5621302335a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:58.999587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-02372fce-8fbd-46ff-b003-40a1373c48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.001341 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-02372fce-8fbd-46ff-b003-40a1373c48ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 200 len: 835 time: 0.1473858 Feb 10 16:06:59.064071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-762451e6-da3f-46d7-9ff2-2146c3949d67 None None] Provisioning complete for port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:59.065140 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-762451e6-da3f-46d7-9ff2-2146c3949d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:59.082073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 8e52ae2b-9d2c-4b07-9589-260afe90a618 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:06:59.103381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-5dec19b3-badf-489f-b039-e5f7dbc345b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.105179 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-5dec19b3-badf-489f-b039-e5f7dbc345b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911076 Feb 10 16:06:59.116953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57402) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:59.129716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-762451e6-da3f-46d7-9ff2-2146c3949d67 None None] Port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:06:59.251323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d680606c-a906-48fe-8243-53379f3d0acb tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/bd78f59f-e07b-4482-a2ce-6051095b3ac4 HTTP/1.1" status: 200 len: 992 time: 0.1331034 Feb 10 16:06:59.325465 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:56Z', 'revision_number': 0, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:59.348988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:59.359713 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-50a984a9-9aa4-4d16-b4e9-d87609723e77 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/8e52ae2b-9d2c-4b07-9589-260afe90a618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7224400 Feb 10 16:06:59.361086 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:06:59.363099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:59.373720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] Sync routers for ids ['8e52ae2b-9d2c-4b07-9589-260afe90a618'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:59.399981 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71f4ab-521e-4445-833e-44a45b664f24 None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:06:26Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:56Z', 'revision_number': 0, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:59.400266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] Routers {'8e52ae2b-9d2c-4b07-9589-260afe90a618'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:59.400932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8e52ae2b-9d2c-4b07-9589-260afe90a618'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:59.477183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd451918-d1c7-4475-9b01-f93c3c5a6535 req-cea13ff1-6f7c-44b0-bad5-d0c93c300483 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.491231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd451918-d1c7-4475-9b01-f93c3c5a6535 req-cea13ff1-6f7c-44b0-bad5-d0c93c300483 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 867 time: 0.1845720 Feb 10 16:06:59.516729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:59.548845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event deleted for resources: {'Port': ['ID=5a120547-3a63-4f84-9622-5cfdb6281f8d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:59.557349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] Routers {'8e52ae2b-9d2c-4b07-9589-260afe90a618'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:59.560133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8e52ae2b-9d2c-4b07-9589-260afe90a618'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:59.576087 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-40d74e7b-0c00-451f-b227-248b307fad03 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118459 Feb 10 16:06:59.596685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8e3ce-5c2a-4174-a77a-29e66f7d8181 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.602081 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-87e8e3ce-5c2a-4174-a77a-29e66f7d8181 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports/2e1a4125-1b29-4a5b-a02f-b7b007c119d6 HTTP/1.1" status: 200 len: 977 time: 0.2356393 Feb 10 16:06:59.604936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57420) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:06:59.627081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bd451918-d1c7-4475-9b01-f93c3c5a6535 req-7525390d-090d-49ef-b9e6-34d025eabeb3 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc91fe9-8451-4aba-ab24-e319ba630766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334314 Feb 10 16:06:59.655850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:59.656713 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921cdb-8db0-40dc-9fad-ac3fdd7ad332 None None] The sync data for ids ['8e52ae2b-9d2c-4b07-9589-260afe90a618'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:59.782809 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68575152-2eae-42e4-b0fc-fb12b43c5258 None None] New status for floating IP bd78f59f-e07b-4482-a2ce-6051095b3ac4: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:06:59.882936 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb3b83de-e960-41c7-9e45-29d1c2b37f18 req-598cf10f-7ced-4d68-b16f-ab35ae8a43ac service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785594 Feb 10 16:07:00.000118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Router 08573cb0-ba50-48b1-9866-23eed28eddb6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:00.244197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:00.253246 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57436) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:00.259425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] Sync routers for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:00.312093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:00.312985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:00.360091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c4e7e61-b3e4-4be0-a8f4-ea63bf8df27a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/bd78f59f-e07b-4482-a2ce-6051095b3ac4 HTTP/1.1" status: 200 len: 994 time: 0.1056123 Feb 10 16:07:00.431154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] No DVR routers for this DVR port 5a120547-3a63-4f84-9622-5cfdb6281f8d on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:00.434313 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:00.438473 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ce3e91cc-b3b3-45b0-8dc5-e863c902452e req-b6078d21-7320-4442-89a0-8503d33d08fe tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.75 "DELETE /v2.0/ports/5a120547-3a63-4f84-9622-5cfdb6281f8d HTTP/1.1" status: 204 len: 173 time: 2.9968424 Feb 10 16:07:00.439698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'name': 'network-vif-deleted', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:07:00.444413 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34f54b9-c40c-4e88-bf6c-e1236face0e1" -d '{"events": [{"server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "name": "network-vif-deleted", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:00.487244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:00.591994 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619e5f5-54f7-459c-865e-91b86b124fc2 x-openstack-request-id: req-2619e5f5-54f7-459c-865e-91b86b124fc2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:00.592507 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a19b093-770e-4d8a-97cb-f3bd7b54fe1c", "name": "network-vif-deleted", "tag": "5a120547-3a63-4f84-9622-5cfdb6281f8d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:00.592952 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2619e5f5-54f7-459c-865e-91b86b124fc2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:00.593521 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a19b093-770e-4d8a-97cb-f3bd7b54fe1c', 'name': 'network-vif-deleted', 'tag': '5a120547-3a63-4f84-9622-5cfdb6281f8d', 'status': 'completed', 'code': 200} Feb 10 16:07:00.632200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:00.830367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1b21ce66-fb08-4a99-bc6a-1f880493879f req-d8d32d05-9307-4a42-bab4-52c550679cb2 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a19b093-770e-4d8a-97cb-f3bd7b54fe1c HTTP/1.1" status: 200 len: 210 time: 0.0579231 Feb 10 16:07:00.893417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:51Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:00.929184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] Checking router: 08573cb0-ba50-48b1-9866-23eed28eddb6 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:00.940304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:00.941123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:06:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:01.109683 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:01.109997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:01.141477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:01.271822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:01.297469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 2e1a4125-1b29-4a5b-a02f-b7b007c119d6 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:01.617134 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:01.636688 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3629-df6d-4878-b150-0b7947f726f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:01.693749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=2e1a4125-1b29-4a5b-a02f-b7b007c119d6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:01.699044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5a120547-3a63-4f84-9622-5cfdb6281f8d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:01.760488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 5a120547-3a63-4f84-9622-5cfdb6281f8d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:01.760830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 5a120547-3a63-4f84-9622-5cfdb6281f8d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:01.771238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:51Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:01.916335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57512) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:01.990178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.106193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fe267-0d53-44e5-9030-d2063aa8cd8f None None] The sync data for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 is: [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T15:59:37Z', 'revision_number': 4, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '05ac5e8d-6cef-4058-a10e-442261b8c27e', 'name': '', 'network_id': 'e84bd44c-ee72-41e6-aebe-6943bbb6910d', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'mac_address': 'fa:16:3e:e4:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:34Z', 'updated_at': '2022-02-10T15:59:51Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'subnets': [{'id': 'c0a6c2ae-3818-4eab-913d-ff0b90bda465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:02.185747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Deleting port 8e3fc129-57d4-4be1-afbe-26f9c0a7a640 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:02.186214 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.308913 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.315014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.343386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Calling delete_port for 8e3fc129-57d4-4be1-afbe-26f9c0a7a640 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:02.406915 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.542937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57516) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:02.560181 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.626493 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044895a-bbf6-44ca-a1ff-a5a0c0c87c25 None None] New status for floating IP abd5a904-dc27-44c2-8001-e413948ec3ce: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:07:02.670767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event deleted for resources: {'Port': ['ID=8e3fc129-57d4-4be1-afbe-26f9c0a7a640,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:02.764430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.767381 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.768769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c8a30a15-6109-4daa-b321-664c464a25ff tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "DELETE /v2.0/floatingips/abd5a904-dc27-44c2-8001-e413948ec3ce HTTP/1.1" status: 204 len: 168 time: 0.8508210 Feb 10 16:07:02.776227 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0adb05bd-8775-49e4-8a64-1abff6607286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.893087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0adb05bd-8775-49e4-8a64-1abff6607286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.893275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57528) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:02.897926 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0adb05bd-8775-49e4-8a64-1abff6607286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:02.939563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb05bd-8775-49e4-8a64-1abff6607286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a7f1c-6153-4152-9e7b-3f3e90a4b3c5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:02.946160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0adb05bd-8775-49e4-8a64-1abff6607286 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49438353097e49679aee4ca99b67f04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021590 Feb 10 16:07:02.949168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57530) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:03.000061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 8e52ae2b-9d2c-4b07-9589-260afe90a618 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:03.006665 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-794321b3-e195-4f2e-b8b9-fc6fabb27cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.031723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-794321b3-e195-4f2e-b8b9-fc6fabb27cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.061450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-186235ef-00f9-4837-ab9f-89342fb4e881 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.088111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-794321b3-e195-4f2e-b8b9-fc6fabb27cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.090823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-794321b3-e195-4f2e-b8b9-fc6fabb27cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.092212 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-794321b3-e195-4f2e-b8b9-fc6fabb27cf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c91a7f1c-6153-4152-9e7b-3f3e90a4b3c5 HTTP/1.1" status: 204 len: 168 time: 0.1420829 Feb 10 16:07:03.108893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794321b3-e195-4f2e-b8b9-fc6fabb27cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a7f1c-6153-4152-9e7b-3f3e90a4b3c5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:03.111135 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:03.123940 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d9f191a-6abf-4635-af2a-c6508d3396d1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/8e52ae2b-9d2c-4b07-9589-260afe90a618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5179706 Feb 10 16:07:03.124562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57534) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:03.132925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-186235ef-00f9-4837-ab9f-89342fb4e881 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.149962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] Sync routers for ids ['8e52ae2b-9d2c-4b07-9589-260afe90a618'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:03.163876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] Routers {'8e52ae2b-9d2c-4b07-9589-260afe90a618'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:03.164511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8e52ae2b-9d2c-4b07-9589-260afe90a618'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:03.215830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:03.240129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] Routers {'8e52ae2b-9d2c-4b07-9589-260afe90a618'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:03.241005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['8e52ae2b-9d2c-4b07-9589-260afe90a618'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:03.316718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:03.319060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e6955e-069f-4063-bc99-d6a7f772dc2b None None] The sync data for ids ['8e52ae2b-9d2c-4b07-9589-260afe90a618'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:03.426195 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-8d1dfa19-17e5-42d1-8fa1-191885563ff3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 16:07:03.431123 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8d1dfa19-17e5-42d1-8fa1-191885563ff3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/8e52ae2b-9d2c-4b07-9589-260afe90a618/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3016996 Feb 10 16:07:03.431302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:03.433145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-186235ef-00f9-4837-ab9f-89342fb4e881 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.436124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-186235ef-00f9-4837-ab9f-89342fb4e881 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.440237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-186235ef-00f9-4837-ab9f-89342fb4e881 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcc91fe9-8451-4aba-ab24-e319ba630766 HTTP/1.1" status: 204 len: 168 time: 0.5467460 Feb 10 16:07:03.459669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186235ef-00f9-4837-ab9f-89342fb4e881 tempest-TestServerBasicOps-1564706188 tempest-TestServerBasicOps-1564706188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc91fe9-8451-4aba-ab24-e319ba630766,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:03.496887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57546) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:03.536348 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:07:03.602836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57552) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:03.649925 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-044c405b-e240-412e-bf6c-a49f8534fa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.786484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-044c405b-e240-412e-bf6c-a49f8534fa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.793277 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-044c405b-e240-412e-bf6c-a49f8534fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:03.884013 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c405b-e240-412e-bf6c-a49f8534fa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8056b384-7910-4f8b-a43b-2b7974dda8c4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:03.891558 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-044c405b-e240-412e-bf6c-a49f8534fa46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=184326668ee74bf0a92e7a5044350607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843101 Feb 10 16:07:03.891795 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57562) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:03.954330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d0d01710-13b6-4e28-855b-8abb424401d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e52ae2b-9d2c-4b07-9589-260afe90a618 HTTP/1.1" status: 200 len: 205 time: 0.5217650 Feb 10 16:07:03.955288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57564) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:04.011554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa44d-a94a-44a5-8946-b3b11524c16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.058404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.075571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa44d-a94a-44a5-8946-b3b11524c16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.094440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.238910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa44d-a94a-44a5-8946-b3b11524c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.242067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa44d-a94a-44a5-8946-b3b11524c16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.243371 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c2fa44d-a94a-44a5-8946-b3b11524c16d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8056b384-7910-4f8b-a43b-2b7974dda8c4 HTTP/1.1" status: 204 len: 168 time: 0.3507340 Feb 10 16:07:04.276510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.282325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.294050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fa44d-a94a-44a5-8946-b3b11524c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056b384-7910-4f8b-a43b-2b7974dda8c4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:04.348403 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.360046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.360414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router 8e52ae2b-9d2c-4b07-9589-260afe90a618 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:04.368144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.369259 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-04400e68-781b-47d5-8a73-d66e4937cd07 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/8e52ae2b-9d2c-4b07-9589-260afe90a618 HTTP/1.1" status: 204 len: 168 time: 0.4128163 Feb 10 16:07:04.371972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57570) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:04.449157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet 2d6d5707-3851-4e45-aed9-2a11e5e0e150 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:07:04.453583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.515681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.693318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.694776 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.806761 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.837657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6d5707-3851-4e45-aed9-2a11e5e0e150,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:04.839954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:04.846363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-43d147f9-2051-464f-8924-1ab76de7ed36 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/2d6d5707-3851-4e45-aed9-2a11e5e0e150 HTTP/1.1" status: 204 len: 168 time: 0.4703388 Feb 10 16:07:04.846363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57586) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:04.851240 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f71767-e685-4d0b-a2c6-763f85364751 None None] Network 9b3305eb-e953-4122-a6da-ea3875002d40 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:05.011118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.099348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:05.130990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 11612a1e-42fb-4387-8c9e-497d52f30ab2 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:05.131372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.183715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Deleting port 05ac5e8d-6cef-4058-a10e-442261b8c27e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:05.184245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.228859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] DHCP port deletion for 9b3305eb-e953-4122-a6da-ea3875002d40 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:07:05.232033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 11612a1e-42fb-4387-8c9e-497d52f30ab2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11612a1e-42fb-4387-8c9e-497d52f30ab2,segment=NetworkSegment(2fe060da-39aa-4b3d-a345-29c71332fb9e),segment_id=2fe060da-39aa-4b3d-a345-29c71332fb9e)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:05.232406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.248459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 11612a1e-42fb-4387-8c9e-497d52f30ab2 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:05.314484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] Deleting port 11612a1e-42fb-4387-8c9e-497d52f30ab2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:05.316333 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.341557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] For port 05ac5e8d-6cef-4058-a10e-442261b8c27e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=05ac5e8d-6cef-4058-a10e-442261b8c27e,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:05.350499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.374321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Calling delete_port for 05ac5e8d-6cef-4058-a10e-442261b8c27e owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:05.393589 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e102aacc-05f4-4e85-98e6-9f37b0e785a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.404627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] For port 11612a1e-42fb-4387-8c9e-497d52f30ab2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=11612a1e-42fb-4387-8c9e-497d52f30ab2,segment=NetworkSegment(2fe060da-39aa-4b3d-a345-29c71332fb9e),segment_id=2fe060da-39aa-4b3d-a345-29c71332fb9e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:05.405963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.417787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.426842 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] Calling delete_port for 11612a1e-42fb-4387-8c9e-497d52f30ab2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:05.454806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=11612a1e-42fb-4387-8c9e-497d52f30ab2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:05.464984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port 11612a1e-42fb-4387-8c9e-497d52f30ab2 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:05.584213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.605131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.625726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3305eb-e953-4122-a6da-ea3875002d40']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:05.646497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe060da-39aa-4b3d-a345-29c71332fb9e') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:05.646805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe060da-39aa-4b3d-a345-29c71332fb9e') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:05.657680 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e102aacc-05f4-4e85-98e6-9f37b0e785a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.662181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] No DVR routers for this DVR port 11612a1e-42fb-4387-8c9e-497d52f30ab2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:05.662429 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.670612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcc27c-45d0-42c4-9bba-ffa33010d94b None None] Pushing event deleted for resources: {'Port': ['ID=11612a1e-42fb-4387-8c9e-497d52f30ab2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:05.679936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e102aacc-05f4-4e85-98e6-9f37b0e785a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.712996 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.731775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.732040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e102aacc-05f4-4e85-98e6-9f37b0e785a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5bb38eb6c4a406d89591614412c8053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305397 Feb 10 16:07:05.733352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:07:05.733606 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.737563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:07:05.739911 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:07:05.758613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102aacc-05f4-4e85-98e6-9f37b0e785a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fc1707-6298-47d9-bcdb-d5d0a445d50c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:05.816235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ac5e8d-6cef-4058-a10e-442261b8c27e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:05.818847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.845207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.853803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/9b3305eb-e953-4122-a6da-ea3875002d40 HTTP/1.1" status: 204 len: 168 time: 1.0036170 Feb 10 16:07:05.874999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57610) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:05.888604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080500328'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:05.949789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2641b6-c8d3-4539-ae15-07d95fcd040c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=9b3305eb-e953-4122-a6da-ea3875002d40,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:05.960531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:05.964558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:05.998636 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e7977f0-3174-45e3-87f1-45f7ae0ba157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.001117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:06.015530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.016228 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 8e16a69a-cc20-4e91-b810-9d563eedece5 of type vlan for network 852b25c7-e411-45df-800c-5c030cd829d3 Feb 10 16:07:06.074878 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e7977f0-3174-45e3-87f1-45f7ae0ba157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.081431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.129180 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.148558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.154683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:06.155482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.221750 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e7977f0-3174-45e3-87f1-45f7ae0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.225361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5e7977f0-3174-45e3-87f1-45f7ae0ba157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.227143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e7977f0-3174-45e3-87f1-45f7ae0ba157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71fc1707-6298-47d9-bcdb-d5d0a445d50c HTTP/1.1" status: 204 len: 168 time: 0.4798362 Feb 10 16:07:06.263016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3732698 Feb 10 16:07:06.270050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:06.283533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26415b6d-db10-4394-b222-0d199a5c9dc3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=852b25c7-e411-45df-800c-5c030cd829d3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:06.294172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 852b25c7-e411-45df-800c-5c030cd829d3 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:06.322435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': '852b25c7-e411-45df-800c-5c030cd829d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:06.322435 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7977f0-3174-45e3-87f1-45f7ae0ba157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fc1707-6298-47d9-bcdb-d5d0a445d50c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:06.632104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57634) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:06.648497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87ed2310-5e47-4a9a-b876-360f62202146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.757028 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87ed2310-5e47-4a9a-b876-360f62202146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.768793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-87ed2310-5e47-4a9a-b876-360f62202146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.827394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-87ed2310-5e47-4a9a-b876-360f62202146 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f9570706e944256897fff54dc1d8277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925328 Feb 10 16:07:06.833662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57642) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:06.855407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Router 08573cb0-ba50-48b1-9866-23eed28eddb6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:06.869759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:06.874591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.900158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed2310-5e47-4a9a-b876-360f62202146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d10b81-3091-4fe8-b3c5-89ad332ed370,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:06.945792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fee8bc08-a2e4-4778-a088-2d7fc1bfbcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:06.983161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11612a1e-42fb-4387-8c9e-497d52f30ab2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:06.994931 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fee8bc08-a2e4-4778-a088-2d7fc1bfbcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.038853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 11612a1e-42fb-4387-8c9e-497d52f30ab2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:07.039194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 11612a1e-42fb-4387-8c9e-497d52f30ab2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:07.065870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fee8bc08-a2e4-4778-a088-2d7fc1bfbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.069168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:07.072896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fee8bc08-a2e4-4778-a088-2d7fc1bfbcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.074091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fee8bc08-a2e4-4778-a088-2d7fc1bfbcbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9d10b81-3091-4fe8-b3c5-89ad332ed370 HTTP/1.1" status: 204 len: 168 time: 0.2390118 Feb 10 16:07:07.078995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d6211ac-ea51-4727-b012-98b8eaa6b4c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/08573cb0-ba50-48b1-9866-23eed28eddb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5810721 Feb 10 16:07:07.083943 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] Sync routers for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:07.092285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57646) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:07.096594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8bc08-a2e4-4778-a088-2d7fc1bfbcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d10b81-3091-4fe8-b3c5-89ad332ed370,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:07.109176 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:07.109835 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:07.249721 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.327583 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:07.347842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.435717 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=c690e7d0-741b-47df-bea2-41ef820625f8,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:07.446235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '8e16a69a-cc20-4e91-b810-9d563eedece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '852b25c7-e411-45df-800c-5c030cd829d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:07.446618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: 852b25c7-e411-45df-800c-5c030cd829d3, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:07.472302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 852b25c7-e411-45df-800c-5c030cd829d3 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:07:07.479799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.493922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 852b25c7-e411-45df-800c-5c030cd829d3) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:07.500041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:07.501065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.507461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8049413-192e-4865-b799-d79d0be52ac9 None None] Network 852b25c7-e411-45df-800c-5c030cd829d3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:07.547347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-90e157bf-3ca6-419f-ad24-1fd2e4fd02c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2756751 Feb 10 16:07:07.550239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57658) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:07.558434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-376612952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:07.620931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Deleting port 948a64f9-bbdd-4eb5-ae86-25bfe7913535 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:07.621279 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.623429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.625017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.665295 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T16:07:05Z', 'revision_number': 5, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port': {'id': '948a64f9-bbdd-4eb5-ae86-25bfe7913535', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:22Z', 'updated_at': '2022-02-10T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:07.707060 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] Checking router: 08573cb0-ba50-48b1-9866-23eed28eddb6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:07.736481 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] Routers {'08573cb0-ba50-48b1-9866-23eed28eddb6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:07.737109 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['08573cb0-ba50-48b1-9866-23eed28eddb6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:07.765621 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.773955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.797539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] For port 948a64f9-bbdd-4eb5-ae86-25bfe7913535, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=948a64f9-bbdd-4eb5-ae86-25bfe7913535,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:07.797915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.814411 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.819539 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e70136e7-e152-486a-b73b-3bb1cf94cd6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2649686 Feb 10 16:07:07.820150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57666) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:07.831816 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-852b25c7-e411-45df-800c-5c030cd829d3', 'network_id': '852b25c7-e411-45df-800c-5c030cd829d3', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': 'c690e7d0-741b-47df-bea2-41ef820625f8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:07:07.833124 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:07.842014 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Calling delete_port for 948a64f9-bbdd-4eb5-ae86-25bfe7913535 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:07.913835 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] Set router 08573cb0-ba50-48b1-9866-23eed28eddb6 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:07.977510 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T16:07:07Z', 'revision_number': 6, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:08.059283 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c2ba4-c2ed-4a03-8b06-34fb64437ff7 None None] The sync data for ids ['08573cb0-ba50-48b1-9866-23eed28eddb6'] in n-d-827895-3 is: [{'id': '08573cb0-ba50-48b1-9866-23eed28eddb6', 'name': 'tempest-TestServerBasicOps-1908092156-router', 'tenant_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:18Z', 'updated_at': '2022-02-10T16:07:07Z', 'revision_number': 6, 'project_id': 'a0e69e0a81f14e5eac87b193b71b0f73', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:08.114456 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Allocated IP 172.20.0.2 (852b25c7-e411-45df-800c-5c030cd829d3/c690e7d0-741b-47df-bea2-41ef820625f8/a5b84952-30e8-40c7-b2ca-d9a46d15568e) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:08.126191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.175232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=948a64f9-bbdd-4eb5-ae86-25bfe7913535,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:08.313401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.324712 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.331370 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.354805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.375311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Network 852b25c7-e411-45df-800c-5c030cd829d3 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:08.388983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:08.444533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:08.484336 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.486572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.493131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Pushing event updated for resources: {'Port': ['ID=a5b84952-30e8-40c7-b2ca-d9a46d15568e,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:08.550772 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.551344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08573cb0-ba50-48b1-9866-23eed28eddb6 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:08.563360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.571424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4323464c-32f4-4e9a-beb9-3dad49914e10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/08573cb0-ba50-48b1-9866-23eed28eddb6 HTTP/1.1" status: 204 len: 168 time: 1.4701302 Feb 10 16:07:08.571948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57682) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:08.648704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Attempting to bind port a5b84952-30e8-40c7-b2ca-d9a46d15568e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:08.649416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Attempting to bind port a5b84952-30e8-40c7-b2ca-d9a46d15568e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '8e16a69a-cc20-4e91-b810-9d563eedece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '852b25c7-e411-45df-800c-5c030cd829d3'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:08.650013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Attempting to bind port a5b84952-30e8-40c7-b2ca-d9a46d15568e on network 852b25c7-e411-45df-800c-5c030cd829d3 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:08.657753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:08.658395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Checking segment: {'id': '8e16a69a-cc20-4e91-b810-9d563eedece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '852b25c7-e411-45df-800c-5c030cd829d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:08.659024 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.659678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Bound using segment: {'id': '8e16a69a-cc20-4e91-b810-9d563eedece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '852b25c7-e411-45df-800c-5c030cd829d3'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:08.660381 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Bound port: a5b84952-30e8-40c7-b2ca-d9a46d15568e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e16a69a-cc20-4e91-b810-9d563eedece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '852b25c7-e411-45df-800c-5c030cd829d3'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:08.661045 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.707555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Deleting subnet c0a6c2ae-3818-4eab-913d-ff0b90bda465 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:07:08.715659 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.757940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] For port a5b84952-30e8-40c7-b2ca-d9a46d15568e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:08.761543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] For port a5b84952-30e8-40c7-b2ca-d9a46d15568e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5b84952-30e8-40c7-b2ca-d9a46d15568e,segment=NetworkSegment(8e16a69a-cc20-4e91-b810-9d563eedece5),segment_id=8e16a69a-cc20-4e91-b810-9d563eedece5)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:08.764742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.767718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:08.849339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9a0f7-c509-4959-8a47-8343d87be501 None None] Pushing event updated for resources: {'Port': ['ID=a5b84952-30e8-40c7-b2ca-d9a46d15568e,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:08.876643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.20.0.1 (852b25c7-e411-45df-800c-5c030cd829d3/c690e7d0-741b-47df-bea2-41ef820625f8/fbcae95b-e157-44ea-bfc7-c948dff9416e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:08.910061 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.044006 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.150892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948a64f9-bbdd-4eb5-ae86-25bfe7913535 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:09.156509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a6c2ae-3818-4eab-913d-ff0b90bda465,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:09.159073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.176360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-78703fc4-b8fa-41bb-8bde-2046e2ba1fac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0a6c2ae-3818-4eab-913d-ff0b90bda465 HTTP/1.1" status: 204 len: 168 time: 0.6016164 Feb 10 16:07:09.177708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57692) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:09.205230 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d47c1-1bc1-417c-bfea-f247a750a2d1 None None] Network e84bd44c-ee72-41e6-aebe-6943bbb6910d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:09.207831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 948a64f9-bbdd-4eb5-ae86-25bfe7913535 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:09.209252 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948a64f9-bbdd-4eb5-ae86-25bfe7913535 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:09.209770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05ac5e8d-6cef-4058-a10e-442261b8c27e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:09.217395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.321611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 05ac5e8d-6cef-4058-a10e-442261b8c27e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:09.322042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 05ac5e8d-6cef-4058-a10e-442261b8c27e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:09.333468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.363882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.422931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 852b25c7-e411-45df-800c-5c030cd829d3 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:09.428251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:09.432463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:09.465257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Deleting port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:09.465750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.513892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=fbcae95b-e157-44ea-bfc7-c948dff9416e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:09.540365 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.576181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] DHCP port deletion for e84bd44c-ee72-41e6-aebe-6943bbb6910d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:07:09.632976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] For port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:09.633212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.655630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Calling delete_port for 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:09.669997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] Deleting port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:09.670372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.781348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] For port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,segment=NetworkSegment(502d6b48-fabf-4171-8deb-a7270649225c),segment_id=502d6b48-fabf-4171-8deb-a7270649225c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:09.781802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.793280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.799320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] Calling delete_port for 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:09.828955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:09.860999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Pushing event deleted for resources: {'Port': ['ID=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:09.870229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] No DVR routers for this DVR port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:09.976105 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.021460 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.022540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] No DVR routers for this DVR port 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:10.027494 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da60a2-43ee-4a39-92c9-840881351c7b None None] Pushing event deleted for resources: {'Port': ['ID=21b8eb41-a9ba-4d4c-9247-c7ba8625e97f,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:10.059719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84bd44c-ee72-41e6-aebe-6943bbb6910d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:10.074862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502d6b48-fabf-4171-8deb-a7270649225c') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:10.075272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502d6b48-fabf-4171-8deb-a7270649225c') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:10.089698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.109547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.125695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:07:10.128033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:07:10.130227 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:07:10.238298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.244607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.245129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.252587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.261259 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] 10.222.0.21 "DELETE /v2.0/networks/e84bd44c-ee72-41e6-aebe-6943bbb6910d HTTP/1.1" status: 204 len: 168 time: 1.0824986 Feb 10 16:07:10.277280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57716) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:10.291628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edb809-29ee-40fa-9dba-7f35e4a75abf admin admin] Pushing event deleted for resources: {'Network': ['ID=e84bd44c-ee72-41e6-aebe-6943bbb6910d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:10.329989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=fbcae95b-e157-44ea-bfc7-c948dff9416e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:10.360668 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.521472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 852b25c7-e411-45df-800c-5c030cd829d3 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:10.525102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:10.671869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b36ba-9480-420a-a5af-1c3e274a85d2 None None] Network 852b25c7-e411-45df-800c-5c030cd829d3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:10.771491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 7901496e-5f46-47be-8c12-172789b4d1e8 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:07:10.921089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5b84952-30e8-40c7-b2ca-d9a46d15568e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:10.927671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b75bdfad-5bb2-4a3a-bb4d-1e211728bf15 None None] Provisioning complete for port a5b84952-30e8-40c7-b2ca-d9a46d15568e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:10.928494 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b75bdfad-5bb2-4a3a-bb4d-1e211728bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.940190 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:10.962774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:10.974309 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a135fb55-44cd-46a6-adc4-68135088b863 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/7901496e-5f46-47be-8c12-172789b4d1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1530232 Feb 10 16:07:10.977064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57730) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:11.084543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] Sync routers for ids ['7901496e-5f46-47be-8c12-172789b4d1e8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:11.088613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3caf2f-eb21-427c-a046-8555dbf4a849 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:11.092379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c3caf2f-eb21-427c-a046-8555dbf4a849 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports/fbcae95b-e157-44ea-bfc7-c948dff9416e HTTP/1.1" status: 200 len: 910 time: 0.1140001 Feb 10 16:07:11.095308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57736) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:11.261958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] Routers {'7901496e-5f46-47be-8c12-172789b4d1e8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:11.262613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7901496e-5f46-47be-8c12-172789b4d1e8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:11.327040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b75bdfad-5bb2-4a3a-bb4d-1e211728bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:11.352604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:11.383025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] Routers {'7901496e-5f46-47be-8c12-172789b4d1e8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:11.383743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7901496e-5f46-47be-8c12-172789b4d1e8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:11.384477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Deleting port 2de42b80-79d7-4e39-bf26-62e0b94613a4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:11.385411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:11.436222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b75bdfad-5bb2-4a3a-bb4d-1e211728bf15 None None] For port a5b84952-30e8-40c7-b2ca-d9a46d15568e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5b84952-30e8-40c7-b2ca-d9a46d15568e,segment=NetworkSegment(8e16a69a-cc20-4e91-b810-9d563eedece5),segment_id=8e16a69a-cc20-4e91-b810-9d563eedece5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:11.443491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a5b84952-30e8-40c7-b2ca-d9a46d15568e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:11.443859 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:11.510651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:11.511220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77304ba-50f6-47d8-9875-bf41fe3679e5 None None] The sync data for ids ['7901496e-5f46-47be-8c12-172789b4d1e8'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:11.523408 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b75bdfad-5bb2-4a3a-bb4d-1e211728bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:11.556037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] For port 2de42b80-79d7-4e39-bf26-62e0b94613a4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2de42b80-79d7-4e39-bf26-62e0b94613a4,segment=NetworkSegment(3620470b-4a09-4db7-851a-392ed807963b),segment_id=3620470b-4a09-4db7-851a-392ed807963b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:11.556407 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:11.584570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Calling delete_port for 2de42b80-79d7-4e39-bf26-62e0b94613a4 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:11.590302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bdfad-5bb2-4a3a-bb4d-1e211728bf15 None None] Pushing event updated for resources: {'Port': ['ID=a5b84952-30e8-40c7-b2ca-d9a46d15568e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:11.758792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:11.813243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:11.813736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 21b8eb41-a9ba-4d4c-9247-c7ba8625e97f not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:11.815650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-64241ea0-7268-4cbe-b5b0-f7d59d494a6d None None] Provisioning complete for port a5b84952-30e8-40c7-b2ca-d9a46d15568e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:11.816085 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64241ea0-7268-4cbe-b5b0-f7d59d494a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:11.861827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.088380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-64241ea0-7268-4cbe-b5b0-f7d59d494a6d None None] Provisioning complete for port fbcae95b-e157-44ea-bfc7-c948dff9416e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:12.088993 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64241ea0-7268-4cbe-b5b0-f7d59d494a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.146495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-64241ea0-7268-4cbe-b5b0-f7d59d494a6d None None] Port fbcae95b-e157-44ea-bfc7-c948dff9416e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:12.218657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57768) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:12.278537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f6a2f36d-3a86-44db-b965-f492b5a050b1 None None] Provisioning complete for port fbcae95b-e157-44ea-bfc7-c948dff9416e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:12.278909 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f36d-3a86-44db-b965-f492b5a050b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.363720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2f36d-3a86-44db-b965-f492b5a050b1 None None] Port fbcae95b-e157-44ea-bfc7-c948dff9416e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:12.429297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port fbcae95b-e157-44ea-bfc7-c948dff9416e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:12.429933 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.531753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4986056-5b0b-419e-b943-8ba400206717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.565523 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.592818 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for fbcae95b-e157-44ea-bfc7-c948dff9416e owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:12.595977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9659c8ee-41d4-4755-b489-d859b1edfef1 None None] Provisioning complete for port fbcae95b-e157-44ea-bfc7-c948dff9416e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:12.596601 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9659c8ee-41d4-4755-b489-d859b1edfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.641590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.654151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9659c8ee-41d4-4755-b489-d859b1edfef1 None None] Port fbcae95b-e157-44ea-bfc7-c948dff9416e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:12.670516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de42b80-79d7-4e39-bf26-62e0b94613a4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:12.697182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4986056-5b0b-419e-b943-8ba400206717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.704586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e4986056-5b0b-419e-b943-8ba400206717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.795801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e4986056-5b0b-419e-b943-8ba400206717 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f0196a94b074279bf3df5965a57b2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737109 Feb 10 16:07:12.797323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4986056-5b0b-419e-b943-8ba400206717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654ec9f8-bc8f-4eca-9c8d-217960a8faea,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:12.800213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57772) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:12.903692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.929941 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfc90a02-23e6-4312-aa17-6d1f9374c1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:12.956672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5b84952-30e8-40c7-b2ca-d9a46d15568e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:12.985472 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfc90a02-23e6-4312-aa17-6d1f9374c1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.018363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.040123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a5b84952-30e8-40c7-b2ca-d9a46d15568e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:13.040610 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.104810 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=fbcae95b-e157-44ea-bfc7-c948dff9416e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:13.184205 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfc90a02-23e6-4312-aa17-6d1f9374c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.186902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dfc90a02-23e6-4312-aa17-6d1f9374c1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.190871 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dfc90a02-23e6-4312-aa17-6d1f9374c1a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/654ec9f8-bc8f-4eca-9c8d-217960a8faea HTTP/1.1" status: 204 len: 168 time: 0.3892100 Feb 10 16:07:13.201180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc90a02-23e6-4312-aa17-6d1f9374c1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654ec9f8-bc8f-4eca-9c8d-217960a8faea,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:13.237264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:13.305782 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.420775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:13.426068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7c195501-4753-4ccf-a746-19462ee81c88 admin admin] 10.222.0.21 "PUT /v2.0/routers/a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1477485 Feb 10 16:07:13.429476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:13.430982 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] Sync routers for ids ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:13.445543 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] Routers {'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:13.446423 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:13.562444 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.630526 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] Set router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:13.687129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.744634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57784) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:13.766043 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d835-6a18-42b2-871d-ff12f22ad9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.800062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Deleting port 8d68e40f-df0a-4134-b191-1e525350ef4c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:13.800586 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.861709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 7901496e-5f46-47be-8c12-172789b4d1e8 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:13.898703 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T16:07:12Z', 'revision_number': 5, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port': {'id': '8d68e40f-df0a-4134-b191-1e525350ef4c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:13.943207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:13.948525 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5cd53699-0d0a-428b-8b80-8fdf7e76c53a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/7901496e-5f46-47be-8c12-172789b4d1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519387 Feb 10 16:07:13.951255 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57786) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:13.952265 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] Checking router: a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:13.959576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] Sync routers for ids ['7901496e-5f46-47be-8c12-172789b4d1e8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:13.966327 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] Routers {'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:13.966941 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:13.971657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] For port 8d68e40f-df0a-4134-b191-1e525350ef4c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=8d68e40f-df0a-4134-b191-1e525350ef4c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:13.972775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.980569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] Routers {'7901496e-5f46-47be-8c12-172789b4d1e8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:13.981191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7901496e-5f46-47be-8c12-172789b4d1e8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:13.991772 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-689060ef-1ee9-488c-a319-941a5d1861b1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=7901496e-5f46-47be-8c12-172789b4d1e8 HTTP/1.1" status: 200 len: 205 time: 0.0390859 Feb 10 16:07:13.992233 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d835-6a18-42b2-871d-ff12f22ad9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:13.994494 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57788) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:13.996710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Calling delete_port for 8d68e40f-df0a-4134-b191-1e525350ef4c owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:14.002486 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d835-6a18-42b2-871d-ff12f22ad9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.058186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:14.077101 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] Set router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:14.085516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] Routers {'7901496e-5f46-47be-8c12-172789b4d1e8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:14.086010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['7901496e-5f46-47be-8c12-172789b4d1e8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:14.089236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5d835-6a18-42b2-871d-ff12f22ad9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02577e8a-ef00-4b48-bd9b-1c9d3ae9ddca,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:14.092098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.096905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9aa5d835-6a18-42b2-871d-ff12f22ad9d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e04393ab3aaa495d873c86a7dbb259d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487198 Feb 10 16:07:14.097544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57792) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:14.132736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:14.133396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd567e16-d188-4606-abba-9727a51485e0 None None] The sync data for ids ['7901496e-5f46-47be-8c12-172789b4d1e8'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:14.194711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1dec35f-5b6a-4398-85fd-53501737ec1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.207773 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T16:07:13Z', 'revision_number': 6, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:14.252511 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711797-a1a2-45a7-b968-7a9724bd6a8d None None] The sync data for ids ['a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af'] in n-d-827895-3 is: [{'id': 'a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af', 'name': 'tempest-TestServerBasicOps-936447195-router', 'tenant_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:46Z', 'updated_at': '2022-02-10T16:07:13Z', 'revision_number': 6, 'project_id': '6a5ffc521e5a4d189d5426b49b8df1f3', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:14.257499 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1dec35f-5b6a-4398-85fd-53501737ec1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.337120 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.341045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.392994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.393632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router 7901496e-5f46-47be-8c12-172789b4d1e8 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:14.400983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.405541 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3fcf51e4-607c-491f-ac87-15854a6936e8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/7901496e-5f46-47be-8c12-172789b4d1e8 HTTP/1.1" status: 204 len: 168 time: 0.4096572 Feb 10 16:07:14.406169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:14.406507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1dec35f-5b6a-4398-85fd-53501737ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.409046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e1dec35f-5b6a-4398-85fd-53501737ec1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.410161 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e1dec35f-5b6a-4398-85fd-53501737ec1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02577e8a-ef00-4b48-bd9b-1c9d3ae9ddca HTTP/1.1" status: 204 len: 168 time: 0.3119521 Feb 10 16:07:14.424692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dec35f-5b6a-4398-85fd-53501737ec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02577e8a-ef00-4b48-bd9b-1c9d3ae9ddca,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:14.451924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.494184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d68e40f-df0a-4134-b191-1e525350ef4c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:14.501947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet c690e7d0-741b-47df-bea2-41ef820625f8 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:07:14.506242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.559980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.639667 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.683723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.772937 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.874743 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=c690e7d0-741b-47df-bea2-41ef820625f8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:14.878392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01463f51-6dd2-4848-9a18-afe232df6a58 None None] Network 852b25c7-e411-45df-800c-5c030cd829d3 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:14.884640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.888000 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.890008 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-649654cd-abdb-4079-bccf-9cae8096d3d5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/c690e7d0-741b-47df-bea2-41ef820625f8 HTTP/1.1" status: 204 len: 168 time: 0.4823294 Feb 10 16:07:14.892495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57814) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:14.893501 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.954610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.955051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:14.962944 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:14.964186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5e08da18-eaa2-42ca-9a42-68406873b2c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a377ffa8-6aa8-4e6d-bf59-c0c054a1a9af HTTP/1.1" status: 204 len: 168 time: 1.5336773 Feb 10 16:07:14.967585 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57816) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:14.975867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57818) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:15.023263 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.039712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Deleting subnet f856a55a-703f-4b58-9584-e98da6f65cdf {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:07:15.043882 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.086755 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.172387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port a5b84952-30e8-40c7-b2ca-d9a46d15568e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:15.172912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.222495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2de42b80-79d7-4e39-bf26-62e0b94613a4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:15.240722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.275925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2de42b80-79d7-4e39-bf26-62e0b94613a4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:15.277018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2de42b80-79d7-4e39-bf26-62e0b94613a4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:15.316331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] DHCP port deletion for 852b25c7-e411-45df-800c-5c030cd829d3 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:07:15.327110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ab23-5236-4f61-89a9-dfd2249939fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.328330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port a5b84952-30e8-40c7-b2ca-d9a46d15568e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5b84952-30e8-40c7-b2ca-d9a46d15568e,segment=NetworkSegment(8e16a69a-cc20-4e91-b810-9d563eedece5),segment_id=8e16a69a-cc20-4e91-b810-9d563eedece5)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:15.328704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.343673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for a5b84952-30e8-40c7-b2ca-d9a46d15568e owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:15.385093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.431408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f856a55a-703f-4b58-9584-e98da6f65cdf,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:15.445084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.449471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-99ac9030-915b-4675-9e1a-04f994b1bf1d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f856a55a-703f-4b58-9584-e98da6f65cdf HTTP/1.1" status: 204 len: 168 time: 0.4816113 Feb 10 16:07:15.454386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57834) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:15.466395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.525249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=a5b84952-30e8-40c7-b2ca-d9a46d15568e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:15.531811 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port a5b84952-30e8-40c7-b2ca-d9a46d15568e on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:15.607139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.611050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ab23-5236-4f61-89a9-dfd2249939fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.620108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ab23-5236-4f61-89a9-dfd2249939fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.668689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ab23-5236-4f61-89a9-dfd2249939fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3abd4d6-1121-4950-b63a-c188cd92f522,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:15.689880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64993ff-64e7-47e6-a3ff-dcf914a4acd7 None None] Network 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:15.708485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.738254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2fb6ab23-5236-4f61-89a9-dfd2249939fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1608217d5d904707b700c0c686048ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617364 Feb 10 16:07:15.739305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852b25c7-e411-45df-800c-5c030cd829d3']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:15.742905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57842) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:15.768481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16a69a-cc20-4e91-b810-9d563eedece5') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:15.768789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16a69a-cc20-4e91-b810-9d563eedece5') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:15.794830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.811086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Deleting port 280624b2-c2aa-4300-b307-01febc68c14d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:15.811723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.836139 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.848985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:07:15.850291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:07:15.854106 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:07:15.878819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab012-5d5a-4dae-abe0-c09685f0aded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.879511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Deleting port a5b84952-30e8-40c7-b2ca-d9a46d15568e {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:15.879894 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.917230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] For port 280624b2-c2aa-4300-b307-01febc68c14d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=280624b2-c2aa-4300-b307-01febc68c14d,segment=NetworkSegment(3620470b-4a09-4db7-851a-392ed807963b),segment_id=3620470b-4a09-4db7-851a-392ed807963b)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:15.917806 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.921603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab012-5d5a-4dae-abe0-c09685f0aded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.941291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Calling delete_port for 280624b2-c2aa-4300-b307-01febc68c14d owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:15.948635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.958382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.962679 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/852b25c7-e411-45df-800c-5c030cd829d3 HTTP/1.1" status: 204 len: 168 time: 1.0692067 Feb 10 16:07:15.967361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57846) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:15.974535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-795037742', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:15.982004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] For port a5b84952-30e8-40c7-b2ca-d9a46d15568e, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:15.982004 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:15.994376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Calling delete_port for a5b84952-30e8-40c7-b2ca-d9a46d15568e owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:16.005179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Port a5b84952-30e8-40c7-b2ca-d9a46d15568e was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:07:16.006554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.007422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867b3c6-67c8-4e15-a670-fb0a91fe2b24 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=852b25c7-e411-45df-800c-5c030cd829d3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.038379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Pushing event deleted for resources: {'Port': ['ID=a5b84952-30e8-40c7-b2ca-d9a46d15568e,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.040543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] Network 852b25c7-e411-45df-800c-5c030cd829d3 is not hosted by any dhcp agent {{(pid=102616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 16:07:16.041189 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f3a16-2786-4673-a3c3-56526b4b76cf None None] No DVR routers for this DVR port a5b84952-30e8-40c7-b2ca-d9a46d15568e on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:16.044379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] DHCP port deletion for 5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:07:16.068549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab012-5d5a-4dae-abe0-c09685f0aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.071225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab012-5d5a-4dae-abe0-c09685f0aded admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.075011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7a0ab012-5d5a-4dae-abe0-c09685f0aded admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3abd4d6-1121-4950-b63a-c188cd92f522 HTTP/1.1" status: 204 len: 168 time: 0.3311188 Feb 10 16:07:16.080556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.081438 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.101608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ab012-5d5a-4dae-abe0-c09685f0aded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3abd4d6-1121-4950-b63a-c188cd92f522,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.110899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Deleting port 280624b2-c2aa-4300-b307-01febc68c14d {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:16.111294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.118287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.173922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] No DVR routers for this DVR port 280624b2-c2aa-4300-b307-01febc68c14d on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:16.176963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=280624b2-c2aa-4300-b307-01febc68c14d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.193180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] For port 280624b2-c2aa-4300-b307-01febc68c14d, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:16.193582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.206419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Calling delete_port for 280624b2-c2aa-4300-b307-01febc68c14d owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:16.209752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Port 280624b2-c2aa-4300-b307-01febc68c14d was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:07:16.211918 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.233800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.238119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] Pushing event deleted for resources: {'Port': ['ID=280624b2-c2aa-4300-b307-01febc68c14d,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.246187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8253e-1eba-4586-b519-bf4e66e279e9 None None] No DVR routers for this DVR port 280624b2-c2aa-4300-b307-01febc68c14d on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:16.399826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.484866 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.489290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a97e4fc-4310-494d-bf16-3f71ccc4a8f6']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:16.514166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3620470b-4a09-4db7-851a-392ed807963b') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:16.514453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3620470b-4a09-4db7-851a-392ed807963b') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:16.528259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.557169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57894) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:16.572494 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae548413-6707-43dc-a158-acfd659b978e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.573942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.585971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:07:16.586375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:07:16.588139 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:07:16.659355 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.673685 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.677764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a97e4fc-4310-494d-bf16-3f71ccc4a8f6 HTTP/1.1" status: 204 len: 168 time: 1.2215152 Feb 10 16:07:16.680290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae548413-6707-43dc-a158-acfd659b978e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.685079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae548413-6707-43dc-a158-acfd659b978e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.689235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45c4c6-f444-423b-b5cb-fd7cfc2a90a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a97e4fc-4310-494d-bf16-3f71ccc4a8f6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.731754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae548413-6707-43dc-a158-acfd659b978e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fddeec84cfe4fd1ad45b141d5f38c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734328 Feb 10 16:07:16.737705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 57902) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:16.744265 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae548413-6707-43dc-a158-acfd659b978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad83641c-4d20-47f7-8e00-310f74ac0e5f,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:16.819995 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.846811 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.886030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5b84952-30e8-40c7-b2ca-d9a46d15568e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:16.898640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-646b9fde-7df4-4973-a142-ada8fd2015c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.922326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a5b84952-30e8-40c7-b2ca-d9a46d15568e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:16.922975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5b84952-30e8-40c7-b2ca-d9a46d15568e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:16.923935 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d68e40f-df0a-4134-b191-1e525350ef4c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:16.946810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-646b9fde-7df4-4973-a142-ada8fd2015c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:16.952066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57920) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:16.956986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 8d68e40f-df0a-4134-b191-1e525350ef4c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:16.957851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 8d68e40f-df0a-4134-b191-1e525350ef4c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:16.958281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 280624b2-c2aa-4300-b307-01febc68c14d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:16.979863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 280624b2-c2aa-4300-b307-01febc68c14d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:16.980212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 280624b2-c2aa-4300-b307-01febc68c14d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:17.015138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-514e31a9-8e31-4493-8de4-15e919405192 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0e69e0a81f14e5eac87b193b71b0f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618482 Feb 10 16:07:17.015805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57932) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:17.066561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.25.7.224 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/73b3be18-341f-4a11-a940-3dde17091315) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:17.073052 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4e64adf-5488-41f8-9c29-fce9d623775f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.077297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-646b9fde-7df4-4973-a142-ada8fd2015c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.080531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-646b9fde-7df4-4973-a142-ada8fd2015c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.081770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-646b9fde-7df4-4973-a142-ada8fd2015c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad83641c-4d20-47f7-8e00-310f74ac0e5f HTTP/1.1" status: 204 len: 168 time: 0.3431354 Feb 10 16:07:17.097444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b9fde-7df4-4973-a142-ada8fd2015c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad83641c-4d20-47f7-8e00-310f74ac0e5f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:17.108812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4e64adf-5488-41f8-9c29-fce9d623775f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.181502 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4e64adf-5488-41f8-9c29-fce9d623775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.186310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4e64adf-5488-41f8-9c29-fce9d623775f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.204410 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f4e64adf-5488-41f8-9c29-fce9d623775f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f90a218-2690-4818-9d79-8dfb75070186 HTTP/1.1" status: 204 len: 168 time: 0.1833699 Feb 10 16:07:17.223687 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64adf-5488-41f8-9c29-fce9d623775f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f90a218-2690-4818-9d79-8dfb75070186,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:17.262183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.317373 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:17.380463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:17.383759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:17.388018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:17.413955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=73b3be18-341f-4a11-a940-3dde17091315,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:17.888312 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57966) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:17.958891 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7188a15a-7d65-4404-af7e-27f8b81ab929 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a5ffc521e5a4d189d5426b49b8df1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683122 Feb 10 16:07:17.962720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57968) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:18.028491 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7993e49b-5b4c-417f-a2cd-000c118dd184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.080524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7993e49b-5b4c-417f-a2cd-000c118dd184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.182209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7993e49b-5b4c-417f-a2cd-000c118dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.185124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7993e49b-5b4c-417f-a2cd-000c118dd184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.186903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7993e49b-5b4c-417f-a2cd-000c118dd184 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ea6e940-c5e9-4c66-912a-0a238e63d465 HTTP/1.1" status: 204 len: 168 time: 0.2221944 Feb 10 16:07:18.188528 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.198669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993e49b-5b4c-417f-a2cd-000c118dd184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea6e940-c5e9-4c66-912a-0a238e63d465,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:18.494779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.694851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router f3d25b5a-cbd1-4cc5-b9bd-69210698091c is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:07:18.878423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:18.893586 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] Sync routers for ids ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:18.912301 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] Routers {'f3d25b5a-cbd1-4cc5-b9bd-69210698091c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:18.913225 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:18.926168 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:18.927420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-43ea46b6-6ed5-46e9-b18a-6d1c7920789d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9576502 Feb 10 16:07:18.930309 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 57998) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:18.954368 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:18.966187 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] Routers {'f3d25b5a-cbd1-4cc5-b9bd-69210698091c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:18.966993 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:19.055432 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:19.056390 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e783d4-3294-49a8-a231-425f28abac9b None None] The sync data for ids ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:19.148594 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-94f4e800-2d1d-411a-a683-d69b050bc0f5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/routers/f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 200 len: 880 time: 0.2169862 Feb 10 16:07:19.151000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58004) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:19.448954 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5c58d95e-23d0-4924-bbd5-2f1f33211c41 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2966661 Feb 10 16:07:19.451486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58010) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:19.456424 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-795037742'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:19.846640 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:19.871576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:20.001287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router f3d25b5a-cbd1-4cc5-b9bd-69210698091c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:20.124315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:20.132000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:20.135857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:20.138797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] Sync routers for ids ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:20.139947 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9557e1a2-ede3-445a-8b71-26bc123549b7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 200 len: 887 time: 0.6871579 Feb 10 16:07:20.152802 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] Routers {'f3d25b5a-cbd1-4cc5-b9bd-69210698091c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:20.153491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:20.204288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:20.214001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] Routers {'f3d25b5a-cbd1-4cc5-b9bd-69210698091c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:20.214736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:20.256304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:20.257097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4b5c7-57b4-40c5-b694-ca8bca36b233 None None] The sync data for ids ['f3d25b5a-cbd1-4cc5-b9bd-69210698091c'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:20.273624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d6a816af-20c9-41c4-be03-3426d51b06ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/routers/f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 200 len: 887 time: 0.1365228 Feb 10 16:07:20.276143 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58018) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:20.313275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-942b3486-50a3-4162-8607-3739d09b778e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 200 len: 205 time: 0.0338652 Feb 10 16:07:20.314033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58022) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:20.469087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:20.602808 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:20.679874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 73b3be18-341f-4a11-a940-3dde17091315 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:20.680566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:20.798457 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:20.815763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 73b3be18-341f-4a11-a940-3dde17091315 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:21.067950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.128884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=73b3be18-341f-4a11-a940-3dde17091315,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:21.178104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.302510 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.305272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.382924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.383806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router f3d25b5a-cbd1-4cc5-b9bd-69210698091c {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:21.392199 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.397563 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e02dcaf5-32f8-44cd-ab10-d3d68d572989 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 204 len: 168 time: 1.0786488 Feb 10 16:07:21.397800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58054) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:21.402982 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-583165565'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:21.439461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:21.449278 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.489928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:21.501664 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.502254 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 0f639a49-3548-45c1-b182-9faa8230d6e5 of type vlan for network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 Feb 10 16:07:21.559625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.605827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.612127 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:21.612934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:21.705210 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3059487 Feb 10 16:07:21.708334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58058) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:21.714080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:21.748962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=dd761cc9-b83c-4a6a-9a7d-5c3561b303c5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:21.761764 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.762254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.762816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.763392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.763961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.764461 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.765027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.765456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.766207 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.766677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.767496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.767969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef37dfd-527d-41fe-8524-12490823ce63 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:21.784309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:21.887857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:21.893774 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.164779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.236431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=2c2d460e-1c62-4291-b8d7-9e338375ce5f,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:22.260505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '0f639a49-3548-45c1-b182-9faa8230d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:22.260863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: dd761cc9-b83c-4a6a-9a7d-5c3561b303c5, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:22.287903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:07:22.307379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, dd761cc9-b83c-4a6a-9a7d-5c3561b303c5) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:22.317533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db95c7-990c-42e4-803b-86c819f99258 None None] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:22.325369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:22.326310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.359009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-437efa20-4909-4380-91fc-b0c7519e6496 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6495106 Feb 10 16:07:22.361527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58064) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:22.366553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-613592065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:22.415731 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.417646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.503229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.509248 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.539115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.544968 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-062ba20b-796a-4141-a9cf-60c83c4b01e1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1824377 Feb 10 16:07:22.545679 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58066) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:22.608399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-dd761cc9-b83c-4a6a-9a7d-5c3561b303c5', 'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': '2c2d460e-1c62-4291-b8d7-9e338375ce5f'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:07:22.609528 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:22.812870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Allocated IP 172.20.0.2 (dd761cc9-b83c-4a6a-9a7d-5c3561b303c5/2c2d460e-1c62-4291-b8d7-9e338375ce5f/e30e5547-4d9b-4132-bd6a-930fdde088a9) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:23.029562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.037025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.085303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:23.088496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:23.092455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:23.105406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Pushing event updated for resources: {'Port': ['ID=e30e5547-4d9b-4132-bd6a-930fdde088a9,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:23.174590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Attempting to bind port e30e5547-4d9b-4132-bd6a-930fdde088a9 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:23.175051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Attempting to bind port e30e5547-4d9b-4132-bd6a-930fdde088a9 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '0f639a49-3548-45c1-b182-9faa8230d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:23.175519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Attempting to bind port e30e5547-4d9b-4132-bd6a-930fdde088a9 on network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:23.182528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:23.182990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Checking segment: {'id': '0f639a49-3548-45c1-b182-9faa8230d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:23.183492 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.183954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Bound using segment: {'id': '0f639a49-3548-45c1-b182-9faa8230d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:23.184668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Bound port: e30e5547-4d9b-4132-bd6a-930fdde088a9, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f639a49-3548-45c1-b182-9faa8230d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dd761cc9-b83c-4a6a-9a7d-5c3561b303c5'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:23.185123 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.275050 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.292177 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] For port e30e5547-4d9b-4132-bd6a-930fdde088a9, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:23.295630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] For port e30e5547-4d9b-4132-bd6a-930fdde088a9, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e30e5547-4d9b-4132-bd6a-930fdde088a9,segment=NetworkSegment(0f639a49-3548-45c1-b182-9faa8230d6e5),segment_id=0f639a49-3548-45c1-b182-9faa8230d6e5)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:23.302827 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.460077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d238ca-a563-4983-817e-d9ba048c940a None None] Pushing event updated for resources: {'Port': ['ID=e30e5547-4d9b-4132-bd6a-930fdde088a9,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:23.639070 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.647431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58078) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:23.677691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.20.0.1 (dd761cc9-b83c-4a6a-9a7d-5c3561b303c5/2c2d460e-1c62-4291-b8d7-9e338375ce5f/5655fa1d-6493-4e51-bf16-921b8d69f009) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:23.876360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.876804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a21078-a318-42d9-be1f-8da260ae1c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:23.968343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.021835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:24.032981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:24.037709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:24.042342 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a21078-a318-42d9-be1f-8da260ae1c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.052503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9a21078-a318-42d9-be1f-8da260ae1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.077333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=5655fa1d-6493-4e51-bf16-921b8d69f009,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:24.099118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.101463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f9a21078-a318-42d9-be1f-8da260ae1c3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca5c6c8503464ecb841132c757f3e10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511616 Feb 10 16:07:24.102516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a21078-a318-42d9-be1f-8da260ae1c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ecb5e-9d32-4701-8183-476a33da1815,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:24.104196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58092) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:24.296641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-610e789e-6715-4530-a6e8-da9ce5e6784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.315310 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.340682 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-610e789e-6715-4530-a6e8-da9ce5e6784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.534897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-610e789e-6715-4530-a6e8-da9ce5e6784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.538072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-610e789e-6715-4530-a6e8-da9ce5e6784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.541687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-610e789e-6715-4530-a6e8-da9ce5e6784f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/856ecb5e-9d32-4701-8183-476a33da1815 HTTP/1.1" status: 204 len: 168 time: 0.4313552 Feb 10 16:07:24.602063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e789e-6715-4530-a6e8-da9ce5e6784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ecb5e-9d32-4701-8183-476a33da1815,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:24.709231 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.714622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.747192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc15529-6eb3-4f96-90bf-0402e4cf39dd None None] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:24.889055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.910286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=5655fa1d-6493-4e51-bf16-921b8d69f009,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:24.920779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-709fb7d9-c07c-4b70-b74a-0d159a4c8377 None None] Provisioning complete for port e30e5547-4d9b-4132-bd6a-930fdde088a9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:24.921159 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-709fb7d9-c07c-4b70-b74a-0d159a4c8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:24.925142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e30e5547-4d9b-4132-bd6a-930fdde088a9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:25.144030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e30e5547-4d9b-4132-bd6a-930fdde088a9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:25.144992 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:25.166187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:25.167791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:25.215657 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-709fb7d9-c07c-4b70-b74a-0d159a4c8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:25.320594 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-709fb7d9-c07c-4b70-b74a-0d159a4c8377 None None] For port e30e5547-4d9b-4132-bd6a-930fdde088a9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e30e5547-4d9b-4132-bd6a-930fdde088a9,segment=NetworkSegment(0f639a49-3548-45c1-b182-9faa8230d6e5),segment_id=0f639a49-3548-45c1-b182-9faa8230d6e5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:25.322385 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:25.338101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-709fb7d9-c07c-4b70-b74a-0d159a4c8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:25.338586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router a0e4a3cd-c00b-49ed-84a0-b104e559324c is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:07:25.411839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fb7d9-c07c-4b70-b74a-0d159a4c8377 None None] Pushing event updated for resources: {'Port': ['ID=e30e5547-4d9b-4132-bd6a-930fdde088a9,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:25.482010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:07:25.482373 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:07:25.514260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:25.530698 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] Sync routers for ids ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:25.538727 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c7ee623-4855-4dc5-be72-043ba63a2c6d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/a0e4a3cd-c00b-49ed-84a0-b104e559324c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9917824 Feb 10 16:07:25.539741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58122) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:25.568461 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] Routers {'a0e4a3cd-c00b-49ed-84a0-b104e559324c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:25.577851 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:25.626121 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:25.638339 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] Routers {'a0e4a3cd-c00b-49ed-84a0-b104e559324c'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:25.639170 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:25.672972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0090a1d6-5de2-4672-9aa2-b181c640df94 None None] Provisioning complete for port 5655fa1d-6493-4e51-bf16-921b8d69f009 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:25.673346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0090a1d6-5de2-4672-9aa2-b181c640df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:25.678153 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb87c10e-0d0e-42a2-977e-7de3f3156b1b tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:25.679664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bb87c10e-0d0e-42a2-977e-7de3f3156b1b tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports/5655fa1d-6493-4e51-bf16-921b8d69f009 HTTP/1.1" status: 200 len: 910 time: 0.1258388 Feb 10 16:07:25.682486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58126) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:25.689247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c2d460e-1c62-4291-b8d7-9e338375ce5f'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:25.731324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:25.732357 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0bbdf8-0854-4f8e-84d5-ab9188601eba None None] The sync data for ids ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:25.758809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0090a1d6-5de2-4672-9aa2-b181c640df94 None None] Port 5655fa1d-6493-4e51-bf16-921b8d69f009 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:25.783039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0090a1d6-5de2-4672-9aa2-b181c640df94 None None] Provisioning complete for port e30e5547-4d9b-4132-bd6a-930fdde088a9 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:25.784359 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0090a1d6-5de2-4672-9aa2-b181c640df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:25.954735 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:26.219417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-fcad6e52-2c6f-4156-a715-01a22562f825 None None] Provisioning complete for port 5655fa1d-6493-4e51-bf16-921b8d69f009 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:26.219886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e52-2c6f-4156-a715-01a22562f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:26.270514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fcad6e52-2c6f-4156-a715-01a22562f825 None None] Port 5655fa1d-6493-4e51-bf16-921b8d69f009 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:26.394879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6fc9c2be-f4be-4446-82f3-3d1047e425dc None None] Provisioning complete for port 5655fa1d-6493-4e51-bf16-921b8d69f009 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:26.396419 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c2be-f4be-4446-82f3-3d1047e425dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:26.481621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9c2be-f4be-4446-82f3-3d1047e425dc None None] Port 5655fa1d-6493-4e51-bf16-921b8d69f009 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:26.634677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:26.646544 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:26.774856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:26.776206 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:26.780170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/ports/5655fa1d-6493-4e51-bf16-921b8d69f009 HTTP/1.1" status: 200 len: 910 time: 1.0934734 Feb 10 16:07:26.780533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58142) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:26.781478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170513-7592-4498-8cbd-ecfaded44a22 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=5655fa1d-6493-4e51-bf16-921b8d69f009,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:26.889332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e30e5547-4d9b-4132-bd6a-930fdde088a9 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:26.962729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e30e5547-4d9b-4132-bd6a-930fdde088a9 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:26.963291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:27.214190 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:27.322642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:27.562267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 5655fa1d-6493-4e51-bf16-921b8d69f009 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:27.563046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:27.756731 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:27.773678 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 5655fa1d-6493-4e51-bf16-921b8d69f009 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:28.046859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:28.115301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=5655fa1d-6493-4e51-bf16-921b8d69f009,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:28.305800 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:28.862782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router a0e4a3cd-c00b-49ed-84a0-b104e559324c has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:28.917410 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c14811df-f5e2-4995-a1f5-9dab278eeb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:28.953635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:28.962106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a2f4e2ba-c87f-491c-b054-c05c11add03f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/a0e4a3cd-c00b-49ed-84a0-b104e559324c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1804438 Feb 10 16:07:28.962450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58160) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:28.966488 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] Sync routers for ids ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:29.004785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] Routers {'a0e4a3cd-c00b-49ed-84a0-b104e559324c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:29.005580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:29.020645 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58162) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:29.027924 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c86ad271-f84e-4f85-bd60-19f4b6318ce7 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4a3cd-c00b-49ed-84a0-b104e559324c HTTP/1.1" status: 200 len: 205 time: 0.0491014 Feb 10 16:07:29.055821 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:29.069640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] Routers {'a0e4a3cd-c00b-49ed-84a0-b104e559324c'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:29.070260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:29.110330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.116283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:29.117079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c68db2-1235-4578-80cb-a10a5fadbba4 None None] The sync data for ids ['a0e4a3cd-c00b-49ed-84a0-b104e559324c'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:29.282200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.284460 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.335629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.336202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router a0e4a3cd-c00b-49ed-84a0-b104e559324c {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:29.343576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.347992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58164) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:29.348457 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-add7162b-88b9-46ad-883c-e4a38645998d tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/a0e4a3cd-c00b-49ed-84a0-b104e559324c HTTP/1.1" status: 204 len: 168 time: 0.3255734 Feb 10 16:07:29.404271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet 2c2d460e-1c62-4291-b8d7-9e338375ce5f {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:07:29.408730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.461334 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:29.569170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.015010 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.058949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2d460e-1c62-4291-b8d7-9e338375ce5f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:30.069333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.076695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-64cb0f63-98b1-4773-bcc9-7766abbad8b5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/2c2d460e-1c62-4291-b8d7-9e338375ce5f HTTP/1.1" status: 204 len: 168 time: 0.7267489 Feb 10 16:07:30.079603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58178) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:30.090004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be06690-1a6a-40e1-acb8-bef27de72faa None None] Network dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:30.194014 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.275413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port e30e5547-4d9b-4132-bd6a-930fdde088a9 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:30.276352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.347559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] DHCP port deletion for dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:07:30.358748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port e30e5547-4d9b-4132-bd6a-930fdde088a9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e30e5547-4d9b-4132-bd6a-930fdde088a9,segment=NetworkSegment(0f639a49-3548-45c1-b182-9faa8230d6e5),segment_id=0f639a49-3548-45c1-b182-9faa8230d6e5)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:30.359305 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.387473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for e30e5547-4d9b-4132-bd6a-930fdde088a9 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:30.414535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] Deleting port e30e5547-4d9b-4132-bd6a-930fdde088a9 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:30.415326 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.492485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] For port e30e5547-4d9b-4132-bd6a-930fdde088a9, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e30e5547-4d9b-4132-bd6a-930fdde088a9,segment=NetworkSegment(0f639a49-3548-45c1-b182-9faa8230d6e5),segment_id=0f639a49-3548-45c1-b182-9faa8230d6e5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:30.493073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.510906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] Calling delete_port for e30e5547-4d9b-4132-bd6a-930fdde088a9 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:30.552004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.615073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=e30e5547-4d9b-4132-bd6a-930fdde088a9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:30.615347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.618932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port e30e5547-4d9b-4132-bd6a-930fdde088a9 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:30.655174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] Pushing event deleted for resources: {'Port': ['ID=e30e5547-4d9b-4132-bd6a-930fdde088a9,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:30.665420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf296cd-7a33-4654-ba21-a8996b16604f None None] No DVR routers for this DVR port e30e5547-4d9b-4132-bd6a-930fdde088a9 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:30.757952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.804652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ef6e-9e3d-47fe-905b-f4f52568281c req-18bfc3b1-c18a-4cf4-9caf-af7dd65715c0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:30.806250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b886ef6e-9e3d-47fe-905b-f4f52568281c req-18bfc3b1-c18a-4cf4-9caf-af7dd65715c0 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.1322410 Feb 10 16:07:30.808187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd761cc9-b83c-4a6a-9a7d-5c3561b303c5']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:30.826241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f639a49-3548-45c1-b182-9faa8230d6e5') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:30.826539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f639a49-3548-45c1-b182-9faa8230d6e5') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:30.844268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.847981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e30e5547-4d9b-4132-bd6a-930fdde088a9 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:30.872789 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.878403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b886ef6e-9e3d-47fe-905b-f4f52568281c req-04d5388e-374e-4d62-a717-ba6634028bd3 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625420 Feb 10 16:07:30.884968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:07:30.885268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:07:30.888731 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:07:30.896763 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: e30e5547-4d9b-4132-bd6a-930fdde088a9 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:30.897809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e30e5547-4d9b-4132-bd6a-930fdde088a9 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:30.967155 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.975366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:30.978758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/dd761cc9-b83c-4a6a-9a7d-5c3561b303c5 HTTP/1.1" status: 204 len: 168 time: 0.8976226 Feb 10 16:07:30.984682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58192) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:30.989997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105159228', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:30.991718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5bc63-4d1f-4cb2-b035-6d6775995118 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=dd761cc9-b83c-4a6a-9a7d-5c3561b303c5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:31.025081 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.026260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.090191 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.095206 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.134284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.135587 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-495d0a75-92d0-47e6-ba9e-a5de8c64f67c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1506402 Feb 10 16:07:31.138299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58196) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:31.143646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1576494720'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:31.168772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:31.172538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.207205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:31.220118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.220390 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 81d742b3-c8c2-499d-b457-e9e8a88fc571 of type vlan for network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 Feb 10 16:07:31.262848 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.289518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.294995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:31.295610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.324692 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf19a860-2851-480a-83aa-1af1ed8fb33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.360572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2210562 Feb 10 16:07:31.363857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58198) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:31.370293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:31.370829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75b78f-2480-415e-81b4-d0854ae6bc17 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=39e1924d-5b2c-49cb-b1a6-1e85d079c9c7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:31.382406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:31.490332 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:31.494486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.712508 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.781315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=156e5f9c-8087-4963-901d-347b58ae0d74,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:31.786703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:31.787069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:31.810187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:07:31.821358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:31.826451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:31.827805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:31.831279 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d466ce0-0ea8-4089-81d2-48fd8b620485 None None] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:31.853888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bdf271b3-1d00-4817-a582-d92307765834 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4886155 Feb 10 16:07:31.854045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58204) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:32.080008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:07:32.080993 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.236796 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ed2e-3cc4-4399-b43b-266b5f02d16d req-2352e093-89e7-41d4-9cdf-be79c6627f23 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:32.239209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ba3ed2e-3cc4-4399-b43b-266b5f02d16d req-2352e093-89e7-41d4-9cdf-be79c6627f23 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1096 time: 0.2071090 Feb 10 16:07:32.245417 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Allocated IP 172.20.0.2 (39e1924d-5b2c-49cb-b1a6-1e85d079c9c7/156e5f9c-8087-4963-901d-347b58ae0d74/948e6278-a45a-4113-97e2-866337474d09) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:32.264693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47b38d-0610-4271-9997-7e72b348defe req-26c5a63c-3f3c-40d6-aad3-3bd033c59857 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:32.266659 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b47b38d-0610-4271-9997-7e72b348defe req-26c5a63c-3f3c-40d6-aad3-3bd033c59857 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.2365584 Feb 10 16:07:32.395870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ba3ed2e-3cc4-4399-b43b-266b5f02d16d req-39a082c9-4cba-43b3-99cc-2213d03722e0 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277292 Feb 10 16:07:32.418854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58212) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:32.420175 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b47b38d-0610-4271-9997-7e72b348defe req-d93bba08-7b68-42f3-85a1-6b42f48a3aed tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422153 Feb 10 16:07:32.428148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-97be893a-17c7-4e5d-ac85-0d8353e195c2 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:32.430260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-97be893a-17c7-4e5d-ac85-0d8353e195c2 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.2123377 Feb 10 16:07:32.466661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.494060 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.516011 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.525802 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.552520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:32.575875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:32.579390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:32.640831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Pushing event updated for resources: {'Port': ['ID=948e6278-a45a-4113-97e2-866337474d09,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:32.686720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Attempting to bind port 948e6278-a45a-4113-97e2-866337474d09 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:32.687113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Attempting to bind port 948e6278-a45a-4113-97e2-866337474d09 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:32.688355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Attempting to bind port 948e6278-a45a-4113-97e2-866337474d09 on network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:32.703127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:32.703566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Checking segment: {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:32.703988 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.704378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Bound using segment: {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:32.704860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Bound port: 948e6278-a45a-4113-97e2-866337474d09, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:32.707991 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.765678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.20.0.1 (39e1924d-5b2c-49cb-b1a6-1e85d079c9c7/156e5f9c-8087-4963-901d-347b58ae0d74/e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:32.777062 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 4ef95dff-093d-445f-a6fc-23c312e5ed2a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:32.777651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.825187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] For port 948e6278-a45a-4113-97e2-866337474d09, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:32.828872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] For port 948e6278-a45a-4113-97e2-866337474d09, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=948e6278-a45a-4113-97e2-866337474d09,segment=NetworkSegment(81d742b3-c8c2-499d-b457-e9e8a88fc571),segment_id=81d742b3-c8c2-499d-b457-e9e8a88fc571)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:32.892067 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.931532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.983845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:32.983845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.000625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 4ef95dff-093d-445f-a6fc-23c312e5ed2a owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:33.020563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f885c-dbd7-4896-8216-073c8b386fcc None None] Pushing event updated for resources: {'Port': ['ID=948e6278-a45a-4113-97e2-866337474d09,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:33.052965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.137818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:33.142016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:33.148157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:33.256144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Deleting port 009b767c-9499-4f23-a15e-41b382c3b037 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:33.256738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.267021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:33.311143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.342010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=4ef95dff-093d-445f-a6fc-23c312e5ed2a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:33.370955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.502688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.506257 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP a3f5b246-873c-4d97-b513-e26df2beaee2 disassociated (deleted). External IP: 172.25.7.225, port: 4271c2a1-8d07-40b3-a415-8d0b3969e87a. Feb 10 16:07:33.588588 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] For port 009b767c-9499-4f23-a15e-41b382c3b037, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=009b767c-9499-4f23-a15e-41b382c3b037,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:33.588950 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:33.851107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 19d9b7da-5b90-4d61-b282-ab17f719ee34 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:34.010629 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:34.015974 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:34.024130 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] Sync routers for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:34.049151 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e09fb31c-2075-48b4-909f-f442a17c1df7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3f5b246-873c-4d97-b513-e26df2beaee2 HTTP/1.1" status: 204 len: 168 time: 1.6282985 Feb 10 16:07:34.049891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:07:34.053338 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503162b9-9c26-413b-aaa8-5af2d41d6053" -d '{"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:34.070228 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:34.073970 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:34.076467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:34.101678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:34.110898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff801a2-fca4-42a0-8f9d-02d362e70f14 req-da264b93-e849-4e45-ba3a-5fea1189be94 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:34.113644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ff801a2-fca4-42a0-8f9d-02d362e70f14 req-da264b93-e849-4e45-ba3a-5fea1189be94 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 946 time: 0.5756836 Feb 10 16:07:34.323221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ff801a2-fca4-42a0-8f9d-02d362e70f14 req-9ff7f982-a6cd-41ba-a9e7-46541c9bfa93 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9da8086-ed83-4890-8924-f7443c67750e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908824 Feb 10 16:07:34.368864 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:34.429926 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a61010-20c2-4748-8867-53a070ebe6f6 x-openstack-request-id: req-a1a61010-20c2-4748-8867-53a070ebe6f6 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:34.430131 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:34.430241 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1a61010-20c2-4748-8867-53a070ebe6f6 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:34.430657 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'status': 'completed', 'code': 200} Feb 10 16:07:34.514400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-3d05713f-5c9e-4fb7-afba-89d4a5b0c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:34.518608 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-3d05713f-5c9e-4fb7-afba-89d4a5b0c628 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 1096 time: 0.0579011 Feb 10 16:07:34.526533 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:34.656281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-2d8aa4d5-0d19-4711-959f-e08c4ea3b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:34.657888 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-2d8aa4d5-0d19-4711-959f-e08c4ea3b5d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 200 len: 898 time: 0.1274595 Feb 10 16:07:34.679420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85171bd-2c96-4c68-bc92-98a84056173e req-b6eaeb51-dc8e-4586-bdf2-dbb08d017218 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:34.680984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c85171bd-2c96-4c68-bc92-98a84056173e req-b6eaeb51-dc8e-4586-bdf2-dbb08d017218 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.2146518 Feb 10 16:07:34.735981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:34.736435 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:34.736821 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Floating IP 0b412a3d-344d-4a6d-9475-9f045aa68551 disassociated. External IP: 172.25.7.21, port: 009b767c-9499-4f23-a15e-41b382c3b037. Feb 10 16:07:34.737228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Calling delete_port for 009b767c-9499-4f23-a15e-41b382c3b037 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:34.750780 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-f72caf39-1a24-4416-b643-9fc26889b483 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 200 len: 217 time: 0.0819688 Feb 10 16:07:34.757262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7037d-a3e0-4ee5-8ea6-9d06759c630d None None] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:34.870493 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:34.899583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-2d2f65f6-d069-4d99-8963-1c8dfb73fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:34.901337 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-2d2f65f6-d069-4d99-8963-1c8dfb73fda1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 200 len: 835 time: 0.1327336 Feb 10 16:07:34.924830 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] Checking router: 19d9b7da-5b90-4d61-b282-ab17f719ee34 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:34.938793 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:34.942602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c85171bd-2c96-4c68-bc92-98a84056173e req-ab8f99bb-85a5-4147-963a-c04bb3fb53ee tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221894 Feb 10 16:07:34.951367 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:34.998753 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-dd6f6b14-57db-4f17-b0ac-bbc755d6c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:35.005816 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-dd6f6b14-57db-4f17-b0ac-bbc755d6c1ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0af39baf-f11a-4485-ba0a-ed5b03b07042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905173 Feb 10 16:07:35.160522 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.170917 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.174232 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-c4a73ed9-be91-4405-b765-d4615cdf643c service neutron] 10.222.0.75 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622570 Feb 10 16:07:35.216917 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:35.240861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948e6278-a45a-4113-97e2-866337474d09 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:35.318497 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-503162b9-9c26-413b-aaa8-5af2d41d6053 req-dd8ffdbd-9319-4381-8906-6b5b9bfa7105 service neutron] 10.222.0.75 "GET /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342692 Feb 10 16:07:35.352269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a45f4280-c7d4-445a-abc5-c4150caa47ff None None] Provisioning complete for port 948e6278-a45a-4113-97e2-866337474d09 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:35.352938 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a45f4280-c7d4-445a-abc5-c4150caa47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.420762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:35.432706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.471229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 948e6278-a45a-4113-97e2-866337474d09 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:35.471926 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.487728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event deleted for resources: {'Port': ['ID=009b767c-9499-4f23-a15e-41b382c3b037,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:35.560327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6e8d6cb-a26e-49dd-9310-a21fcb536838 req-dd9a073e-0d3f-40a7-801b-6301a07327ed tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 210 time: 0.0539505 Feb 10 16:07:35.662513 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:35.682883 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a45f4280-c7d4-445a-abc5-c4150caa47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.693604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Router f7512154-d561-473c-a59b-cebc675182d6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:35.700770 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8570f-f289-4120-9dc1-1456269df38a None None] The sync data for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 is: [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:04:59Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '86373998-e046-415a-ab2f-207577274189', 'name': '', 'network_id': '0af39baf-f11a-4485-ba0a-ed5b03b07042', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:dd:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '73e97f29-4017-45d9-a547-20aeda494256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:58Z', 'updated_at': '2022-02-10T16:05:03Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '73e97f29-4017-45d9-a547-20aeda494256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:35.701112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.834591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:35.837543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a45f4280-c7d4-445a-abc5-c4150caa47ff None None] For port 948e6278-a45a-4113-97e2-866337474d09, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=948e6278-a45a-4113-97e2-866337474d09,segment=NetworkSegment(81d742b3-c8c2-499d-b457-e9e8a88fc571),segment_id=81d742b3-c8c2-499d-b457-e9e8a88fc571)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:35.852569 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a45f4280-c7d4-445a-abc5-c4150caa47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:36.033539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:36.034471 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:07:36.040705 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:07:36.050292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:36.068793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:36.095726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:36.096359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:36.100500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f4280-c7d4-445a-abc5-c4150caa47ff None None] Pushing event updated for resources: {'Port': ['ID=948e6278-a45a-4113-97e2-866337474d09,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:36.122556 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:36.233919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] No DVR routers for this DVR port 009b767c-9499-4f23-a15e-41b382c3b037 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:36.237040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:36.247536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ee7686ab-cb10-4da9-a0d0-dca0d8d07871 req-46ad29fd-700e-4538-a989-b08569d3a486 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.45 "DELETE /v2.0/ports/009b767c-9499-4f23-a15e-41b382c3b037 HTTP/1.1" status: 204 len: 173 time: 3.7881567 Feb 10 16:07:36.253116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'name': 'network-vif-deleted', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:07:36.258745 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48d2f0-cf96-42e9-b1be-157a80892715" -d '{"events": [{"server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "name": "network-vif-deleted", "tag": "009b767c-9499-4f23-a15e-41b382c3b037"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:36.302458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e8527f8d-db30-4499-9813-e658fdf98ebf None None] Provisioning complete for port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:36.307732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e8527f8d-db30-4499-9813-e658fdf98ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:36.378175 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f89e6e-e80b-42f3-855e-8a8116018dee None None] New status for floating IP a3f5b246-873c-4d97-b513-e26df2beaee2: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:07:36.389768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a717-f1f7-4758-9da3-20cc3dd01056 req-54fe7d3c-8ba1-4432-8419-4675c5356895 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:36.395369 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4197a717-f1f7-4758-9da3-20cc3dd01056 req-54fe7d3c-8ba1-4432-8419-4675c5356895 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.2916121 Feb 10 16:07:36.405114 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ac4210-60ee-47a6-adf9-7c170f9ee05e x-openstack-request-id: req-46ac4210-60ee-47a6-adf9-7c170f9ee05e {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:36.405413 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1754b08-eabf-40e2-8334-6fbe2e7517e7", "name": "network-vif-deleted", "tag": "009b767c-9499-4f23-a15e-41b382c3b037", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:36.405669 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46ac4210-60ee-47a6-adf9-7c170f9ee05e {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:36.406087 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1754b08-eabf-40e2-8334-6fbe2e7517e7', 'name': 'network-vif-deleted', 'tag': '009b767c-9499-4f23-a15e-41b382c3b037', 'status': 'completed', 'code': 200} Feb 10 16:07:36.428624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e8527f8d-db30-4499-9813-e658fdf98ebf None None] Port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:36.508836 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4197a717-f1f7-4758-9da3-20cc3dd01056 req-e336405c-1af7-4cf8-b98e-a271362e794e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017826 Feb 10 16:07:36.587511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:07:36.645742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-666da6d3-3597-4285-b972-f37d8b32d7a4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:36.652979 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-666da6d3-3597-4285-b972-f37d8b32d7a4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.75 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1976337 Feb 10 16:07:36.699411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e8527f8d-db30-4499-9813-e658fdf98ebf None None] Provisioning complete for port 948e6278-a45a-4113-97e2-866337474d09 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:36.700339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e8527f8d-db30-4499-9813-e658fdf98ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:36.749506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:36.915671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de3d3896-c110-4207-a284-fb84673413e7 req-4144994f-53d1-4dd7-8c0f-95f2003380db tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1754b08-eabf-40e2-8334-6fbe2e7517e7 HTTP/1.1" status: 200 len: 210 time: 0.1171951 Feb 10 16:07:36.949787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:36.964327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7a7759a5-e660-44ad-b58d-5d8a99851cec tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1090119 Feb 10 16:07:36.965023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58300) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:36.970137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1564080102'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:36.986954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948e6278-a45a-4113-97e2-866337474d09 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:36.994085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 009b767c-9499-4f23-a15e-41b382c3b037 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:36.997528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:37.007060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:37.015747 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.056078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:37.070482 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.070918 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment ca053337-e11f-4ccc-8851-4dbc9fd3f5e0 of type vlan for network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 Feb 10 16:07:37.130994 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.164124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.171517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:37.172357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.196545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2304006 Feb 10 16:07:37.208789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58304) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:37.214382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:37.275902 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 009b767c-9499-4f23-a15e-41b382c3b037 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:37.277056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 009b767c-9499-4f23-a15e-41b382c3b037 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:37.302883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:37.303434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:37.355158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca2c4c-9100-4da1-b56e-08af03cc90f8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=3a6aea7c-be2c-418f-a3bc-3d31a6b61a20,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:37.390740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:37.420983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 4271c2a1-8d07-40b3-a415-8d0b3969e87a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:37.426041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.441470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:37.447792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.470500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:37.610281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 4271c2a1-8d07-40b3-a415-8d0b3969e87a, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=4271c2a1-8d07-40b3-a415-8d0b3969e87a,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:37.611204 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.647419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 4271c2a1-8d07-40b3-a415-8d0b3969e87a owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:37.746962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493424b4-d01b-425a-abd2-30793b08d1e4 req-51111154-e31c-4122-8294-115140b3a916 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:37.748853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-493424b4-d01b-425a-abd2-30793b08d1e4 req-51111154-e31c-4122-8294-115140b3a916 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 945 time: 0.1216605 Feb 10 16:07:37.750408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.798753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 948e6278-a45a-4113-97e2-866337474d09 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:37.799642 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.861685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=e50e91d9-f58f-4fb1-9f16-a7fe19334cb1,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:37.867724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4e92da6d-8213-4615-bf15-b453b6b710a4 None None] Provisioning complete for port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:37.868452 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e92da6d-8213-4615-bf15-b453b6b710a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.871185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-493424b4-d01b-425a-abd2-30793b08d1e4 req-4998f002-ad81-4940-bc5c-b519d86c2cf7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8cd334-e522-442f-8b3f-4afb103c96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080585 Feb 10 16:07:37.878502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:37.878502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:37.899190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:07:37.911655 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:37.930349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:37.930880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:37.962220 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-79919601-10bb-48a8-8fb9-fe10db624996 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7490258 Feb 10 16:07:37.962811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58320) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:38.012440 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:38.072736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58324) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:38.144755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] No DVR routers for this DVR port 4271c2a1-8d07-40b3-a415-8d0b3969e87a on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:38.164501 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:38.168559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f9de22ff-5e5e-436d-aabd-811f13f094a0 req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.75 "DELETE /v2.0/ports/4271c2a1-8d07-40b3-a415-8d0b3969e87a HTTP/1.1" status: 204 len: 173 time: 1.5075829 Feb 10 16:07:38.172220 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743440b4-9568-42d4-a548-8c7b404d68c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=4271c2a1-8d07-40b3-a415-8d0b3969e87a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:38.174223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-deleted', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:07:38.184262 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3718ab-814d-43bc-9d7a-b2bfee6be457" -d '{"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-deleted", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:38.208968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a384a5-000d-4a63-a4a9-12edda8e9201 None None] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:38.261690 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb87f9a-da0f-4971-a91b-1286808b1005 x-openstack-request-id: req-8eb87f9a-da0f-4971-a91b-1286808b1005 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:38.261972 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ac5129-5e73-4585-9939-5ba09ea9eb87", "name": "network-vif-deleted", "tag": "4271c2a1-8d07-40b3-a415-8d0b3969e87a", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:38.262227 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb87f9a-da0f-4971-a91b-1286808b1005 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:38.262626 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac5129-5e73-4585-9939-5ba09ea9eb87', 'name': 'network-vif-deleted', 'tag': '4271c2a1-8d07-40b3-a415-8d0b3969e87a', 'status': 'completed', 'code': 200} Feb 10 16:07:38.320328 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4e92da6d-8213-4615-bf15-b453b6b710a4 None None] Port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:38.509309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:38.586922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:38.657738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:38.658476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:38.666388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:33Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:34Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:38.777859 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:38.780433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Updating router 05919f22-da84-4615-885e-aa28943e4cbb port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:07:38.825334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:38.888909 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:38.943823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:07:38.944940 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.012250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:39.018007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.200870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-197741b9-65ce-4120-9218-5c0b30c891df req-c1647aef-69ad-41c5-820b-fa0a0b23f072 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ac5129-5e73-4585-9939-5ba09ea9eb87 HTTP/1.1" status: 200 len: 210 time: 0.0653377 Feb 10 16:07:39.241817 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.249771 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.249771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9da8086-ed83-4890-8924-f7443c67750e HTTP/1.1" status: 204 len: 168 time: 1.1761539 Feb 10 16:07:39.252535 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58350) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:39.274268 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a97f5fa1-059d-4a88-85e9-53e923a9795c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] show failed (client error): The resource could not be found. Feb 10 16:07:39.276259 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a97f5fa1-059d-4a88-85e9-53e923a9795c tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "GET /v2.0/security-groups/c9da8086-ed83-4890-8924-f7443c67750e HTTP/1.1" status: 404 len: 347 time: 0.0203454 Feb 10 16:07:39.281079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58352) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:39.316712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da8086-ed83-4890-8924-f7443c67750e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:39.337742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.338074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.338415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.338802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.339141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.339864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.340032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.340264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.340587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.340965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.341297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.343549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb64e0d-78ea-4d91-85cd-04624af7bb90 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:39.394838 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.488833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Allocated IP 172.21.0.2 (3a6aea7c-be2c-418f-a3bc-3d31a6b61a20/e50e91d9-f58f-4fb1-9f16-a7fe19334cb1/eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:39.681294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Deleting port da1f90e0-7221-4886-a818-05096749fe84 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:39.682476 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.736434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.772822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.846470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:39.860055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.860477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.873807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Calling delete_port for da1f90e0-7221-4886-a818-05096749fe84 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:39.889405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 4271c2a1-8d07-40b3-a415-8d0b3969e87a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:39.889643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 4271c2a1-8d07-40b3-a415-8d0b3969e87a not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:39.900490 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.903730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:39.956038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c34bd9-f561-48f5-80f1-9679a9cee317 None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T15:59:56Z', 'revision_number': 4, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2db009d1-23a6-436c-bc2a-84365a73f1aa', 'name': '', 'network_id': '514c2730-9b7a-4313-81da-37e051922c4b', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'mac_address': 'fa:16:3e:d8:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:51Z', 'updated_at': '2022-02-10T16:00:06Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'subnets': [{'id': 'c365bd81-3cb9-4ed1-b2df-2465a2d5796e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:39.958379 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:39.964140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4b9e-cde5-44ba-9455-905bd3f1aa1a None None] Pushing event updated for resources: {'Port': ['ID=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:40.060422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:40.087517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:40.095003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.21.0.1 (3a6aea7c-be2c-418f-a3bc-3d31a6b61a20/e50e91d9-f58f-4fb1-9f16-a7fe19334cb1/a6a7ece4-9484-48d4-ab66-1f76e60e3a56) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:40.098242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:40.101627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Pushing event updated for resources: {'Port': ['ID=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:40.135860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Attempting to bind port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:40.139392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Attempting to bind port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:40.140002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Attempting to bind port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 on network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:40.232723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:40.234857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Checking segment: {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:40.236357 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.240162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Bound using segment: {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:40.240781 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Bound port: e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d742b3-c8c2-499d-b457-e9e8a88fc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:40.241394 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.289210 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58372) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:40.356518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.391400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] For port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:40.403774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] For port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,segment=NetworkSegment(81d742b3-c8c2-499d-b457-e9e8a88fc571),segment_id=81d742b3-c8c2-499d-b457-e9e8a88fc571)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:40.405618 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Attempting to bind port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:40.406949 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Attempting to bind port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:40.407759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Attempting to bind port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 on network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:40.415961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.436763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Pushing event deleted for resources: {'Port': ['ID=da1f90e0-7221-4886-a818-05096749fe84,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:40.481523 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc5e1c-bec2-472f-b008-e708be5d9ae1 None None] New status for floating IP 0b412a3d-344d-4a6d-9475-9f045aa68551: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:07:40.509071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.514095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.517346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.518059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e758cf90-f8f8-40ae-96f2-2761d0b7e0c1 tempest-AttachVolumeTestJSON-1563729328 tempest-AttachVolumeTestJSON-1563729328-project] 10.222.0.21 "DELETE /v2.0/floatingips/0b412a3d-344d-4a6d-9475-9f045aa68551 HTTP/1.1" status: 204 len: 168 time: 1.2345047 Feb 10 16:07:40.586823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.641375 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:07:40.664298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:40.677436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:40.692453 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:40.703813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:40.776259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:40.776933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Checking segment: {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:40.776933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.777207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Bound using segment: {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:40.777733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Bound port: eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:40.778059 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.835513 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.857653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3b028f87-faed-4e33-b9d9-8ff0fc7f3c52 None None] Provisioning complete for port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:40.858028 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3b028f87-faed-4e33-b9d9-8ff0fc7f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:40.922989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4b9e-cde5-44ba-9455-905bd3f1aa1a None None] Pushing event updated for resources: {'Port': ['ID=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:40.928232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:40.928981 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:41.011095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.152433 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] For port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:41.167667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] For port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:41.176164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.196196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:41.368632 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.523877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 86373998-e046-415a-ab2f-207577274189 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:41.524458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.603954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.612715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.665949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 86373998-e046-415a-ab2f-207577274189, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=86373998-e046-415a-ab2f-207577274189,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:41.666828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.678572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3b028f87-faed-4e33-b9d9-8ff0fc7f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.704801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 86373998-e046-415a-ab2f-207577274189 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:41.727959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.819138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132759-6bbe-46fe-a424-61331d0d9d80 None None] Pushing event updated for resources: {'Port': ['ID=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:41.876463 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3b028f87-faed-4e33-b9d9-8ff0fc7f3c52 None None] For port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,segment=NetworkSegment(81d742b3-c8c2-499d-b457-e9e8a88fc571),segment_id=81d742b3-c8c2-499d-b457-e9e8a88fc571)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:41.896795 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3b028f87-faed-4e33-b9d9-8ff0fc7f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:41.998805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:42.085564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028f87-faed-4e33-b9d9-8ff0fc7f3c52 None None] Pushing event updated for resources: {'Port': ['ID=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:42.125578 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:42.127097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:42.171852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-952d0d7d-8778-4cc9-aa5f-abe413c1b3b1 None None] Provisioning complete for port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:42.172228 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-952d0d7d-8778-4cc9-aa5f-abe413c1b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.225967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.244257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:33Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:40Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:42.297511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:42.304197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=86373998-e046-415a-ab2f-207577274189,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:42.353233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1d2c6-5ac7-4c16-a61f-0cac849ada20 None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:33Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:40Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:42.528621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:42.545484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e70010f8-f26c-4e87-9349-490baaa867bc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5782859 Feb 10 16:07:42.546503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58422) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:42.553251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123497810'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:42.604443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:42.609167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.641633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:42.656981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.657712 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 54ff5150-d3ec-4e15-a740-7d0fc88c350d of type vlan for network d336312f-1ca3-4af5-a04f-3e3502adaa92 Feb 10 16:07:42.680915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.773399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.882098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:42.893039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:42.893758 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.107768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5601583 Feb 10 16:07:43.110682 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:43.121030 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:43.127948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd294b2-d587-42af-a09d-9652ecc2d919 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=d336312f-1ca3-4af5-a04f-3e3502adaa92,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:43.147817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:43.264955 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:43.333774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:43.334413 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.384739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 19d9b7da-5b90-4d61-b282-ab17f719ee34 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:43.473432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:43.534921 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:43.535612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.591800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:43.597329 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.689621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a704ecd-68db-4e3f-bff2-00c5cd88f03f None None] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:43.738370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:43.754020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71927072-2b77-4954-8dae-d2acb7a378d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/19d9b7da-5b90-4d61-b282-ab17f719ee34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4602594 Feb 10 16:07:43.754459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58442) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:43.859405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Sync routers for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:43.870756 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.871672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting subnet 73e97f29-4017-45d9-a547-20aeda494256 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:07:43.883518 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.961636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dce2851e-7c21-4f97-9023-a4508cff7fe1 None None] Provisioning complete for port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:43.962064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dce2851e-7c21-4f97-9023-a4508cff7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:43.964190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Routers {'19d9b7da-5b90-4d61-b282-ab17f719ee34'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:43.964190 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['19d9b7da-5b90-4d61-b282-ab17f719ee34'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:43.974711 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.011770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.063423 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:44.094636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.168420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.209414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:44.209786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: d336312f-1ca3-4af5-a04f-3e3502adaa92, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:44.251114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=46adc7cc-436b-437b-b905-6fb89fefc210,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:44.294635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:07:44.296273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Set router 19d9b7da-5b90-4d61-b282-ab17f719ee34 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:44.299349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:44.310627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, d336312f-1ca3-4af5-a04f-3e3502adaa92) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:44.314963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:44.315764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.339582 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.347689 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fdb3c94f-ca3d-4824-a249-f4f8cc8f3f66 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2301068 Feb 10 16:07:44.355998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:44.404751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Subnet': ['ID=73e97f29-4017-45d9-a547-20aeda494256,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:44.426123 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.441469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-65b3eb00-5c0b-454b-8660-2eea98e91d70 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/subnets/73e97f29-4017-45d9-a547-20aeda494256 HTTP/1.1" status: 204 len: 168 time: 0.6849241 Feb 10 16:07:44.442726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58458) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:44.574138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ae032-6aa4-4021-a958-f8776542fcce None None] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:44.584350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832530e0-bcf5-4d01-806d-fe1f8bc3255b None None] Network 0af39baf-f11a-4485-ba0a-ed5b03b07042 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:44.700019 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:44.832889 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:44.878689 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:44.882059 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:45.080483 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:45.182314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:45.182748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:45.225454 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:45.259057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:45.364983 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:45.397175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:45.397700 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:45.448935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:45.733736 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 3, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:45.793132 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:45.805963 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Updating router 05919f22-da84-4615-885e-aa28943e4cbb port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:07:45.850698 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:45.916786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Provisioning complete for port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:45.922106 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.212423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58484) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:46.321308 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.332242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:46.332614 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.338290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-d336312f-1ca3-4af5-a04f-3e3502adaa92', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:07:46.338998 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.392932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=417bc0cf-4e9c-48e8-a1ad-59a53d020d7a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:46.497402 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.509317 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.519570 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.533631 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d64d6a-22f3-4231-bd40-2a83ff28a744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.565955 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Pushing event updated for resources: {'Port': ['ID=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:46.619758 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.620824 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.627404 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.628574 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.629074 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.629748 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.630229 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.630706 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.631202 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.631729 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.632223 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.632703 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:46.710037 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d64d6a-22f3-4231-bd40-2a83ff28a744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.746765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d64d6a-22f3-4231-bd40-2a83ff28a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.762920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] DHCP port deletion for 0af39baf-f11a-4485-ba0a-ed5b03b07042 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:07:46.787856 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5d64d6a-22f3-4231-bd40-2a83ff28a744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c706879508404ce49f5cf94f23432f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742939 Feb 10 16:07:46.794235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58504) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:46.858333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:46.858635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d64d6a-22f3-4231-bd40-2a83ff28a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbc7fd7-f7e2-4157-b92a-17ccdadb6396,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:46.870716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.002627 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Attempting to bind port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:47.011693 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Attempting to bind port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:47.012160 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Attempting to bind port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 on network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:47.023506 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:47.023856 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Checking segment: {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:47.024269 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.024667 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Bound using segment: {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:47.025234 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Bound port: a6a7ece4-9484-48d4-ab66-1f76e60e3a56, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:47.025672 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.025825 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.026514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Fanout notify agent at l3_agent the message router_deleted on router 19d9b7da-5b90-4d61-b282-ab17f719ee34 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:07:47.047847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.054753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d8f74a62-3453-40c8-9eb1-e4d5825cd05f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/routers/19d9b7da-5b90-4d61-b282-ab17f719ee34 HTTP/1.1" status: 204 len: 168 time: 2.6101024 Feb 10 16:07:47.058051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58506) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:47.089616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cca09a15-e4c6-4526-a7a1-bbc74a0856d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.095416 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219874694', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:04:50Z', 'updated_at': '2022-02-10T16:07:42Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '417bc0cf-4e9c-48e8-a1ad-59a53d020d7a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d9b7da-5b90-4d61-b282-ab17f719ee34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:04:52Z', 'updated_at': '2022-02-10T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:47.130944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.22.0.1 (d336312f-1ca3-4af5-a04f-3e3502adaa92/46adc7cc-436b-437b-b905-6fb89fefc210/3b173e04-e4be-458a-81ab-346e2cdd9848) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:47.165988 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] For port a6a7ece4-9484-48d4-ab66-1f76e60e3a56, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:47.175613 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] For port a6a7ece4-9484-48d4-ab66-1f76e60e3a56, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:47.180405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Checking router: 19d9b7da-5b90-4d61-b282-ab17f719ee34 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:47.184877 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.222380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cca09a15-e4c6-4526-a7a1-bbc74a0856d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.252196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:47.252556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 16:07:47.253201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_agentschedulers_db [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19d9b7da-5b90-4d61-b282-ab17f719ee34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102616) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 16:07:47.253623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f8fe4-6397-451a-9ba2-cea9417b3515 None None] The sync data for ids ['19d9b7da-5b90-4d61-b282-ab17f719ee34'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:47.300776 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Provisioning complete for port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:47.304052 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.312509 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.342003 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:47.342638 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:47.414498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 20f712e2-f99d-4668-8f08-2c5b6422823b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:47.415158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.459258 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Deleting port 20f712e2-f99d-4668-8f08-2c5b6422823b {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:07:47.464123 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.541333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 20f712e2-f99d-4668-8f08-2c5b6422823b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=20f712e2-f99d-4668-8f08-2c5b6422823b,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:47.541714 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.595774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 20f712e2-f99d-4668-8f08-2c5b6422823b owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:47.655702 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cca09a15-e4c6-4526-a7a1-bbc74a0856d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.658356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cca09a15-e4c6-4526-a7a1-bbc74a0856d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.668711 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cca09a15-e4c6-4526-a7a1-bbc74a0856d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bbc7fd7-f7e2-4157-b92a-17ccdadb6396 HTTP/1.1" status: 204 len: 168 time: 0.8708544 Feb 10 16:07:47.685525 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:47.727579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca09a15-e4c6-4526-a7a1-bbc74a0856d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbc7fd7-f7e2-4157-b92a-17ccdadb6396,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:47.772130 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] For port 20f712e2-f99d-4668-8f08-2c5b6422823b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=20f712e2-f99d-4668-8f08-2c5b6422823b,segment=NetworkSegment(3d5d95b2-b5ca-452e-b0df-d722191e5aab),segment_id=3d5d95b2-b5ca-452e-b0df-d722191e5aab)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:47.775985 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.802712 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.813133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Calling delete_port for 20f712e2-f99d-4668-8f08-2c5b6422823b owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:07:47.928315 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e8410-553b-48aa-97e6-f4658f6edb88 None None] Pushing event updated for resources: {'Port': ['ID=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:47.931932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:47.963520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.014585 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 20f712e2-f99d-4668-8f08-2c5b6422823b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:48.029661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=20f712e2-f99d-4668-8f08-2c5b6422823b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:48.051560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] No DVR routers for this DVR port 20f712e2-f99d-4668-8f08-2c5b6422823b on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:48.100543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:48.106395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:48.116739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:48.125049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 20f712e2-f99d-4668-8f08-2c5b6422823b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:48.126396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 20f712e2-f99d-4668-8f08-2c5b6422823b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:48.133700 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 3, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:47Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:48.193700 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7cc4f-d98c-4c33-9076-0a0d6f0097c8 None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 3, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:47Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:48.222578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Allocated IP 172.22.0.2 (d336312f-1ca3-4af5-a04f-3e3502adaa92/46adc7cc-436b-437b-b905-6fb89fefc210/0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:48.227163 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.230357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.260181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=3b173e04-e4be-458a-81ab-346e2cdd9848,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:48.266771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.273481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.332196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Pushing event deleted for resources: {'Port': ['ID=20f712e2-f99d-4668-8f08-2c5b6422823b,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:48.399749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af39baf-f11a-4485-ba0a-ed5b03b07042']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:48.446519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5d95b2-b5ca-452e-b0df-d722191e5aab') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:48.446519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5d95b2-b5ca-452e-b0df-d722191e5aab') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:48.473024 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.482065 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] For port a6a7ece4-9484-48d4-ab66-1f76e60e3a56, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:48.483532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] No DVR routers for this DVR port 20f712e2-f99d-4668-8f08-2c5b6422823b on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:48.485702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.486053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.486385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.486715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.490202 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.490760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.491567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.492053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.492558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.493079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.493569 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.494053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d669c-6fab-4da5-b01c-6c6fd434c7ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:48.504446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.516719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.540779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:07:48.541201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:07:48.544439 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:07:48.589242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.722661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-98c4d8a5-dc39-42bf-bebf-b5dff741a56b None None] Provisioning complete for port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:48.723958 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98c4d8a5-dc39-42bf-bebf-b5dff741a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.781609 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.787465 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.795794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/networks/0af39baf-f11a-4485-ba0a-ed5b03b07042 HTTP/1.1" status: 204 len: 168 time: 1.7365937 Feb 10 16:07:48.800844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:48.846250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30086-5d88-443a-8449-cf4434180765 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Network': ['ID=0af39baf-f11a-4485-ba0a-ed5b03b07042,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:48.945055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f8865-aca8-4dfb-9d40-262fe61959cb None None] Pushing event updated for resources: {'Port': ['ID=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:48.977616 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.989351 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:48.996394 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79d3cbff-babe-41af-b4b0-8cbde9106e19 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.067764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79d3cbff-babe-41af-b4b0-8cbde9106e19 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.185657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Pushing event updated for resources: {'Port': ['ID=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:49.191462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:49.193372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79d3cbff-babe-41af-b4b0-8cbde9106e19 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.196503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-79d3cbff-babe-41af-b4b0-8cbde9106e19 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.200134 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-79d3cbff-babe-41af-b4b0-8cbde9106e19 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/security-groups/2d8cd334-e522-442f-8b3f-4afb103c96b2 HTTP/1.1" status: 204 len: 168 time: 0.3928819 Feb 10 16:07:49.205458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:49.212386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:49.215989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3cbff-babe-41af-b4b0-8cbde9106e19 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8cd334-e522-442f-8b3f-4afb103c96b2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:49.286872 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.309509 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.323648 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Attempting to bind port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:49.325287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Attempting to bind port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:49.334182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Attempting to bind port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 on network d336312f-1ca3-4af5-a04f-3e3502adaa92 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:49.349100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:49.351180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Checking segment: {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:49.353246 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.353865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Bound using segment: {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:49.357059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Bound port: 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:49.357708 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.397368 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.561823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] For port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:49.569267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] For port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,segment=NetworkSegment(54ff5150-d3ec-4e15-a740-7d0fc88c350d),segment_id=54ff5150-d3ec-4e15-a740-7d0fc88c350d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:49.579014 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.595431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=3b173e04-e4be-458a-81ab-346e2cdd9848,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:49.642774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a6a7ece4-9484-48d4-ab66-1f76e60e3a56 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:49.686278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:49.688097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:49.772870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350e2b1-845a-4342-95aa-ea872b38bfb0 None None] Pushing event updated for resources: {'Port': ['ID=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:49.791053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:49.791669 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:49.967963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:49.996216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58604) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:50.001963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397770496', 'description': 'tempest-secgroup-smoke-1397770496 description', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:50.015708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:50.016229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 417bc0cf-4e9c-48e8-a1ad-59a53d020d7a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:50.016866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 86373998-e046-415a-ab2f-207577274189 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:50.044907 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.054283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 86373998-e046-415a-ab2f-207577274189 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:07:50.054644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 86373998-e046-415a-ab2f-207577274189 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:50.100123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:50.272960 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.283478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.291575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:50.308427 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-048bc08e-50de-4899-ad59-bfde1e197ae6 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9479547 Feb 10 16:07:50.310661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58618) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:50.318726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:50.329287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722485197'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:50.344143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:50.344791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:50.419883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.423783 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4250190 Feb 10 16:07:50.429030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28174527-3170-496f-884f-0a6536a85964 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59673c15-8628-4fdc-99fa-7834b0cdd5d5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:50.429217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:50.434703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '59673c15-8628-4fdc-99fa-7834b0cdd5d5', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:50.460084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:50.470395 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.505507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.525534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:50.541893 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.542697 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added segment 7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4 of type vlan for network ce86a585-d1aa-4dc3-badd-f7125e4727fd Feb 10 16:07:50.626943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.627225 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.634045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.677437 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.678834 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484376 Feb 10 16:07:50.688101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:50.695537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '59673c15-8628-4fdc-99fa-7834b0cdd5d5', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:50.704784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d5e63-a804-43e9-8a60-be601485bbc9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e236909-5997-4293-8b6a-206632f9e6c4,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:50.736350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.750599 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.750779 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:50.751356 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.781839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:50.844818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5267291 Feb 10 16:07:50.849108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58630) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:50.857904 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'subnet': {'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:50.886191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adab4b-3306-4186-8986-4cb0ab3ff08e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Network': ['ID=ce86a585-d1aa-4dc3-badd-f7125e4727fd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:50.931126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:50.945980 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:50.953524 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.029400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d862fab-7cb1-4b95-b5af-be845e7690b1,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:51.038279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Made reservation on behalf of 2ffffc7b0d90469d95148f6ba5a0ff59 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:51.046146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.046742 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.048161 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3ef74d17-7a20-4ebb-a6bc-2c4dc0c4b5d8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3589644 Feb 10 16:07:51.051357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:51.055827 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '59673c15-8628-4fdc-99fa-7834b0cdd5d5', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:51.134090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.306546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.316773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.373495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e5404c-14f0-4c09-a775-9abce8f6c932,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:51.383844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.385161 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c5d6832f-04f3-4dcb-82a0-83c300b7fe98 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329337 Feb 10 16:07:51.392824 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58670) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:51.397643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '59673c15-8628-4fdc-99fa-7834b0cdd5d5', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:51.484367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.505103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:51.606745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:49Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:51.638319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.645962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.673191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:51.673619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Updating router 05919f22-da84-4615-885e-aa28943e4cbb port 3b173e04-e4be-458a-81ab-346e2cdd9848 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:07:51.676561 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8652bf-5351-4620-ad9b-cc7f07699b16,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:51.688230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.700544 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.702250 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-81ecd8fc-5c19-4401-b0b1-2c262d2638a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3081694 Feb 10 16:07:51.706169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58676) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:51.713482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '59673c15-8628-4fdc-99fa-7834b0cdd5d5', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:51.721919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:51.722260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.756485 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:07:51.761897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Subnet': ['ID=de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:51.765788 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.777570 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.782624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb39bd7-4fd2-477d-8146-58eed1e1de8d None None] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:51.801563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Checking segment: {'id': '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:51.802154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network hostable DHCP agents. Network: ce86a585-d1aa-4dc3-badd-f7125e4727fd, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:51.840777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:07:51.867675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, ce86a585-d1aa-4dc3-badd-f7125e4727fd) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:51.876430 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:51.877027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.881360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.892600 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.906159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ac523-43e8-4899-8320-909d43d25efb None None] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:51.917394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-88e40e9f-54d9-4f69-bd00-4c72f216d6cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0669541 Feb 10 16:07:51.918933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58682) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:51.923545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:51.928171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2171795 Feb 10 16:07:51.928537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58684) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:51.941528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '59673c15-8628-4fdc-99fa-7834b0cdd5d5', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:51.950391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0978e4-f706-45fd-8cbb-cd0f4036020f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d76afed-33d3-4268-ac8d-e648278e9c6c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:52.010774 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:07:52.025606 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.044435 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-7b52c629-54a3-4911-bc1f-c0b95bf45354 None None] Provisioning complete for port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:52.044813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7b52c629-54a3-4911-bc1f-c0b95bf45354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.257802 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.285362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.328391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015c4622-143f-41bd-b0b3-f8fce72c76a6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:52.336525 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.337768 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fae07f58-b5ff-4432-b074-1140028e4e57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4082875 Feb 10 16:07:52.348634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58700) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:52.354050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'network': {'name': 'tempest-network-smoke--1467836958', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'port_security_enabled': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:52.434392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:52.441273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.475346 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:07:52.489234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.489722 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Added segment 73e295c5-aa42-4ce9-b605-ea15da31e641 of type vlan for network 42bcd23f-d73c-4a56-b366-2c2023ff1792 Feb 10 16:07:52.589740 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.608862 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.646861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.661550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.663567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.839966 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.860905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-ce86a585-d1aa-4dc3-badd-f7125e4727fd', 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'fixed_ips': [{'subnet_id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:07:52.861783 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:52.899500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5494032 Feb 10 16:07:52.911580 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58710) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:52.943719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'admin_state_up': True, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:52.965770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e133b3-05c7-4455-b273-6e34e7c33714 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Network': ['ID=42bcd23f-d73c-4a56-b366-2c2023ff1792,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:53.023543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:07:53.031326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.033735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.060950 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7b52c629-54a3-4911-bc1f-c0b95bf45354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.194424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Allocated IP 172.23.0.1 (ce86a585-d1aa-4dc3-badd-f7125e4727fd/de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0/b71272eb-e89d-4763-865b-5cec41786a79) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:53.229448 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.388365 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.435499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,segment=NetworkSegment(54ff5150-d3ec-4e15-a740-7d0fc88c350d),segment_id=54ff5150-d3ec-4e15-a740-7d0fc88c350d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:53.453025 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.475879 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.572115 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-7b52c629-54a3-4911-bc1f-c0b95bf45354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:07:53.573091 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-7b52c629-54a3-4911-bc1f-c0b95bf45354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:07:53.584877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=b71272eb-e89d-4763-865b-5cec41786a79,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:53.596294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:53.601384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.603701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:53.606511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:53.715807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.908260 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.967895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:53.979298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:53.988823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Allocated IP 172.23.0.2 (ce86a585-d1aa-4dc3-badd-f7125e4727fd/de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0/85855432-68aa-4a10-a2f2-81ae7861f090) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:53.999016 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.055744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.117415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.159299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.598205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.41 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/82540f66-f8de-448b-9c8a-1c849ab99c3b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:54.683164 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.698956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.762664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42169-3733-4a06-b8e7-b0633f05ecb8 None None] Pushing event updated for resources: {'Port': ['ID=3b173e04-e4be-458a-81ab-346e2cdd9848,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:54.867775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event updated for resources: {'Port': ['ID=b71272eb-e89d-4763-865b-5cec41786a79,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:54.873636 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.880783 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:54.982270 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.009811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ae003207-c830-4f7a-a271-c97ba1c87f04 None None] Provisioning complete for port 3b173e04-e4be-458a-81ab-346e2cdd9848 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:55.010338 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ae003207-c830-4f7a-a271-c97ba1c87f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.070790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:55.073672 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:55.081463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:55.085748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:55.098512 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:55.106336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ae003207-c830-4f7a-a271-c97ba1c87f04 None None] Port 3b173e04-e4be-458a-81ab-346e2cdd9848 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:07:55.108882 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=82540f66-f8de-448b-9c8a-1c849ab99c3b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:55.119599 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.200775 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.237680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ae003207-c830-4f7a-a271-c97ba1c87f04 None None] Provisioning complete for port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:55.238128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ae003207-c830-4f7a-a271-c97ba1c87f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.294572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:55.332457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Attempting to bind port 3b173e04-e4be-458a-81ab-346e2cdd9848 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:55.332843 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Attempting to bind port 3b173e04-e4be-458a-81ab-346e2cdd9848 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:55.333188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Attempting to bind port 3b173e04-e4be-458a-81ab-346e2cdd9848 on network d336312f-1ca3-4af5-a04f-3e3502adaa92 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:55.357934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:55.366649 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:55.369313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:55.377154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:55.378209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Checking segment: {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:55.378482 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.378877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Bound using segment: {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:55.379362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Bound port: 3b173e04-e4be-458a-81ab-346e2cdd9848, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ff5150-d3ec-4e15-a740-7d0fc88c350d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:55.379791 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.405873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Pushing event updated for resources: {'Port': ['ID=85855432-68aa-4a10-a2f2-81ae7861f090,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:55.492688 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] For port 3b173e04-e4be-458a-81ab-346e2cdd9848, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:55.501227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] For port 3b173e04-e4be-458a-81ab-346e2cdd9848, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b173e04-e4be-458a-81ab-346e2cdd9848,segment=NetworkSegment(54ff5150-d3ec-4e15-a740-7d0fc88c350d),segment_id=54ff5150-d3ec-4e15-a740-7d0fc88c350d)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:55.532909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:55.540240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fad17a88-84a2-45c5-a424-03c4c608f60e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195290 Feb 10 16:07:55.544995 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58748) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:55.549672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:55.554252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.630467 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.686250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:55.802058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Attempting to bind port 85855432-68aa-4a10-a2f2-81ae7861f090 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:55.802436 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Attempting to bind port 85855432-68aa-4a10-a2f2-81ae7861f090 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:55.802792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Attempting to bind port 85855432-68aa-4a10-a2f2-81ae7861f090 on network ce86a585-d1aa-4dc3-badd-f7125e4727fd {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:55.882035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:55.882721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Checking segment: {'id': '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:55.883709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.884389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Bound using segment: {'id': '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:55.885811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Bound port: 85855432-68aa-4a10-a2f2-81ae7861f090, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:55.886524 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:55.937501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42169-3733-4a06-b8e7-b0633f05ecb8 None None] Pushing event updated for resources: {'Port': ['ID=3b173e04-e4be-458a-81ab-346e2cdd9848,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:55.944868 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:55.945478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:56.267301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:56.277236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:56.390510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] For port 85855432-68aa-4a10-a2f2-81ae7861f090, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:56.394019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] For port 85855432-68aa-4a10-a2f2-81ae7861f090, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=85855432-68aa-4a10-a2f2-81ae7861f090,segment=NetworkSegment(7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4),segment_id=7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:56.400777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:56.401152 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:56.415473 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:56.451352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0f4f96bd-5310-42b7-a32d-710ca11edd6b None None] Provisioning complete for port 3b173e04-e4be-458a-81ab-346e2cdd9848 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:56.451754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0f4f96bd-5310-42b7-a32d-710ca11edd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:56.663092 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cc62c-aa1f-43d7-8add-a1ec706740dd None None] Pushing event updated for resources: {'Port': ['ID=85855432-68aa-4a10-a2f2-81ae7861f090,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:56.938465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.extraroute_db [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 16:07:56.979933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.extraroute_db [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Removed routes are [] {{(pid=102615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 16:07:56.980397 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.019786 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0f4f96bd-5310-42b7-a32d-710ca11edd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.059693 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:07:57.088622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0f4f96bd-5310-42b7-a32d-710ca11edd6b None None] For port 3b173e04-e4be-458a-81ab-346e2cdd9848, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b173e04-e4be-458a-81ab-346e2cdd9848,segment=NetworkSegment(54ff5150-d3ec-4e15-a740-7d0fc88c350d),segment_id=54ff5150-d3ec-4e15-a740-7d0fc88c350d)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:57.106157 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0f4f96bd-5310-42b7-a32d-710ca11edd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.180418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:53Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:55Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71272eb-e89d-4763-865b-5cec41786a79', 'name': '', 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:79:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:52Z', 'updated_at': '2022-02-10T16:07:54Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:57.244247 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750abdf-b9f2-430e-a293-b15c463b0dea None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:53Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:55Z', 'revision_number': 4, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71272eb-e89d-4763-865b-5cec41786a79', 'name': '', 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:79:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:52Z', 'updated_at': '2022-02-10T16:07:54Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:57.254326 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f96bd-5310-42b7-a32d-710ca11edd6b None None] Pushing event updated for resources: {'Port': ['ID=3b173e04-e4be-458a-81ab-346e2cdd9848,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:57.288134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:57.325210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.334677 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Sync routers for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:57.343593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.345371 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8c1d8c1b-07eb-44b9-b97e-03b5c419224b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4284880 Feb 10 16:07:57.351660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:57.372765 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:57.391597 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:57.412499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d9cf3ac3-e9f8-4d16-bcab-1828e99f79b8 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0e71f23dd194896a39436d5ea6cedc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592978 Feb 10 16:07:57.417917 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:57.511016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.515810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:57.610215 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:57.814104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:57.824125 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 85855432-68aa-4a10-a2f2-81ae7861f090 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:57.909608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe20a95-7893-4b7c-8e81-887f0945a430 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.915922 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4fe20a95-7893-4b7c-8e81-887f0945a430 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4953449 Feb 10 16:07:57.919241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58786) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:58.006509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 85855432-68aa-4a10-a2f2-81ae7861f090 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:58.007074 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:58.011124 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9da83092-fb5d-45cd-8c3c-3cac3454caba tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0906696 Feb 10 16:07:58.016528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58792) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:58.026572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1008145416', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:58.094943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:58.109645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:58.111182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-227c5823-ef22-45e0-8b88-75d43c0697cf tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 934 time: 2.5652196 Feb 10 16:07:58.114486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:58.207708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:07:55Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:58.270519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:58.297999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:58.298267 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Checking router: 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:58.298446 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Updating router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac port 82540f66-f8de-448b-9c8a-1c849ab99c3b binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:07:58.326549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:58.338179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:58.409770 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:58.459306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 85855432-68aa-4a10-a2f2-81ae7861f090, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=85855432-68aa-4a10-a2f2-81ae7861f090,segment=NetworkSegment(7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4),segment_id=7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:58.480887 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:58.481701 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b173e04-e4be-458a-81ab-346e2cdd9848 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:58.494746 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3346f699-0913-4871-a750-413d62863d4c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 934 time: 0.3763258 Feb 10 16:07:58.499056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58810) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:07:58.535434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'routes': None}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:58.617571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd80c3-420e-463a-8004-535d3aa6d425 None None] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:07:58.999008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5ed40639-a2fa-43a2-b4a3-4ef69cd2206d None None] Provisioning complete for port 85855432-68aa-4a10-a2f2-81ae7861f090 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:58.999414 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ed40639-a2fa-43a2-b4a3-4ef69cd2206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.085746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=85855432-68aa-4a10-a2f2-81ae7861f090,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:59.090759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3b173e04-e4be-458a-81ab-346e2cdd9848 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:59.091150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.099311 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.108054 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.114920 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-31bdbff5-aa97-48dc-9fef-8f70bad66247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.265725 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Attempting to bind port 82540f66-f8de-448b-9c8a-1c849ab99c3b on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:07:59.266144 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Attempting to bind port 82540f66-f8de-448b-9c8a-1c849ab99c3b by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:07:59.266448 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Attempting to bind port 82540f66-f8de-448b-9c8a-1c849ab99c3b on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:59.330692 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a9ec9-a352-4172-bf2b-f1fd0e7d94a9 None None] Pushing event updated for resources: {'Port': ['ID=82540f66-f8de-448b-9c8a-1c849ab99c3b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:59.338624 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:59.339608 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:59.342135 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.342915 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:59.343869 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Bound port: 82540f66-f8de-448b-9c8a-1c849ab99c3b, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:07:59.347912 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.445413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.520546 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] For port 82540f66-f8de-448b-9c8a-1c849ab99c3b, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:59.530522 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] For port 82540f66-f8de-448b-9c8a-1c849ab99c3b, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=82540f66-f8de-448b-9c8a-1c849ab99c3b,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:59.547623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.extraroute_db [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added routes are [] {{(pid=102615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 16:07:59.550393 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.extraroute_db [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 16:07:59.557295 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.671364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:07:59.727321 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:59.732205 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:59.872176 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a9ec9-a352-4172-bf2b-f1fd0e7d94a9 None None] Pushing event updated for resources: {'Port': ['ID=82540f66-f8de-448b-9c8a-1c849ab99c3b,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:59.874515 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-ff1f7fa8-df3f-4bc6-aa46-4e1ef1f116b7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5344348 Feb 10 16:07:59.913868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Subnet': ['ID=c0361286-556b-4976-b006-b9152a01fba5,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:59.927569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Checking segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:07:59.927569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network hostable DHCP agents. Network: 42bcd23f-d73c-4a56-b366-2c2023ff1792, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:07:59.984266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:00.003098 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:00.021024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:08:00.027276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-1212f0d4-5f9c-478a-bb16-cbc9726423fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:00.029202 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-1212f0d4-5f9c-478a-bb16-cbc9726423fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1097 time: 0.0998216 Feb 10 16:08:00.051515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:00.053706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 42bcd23f-d73c-4a56-b366-2c2023ff1792) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:00.055573 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:07:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:00.099278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:00.100522 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:00.158885 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb846d-6356-4796-ac3c-57949857d03d None None] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:00.174536 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-27346b12-07c1-4d39-9af7-218560b8f7ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1544485 Feb 10 16:08:00.176940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58828) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:00.232240 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:00.238099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:00.367005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:00.419434 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:07:55Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:00.454763 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14232e5-6239-4bd5-a56a-056ed0cdf7e9 None None] The sync data for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 is: [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:07:55Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:00.512104 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:00.525220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:00.539229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-42dfd5b4-4eef-44c9-bafe-8b63ae2d693f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 700 time: 2.0389850 Feb 10 16:08:00.540308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:00.566054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:00.706086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 85855432-68aa-4a10-a2f2-81ae7861f090 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:00.790335 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:00.847618 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c03c56d0-eecf-4239-bc25-636ab2c32af2 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 700 time: 0.3058939 Feb 10 16:08:00.848213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58840) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:00.885120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-0aa007b7-5e42-4d96-9ef6-bead7561174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:00.887483 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-0aa007b7-5e42-4d96-9ef6-bead7561174b service neutron] 10.222.0.75 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 898 time: 0.8069983 Feb 10 16:08:00.888832 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-42bcd23f-d73c-4a56-b366-2c2023ff1792', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:08:00.889726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:01.178274 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-27b6ab98-0278-488c-8d29-177f96df3163 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 1002 time: 0.2830434 Feb 10 16:08:01.298455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Allocated IP 172.20.0.2 (42bcd23f-d73c-4a56-b366-2c2023ff1792/c0361286-556b-4976-b006-b9152a01fba5/178e643c-9b7c-4732-a1ca-44b0b1dc1697) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:01.631364 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e7590a3f-3adb-4868-82e3-98b5b7b13654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:01.645632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b9803aea-e13b-41aa-aa78-829510ce621e None None] Provisioning complete for port 85855432-68aa-4a10-a2f2-81ae7861f090 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:01.646310 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b9803aea-e13b-41aa-aa78-829510ce621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:01.849264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:01.935568 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:01.996774 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.071263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Pushing event updated for resources: {'Port': ['ID=178e643c-9b7c-4732-a1ca-44b0b1dc1697,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:02.088909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 85855432-68aa-4a10-a2f2-81ae7861f090 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:02.089291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.208109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:02.210604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:02.227372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-e093c01a-884f-4393-9bbc-bf9ced7e0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.232558 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-e093c01a-884f-4393-9bbc-bf9ced7e0bd3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 200 len: 835 time: 0.9736707 Feb 10 16:08:02.258836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:02.461108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port b71272eb-e89d-4763-865b-5cec41786a79 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:02.464694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.552556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b9803aea-e13b-41aa-aa78-829510ce621e None None] Provisioning complete for port b71272eb-e89d-4763-865b-5cec41786a79 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:02.553122 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b9803aea-e13b-41aa-aa78-829510ce621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.602051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-8c956854-085c-41d2-b8ec-998ce85fe4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.604555 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-8c956854-085c-41d2-b8ec-998ce85fe4c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3593731 Feb 10 16:08:02.634717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.635837 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.653461 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Attempting to bind port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:02.653835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Attempting to bind port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:02.654196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Attempting to bind port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:02.658567 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for b71272eb-e89d-4763-865b-5cec41786a79 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:02.669303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:07:59Z', 'revision_number': 7, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:57Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71272eb-e89d-4763-865b-5cec41786a79', 'name': '', 'network_id': 'ce86a585-d1aa-4dc3-badd-f7125e4727fd', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:79:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:52Z', 'updated_at': '2022-02-10T16:07:54Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:02.700995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:02.701359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Updating router 05919f22-da84-4615-885e-aa28943e4cbb port b71272eb-e89d-4763-865b-5cec41786a79 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:08:02.706554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:02.706938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Checking segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:02.707350 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.707787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Bound using segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:02.708266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Bound port: 178e643c-9b7c-4732-a1ca-44b0b1dc1697, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:02.708898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.712530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b9803aea-e13b-41aa-aa78-829510ce621e None None] Port b71272eb-e89d-4763-865b-5cec41786a79 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:02.782127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.830526 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.888443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 82540f66-f8de-448b-9c8a-1c849ab99c3b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:02.948331 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:02.958230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-5e56ddf5-6c8b-47cf-a47f-782905a2954f service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333013 Feb 10 16:08:03.049062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] For port 178e643c-9b7c-4732-a1ca-44b0b1dc1697, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:03.052960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] For port 178e643c-9b7c-4732-a1ca-44b0b1dc1697, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=178e643c-9b7c-4732-a1ca-44b0b1dc1697,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:03.066105 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:03.127832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=b71272eb-e89d-4763-865b-5cec41786a79,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:03.240429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dc6b9cc0-9b5e-4469-89ea-7796fc89017e None None] Provisioning complete for port b71272eb-e89d-4763-865b-5cec41786a79 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:03.244593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9cc0-9b5e-4469-89ea-7796fc89017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:03.314085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b9cc0-9b5e-4469-89ea-7796fc89017e None None] Port b71272eb-e89d-4763-865b-5cec41786a79 was deleted so its status cannot be updated. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 10 16:08:03.400010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da4e7c-ad42-4081-bcd8-45b35a0f57d7 None None] Pushing event updated for resources: {'Port': ['ID=178e643c-9b7c-4732-a1ca-44b0b1dc1697,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:03.477367 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e3844ebf-4ffd-4fc5-bf91-f931315f91db req-0935b4f7-e02b-4c99-82ff-d391bcabad60 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725381 Feb 10 16:08:03.478911 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Deleting port 2db009d1-23a6-436c-bc2a-84365a73f1aa {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:03.479414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:03.523504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 82540f66-f8de-448b-9c8a-1c849ab99c3b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:03.524747 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:03.841553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] For port 2db009d1-23a6-436c-bc2a-84365a73f1aa, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2db009d1-23a6-436c-bc2a-84365a73f1aa,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:03.842077 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:03.873311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Calling delete_port for 2db009d1-23a6-436c-bc2a-84365a73f1aa owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:04.117568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.1 (42bcd23f-d73c-4a56-b366-2c2023ff1792/c0361286-556b-4976-b006-b9152a01fba5/ca976349-0225-4b70-b66c-6b593ae69a83) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:04.159454 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.273218 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.402652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.427623 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.487986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 82540f66-f8de-448b-9c8a-1c849ab99c3b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=82540f66-f8de-448b-9c8a-1c849ab99c3b,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:04.495595 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.540342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:04.606501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=82540f66-f8de-448b-9c8a-1c849ab99c3b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:04.630636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:08:04.631271 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:08:04.742756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:04.756181 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.761501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be3645a4-7851-42e2-89cf-815bb7a59326 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9122312 Feb 10 16:08:04.764282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58890) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:04.809163 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:04.882684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db009d1-23a6-436c-bc2a-84365a73f1aa,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:04.964909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:08:04.968561 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.021510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 178e643c-9b7c-4732-a1ca-44b0b1dc1697 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:05.058362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.110610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:05.111018 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.219265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Port b71272eb-e89d-4763-865b-5cec41786a79 not found while updating agent binding for router 05919f22-da84-4615-885e-aa28943e4cbb. {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 16:08:05.225120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52451eb6-5dc4-4c48-9b2e-74e4a2382262 None None] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:05.236110 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.303987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:05.304661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:05.313639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-64110bff-87de-47cf-9bdb-a4b84f52d07b None None] Provisioning complete for port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:05.314012 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64110bff-87de-47cf-9bdb-a4b84f52d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.314154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.491761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:05.518798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:05.540830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=ca976349-0225-4b70-b66c-6b593ae69a83,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:05.543715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:05.551455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:05.570183 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.577874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.638298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:05.651429 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.657273 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3564aa5a-31b2-4254-a015-62a2e50f7e8e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0 HTTP/1.1" status: 204 len: 168 time: 0.8870635 Feb 10 16:08:05.658924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58906) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:05.661726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.669552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.743013 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-64110bff-87de-47cf-9bdb-a4b84f52d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.751099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79d0d6-7cb0-456b-96dd-629c9d78f7a1 None None] Network ce86a585-d1aa-4dc3-badd-f7125e4727fd requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:05.854550 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.858879 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 178e643c-9b7c-4732-a1ca-44b0b1dc1697, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=178e643c-9b7c-4732-a1ca-44b0b1dc1697,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:05.920483 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:05.921474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 82540f66-f8de-448b-9c8a-1c849ab99c3b up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:05.937617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 85855432-68aa-4a10-a2f2-81ae7861f090 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:05.937617 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.068881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 85855432-68aa-4a10-a2f2-81ae7861f090, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=85855432-68aa-4a10-a2f2-81ae7861f090,segment=NetworkSegment(7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4),segment_id=7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:06.072098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.104970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 85855432-68aa-4a10-a2f2-81ae7861f090 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:06.130895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=178e643c-9b7c-4732-a1ca-44b0b1dc1697,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:06.171820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Router f7512154-d561-473c-a59b-cebc675182d6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:06.182484 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.231390 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-64110bff-87de-47cf-9bdb-a4b84f52d07b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:08:06.234969 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-64110bff-87de-47cf-9bdb-a4b84f52d07b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:08:06.312055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 82540f66-f8de-448b-9c8a-1c849ab99c3b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:06.314612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.339356 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.396445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:02Z', 'revision_number': 8, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:57Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:06.428451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=85855432-68aa-4a10-a2f2-81ae7861f090,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:06.451664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port 85855432-68aa-4a10-a2f2-81ae7861f090 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:06.452551 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1ea00-afb8-4186-8db3-0675102b6b6d None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:02Z', 'revision_number': 8, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:57Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:06.510973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369ddc1-ba32-4377-8d44-1ada79fa099e None None] DHCP port deletion for ce86a585-d1aa-4dc3-badd-f7125e4727fd request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:08:06.637052 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.673822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce86a585-d1aa-4dc3-badd-f7125e4727fd']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:06.686862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:06.687167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c489e46-ae1f-4ba9-87bb-c8e4d3aa00f4') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:06.703902 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.723986 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.732543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:08:06.733055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:08:06.804359 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:08:06.869060 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.879297 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:06.883327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/ce86a585-d1aa-4dc3-badd-f7125e4727fd HTTP/1.1" status: 204 len: 168 time: 1.2225959 Feb 10 16:08:06.894781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58924) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:06.940827 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ecac1556-b551-4db6-9742-d0c553c671fc None None] Provisioning complete for port ca976349-0225-4b70-b66c-6b593ae69a83 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:06.941200 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecac1556-b551-4db6-9742-d0c553c671fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.000920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d597422-c897-4e20-b934-5d58ec9faffa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=ce86a585-d1aa-4dc3-badd-f7125e4727fd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:07.048980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ecac1556-b551-4db6-9742-d0c553c671fc None None] Port ca976349-0225-4b70-b66c-6b593ae69a83 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:07.079037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ecac1556-b551-4db6-9742-d0c553c671fc None None] Provisioning complete for port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:07.079584 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ecac1556-b551-4db6-9742-d0c553c671fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.109365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:07.119474 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] Sync routers for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:07.131495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-68d9cf4d-69ec-481d-9ae0-bf174859d0a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/f7512154-d561-473c-a59b-cebc675182d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8561783 Feb 10 16:08:07.133643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 58926) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:07.151713 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:07.152643 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:07.417702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.502024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.513840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.519557 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:07.591638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 178e643c-9b7c-4732-a1ca-44b0b1dc1697 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:07.626273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=ca976349-0225-4b70-b66c-6b593ae69a83,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:07.672193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:07.682545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.717410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:07.719336 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:07.800797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.864622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:07.865135 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:07.917329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:07.927414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:07.946080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:07.988723 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 5, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port': {'id': 'b57a38b6-05d7-401d-8e75-de6356acd84a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7512154-d561-473c-a59b-cebc675182d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:59:43Z', 'updated_at': '2022-02-10T15:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:08.049015 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] Checking router: f7512154-d561-473c-a59b-cebc675182d6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:08.058668 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Deleting port b57a38b6-05d7-401d-8e75-de6356acd84a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:08.060770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:08.075174 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] Routers {'f7512154-d561-473c-a59b-cebc675182d6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:08.075533 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['f7512154-d561-473c-a59b-cebc675182d6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:08.166865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:08.281382 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] Set router f7512154-d561-473c-a59b-cebc675182d6 gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:08.324573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] For port b57a38b6-05d7-401d-8e75-de6356acd84a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b57a38b6-05d7-401d-8e75-de6356acd84a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:08.324985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:08.385875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Calling delete_port for b57a38b6-05d7-401d-8e75-de6356acd84a owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:08.386118 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T16:08:07Z', 'revision_number': 6, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:08.393428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:08.405124 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:08.418603 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Sync routers for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:08.430583 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688799a-e04e-40eb-8467-6e090e97bd62 None None] The sync data for ids ['f7512154-d561-473c-a59b-cebc675182d6'] in n-d-827895-3 is: [{'id': 'f7512154-d561-473c-a59b-cebc675182d6', 'name': 'tempest-AttachVolumeTestJSON-1881039604-router', 'tenant_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:59:39Z', 'updated_at': '2022-02-10T16:08:07Z', 'revision_number': 6, 'project_id': '9f3fe5d552104de7a82aeda98b3ebf62', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:08.441177 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:08.442479 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:08.470241 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1fa3f24a-50ba-4e9d-9f50-bca4244fc2f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/04878e7f-08e2-4d3e-ac2d-47977fd1c1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2387764 Feb 10 16:08:08.507960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2b98bfcf-5644-4ecd-8df8-7c1472132b7e None None] Provisioning complete for port ca976349-0225-4b70-b66c-6b593ae69a83 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:08.509347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b98bfcf-5644-4ecd-8df8-7c1472132b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:08.573371 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:08.596122 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:02Z', 'revision_number': 8, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:57Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:08.641806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2b98bfcf-5644-4ecd-8df8-7c1472132b7e None None] Port ca976349-0225-4b70-b66c-6b593ae69a83 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:08.647538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:08.657426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:08.658160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:08.838254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 85855432-68aa-4a10-a2f2-81ae7861f090 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:08.847777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:08.904896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 85855432-68aa-4a10-a2f2-81ae7861f090 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:08.905308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 85855432-68aa-4a10-a2f2-81ae7861f090 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:08.905700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b71272eb-e89d-4763-865b-5cec41786a79 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:08.969934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b71272eb-e89d-4763-865b-5cec41786a79 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:08.970399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b71272eb-e89d-4763-865b-5cec41786a79 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:08.990344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-8962a149-dcca-4e29-a06c-63b123e3b5b6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397770496&fields=id&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 267 time: 0.1695518 Feb 10 16:08:09.037579 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:07Z', 'revision_number': 2, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:09.065803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2db009d1-23a6-436c-bc2a-84365a73f1aa no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:09.090540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2db009d1-23a6-436c-bc2a-84365a73f1aa {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:09.090880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2db009d1-23a6-436c-bc2a-84365a73f1aa not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:09.115033 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Checking router: 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:09.127783 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Updating router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac port ca976349-0225-4b70-b66c-6b593ae69a83 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:08:09.177877 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.219773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-c83d9854-e081-4ebd-af03-da88a8e7e9ed tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:09.223393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-c83d9854-e081-4ebd-af03-da88a8e7e9ed tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 797 time: 0.2226627 Feb 10 16:08:09.247331 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.260867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 3b173e04-e4be-458a-81ab-346e2cdd9848 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:09.261225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.261872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:02Z', 'revision_number': 8, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:57Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:09.264749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-60e743fd-9719-41a0-bdea-24808b77b4ab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/quotas/b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 375 time: 0.0330062 Feb 10 16:08:09.323480 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934af30-f324-4dd1-9453-9c2fdcf40cc8 None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:02Z', 'revision_number': 8, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': '3b173e04-e4be-458a-81ab-346e2cdd9848', 'name': '', 'network_id': 'd336312f-1ca3-4af5-a04f-3e3502adaa92', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:eb:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:46Z', 'updated_at': '2022-02-10T16:07:57Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '46adc7cc-436b-437b-b905-6fb89fefc210', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:09.420604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Pushing event deleted for resources: {'Port': ['ID=b57a38b6-05d7-401d-8e75-de6356acd84a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:09.712656 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.723428 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.826906 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a601bb1-07f8-420a-b1bc-e65778d44836 None None] Pushing event updated for resources: {'Port': ['ID=ca976349-0225-4b70-b66c-6b593ae69a83,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:09.898974 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Attempting to bind port ca976349-0225-4b70-b66c-6b593ae69a83 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:09.898974 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Attempting to bind port ca976349-0225-4b70-b66c-6b593ae69a83 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:09.899523 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Attempting to bind port ca976349-0225-4b70-b66c-6b593ae69a83 on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:09.905533 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:09.905942 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Checking segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:09.906343 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.907080 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Bound using segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:09.907841 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Bound port: ca976349-0225-4b70-b66c-6b593ae69a83, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:09.908773 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:09.929515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-cb6e6e6b-87c1-4f7d-afb1-0932c46de4e3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6445758 Feb 10 16:08:09.953337 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.010674 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] For port ca976349-0225-4b70-b66c-6b593ae69a83, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:10.014402 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] For port ca976349-0225-4b70-b66c-6b593ae69a83, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ca976349-0225-4b70-b66c-6b593ae69a83,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:10.024674 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.126970 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a601bb1-07f8-420a-b1bc-e65778d44836 None None] Pushing event updated for resources: {'Port': ['ID=ca976349-0225-4b70-b66c-6b593ae69a83,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:10.135292 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:10.136116 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:10.166992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 3b173e04-e4be-458a-81ab-346e2cdd9848, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3b173e04-e4be-458a-81ab-346e2cdd9848,segment=NetworkSegment(54ff5150-d3ec-4e15-a740-7d0fc88c350d),segment_id=54ff5150-d3ec-4e15-a740-7d0fc88c350d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:10.167725 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.170682 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.185071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-72fe1eef-5c87-41a0-9d5c-b7bab9e0d609 None None] Provisioning complete for port ca976349-0225-4b70-b66c-6b593ae69a83 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:10.186383 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72fe1eef-5c87-41a0-9d5c-b7bab9e0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.190564 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.197362 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 3b173e04-e4be-458a-81ab-346e2cdd9848 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:10.386844 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72fe1eef-5c87-41a0-9d5c-b7bab9e0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.443355 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:10.468819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-72fe1eef-5c87-41a0-9d5c-b7bab9e0d609 None None] For port ca976349-0225-4b70-b66c-6b593ae69a83, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ca976349-0225-4b70-b66c-6b593ae69a83,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:10.477529 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72fe1eef-5c87-41a0-9d5c-b7bab9e0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.498065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-79c12f24-5e69-4e69-bffe-ff58738df5dd service neutron] 10.222.0.21 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453629 Feb 10 16:08:10.551406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.584106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe1eef-5c87-41a0-9d5c-b7bab9e0d609 None None] Pushing event updated for resources: {'Port': ['ID=ca976349-0225-4b70-b66c-6b593ae69a83,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:10.619706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8b931cfa-21b8-4687-bf38-0c14f9a71ab2 None None] Provisioning complete for port ca976349-0225-4b70-b66c-6b593ae69a83 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:10.621534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8b931cfa-21b8-4687-bf38-0c14f9a71ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.676363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=3b173e04-e4be-458a-81ab-346e2cdd9848,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:10.680940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.681822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7512154-d561-473c-a59b-cebc675182d6 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:08:10.705967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:10.732638 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-edf1a468-ac53-47ab-8b66-09cd993e388f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f7512154-d561-473c-a59b-cebc675182d6 HTTP/1.1" status: 204 len: 168 time: 3.5957677 Feb 10 16:08:10.733475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58990) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:10.790353 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:10.839828 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638ac4e-98d0-4e53-b604-6d6033c6e5bb None None] The sync data for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 is: [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:10.891698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Deleting subnet c365bd81-3cb9-4ed1-b2df-2465a2d5796e {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:08:10.900412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.031996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.137156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-2b30fcf1-2eda-42e2-bdbd-b7a25f26ab73 service neutron] 10.222.0.21 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967414 Feb 10 16:08:11.156313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.277323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.319729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ca976349-0225-4b70-b66c-6b593ae69a83 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:11.416234 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.454614 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port ca976349-0225-4b70-b66c-6b593ae69a83 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:11.456206 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.462535 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.468733 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c365bd81-3cb9-4ed1-b2df-2465a2d5796e HTTP/1.1" status: 204 len: 168 time: 0.7320929 Feb 10 16:08:11.468733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838e38-c98c-4694-9b1a-3f0c126cc1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c365bd81-3cb9-4ed1-b2df-2465a2d5796e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:11.472581 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 58996) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:11.517081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578c805-093f-4e6a-a3ac-ba53dd5acbe7 None None] Network 514c2730-9b7a-4313-81da-37e051922c4b requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:11.568723 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.660627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:11.714317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Deleting port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:11.714317 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.849872 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] For port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,segment=NetworkSegment(eaeccafd-ec13-4cf1-8851-9870229c667c),segment_id=eaeccafd-ec13-4cf1-8851-9870229c667c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:11.851232 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:11.866548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b57a38b6-05d7-401d-8e75-de6356acd84a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:11.881750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Calling delete_port for 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:11.898215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b57a38b6-05d7-401d-8e75-de6356acd84a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:11.898860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b57a38b6-05d7-401d-8e75-de6356acd84a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:11.944178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:11.949526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3404b72a-86ad-47af-8f9e-7b23ff47203f tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0527506 Feb 10 16:08:11.952527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59006) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:11.955062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:11.971060 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:11.974877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:12.028174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet 46adc7cc-436b-437b-b905-6fb89fefc210 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:08:12.032710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.064414 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.104845 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.129981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4eafdf-d388-45b1-878e-fd5206a2a2b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:12.142945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] No DVR routers for this DVR port 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:12.286627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.302623 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.329213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc309514-632d-4b4d-a137-09997a1b1bd2 None None] DHCP port deletion for 514c2730-9b7a-4313-81da-37e051922c4b request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:08:12.343414 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514c2730-9b7a-4313-81da-37e051922c4b']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:12.357735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeccafd-ec13-4cf1-8851-9870229c667c') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:12.358050 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeccafd-ec13-4cf1-8851-9870229c667c') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:12.380702 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.394194 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:12.431893 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.441069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.452521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:08:12.452993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.517538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.528184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/46adc7cc-436b-437b-b905-6fb89fefc210 HTTP/1.1" status: 204 len: 168 time: 0.5659022 Feb 10 16:08:12.528184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59018) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:12.528184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2930dd-6ea7-48dc-9469-d9a2b264d8fa tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=46adc7cc-436b-437b-b905-6fb89fefc210,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:08:12.556437 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:08:12.591779 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d12670-e286-4002-a96b-40e416ea2a02 None None] Network d336312f-1ca3-4af5-a04f-3e3502adaa92 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:12.592828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.600861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.608084 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] 10.222.0.21 "DELETE /v2.0/networks/514c2730-9b7a-4313-81da-37e051922c4b HTTP/1.1" status: 204 len: 168 time: 1.1308460 Feb 10 16:08:12.653094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53352-c021-48f2-9f6f-2f3ec4578357 admin admin] Pushing event deleted for resources: {'Network': ['ID=514c2730-9b7a-4313-81da-37e051922c4b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:12.725338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82487439-8747-4ada-afbc-c1a6bdd9359d req-e03675c4-5c81-4616-bb8c-9c7abcfe7f0e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 210 time: 0.1917121 Feb 10 16:08:12.871648 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59042) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:12.955528 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:12.993411 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba3af92c-5a82-44e5-b5c1-d7e4567733d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f3fe5d552104de7a82aeda98b3ebf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196845 Feb 10 16:08:12.996020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59046) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:13.078479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:13.078825 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.149440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:13.151067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5cbe1-cc58-447e-a540-e79b8c7609e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.213001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5cbe1-cc58-447e-a540-e79b8c7609e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.229046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,segment=NetworkSegment(54ff5150-d3ec-4e15-a740-7d0fc88c350d),segment_id=54ff5150-d3ec-4e15-a740-7d0fc88c350d)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:13.229441 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.248608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:13.267844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:13.268257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6c4eafdf-d388-45b1-878e-fd5206a2a2b5 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:13.299977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5cbe1-cc58-447e-a540-e79b8c7609e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.302990 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5cbe1-cc58-447e-a540-e79b8c7609e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.304441 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b7f5cbe1-cc58-447e-a540-e79b8c7609e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd873789-a0ff-4abf-b610-36c78500b1c9 HTTP/1.1" status: 204 len: 168 time: 0.3046272 Feb 10 16:08:13.324155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5cbe1-cc58-447e-a540-e79b8c7609e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd873789-a0ff-4abf-b610-36c78500b1c9,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:13.449612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 9, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:13.466598 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.493231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469acbb-5110-4512-9e0d-3ec05b9d23a5 None None] DHCP port deletion for d336312f-1ca3-4af5-a04f-3e3502adaa92 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:08:13.497820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:13.505707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:13.511498 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:13.512361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:13.514757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:13.626669 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:13.671115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.701359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d336312f-1ca3-4af5-a04f-3e3502adaa92']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:13.716367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ff5150-d3ec-4e15-a740-7d0fc88c350d') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:13.716927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ff5150-d3ec-4e15-a740-7d0fc88c350d') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:13.732087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.787298 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.800605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:08:13.801272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:08:13.819123 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:08:13.995336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-00cdfbc6-2927-429a-8d92-7b03609e1be7 req-32c6162b-01e5-43ce-996a-8fe0c28eaaf7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 210 time: 0.0814543 Feb 10 16:08:14.034843 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:14.077548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 9, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:14.085792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:14.091549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/d336312f-1ca3-4af5-a04f-3e3502adaa92 HTTP/1.1" status: 204 len: 168 time: 1.5541534 Feb 10 16:08:14.091549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b94389-fee9-487b-ae45-181cf2d8a7a5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=d336312f-1ca3-4af5-a04f-3e3502adaa92,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:14.091892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59082) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:14.124901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d9b1b-c542-4249-8a1a-65239bc2eaf2 None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 9, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'a6a7ece4-9484-48d4-ab66-1f76e60e3a56', 'name': '', 'network_id': '3a6aea7c-be2c-418f-a3bc-3d31a6b61a20', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:88:6e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:39Z', 'updated_at': '2022-02-10T16:07:48Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': 'e50e91d9-f58f-4fb1-9f16-a7fe19334cb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:14.514089 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-3be8474c-8bc0-4bf7-817c-65dd326d7f91 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:14.516441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-3be8474c-8bc0-4bf7-817c-65dd326d7f91 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 797 time: 0.1686146 Feb 10 16:08:14.613796 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-8048909f-4ce3-431c-aa07-ed80bfdc9273 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 380 time: 0.0880857 Feb 10 16:08:14.707842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'port': {'device_id': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'admin_state_up': True, 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'security_groups': ['59673c15-8628-4fdc-99fa-7834b0cdd5d5']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:14.737282 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:14.982252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:14.995002 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.146838 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b173e04-e4be-458a-81ab-346e2cdd9848 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:15.173083 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3b173e04-e4be-458a-81ab-346e2cdd9848 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:15.174059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3b173e04-e4be-458a-81ab-346e2cdd9848 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:15.174679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:15.198847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port a6a7ece4-9484-48d4-ab66-1f76e60e3a56 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:15.199598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.203667 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-436bcd88-5828-4f9d-b016-1a3b2b6f582a req-dba7061d-ba45-4a04-ad2b-24c82fc6e312 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 210 time: 0.1087077 Feb 10 16:08:15.216352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:15.216691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0745dcd3-b3a2-4da6-89fb-4e9c6efb5a93 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:15.298164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.9 (42bcd23f-d73c-4a56-b366-2c2023ff1792/c0361286-556b-4976-b006-b9152a01fba5/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:15.402116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port a6a7ece4-9484-48d4-ab66-1f76e60e3a56, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:15.402577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.424698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for a6a7ece4-9484-48d4-ab66-1f76e60e3a56 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:15.578056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.641047 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.733318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.758746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:15.762155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:15.773923 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=a6a7ece4-9484-48d4-ab66-1f76e60e3a56,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:15.780814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:15.796718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:15.906331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:15.908458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:15.954355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-bf2afb0f-7297-4f7e-9137-269c434a450b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2527304 Feb 10 16:08:15.967737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Request body: {'port': {'device_id': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:16.046199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:16.072676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:16.264022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-52ef5674-cb70-4f08-b283-c91ee1180910 None None] Provisioning complete for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:16.266693 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-52ef5674-cb70-4f08-b283-c91ee1180910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:16.373466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-52ef5674-cb70-4f08-b283-c91ee1180910 None None] Port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:16.487689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:16.562685 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a996f-795e-4a5c-a06b-0f1a400f228c req-37ebac7c-9a2d-4824-a3a7-39404c44b616 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:16.571020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a1a996f-795e-4a5c-a06b-0f1a400f228c req-37ebac7c-9a2d-4824-a3a7-39404c44b616 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 931 time: 0.1908095 Feb 10 16:08:16.701214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7a1a996f-795e-4a5c-a06b-0f1a400f228c req-0fb05334-6995-4344-a31b-694d707d1804 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291907 Feb 10 16:08:16.706925 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:16.716277 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af552eec-ae19-477c-88fb-4b3c1f6b5e74 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6205354 Feb 10 16:08:16.716622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59158) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:16.721945 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c80690-8433-4461-8509-ee62f136f077 None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:16.726308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:08:16.744216 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:16.745085 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:16.872289 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:17.138831 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:15Z', 'revision_number': 10, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:17.153111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.171569 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c80690-8433-4461-8509-ee62f136f077 None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:17.181118 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:17.181730 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:17.182763 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Transition to ACTIVE for port object 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:08:17.190034 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.198229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet e50e91d9-f58f-4fb1-9f16-a7fe19334cb1 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:08:17.202257 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.245871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.274825 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:17.345772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:17.455872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.527093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:17.527828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:17.528178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:17.536204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:08:17.536667 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:17.547773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:17.548381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Checking segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:17.549331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Bound using segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:17.549537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Bound port: 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:17.549951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.567944 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-87c80690-8433-4461-8509-ee62f136f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:15Z', 'revision_number': 10, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:17.626332 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:08:17.627988 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c80690-8433-4461-8509-ee62f136f077 None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:15Z', 'revision_number': 10, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None, '_interfaces': [{'id': 'e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2', 'name': '', 'network_id': '39e1924d-5b2c-49cb-b1a6-1e85d079c9c7', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'mac_address': 'fa:16:3e:60:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05919f22-da84-4615-885e-aa28943e4cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:32Z', 'updated_at': '2022-02-10T16:07:41Z', 'revision_number': 5, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'subnets': [{'id': '156e5f9c-8087-4963-901d-347b58ae0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:17.654017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:17.658579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:17.669430 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.724466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.734161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59182) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:17.759924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:17.760548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.761973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] 10.222.0.45 "PUT /v2.0/ports/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 1091 time: 1.7986619 Feb 10 16:08:17.768891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=e50e91d9-f58f-4fb1-9f16-a7fe19334cb1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:17.771226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:08:17.773600 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d6009-5b62-4197-9268-32816976540b" -d '{"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:17.820266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504236f1-1d02-40a3-949c-200a484336d9 None None] Network 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:17.848953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:17.854936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9b5eb-862d-4f53-8097-28d44c00ab15 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:17.860537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9b5eb-862d-4f53-8097-28d44c00ab15 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:17.862155 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9b5eb-862d-4f53-8097-28d44c00ab15 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:17.862361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a9795ac0-ca09-4a69-9feb-b3aecf03cf38 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/e50e91d9-f58f-4fb1-9f16-a7fe19334cb1 HTTP/1.1" status: 204 len: 168 time: 1.1421022 Feb 10 16:08:17.881644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-58e9b5eb-862d-4f53-8097-28d44c00ab15 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=1164d52f1cb6463a91863409d8a824b9&network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 2970 time: 0.1452110 Feb 10 16:08:17.882324 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:17.953244 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b27f8-03b2-4049-8bb2-e8317da5eaa6 x-openstack-request-id: req-423b27f8-03b2-4049-8bb2-e8317da5eaa6 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:17.955643 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:17.956102 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-423b27f8-03b2-4049-8bb2-e8317da5eaa6 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:17.956674 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'status': 'completed', 'code': 200} Feb 10 16:08:17.966410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d10b56-b113-4a21-bec5-5b885e55519a service neutron] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:18.073507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f962b93-bdca-4cbf-809f-4dfb050cdb70 req-f45ea6a8-66f3-436e-9915-f5cb2522f02e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:18.081129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f962b93-bdca-4cbf-809f-4dfb050cdb70 req-f45ea6a8-66f3-436e-9915-f5cb2522f02e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.2952023 Feb 10 16:08:18.102347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-037dcd20-c4df-467e-840d-ac285fe12cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:18.106854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-037dcd20-c4df-467e-840d-ac285fe12cc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1094 time: 0.2341330 Feb 10 16:08:18.121787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.254401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:18.254745 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.268848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] DHCP port deletion for 3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:08:18.290767 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f962b93-bdca-4cbf-809f-4dfb050cdb70 req-fca1dc40-7089-469d-bb3e-eee3d4417b61 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034094 Feb 10 16:08:18.292107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-5ebef6a4-3259-4e13-a4dc-39e21284e721 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 217 time: 0.1673872 Feb 10 16:08:18.404388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] Deleting port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:18.405618 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.456502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-4cba723d-a157-46a8-bf56-10340e487db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:18.458666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-4cba723d-a157-46a8-bf56-10340e487db2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.1579518 Feb 10 16:08:18.475807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:18.476235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.534667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:18.586196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-ceda3112-317f-43e3-ba08-5fbcf5a23e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:18.589534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-ceda3112-317f-43e3-ba08-5fbcf5a23e5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186707 Feb 10 16:08:18.639327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] For port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,segment=NetworkSegment(ca053337-e11f-4ccc-8851-4dbc9fd3f5e0),segment_id=ca053337-e11f-4ccc-8851-4dbc9fd3f5e0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:18.640121 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.672415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] Calling delete_port for eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:18.742395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.800549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:18.805509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:18.817318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-4dab786d-4daa-4f27-8fb6-cdff5144619b service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153380 Feb 10 16:08:18.922046 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.939627 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:18.954818 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] No DVR routers for this DVR port eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:18.989470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6aea7c-be2c-418f-a3bc-3d31a6b61a20']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:19.003582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb90e37-605d-430f-8878-fe049cf7db60 None None] Pushing event deleted for resources: {'Port': ['ID=eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:19.007089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:19.007462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca053337-e11f-4ccc-8851-4dbc9fd3f5e0') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:19.020245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:19.035885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:19.046452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:08:19.046452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:19.060483 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b129aa2-2d1d-4455-880e-23d1b657ef1f req-37f8cb9c-72ac-4165-9e66-1caa729ec237 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398756 Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:08:19.121928 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:08:19.186338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d6009-5b62-4197-9268-32816976540b req-e82f84dd-0ea4-4e16-b663-1a46f7237cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.186958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:19.188503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-e82f84dd-0ea4-4e16-b663-1a46f7237cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1094 time: 0.0612636 Feb 10 16:08:19.222314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a6a7ece4-9484-48d4-ab66-1f76e60e3a56 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:19.239412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:19.246915 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/3a6aea7c-be2c-418f-a3bc-3d31a6b61a20 HTTP/1.1" status: 204 len: 168 time: 1.3633940 Feb 10 16:08:19.248614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59226) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:19.258546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6161e-5917-4530-b652-77f98a45f5ba tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=3a6aea7c-be2c-418f-a3bc-3d31a6b61a20,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:19.262545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a6a7ece4-9484-48d4-ab66-1f76e60e3a56 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:19.262906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a6a7ece4-9484-48d4-ab66-1f76e60e3a56 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:19.277650 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:19.304800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:19.305660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device eaddbe2a-5ef4-48ef-b2e5-2e1b67fff258 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:19.536753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d6009-5b62-4197-9268-32816976540b req-5cb6be72-810b-450b-9145-c33fe46083d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.539749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-5cb6be72-810b-450b-9145-c33fe46083d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.3450017 Feb 10 16:08:19.610549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-cf6c27a8-7f33-4625-813c-d04d55854434 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 217 time: 0.0582788 Feb 10 16:08:19.659459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb756-6aeb-4a5b-937f-5018a32f8f57 req-4472f5a0-d187-4431-a03a-c581058eb74f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.672070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e3fb756-6aeb-4a5b-937f-5018a32f8f57 req-4472f5a0-d187-4431-a03a-c581058eb74f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.2406311 Feb 10 16:08:19.803074 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d6009-5b62-4197-9268-32816976540b req-455144bc-7fdf-43f3-a4f3-bc55bebffd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.804589 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-455144bc-7fdf-43f3-a4f3-bc55bebffd46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.1316071 Feb 10 16:08:19.823736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e3fb756-6aeb-4a5b-937f-5018a32f8f57 req-dd3b3ec6-5675-48a3-b912-fed527997cc2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313829 Feb 10 16:08:19.916294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d6009-5b62-4197-9268-32816976540b req-f54f2bc4-290c-48b8-8252-63472c7f5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.918721 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-f54f2bc4-290c-48b8-8252-63472c7f5c80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915053 Feb 10 16:08:20.121272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-3f2c1967-6fd4-42e9-9e95-b2c24407c461 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775808 Feb 10 16:08:20.267535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e71d6009-5b62-4197-9268-32816976540b req-599b99ed-1810-45a0-8f98-c71902ee8b34 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307631 Feb 10 16:08:20.319237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:20.595361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:20.596506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:20.700360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,segment=NetworkSegment(81d742b3-c8c2-499d-b457-e9e8a88fc571),segment_id=81d742b3-c8c2-499d-b457-e9e8a88fc571)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:20.700980 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:20.719225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:20.973871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:21.053108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:21.151080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312367-b5b1-4641-ba97-5e2311978ab0 req-7eea92a6-c005-4d71-b2ae-298c439f26ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:21.152700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc312367-b5b1-4641-ba97-5e2311978ab0 req-7eea92a6-c005-4d71-b2ae-298c439f26ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.1672866 Feb 10 16:08:21.193971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:08:21.285539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc312367-b5b1-4641-ba97-5e2311978ab0 req-1c57a2a3-0871-4334-8a87-4899308cf5c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146886 Feb 10 16:08:21.337807 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:21.373982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:21.386094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'mac_address': 'fa:16:3e:c7:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:08:21.440022 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:21.460026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:08:21.490135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:21.496762 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:21.561418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:21.730312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:08:21.898323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:22.043466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:22.054529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59308) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:22.062308 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cb10ccad-ee59-4646-a9d8-c09a68511570 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8118079 Feb 10 16:08:22.077360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:22.103305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:22.104086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:22.171901 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting subnet 156e5f9c-8087-4963-901d-347b58ae0d74 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:08:22.193421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.214358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:22.242194 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.278330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 11, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:22.380366 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.420406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:22.455691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:22.456376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:22.487661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.488469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7a97-2b64-4d8f-b3df-9dcb7946805f req-eab3250e-8faa-4501-add1-efc378a30125 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:22.490127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb5c7a97-2b64-4d8f-b3df-9dcb7946805f req-eab3250e-8faa-4501-add1-efc378a30125 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.0788779 Feb 10 16:08:22.535159 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Subnet': ['ID=156e5f9c-8087-4963-901d-347b58ae0d74,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:22.537051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb5c7a97-2b64-4d8f-b3df-9dcb7946805f req-aec55226-e212-4ad8-b474-a3728863c63c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Feb 10 16:08:22.552953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.553375 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.553785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.554186 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.554582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.554977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.555376 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.555784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.556173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.556562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.556950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.557338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:22.571059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.578256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:22.580643 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b9f47f1b-abf6-42b4-82c6-3735019fa36e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/156e5f9c-8087-4963-901d-347b58ae0d74 HTTP/1.1" status: 204 len: 168 time: 0.5241199 Feb 10 16:08:22.604030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2a1cc-16a0-412e-b647-803f334a7a96 None None] Network 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:22.677277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.753705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Deleting port 948e6278-a45a-4113-97e2-866337474d09 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:08:22.753962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.919102 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:22.952746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] For port 948e6278-a45a-4113-97e2-866337474d09, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=948e6278-a45a-4113-97e2-866337474d09,segment=NetworkSegment(81d742b3-c8c2-499d-b457-e9e8a88fc571),segment_id=81d742b3-c8c2-499d-b457-e9e8a88fc571)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:22.953258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:22.974916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Calling delete_port for 948e6278-a45a-4113-97e2-866337474d09 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:08:22.994508 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 11, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:23.049025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4f011-e1bc-49c1-b4d3-7d5ecc6dec4b None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 11, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:23.166129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.209594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Port': ['ID=948e6278-a45a-4113-97e2-866337474d09,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:23.218429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No DVR routers for this DVR port 948e6278-a45a-4113-97e2-866337474d09 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:23.227721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:23.315396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:08:23.320571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:23.320995 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.366619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.403118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e1924d-5b2c-49cb-b1a6-1e85d079c9c7']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:23.419135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d742b3-c8c2-499d-b457-e9e8a88fc571') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:23.419135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d742b3-c8c2-499d-b457-e9e8a88fc571') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:23.449131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.455850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59348) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:23.459143 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.479067 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.487115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:08:23.487573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.507992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230bf43-d400-4a67-a61e-f6548650670c None None] DHCP port deletion for 39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:08:23.564646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:23.577038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:08:23.579509 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0657b3-89d7-46b1-b819-78920075aa31" -d '{"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-plugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:23.583120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:08:23.585892 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:08:23.592323 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.604765 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.616473 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/networks/39e1924d-5b2c-49cb-b1a6-1e85d079c9c7 HTTP/1.1" status: 204 len: 168 time: 1.0371258 Feb 10 16:08:23.619035 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59354) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:23.630550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'routes': None}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:23.651214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e03b7-1eb5-47ba-9484-d101bb2c9722 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:23.653120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5e7e03b7-1eb5-47ba-9484-d101bb2c9722 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839 HTTP/1.1" status: 200 len: 814 time: 0.1965852 Feb 10 16:08:23.726643 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37ab101-54ad-4ded-ac89-77c8cf44290f x-openstack-request-id: req-b37ab101-54ad-4ded-ac89-77c8cf44290f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:23.728153 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-plugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:23.728599 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b37ab101-54ad-4ded-ac89-77c8cf44290f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:23.729160 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'code': 200} Feb 10 16:08:23.734251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4dbb7-a7f0-469d-9cfd-b3992f8cdcf8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Pushing event deleted for resources: {'Network': ['ID=39e1924d-5b2c-49cb-b1a6-1e85d079c9c7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:23.790952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.809345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:23.905240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f0bb3-290b-4109-8e9e-52a28566761e req-d806ca73-167e-471e-b143-5e443ac96edd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:23.916156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b0f0bb3-290b-4109-8e9e-52a28566761e req-d806ca73-167e-471e-b143-5e443ac96edd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.2406063 Feb 10 16:08:23.950528 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.extraroute_db [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Added routes are [] {{(pid=102614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 16:08:23.950831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.extraroute_db [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Removed routes are [] {{(pid=102614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 16:08:23.951388 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:23.958284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a21b5-c13e-4641-a2c4-7e4223f02aba req-2b9c0bd1-5e98-4b34-a0f2-b3f8031bd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:23.960463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-212a21b5-c13e-4641-a2c4-7e4223f02aba req-2b9c0bd1-5e98-4b34-a0f2-b3f8031bd7f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.1772501 Feb 10 16:08:24.034666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b0f0bb3-290b-4109-8e9e-52a28566761e req-882b00ef-7a30-47c5-93e1-c1a18b39ef9c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174769 Feb 10 16:08:24.054252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-212a21b5-c13e-4641-a2c4-7e4223f02aba req-8e1a3161-9836-43be-999a-c2cc684f1e04 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866528 Feb 10 16:08:24.472416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.479684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.566049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 05919f22-da84-4615-885e-aa28943e4cbb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:24.649195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:24.657958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.658959 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ef1e0d0e-e732-4a5b-b5b3-949dcaaf86dc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 701 time: 1.0384705 Feb 10 16:08:24.660103 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] Sync routers for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:24.661836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59388) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:24.671080 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:24.671734 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:24.694027 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bbb932ad-a848-4332-bf47-3f5956b54e85 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 205 time: 0.0306234 Feb 10 16:08:24.696549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59390) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:24.734704 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59392) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:24.741149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'network': {'name': 'tempest-network-smoke--279382502', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'port_security_enabled': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:24.796756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:24.800524 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:24.803026 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.810194 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.844449 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:08:24.857039 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.857668 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Added segment 06e60c52-27d1-454e-8460-f0072598ec2c of type vlan for network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 Feb 10 16:08:24.899052 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 11, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:24.937480 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:24.976655 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] Checking router: 05919f22-da84-4615-885e-aa28943e4cbb for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:24.992835 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] Routers {'05919f22-da84-4615-885e-aa28943e4cbb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:24.993693 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['05919f22-da84-4615-885e-aa28943e4cbb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:25.003539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.018640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:25.019291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.083993 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.086479 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.144693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.145563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router 05919f22-da84-4615-885e-aa28943e4cbb {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:08:25.151047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948e6278-a45a-4113-97e2-866337474d09 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:25.159293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.160794 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-13f3f635-ca77-4b96-9494-56354daeb3ca tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 204 len: 168 time: 0.4632525 Feb 10 16:08:25.165574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:25.178706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224803785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:25.194859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Network': ['ID=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:25.215347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:08:25.246777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4cb1837d-579e-432a-aa6e-9f66b3cff6f7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5086391 Feb 10 16:08:25.248188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59400) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:25.254815 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.256073 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.275415 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] Set router 05919f22-da84-4615-885e-aa28943e4cbb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:25.366012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 948e6278-a45a-4113-97e2-866337474d09 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:25.366426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 948e6278-a45a-4113-97e2-866337474d09 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:25.368443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:25.370085 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.381145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.416020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:08:25.416432 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device e3057ec3-0946-41ee-b82f-7f9d0c1fd9d2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:25.421273 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.422426 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-25572a0a-02eb-4c21-9359-151886482f88 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2555413 Feb 10 16:08:25.425612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59406) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:25.432815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:25.442286 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 11, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:25.627731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d205d1-562c-4776-a5a5-5cf265b3a38e req-c848fbd1-7e13-4937-8a92-a8d2ee73d845 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:25.632468 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bafe56-277c-456c-ab08-f5b68dcf5767 None None] The sync data for ids ['05919f22-da84-4615-885e-aa28943e4cbb'] in n-d-827895-3 is: [{'id': '05919f22-da84-4615-885e-aa28943e4cbb', 'name': 'tempest-RoutersTest-router-1105159228', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:31Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 11, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:25.640522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49d205d1-562c-4776-a5a5-5cf265b3a38e req-c848fbd1-7e13-4937-8a92-a8d2ee73d845 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.4117551 Feb 10 16:08:25.648818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1da4b1-0177-446e-9a09-741274984f93 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:25.650302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed1da4b1-0177-446e-9a09-741274984f93 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1164d52f1cb6463a91863409d8a824b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3798232 Feb 10 16:08:25.654289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:25.691977 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49d205d1-562c-4776-a5a5-5cf265b3a38e req-d595e254-02a2-4a5a-a573-b14714054dd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Feb 10 16:08:25.903931 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26255'] for router, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:25.925293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437608'] for router, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:26.019373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248da13c-4426-449f-82a8-c05984fa7433 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:26.024173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59412) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.024722 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-248da13c-4426-449f-82a8-c05984fa7433 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3647447 Feb 10 16:08:26.066024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Router 223f6a46-ad2f-4493-9395-8dd15a1442c8 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:08:26.090284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-acea650c-92f8-4d24-8d05-a4b01ecf7ef9 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641999 Feb 10 16:08:26.092879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59414) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.151058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d208ba3a-14aa-4616-874c-d3389deb5fa1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1164d52f1cb6463a91863409d8a824b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567789 Feb 10 16:08:26.153530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59416) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.167609 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:26.185049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] Sync routers for ids ['223f6a46-ad2f-4493-9395-8dd15a1442c8'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:26.193955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:26.195157 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ce198324-c564-48d5-a7ba-417d3a0e63b3 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "PUT /v2.0/routers/223f6a46-ad2f-4493-9395-8dd15a1442c8 HTTP/1.1" status: 200 len: 693 time: 0.7685621 Feb 10 16:08:26.198018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59418) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.211925 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] Routers {'223f6a46-ad2f-4493-9395-8dd15a1442c8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:26.212919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['223f6a46-ad2f-4493-9395-8dd15a1442c8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:26.309566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] Set router 223f6a46-ad2f-4493-9395-8dd15a1442c8 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:26.319143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1b7d398b-9710-43df-ad6d-53e13afbadac tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/routers/223f6a46-ad2f-4493-9395-8dd15a1442c8 HTTP/1.1" status: 200 len: 699 time: 0.1177659 Feb 10 16:08:26.319490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59422) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.375129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7e8919e5-1a43-495b-925f-265f151682bb tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=223f6a46-ad2f-4493-9395-8dd15a1442c8 HTTP/1.1" status: 200 len: 205 time: 0.0545535 Feb 10 16:08:26.378143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59426) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.388861 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223f6a46-ad2f-4493-9395-8dd15a1442c8', 'name': 'tempest-RoutersTest-router-224803785', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:25Z', 'updated_at': '2022-02-10T16:08:25Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:26.421434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7371537-d4e4-4266-aeb3-ef65a53538fb tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:26.423466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] Checking router: 223f6a46-ad2f-4493-9395-8dd15a1442c8 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:26.423812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c7371537-d4e4-4266-aeb3-ef65a53538fb tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2688799 Feb 10 16:08:26.426338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.442888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] Routers {'223f6a46-ad2f-4493-9395-8dd15a1442c8'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:26.444908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['223f6a46-ad2f-4493-9395-8dd15a1442c8'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:26.488843 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b774d694-993e-48ed-9580-67f7f4c9b775 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602355 Feb 10 16:08:26.491165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59430) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:26.499481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3745366', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:26.566389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:26.630526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] Set router 223f6a46-ad2f-4493-9395-8dd15a1442c8 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:26.721053 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223f6a46-ad2f-4493-9395-8dd15a1442c8', 'name': 'tempest-RoutersTest-router-224803785', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:25Z', 'updated_at': '2022-02-10T16:08:25Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:26.739638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:26.749226 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:26.773814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cc0c3-b895-495a-bd04-78ac1da1b1d8 None None] The sync data for ids ['223f6a46-ad2f-4493-9395-8dd15a1442c8'] in n-d-827895-3 is: [{'id': '223f6a46-ad2f-4493-9395-8dd15a1442c8', 'name': 'tempest-RoutersTest-router-224803785', 'tenant_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:25Z', 'updated_at': '2022-02-10T16:08:25Z', 'revision_number': 2, 'project_id': '2ffffc7b0d90469d95148f6ba5a0ff59', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:26.922562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:26.933000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:27.041797 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f15d1-a980-4920-b59c-bdc43e473065 req-599722dc-3a04-4d6e-888c-35755ddddb64 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:27.043399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc7f15d1-a980-4920-b59c-bdc43e473065 req-599722dc-3a04-4d6e-888c-35755ddddb64 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.1773858 Feb 10 16:08:27.110199 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:27.114835 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Fanout notify agent at l3_agent the message router_deleted on router 223f6a46-ad2f-4493-9395-8dd15a1442c8 {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:08:27.132164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:27.139939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a66dde00-7898-4934-aebf-ccafcdc2ae47 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/223f6a46-ad2f-4493-9395-8dd15a1442c8 HTTP/1.1" status: 204 len: 168 time: 0.7607279 Feb 10 16:08:27.140579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59448) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.185073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc7f15d1-a980-4920-b59c-bdc43e473065 req-9b264d1e-cf4f-4299-96a2-3b3d7828a47b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350472 Feb 10 16:08:27.208329 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-95102b52-dca9-4b2e-a78d-219eef8509c2 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=223f6a46-ad2f-4493-9395-8dd15a1442c8 HTTP/1.1" status: 200 len: 205 time: 0.0607433 Feb 10 16:08:27.208680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.288956 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-5236b2a7-d2d0-426d-8559-c98345a55410 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:27.290067 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5236b2a7-d2d0-426d-8559-c98345a55410 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/223f6a46-ad2f-4493-9395-8dd15a1442c8 HTTP/1.1" status: 404 len: 336 time: 0.0805607 Feb 10 16:08:27.295605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.336805 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:27.359071 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2416e899-5f80-4268-9842-1d521f6ba6ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:27.359488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2416e899-5f80-4268-9842-1d521f6ba6ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:27.367500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2416e899-5f80-4268-9842-1d521f6ba6ab tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/de9ae73c-c4e7-4d66-a4a0-874e1e92b7b0 HTTP/1.1" status: 404 len: 337 time: 0.0693491 Feb 10 16:08:27.368871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59458) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.430217 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59462) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.444808 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b148c239-b52f-4307-b12d-5e640d5eb23a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:27.446691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b148c239-b52f-4307-b12d-5e640d5eb23a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:27.450354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:27.481841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b148c239-b52f-4307-b12d-5e640d5eb23a tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/46adc7cc-436b-437b-b905-6fb89fefc210 HTTP/1.1" status: 404 len: 337 time: 0.1102870 Feb 10 16:08:27.487286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59468) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.580291 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a842747-bedd-49a0-a255-e8042748b129 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:27.581020 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a842747-bedd-49a0-a255-e8042748b129 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:27.585732 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a842747-bedd-49a0-a255-e8042748b129 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/e50e91d9-f58f-4fb1-9f16-a7fe19334cb1 HTTP/1.1" status: 404 len: 337 time: 0.0968127 Feb 10 16:08:27.588935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59470) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.653041 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e859dc75-9d9b-408d-8d68-0cc6614951c5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:27.653724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e859dc75-9d9b-408d-8d68-0cc6614951c5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:27.665760 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e859dc75-9d9b-408d-8d68-0cc6614951c5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/156e5f9c-8087-4963-901d-347b58ae0d74 HTTP/1.1" status: 404 len: 337 time: 0.0757804 Feb 10 16:08:27.669202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59472) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.705026 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-498bcf4a-3b9f-4218-aee3-9b0a48d6d623 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 200 len: 205 time: 0.0346911 Feb 10 16:08:27.709863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59474) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.759534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f69c2-bad3-41f2-aac9-6f30d01e6087 req-56e74d36-320c-46de-9dc3-bc6a1b082569 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:27.762316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf9f69c2-bad3-41f2-aac9-6f30d01e6087 req-56e74d36-320c-46de-9dc3-bc6a1b082569 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.3303304 Feb 10 16:08:27.767775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Subnet': ['ID=be333ae9-2364-444e-9518-dee5265b2117,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:27.772234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6cfa602-6f6d-4d31-8799-633ec741f78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:27.819346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Checking segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:27.820234 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network hostable DHCP agents. Network: 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:08:27.820547 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-25488cff-164c-4087-b0ed-c61b300fd396 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:27.821596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-25488cff-164c-4087-b0ed-c61b300fd396 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/05919f22-da84-4615-885e-aa28943e4cbb HTTP/1.1" status: 404 len: 336 time: 0.1108217 Feb 10 16:08:27.825487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59476) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.866499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cf9f69c2-bad3-41f2-aac9-6f30d01e6087 req-69d6f354-833f-4693-b406-f7e513df2dc2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765245 Feb 10 16:08:27.939989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59478) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:27.943458 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4a79b41e-26fe-416c-adbc-6258d37100c1 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4a3cd-c00b-49ed-84a0-b104e559324c HTTP/1.1" status: 200 len: 205 time: 0.1148725 Feb 10 16:08:27.947381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59480) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.040025 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-a027771f-6a76-439a-afeb-c005c7e67461 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:28.041606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:08:28.047316 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a027771f-6a76-439a-afeb-c005c7e67461 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/a0e4a3cd-c00b-49ed-84a0-b104e559324c HTTP/1.1" status: 404 len: 336 time: 0.0983431 Feb 10 16:08:28.050227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59482) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.068598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:28.080357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e491a2a-3f45-4d7b-a60b-9e56baca47ed None None] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:28.084509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a6a66-38d9-4d40-8b4a-1a7ccb0737ff tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:28.091750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3a7a6a66-38d9-4d40-8b4a-1a7ccb0737ff tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1091 time: 0.1396065 Feb 10 16:08:28.098431 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:28.099118 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.099985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59484) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.107411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:28.124509 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de55879-8868-45aa-8ade-314594d8d89c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:28.132444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de55879-8868-45aa-8ade-314594d8d89c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:28.139490 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4de55879-8868-45aa-8ade-314594d8d89c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/2c2d460e-1c62-4291-b8d7-9e338375ce5f HTTP/1.1" status: 404 len: 337 time: 0.0832958 Feb 10 16:08:28.139697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59486) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.198318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59488) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.205223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f9a0e958-6003-471d-8281-f0fb5c7fdcdc tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 200 len: 205 time: 0.0550065 Feb 10 16:08:28.218952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-97f3ac9c-eb08-446b-8c14-3e2710a45bee tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7261088 Feb 10 16:08:28.270198 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6cfa602-6f6d-4d31-8799-633ec741f78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.272234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6cfa602-6f6d-4d31-8799-633ec741f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.320472 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-8a9d4c09-1e04-48e8-8f78-a8eed73199e5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:28.323775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8a9d4c09-1e04-48e8-8f78-a8eed73199e5 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/f3d25b5a-cbd1-4cc5-b9bd-69210698091c HTTP/1.1" status: 404 len: 336 time: 0.1220913 Feb 10 16:08:28.326027 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.339697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59492) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.347021 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfa602-6f6d-4d31-8799-633ec741f78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac24106c-8d44-4cdd-a6d4-25d83e5c48d5,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:28.414485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ad2c3c36-ef5c-43b8-897f-09b0f82339c0 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=7901496e-5f46-47be-8c12-172789b4d1e8 HTTP/1.1" status: 200 len: 205 time: 0.0636969 Feb 10 16:08:28.421479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59496) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.534039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ips': [{'subnet_id': 'be333ae9-2364-444e-9518-dee5265b2117'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:08:28.537561 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.605235 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59500) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.605881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e6cfa602-6f6d-4d31-8799-633ec741f78c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb8b0833062e434e9ec341b081d05f03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577389 Feb 10 16:08:28.605881 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-557eaac5-1b17-43b7-90fd-fa277d14d681 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:28.606997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-557eaac5-1b17-43b7-90fd-fa277d14d681 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/7901496e-5f46-47be-8c12-172789b4d1e8 HTTP/1.1" status: 404 len: 336 time: 0.1824796 Feb 10 16:08:28.608542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59502) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.656442 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.680264 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-08026a27-855c-414c-a7a2-b6e223275f4e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:28.682650 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08026a27-855c-414c-a7a2-b6e223275f4e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:28.694716 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-08026a27-855c-414c-a7a2-b6e223275f4e tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/c690e7d0-741b-47df-bea2-41ef820625f8 HTTP/1.1" status: 404 len: 337 time: 0.0843396 Feb 10 16:08:28.695485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59504) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.774655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3fed5cee-b29b-4278-b3f8-998b94c460a0 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e52ae2b-9d2c-4b07-9589-260afe90a618 HTTP/1.1" status: 200 len: 205 time: 0.0777831 Feb 10 16:08:28.775675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59506) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.775828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af1c6bbf-0eba-4794-a9ee-75d3ded57661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.868250 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-c090f172-c79e-47c3-9e48-75f5f44a2565 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:28.869071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af1c6bbf-0eba-4794-a9ee-75d3ded57661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:28.873708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c090f172-c79e-47c3-9e48-75f5f44a2565 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/8e52ae2b-9d2c-4b07-9589-260afe90a618 HTTP/1.1" status: 404 len: 336 time: 0.0969250 Feb 10 16:08:28.874914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59508) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:28.929524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.26 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/41094de8-de8b-41d4-bb70-ce6b32cddba8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:28.961976 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ff3f33-89c6-4859-939d-791c99a022a8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:28.962583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ff3f33-89c6-4859-939d-791c99a022a8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:28.979358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82ff3f33-89c6-4859-939d-791c99a022a8 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/2d6d5707-3851-4e45-aed9-2a11e5e0e150 HTTP/1.1" status: 404 len: 337 time: 0.1012316 Feb 10 16:08:28.980200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59510) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:29.004179 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a2fdbc76-140d-44d6-9980-7f817e147fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.006331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Allocated IP 172.20.0.18 (4a2e5f0a-88b9-46d6-aabf-34be7aba25b6/be333ae9-2364-444e-9518-dee5265b2117/d06c921b-6c67-4df2-8bcd-1b1e4b750ff2) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:29.053397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aeb8a9c7-4428-45c9-8469-e28c6978be45 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "GET /v2.0/ports?device_id=2641914a-4e7e-4b9c-aa01-1650aae25ef0 HTTP/1.1" status: 200 len: 205 time: 0.0718179 Feb 10 16:08:29.055823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59512) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:29.112112 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af1c6bbf-0eba-4794-a9ee-75d3ded57661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.115331 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-af1c6bbf-0eba-4794-a9ee-75d3ded57661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.123466 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-7ab7a8b7-fd51-428a-9095-979f176be56b tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] delete failed (client error): The resource could not be found. Feb 10 16:08:29.125323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-af1c6bbf-0eba-4794-a9ee-75d3ded57661 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac24106c-8d44-4cdd-a6d4-25d83e5c48d5 HTTP/1.1" status: 204 len: 168 time: 0.5226429 Feb 10 16:08:29.136185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7ab7a8b7-fd51-428a-9095-979f176be56b tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/routers/2641914a-4e7e-4b9c-aa01-1650aae25ef0 HTTP/1.1" status: 404 len: 336 time: 0.0770695 Feb 10 16:08:29.136884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59516) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:29.157455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c6bbf-0eba-4794-a9ee-75d3ded57661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac24106c-8d44-4cdd-a6d4-25d83e5c48d5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:29.260616 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6894aa65-56b6-4db8-9752-e88b2a591f42 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:29.261111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6894aa65-56b6-4db8-9752-e88b2a591f42 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:29.262529 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.280768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6894aa65-56b6-4db8-9752-e88b2a591f42 tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/93bdb4c4-6d30-48a6-bb38-3b7c17cd259e HTTP/1.1" status: 404 len: 337 time: 0.1356447 Feb 10 16:08:29.281968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59518) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:29.338511 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-502157ca-5647-4727-88b3-6cb56f1d404c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] DELETE failed (client error): The resource could not be found. Feb 10 16:08:29.339227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502157ca-5647-4727-88b3-6cb56f1d404c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:08:29.339484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.356127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-502157ca-5647-4727-88b3-6cb56f1d404c tempest-RoutersTest-1441387025 tempest-RoutersTest-1441387025-project] 10.222.0.21 "DELETE /v2.0/subnets/8cbf1eda-6815-49c2-b702-b19a73453969 HTTP/1.1" status: 404 len: 337 time: 0.0692008 Feb 10 16:08:29.356683 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.414145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.460091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:29.505170 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:29.510354 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:29.518632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:29.566784 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=41094de8-de8b-41d4-bb70-ce6b32cddba8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:29.602557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59528) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:29.607284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:29.621255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560997430', 'description': 'tempest-secgroup-smoke-560997430 description', 'project_id': '1164d52f1cb6463a91863409d8a824b9'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:29.632281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:29.696514 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Pushing event updated for resources: {'Port': ['ID=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:29.753412 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.776061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Attempting to bind port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:29.776767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Attempting to bind port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:29.777383 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Attempting to bind port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 on network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:29.784077 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:29.784841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Checking segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:29.785488 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.786104 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Bound using segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:29.787216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Bound port: d06c921b-6c67-4df2-8bcd-1b1e4b750ff2, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:29.788104 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.906828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] For port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:29.912170 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] For port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:29.919739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:29.986604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59536) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:30.008356 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.022287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.137145 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.149355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5446618 Feb 10 16:08:30.150804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59542) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:30.161043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b64e59-39ba-4b8c-bd31-b46e6c87d00f None None] Pushing event updated for resources: {'Port': ['ID=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:30.168801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '93be3170-4d1a-4ab0-87e1-7c7123ce81f0', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:30.191065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a010f-4a27-41f2-9db3-436cfc0a8a17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93be3170-4d1a-4ab0-87e1-7c7123ce81f0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:30.278216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.489474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.504603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.566870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3282b612-a4fb-46ad-8999-7e78a073c84b,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:30.577949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.581031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2a8a6742-f08c-4578-873d-584703152f90 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271283 Feb 10 16:08:30.583392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59548) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:30.587719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '93be3170-4d1a-4ab0-87e1-7c7123ce81f0', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:30.670245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.878915 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.892436 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.944766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02be7bd-d565-40a7-9ed5-715bf070b36c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:30.965646 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:30.968466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ceff2f9a-22d4-4a67-9ee9-c931fbf9a514 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3833117 Feb 10 16:08:30.970967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59558) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:30.971369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59560) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:30.977260 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7e449841-bddf-421c-adc3-c378dc12a732 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ffffc7b0d90469d95148f6ba5a0ff59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9887600 Feb 10 16:08:30.983689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '93be3170-4d1a-4ab0-87e1-7c7123ce81f0', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:31.237002 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ba943a-6821-4476-a5e6-62029e6f9dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.246710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.299078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.349303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:31.428757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ba943a-6821-4476-a5e6-62029e6f9dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.470449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.481183 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a67b0345-a770-4fb7-b1e4-d8bbb6471836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.597580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:31.598400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.626967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ba943a-6821-4476-a5e6-62029e6f9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.633776 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82ba943a-6821-4476-a5e6-62029e6f9dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.642761 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82ba943a-6821-4476-a5e6-62029e6f9dfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6c84fe1-937b-4a21-90c0-eaf1b3d4455a HTTP/1.1" status: 204 len: 168 time: 0.6700490 Feb 10 16:08:31.686187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba943a-6821-4476-a5e6-62029e6f9dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c84fe1-937b-4a21-90c0-eaf1b3d4455a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:31.780957 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.789354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.805446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d1766-233b-4045-a481-2f73a3ffff4e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:31.850691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.856355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da019f3e-c026-46a3-80ac-b29224911504 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8789964 Feb 10 16:08:31.858044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59574) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:31.877348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:31.879086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '93be3170-4d1a-4ab0-87e1-7c7123ce81f0', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:31.962390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:31.975396 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.009438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.066718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.093634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.168592 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.199290 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.217327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8baa4-341e-4f82-9e9d-9457700c9570 None None] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:32.230339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6080d1e-57e7-4068-9a28-0cdde1b9c21a,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:32.251579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=41094de8-de8b-41d4-bb70-ce6b32cddba8,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:32.265732 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.282286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:32.322575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4cbdf4cd-3319-4489-b0e3-48948f39ebcf None None] Provisioning complete for port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:32.323178 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf4cd-3319-4489-b0e3-48948f39ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.345678 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.346950 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-63e6e1ac-85f5-4cb4-a9a8-f9132a1edd37 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4829683 Feb 10 16:08:32.349854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59584) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:32.354395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '93be3170-4d1a-4ab0-87e1-7c7123ce81f0', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:32.409669 n-d-827895-3 neutron-server[102615]: INFO neutron.db.securitygroups_db [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Project 1164d52f1cb6463a91863409d8a824b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:08:32.424357 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.452116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.530218 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP c4179de3-db6a-405d-a8e4-c902c476718b associated. External IP: 172.25.7.26, port: 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d. Feb 10 16:08:32.620706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.627955 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.683320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41b5a76-489e-4dff-a528-01f7a44fb146,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:32.693992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:32.702111 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-eeaccc46-0444-497a-b8ae-d40aee18d708 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480637 Feb 10 16:08:32.703551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59594) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:32.709813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '93be3170-4d1a-4ab0-87e1-7c7123ce81f0', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:32.854461 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Project 1164d52f1cb6463a91863409d8a824b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:08:32.864092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.087546 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8acd9034-b01b-451a-900d-7ecce83db501 None None] Provisioning complete for port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:33.089246 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8acd9034-b01b-451a-900d-7ecce83db501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.186390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.198079 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.216078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:33.267774 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.269240 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5634165 Feb 10 16:08:33.273225 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc14b3b-a534-47cb-a0c2-b2c7c460997a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dbeab2-018a-4666-abae-2cc664a7228c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:33.318578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:33.318979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.324279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:33.545391 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:33.557881 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] Sync routers for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:33.570931 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:33.572541 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:33.604916 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:33.701763 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-75d9fc10-f644-4586-9d23-fe0063c0ac3c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6004543 Feb 10 16:08:33.703330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:08:33.706798 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77b1b62-5d73-49e2-a1a3-4b26ec693601" -d '{"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:33.717697 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:33.912427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-a4014123-70b8-4986-89d8-5413565253eb tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560997430&fields=id&tenant_id=1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 267 time: 0.1401844 Feb 10 16:08:34.063931 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'c4179de3-db6a-405d-a8e4-c902c476718b', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'mac_address': 'fa:16:3e:c7:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:08:30Z', 'updated_at': '2022-02-10T16:08:30Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:34.073934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-2f302b7f-6c5a-4c57-a3f7-76559f89c0fe tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:34.084914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-2f302b7f-6c5a-4c57-a3f7-76559f89c0fe tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/networks?id=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 HTTP/1.1" status: 200 len: 796 time: 0.1707814 Feb 10 16:08:34.114296 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:34.125720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-42f2c792-9eb5-4691-bda9-ca33dad5d645 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/quotas/1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 375 time: 0.0383389 Feb 10 16:08:34.176623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c7170-c10a-4984-b2c9-a64b4f9d82a6 req-9d87a6b6-6c9b-4ed2-b233-e1d6381b6981 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:34.190215 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-763c7170-c10a-4984-b2c9-a64b4f9d82a6 req-9d87a6b6-6c9b-4ed2-b233-e1d6381b6981 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.2636981 Feb 10 16:08:34.195629 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] Checking router: 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:34.224138 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:34.225198 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:34.342692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59746) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:34.345405 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-763c7170-c10a-4984-b2c9-a64b4f9d82a6 req-6aa92f5e-af34-4516-b931-15cec61f947d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515546 Feb 10 16:08:34.372255 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:34.387403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-066a5930-02b3-4d65-a2e9-84a2f7f5e493 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2603803 Feb 10 16:08:34.434767 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:34.452025 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d16f94-95ab-453e-a0ba-2ecdc2102aa4 x-openstack-request-id: req-e0d16f94-95ab-453e-a0ba-2ecdc2102aa4 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:34.452703 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:34.453147 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0d16f94-95ab-453e-a0ba-2ecdc2102aa4 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:34.453915 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'status': 'completed', 'code': 200} Feb 10 16:08:34.533656 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c429ec6c-e31c-4207-9358-b4f355addf9f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/c4179de3-db6a-405d-a8e4-c902c476718b HTTP/1.1" status: 200 len: 990 time: 0.1882281 Feb 10 16:08:34.682543 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'c4179de3-db6a-405d-a8e4-c902c476718b', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'mac_address': 'fa:16:3e:c7:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:08:30Z', 'updated_at': '2022-02-10T16:08:30Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:34.715279 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c65a07-6e72-4398-b3a6-218ea0aec3ed None None] The sync data for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 is: [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'c4179de3-db6a-405d-a8e4-c902c476718b', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'mac_address': 'fa:16:3e:c7:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:08:30Z', 'updated_at': '2022-02-10T16:08:30Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:34.749434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:34.785548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-5c5897cc-8bdf-4f98-afb6-470024110b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:34.787182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-5c5897cc-8bdf-4f98-afb6-470024110b18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.2877481 Feb 10 16:08:34.976947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fb279ff5-3ceb-4119-9592-1d9551e890b3 tempest-DvrRoutersNegativeTest-1253482621 tempest-DvrRoutersNegativeTest-1253482621-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-706500635', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:34.980458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.policy [None req-fb279ff5-3ceb-4119-9592-1d9551e890b3 tempest-DvrRoutersNegativeTest-1253482621 tempest-DvrRoutersNegativeTest-1253482621-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102614) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 10 16:08:34.983663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.policy [None req-fb279ff5-3ceb-4119-9592-1d9551e890b3 tempest-DvrRoutersNegativeTest-1253482621 tempest-DvrRoutersNegativeTest-1253482621-project] Failed policy check for 'create_router' {{(pid=102614) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 10 16:08:34.984427 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-fb279ff5-3ceb-4119-9592-1d9551e890b3 tempest-DvrRoutersNegativeTest-1253482621 tempest-DvrRoutersNegativeTest-1253482621-project] create failed (client error): Access was denied to this resource. Feb 10 16:08:34.988847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-16089437-91f9-4e1a-a0e3-9156e3ff0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:34.989357 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fb279ff5-3ceb-4119-9592-1d9551e890b3 tempest-DvrRoutersNegativeTest-1253482621 tempest-DvrRoutersNegativeTest-1253482621-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2388704 Feb 10 16:08:34.991637 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-16089437-91f9-4e1a-a0e3-9156e3ff0fb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1969035 Feb 10 16:08:35.094828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-cd1d209b-ea32-4c92-87b4-5731c513a9a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.0909603 Feb 10 16:08:35.105917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98c8ea-fe5e-4a8e-9507-1caf42f03343 None None] New status for floating IP c4179de3-db6a-405d-a8e4-c902c476718b: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:08:35.156099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-4d137714-1485-4fd3-86df-54272f31df04 service neutron] 10.222.0.21 "GET /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432029 Feb 10 16:08:35.322867 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-175bd8c3-5131-4dd8-ba1a-9d382a43fd35 service neutron] 10.222.0.21 "GET /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581290 Feb 10 16:08:35.340042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-cc7c1001-4850-4e22-9c80-07dd8afff9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:35.342371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-cc7c1001-4850-4e22-9c80-07dd8afff9ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.2382238 Feb 10 16:08:35.426192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-2376aab3-504a-468a-8ec0-d1ded2352d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:35.427854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-2376aab3-504a-468a-8ec0-d1ded2352d53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726922 Feb 10 16:08:35.536297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59852) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:35.688711 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-1703d4d7-5a7f-4d02-bea9-1f894ef82f2b service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526395 Feb 10 16:08:35.740685 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b4281819-34d5-4a86-b127-dd8f04458b43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/c4179de3-db6a-405d-a8e4-c902c476718b HTTP/1.1" status: 200 len: 992 time: 0.2015719 Feb 10 16:08:35.895595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 59892) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:36.038947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b165de4f-cc50-4cdb-844f-a69f7bad01bb req-aa3ee0cd-416d-4343-8d45-b1fa9a905533 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 210 time: 0.3099341 Feb 10 16:08:36.053814 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f77b1b62-5d73-49e2-a1a3-4b26ec693601 req-4fee2859-80ab-4b5f-a46d-e5242497ab49 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565948 Feb 10 16:08:36.079982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e789af90-86e5-452a-af66-42773903c18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.288987 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e789af90-86e5-452a-af66-42773903c18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.295115 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e789af90-86e5-452a-af66-42773903c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.377375 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e789af90-86e5-452a-af66-42773903c18f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d316e35bae554c8bab8732e208702035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803720 Feb 10 16:08:36.378465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789af90-86e5-452a-af66-42773903c18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25463d4-3c1b-43e0-ac74-43e19f46e9a3,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:36.380521 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 59952) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:36.488623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-789016c8-e29e-4a8f-be26-9dd6d3dc0389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.526829 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-789016c8-e29e-4a8f-be26-9dd6d3dc0389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.603564 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-789016c8-e29e-4a8f-be26-9dd6d3dc0389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.613026 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-789016c8-e29e-4a8f-be26-9dd6d3dc0389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:36.614441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-789016c8-e29e-4a8f-be26-9dd6d3dc0389 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f25463d4-3c1b-43e0-ac74-43e19f46e9a3 HTTP/1.1" status: 204 len: 168 time: 0.2322903 Feb 10 16:08:36.624824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789016c8-e29e-4a8f-be26-9dd6d3dc0389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25463d4-3c1b-43e0-ac74-43e19f46e9a3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:37.208655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da2e38bc-ed80-4671-9b30-d25127be9241 req-8b287663-a703-4345-9d1f-a1d3b284d928 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 210 time: 0.0424039 Feb 10 16:08:37.350342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-0a8adb0f-7b8a-4485-8968-9ec33632c4e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:37.352237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-0a8adb0f-7b8a-4485-8968-9ec33632c4e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/networks?id=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 HTTP/1.1" status: 200 len: 796 time: 0.1420507 Feb 10 16:08:37.439043 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-da3120de-653b-4366-afd0-9cfbf6d6cbae tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 471 time: 0.0666146 Feb 10 16:08:37.452786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'port': {'device_id': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'admin_state_up': True, 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'security_groups': ['93be3170-4d1a-4ab0-87e1-7c7123ce81f0']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:37.668115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:37.672119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:37.876552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.20.0.20 (4a2e5f0a-88b9-46d6-aabf-34be7aba25b6/be333ae9-2364-444e-9518-dee5265b2117/1c592e88-8851-4718-9ca0-f80d7cbcea62) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:38.158316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:38.203833 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:38.265208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:38.269697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:38.271746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=1c592e88-8851-4718-9ca0-f80d7cbcea62,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:38.274236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:38.334404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:38.335076 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:38.380871 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-e1b1eff7-7ead-4220-ab26-e83283a55ed6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9344304 Feb 10 16:08:38.405890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Request body: {'port': {'device_id': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:38.443056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60260d77-cd98-47b2-80c1-8284dd3ec726 req-caef46e8-28b0-41ce-a472-965b7044e9c3 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:38.464370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60260d77-cd98-47b2-80c1-8284dd3ec726 req-caef46e8-28b0-41ce-a472-965b7044e9c3 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 932 time: 0.1436548 Feb 10 16:08:38.553188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60260d77-cd98-47b2-80c1-8284dd3ec726 req-3b643551-f60f-493b-8bfd-8727931e0d14 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812824 Feb 10 16:08:38.580452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:38.792900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ec3e875a-de08-4a9f-9fd8-1e264ff25a15 None None] Provisioning complete for port 1c592e88-8851-4718-9ca0-f80d7cbcea62 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:38.794461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875a-de08-4a9f-9fd8-1e264ff25a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:38.888056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e875a-de08-4a9f-9fd8-1e264ff25a15 None None] Port 1c592e88-8851-4718-9ca0-f80d7cbcea62 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:39.032226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c592e88-8851-4718-9ca0-f80d7cbcea62 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:08:39.043661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:39.084883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Transition to ACTIVE for port object 1c592e88-8851-4718-9ca0-f80d7cbcea62 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:08:39.093624 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:39.289860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Pushing event updated for resources: {'Port': ['ID=1c592e88-8851-4718-9ca0-f80d7cbcea62,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:39.474893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Attempting to bind port 1c592e88-8851-4718-9ca0-f80d7cbcea62 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:39.475557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Attempting to bind port 1c592e88-8851-4718-9ca0-f80d7cbcea62 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:39.484426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Attempting to bind port 1c592e88-8851-4718-9ca0-f80d7cbcea62 on network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:39.502524 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Port 1c592e88-8851-4718-9ca0-f80d7cbcea62 on network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:08:39.504366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Attempting to bind port 1c592e88-8851-4718-9ca0-f80d7cbcea62 on network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:39.519243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:39.520872 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Checking segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:39.521519 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Bound using segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:39.524514 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Bound port: 1c592e88-8851-4718-9ca0-f80d7cbcea62, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:39.526740 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:39.680178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] For port 1c592e88-8851-4718-9ca0-f80d7cbcea62, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:39.699256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] For port 1c592e88-8851-4718-9ca0-f80d7cbcea62, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:39.706362 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:39.803315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870b87-e821-4b1c-acb3-81fc9fa3fa5b req-93de50cc-4445-421a-9fff-556be1204eac tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:39.811953 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12870b87-e821-4b1c-acb3-81fc9fa3fa5b req-93de50cc-4445-421a-9fff-556be1204eac tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 944 time: 0.1066437 Feb 10 16:08:39.814404 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Pushing event updated for resources: {'Port': ['ID=1c592e88-8851-4718-9ca0-f80d7cbcea62,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:39.823932 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:39.824612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:39.826402 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-ef3bd8be-8d57-4aaf-9206-280947580860 service neutron] 10.222.0.75 "PUT /v2.0/ports/1c592e88-8851-4718-9ca0-f80d7cbcea62 HTTP/1.1" status: 200 len: 1092 time: 1.4332449 Feb 10 16:08:39.827265 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'tag': '1c592e88-8851-4718-9ca0-f80d7cbcea62'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:08:39.829983 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e00635b-96ad-44f0-97f1-ab4d7ddab848" -d '{"events": [{"name": "network-changed", "server_uuid": "64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008", "tag": "1c592e88-8851-4718-9ca0-f80d7cbcea62"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:39.900349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12870b87-e821-4b1c-acb3-81fc9fa3fa5b req-b8051daa-0ffa-47de-ba71-762113c3f6a6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865524 Feb 10 16:08:39.953333 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51556ea5-5bf4-4288-a412-17b1986216dd x-openstack-request-id: req-51556ea5-5bf4-4288-a412-17b1986216dd {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:39.953686 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008", "tag": "1c592e88-8851-4718-9ca0-f80d7cbcea62", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:39.954129 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51556ea5-5bf4-4288-a412-17b1986216dd {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:39.958823 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'tag': '1c592e88-8851-4718-9ca0-f80d7cbcea62', 'status': 'completed', 'code': 200} Feb 10 16:08:40.011398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-7c7abe23-8bdc-434a-9ec0-c2ee72364bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.011398 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-7c7abe23-8bdc-434a-9ec0-c2ee72364bbb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 1095 time: 0.1326160 Feb 10 16:08:40.091921 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-82ad6911-e727-4a01-b713-4d15db574c38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62 HTTP/1.1" status: 200 len: 217 time: 0.0647378 Feb 10 16:08:40.193004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-6ad1e502-904a-4e48-9bae-b253b412d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.194816 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-6ad1e502-904a-4e48-9bae-b253b412d333 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=be333ae9-2364-444e-9518-dee5265b2117 HTTP/1.1" status: 200 len: 835 time: 0.0953047 Feb 10 16:08:40.260010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-dda2f91b-05d3-4817-9f14-dc586f7a452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.261827 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-dda2f91b-05d3-4817-9f14-dc586f7a452c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585513 Feb 10 16:08:40.400187 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-34595da4-0c4e-42b4-998b-34cfde88bc39 service neutron] 10.222.0.75 "GET /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305320 Feb 10 16:08:40.526360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-480d4af4-6562-4ebf-a4fe-c81d20bc750f req-b1e67313-c507-4b8e-992f-c68fadf31129 service neutron] 10.222.0.75 "GET /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176031 Feb 10 16:08:40.644175 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-04983723-165f-43d6-a051-4b9415d73642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.645906 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-04983723-165f-43d6-a051-4b9415d73642 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 1095 time: 0.0626936 Feb 10 16:08:40.798906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-43f5e984-8bfb-417f-86c9-434fdf01884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.800551 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-43f5e984-8bfb-417f-86c9-434fdf01884b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 HTTP/1.1" status: 200 len: 897 time: 0.1427979 Feb 10 16:08:40.843719 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-51d49b23-9a4b-444a-b401-259bd7147a78 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Feb 10 16:08:40.930169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-4922bafc-3f80-4fdd-b622-78e6a4811a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.931714 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-4922bafc-3f80-4fdd-b622-78e6a4811a33 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=be333ae9-2364-444e-9518-dee5265b2117 HTTP/1.1" status: 200 len: 835 time: 0.0813258 Feb 10 16:08:40.993936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-48fd3b52-ccd3-4f41-b3e9-0b998c7597d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.996601 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-48fd3b52-ccd3-4f41-b3e9-0b998c7597d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568297 Feb 10 16:08:41.079835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e7eab-4834-4b6f-a4e1-d625de5b58c5 req-c64cd42e-433f-4168-b97b-97a10d8ec7bc tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:41.081972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-233e7eab-4834-4b6f-a4e1-d625de5b58c5 req-c64cd42e-433f-4168-b97b-97a10d8ec7bc tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 944 time: 0.0641351 Feb 10 16:08:41.142482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-233e7eab-4834-4b6f-a4e1-d625de5b58c5 req-66880615-5686-44bd-9a03-8e7763632599 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543339 Feb 10 16:08:41.154540 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-4ccfbd21-091e-409c-b55a-20f399d34d6e service neutron] 10.222.0.75 "GET /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497955 Feb 10 16:08:41.260746 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2e00635b-96ad-44f0-97f1-ab4d7ddab848 req-9bc8190c-698a-4415-a731-1085b0827558 service neutron] 10.222.0.75 "GET /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979617 Feb 10 16:08:42.064736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60288) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:42.243426 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bae4-075f-41d6-b9a2-364432106e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.338901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d8e3c-ce76-4a55-a6fa-28105c4fb565 req-b9df9e26-e027-4337-a7e6-a8d4233fea69 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:42.352297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-796d8e3c-ce76-4a55-a6fa-28105c4fb565 req-b9df9e26-e027-4337-a7e6-a8d4233fea69 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 944 time: 0.1112778 Feb 10 16:08:42.396542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-796d8e3c-ce76-4a55-a6fa-28105c4fb565 req-36596105-fe94-40df-98ff-1b1f477030ac tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Feb 10 16:08:42.411588 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bae4-075f-41d6-b9a2-364432106e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.417133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bae4-075f-41d6-b9a2-364432106e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.457952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6bae4-075f-41d6-b9a2-364432106e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17690d7-db99-4f82-80a6-458815342959,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:42.463492 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e8d6bae4-075f-41d6-b9a2-364432106e9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cff411c1d3bf4ad981bc233878c7f03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964441 Feb 10 16:08:42.465201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60298) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:42.529919 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.556775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.612940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.616251 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:42.621044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a17690d7-db99-4f82-80a6-458815342959 HTTP/1.1" status: 204 len: 168 time: 0.1543553 Feb 10 16:08:42.632828 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17690d7-db99-4f82-80a6-458815342959,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:42.642663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.643326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.643843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.644382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.645005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.645496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.645963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.646564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.647059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.647551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.648033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:42.648496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec86f28-b3d5-4461-a48d-48fcef6b09d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:43.032845 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60308) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:43.067241 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8d05ab4-cc4d-436e-9cc9-dcfe14fb8ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.199393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8d05ab4-cc4d-436e-9cc9-dcfe14fb8ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.199785 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:43.205213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8d05ab4-cc4d-436e-9cc9-dcfe14fb8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.237319 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e8d05ab4-cc4d-436e-9cc9-dcfe14fb8ec8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdd97c2170be4ad99fd3c856161b02ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001739 Feb 10 16:08:43.238874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60322) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:43.257196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d05ab4-cc4d-436e-9cc9-dcfe14fb8ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490f511-41b2-4f4c-8935-88cbc739ff3e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:43.305760 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c81a015b-da8a-4c64-86d3-5b319cdbdd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.327869 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb05e-2fc9-4ba0-8ce5-2fd4643ee1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.348537 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c81a015b-da8a-4c64-86d3-5b319cdbdd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.421815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c81a015b-da8a-4c64-86d3-5b319cdbdd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.425766 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c81a015b-da8a-4c64-86d3-5b319cdbdd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.426928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c81a015b-da8a-4c64-86d3-5b319cdbdd76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2490f511-41b2-4f4c-8935-88cbc739ff3e HTTP/1.1" status: 204 len: 168 time: 0.1858103 Feb 10 16:08:43.475316 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb05e-2fc9-4ba0-8ce5-2fd4643ee1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.484502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a015b-da8a-4c64-86d3-5b319cdbdd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490f511-41b2-4f4c-8935-88cbc739ff3e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:43.488173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb05e-2fc9-4ba0-8ce5-2fd4643ee1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.543068 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b1cb05e-2fc9-4ba0-8ce5-2fd4643ee1e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=398dd8d6e3c64585beee7c9acbe906a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418517 Feb 10 16:08:43.544269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb05e-2fc9-4ba0-8ce5-2fd4643ee1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b95ac-27ad-4f86-b31d-dd10a09cd090,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:43.545776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60328) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:43.612517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325dc3-4b3d-46fe-b8eb-0cc03c390976 req-484ebb1e-bdeb-42ed-8c31-d4d1493f879b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:43.614270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77325dc3-4b3d-46fe-b8eb-0cc03c390976 req-484ebb1e-bdeb-42ed-8c31-d4d1493f879b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 944 time: 0.0876172 Feb 10 16:08:43.634905 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c66c82b9-fd52-477c-ba86-d208ab93d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.660954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c66c82b9-fd52-477c-ba86-d208ab93d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.663148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77325dc3-4b3d-46fe-b8eb-0cc03c390976 req-70aa9133-493a-4dab-9ed2-b2654f537c47 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Feb 10 16:08:43.725070 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c66c82b9-fd52-477c-ba86-d208ab93d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.728196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c66c82b9-fd52-477c-ba86-d208ab93d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:43.729474 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c66c82b9-fd52-477c-ba86-d208ab93d458 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c5b95ac-27ad-4f86-b31d-dd10a09cd090 HTTP/1.1" status: 204 len: 168 time: 0.1806278 Feb 10 16:08:43.739520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c82b9-fd52-477c-ba86-d208ab93d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b95ac-27ad-4f86-b31d-dd10a09cd090,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:44.100300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 1c592e88-8851-4718-9ca0-f80d7cbcea62 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:08:44.227491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 1c592e88-8851-4718-9ca0-f80d7cbcea62, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:44.242808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '1c592e88-8851-4718-9ca0-f80d7cbcea62', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'port_id': '1c592e88-8851-4718-9ca0-f80d7cbcea62', 'mac_address': 'fa:16:3e:a7:c0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be333ae9-2364-444e-9518-dee5265b2117', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:08:44.290720 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:44.320153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c592e88-8851-4718-9ca0-f80d7cbcea62 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:08:44.372711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 1c592e88-8851-4718-9ca0-f80d7cbcea62, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:44.389426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:44.483332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=1c592e88-8851-4718-9ca0-f80d7cbcea62,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:44.835591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['1c592e88-8851-4718-9ca0-f80d7cbcea62'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:08:44.913786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620772-12f4-46d2-8401-36fa3ff6511d req-17f23d18-d59f-47ee-a523-49e86ef5ad9f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:44.919863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a620772-12f4-46d2-8401-36fa3ff6511d req-17f23d18-d59f-47ee-a523-49e86ef5ad9f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 945 time: 0.1198881 Feb 10 16:08:45.066624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a620772-12f4-46d2-8401-36fa3ff6511d req-aa1937b7-76f8-4502-bcc5-de84ad7ed2fd tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352124 Feb 10 16:08:45.690594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60412) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:45.876372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8c40-0586-4b3c-8cc7-b3786a577710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.061404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8c40-0586-4b3c-8cc7-b3786a577710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.067623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8c40-0586-4b3c-8cc7-b3786a577710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.104062 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd1e8c40-0586-4b3c-8cc7-b3786a577710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=980181c4a1c24847a5464a73f889649b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123743 Feb 10 16:08:46.107244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60426) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:46.117874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e8c40-0586-4b3c-8cc7-b3786a577710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3536a3b-0b17-44cb-affa-af880605144d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:46.189915 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadc83c5-b8c9-44ef-ac5e-de65c99ae960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.218458 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadc83c5-b8c9-44ef-ac5e-de65c99ae960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.283504 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadc83c5-b8c9-44ef-ac5e-de65c99ae960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.289924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aadc83c5-b8c9-44ef-ac5e-de65c99ae960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:46.297110 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aadc83c5-b8c9-44ef-ac5e-de65c99ae960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3536a3b-0b17-44cb-affa-af880605144d HTTP/1.1" status: 204 len: 168 time: 0.1877494 Feb 10 16:08:46.308984 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc83c5-b8c9-44ef-ac5e-de65c99ae960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3536a3b-0b17-44cb-affa-af880605144d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:46.533575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3e4c-a1c6-45ef-81c6-f46b05be121f req-0dbae987-5dbc-45eb-a4ae-b0ba3021a116 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:46.535803 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a3a3e4c-a1c6-45ef-81c6-f46b05be121f req-0dbae987-5dbc-45eb-a4ae-b0ba3021a116 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 945 time: 0.3621986 Feb 10 16:08:46.595264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a3a3e4c-a1c6-45ef-81c6-f46b05be121f req-a31144b8-b8be-4348-984d-41a6c62ffaa1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527680 Feb 10 16:08:47.817045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe58d0-35d4-4982-91d2-3d871d3a793f req-b51b0ebc-1606-408a-83b3-df2f02e168f6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:47.819832 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acfe58d0-35d4-4982-91d2-3d871d3a793f req-b51b0ebc-1606-408a-83b3-df2f02e168f6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 945 time: 0.0885780 Feb 10 16:08:47.940739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acfe58d0-35d4-4982-91d2-3d871d3a793f req-d9386e61-dde5-4ec1-92fb-efefbff2f0c6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136463 Feb 10 16:08:48.039696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60496) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:48.134136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 1c592e88-8851-4718-9ca0-f80d7cbcea62 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:48.231679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 1c592e88-8851-4718-9ca0-f80d7cbcea62 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:08:48.237849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 1c592e88-8851-4718-9ca0-f80d7cbcea62 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:48.238441 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.341679 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.377706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c592e88-8851-4718-9ca0-f80d7cbcea62'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:08:48.382414 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93532c55-56b4-443b-b73b-1c177bafaf78" -d '{"events": [{"server_uuid": "64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008", "name": "network-vif-plugged", "status": "completed", "tag": "1c592e88-8851-4718-9ca0-f80d7cbcea62"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:48.406777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 1c592e88-8851-4718-9ca0-f80d7cbcea62, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:48.415251 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.448892 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459aa4fc-20d8-4a52-a5cf-a9b32dd53b5a x-openstack-request-id: req-459aa4fc-20d8-4a52-a5cf-a9b32dd53b5a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:48.449621 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008", "name": "network-vif-plugged", "status": "completed", "tag": "1c592e88-8851-4718-9ca0-f80d7cbcea62", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:48.450094 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-459aa4fc-20d8-4a52-a5cf-a9b32dd53b5a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:48.450715 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c592e88-8851-4718-9ca0-f80d7cbcea62', 'code': 200} Feb 10 16:08:48.456455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1844051979-network', 'tenant_id': '315ca2a923da4dd286c368a1f936644a'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:48.499464 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Made reservation on behalf of 315ca2a923da4dd286c368a1f936644a for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:48.508679 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.531723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=1c592e88-8851-4718-9ca0-f80d7cbcea62,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:48.558758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.562805 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.563035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.563246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.567936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.572613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.572984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.573320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.573911 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.574709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.579355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.579954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.580448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:48.606796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2123-14dd-4058-ae94-db2f76cdcd7c req-80317b88-2e5f-45df-a570-03db3c1bc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:48.609036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-72da2123-14dd-4058-ae94-db2f76cdcd7c req-80317b88-2e5f-45df-a570-03db3c1bc1c9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 1097 time: 0.0884702 Feb 10 16:08:48.690548 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-72da2123-14dd-4058-ae94-db2f76cdcd7c req-b6c9d117-e512-4b0c-800b-d246925d8617 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722106 Feb 10 16:08:48.750717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.757946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.785237 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6a89d-5935-4acd-a0c6-936e39a920ad,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:48.793568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:08:48.816579 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.816745 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Added segment 7b78c583-9087-433f-9e78-2a0716c1b49a of type vlan for network 6b0dab4f-6fd1-4de4-911b-eba49aed949d Feb 10 16:08:48.870160 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.905415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:48.907758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:48.908381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.003705 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9623036 Feb 10 16:08:49.006615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60522) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:49.012013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Request body: {'subnet': {'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1844051979-subnet', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:49.093406 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c36489-8a21-4dd7-9fef-60ecb1acb1c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0dab4f-6fd1-4de4-911b-eba49aed949d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:49.114958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:08:49.155987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Made reservation on behalf of 315ca2a923da4dd286c368a1f936644a for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:49.158603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.169537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4676-d5cd-4349-8825-9a74f3600262 req-d5281ffd-9af0-49fe-b6c2-cb66305a674e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:49.177858 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f3d4676-d5cd-4349-8825-9a74f3600262 req-d5281ffd-9af0-49fe-b6c2-cb66305a674e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 946 time: 0.1376085 Feb 10 16:08:49.276759 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f3d4676-d5cd-4349-8825-9a74f3600262 req-bdedcad4-c6e3-44c3-83ba-0b29c773c2d7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976617 Feb 10 16:08:49.409713 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.479189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094081d8-6cf8-4cc3-8013-8ef4288dcea0,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:49.537267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Checking segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:49.539822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Network hostable DHCP agents. Network: 6b0dab4f-6fd1-4de4-911b-eba49aed949d, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:08:49.568777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:08:49.579852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6b0dab4f-6fd1-4de4-911b-eba49aed949d) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:49.584935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:49.585648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.595316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1aa13-aa2d-4448-b542-eed463affe28 None None] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:49.613655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-121752f5-21f9-4916-b90b-289a658b2903 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6046352 Feb 10 16:08:49.616418 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60530) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:49.632318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:49.718323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.719473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.794162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:08:49.795049 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:49.847817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.109541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Allocated IP 172.20.0.2 (6b0dab4f-6fd1-4de4-911b-eba49aed949d/094081d8-6cf8-4cc3-8013-8ef4288dcea0/4d05317c-c381-4bd2-b0fa-9d1de10416ed) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:50.448307 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.464493 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.477313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa783e-e301-4a88-ab9f-d5ea93f9a25d req-ffd9e769-b73a-44f4-8926-4df7f52e0540 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:50.478875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2aa783e-e301-4a88-ab9f-d5ea93f9a25d req-ffd9e769-b73a-44f4-8926-4df7f52e0540 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 946 time: 0.0832863 Feb 10 16:08:50.573237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Pushing event updated for resources: {'Port': ['ID=4d05317c-c381-4bd2-b0fa-9d1de10416ed,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:50.574092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b2aa783e-e301-4a88-ab9f-d5ea93f9a25d req-08908e57-a04c-4df8-a79f-ddb56f5055e3 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741870 Feb 10 16:08:50.601291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:50.609731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:50.614764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:50.746222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.781780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Attempting to bind port 4d05317c-c381-4bd2-b0fa-9d1de10416ed on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:50.782219 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Attempting to bind port 4d05317c-c381-4bd2-b0fa-9d1de10416ed by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:50.782504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Attempting to bind port 4d05317c-c381-4bd2-b0fa-9d1de10416ed on network 6b0dab4f-6fd1-4de4-911b-eba49aed949d {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:50.802449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:50.802825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Checking segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:50.803765 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.804023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Bound using segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:50.804500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Bound port: 4d05317c-c381-4bd2-b0fa-9d1de10416ed, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:50.804831 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.846886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3ab6-d73c-441f-82bc-fd3999d0b929 req-d51d6ce8-9dee-41c4-b8f8-fbb82af54b9a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:50.854904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-243e3ab6-d73c-441f-82bc-fd3999d0b929 req-d51d6ce8-9dee-41c4-b8f8-fbb82af54b9a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 946 time: 0.1462772 Feb 10 16:08:50.933703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] For port 4d05317c-c381-4bd2-b0fa-9d1de10416ed, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:50.941316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] For port 4d05317c-c381-4bd2-b0fa-9d1de10416ed, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d05317c-c381-4bd2-b0fa-9d1de10416ed,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:50.948995 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:50.985872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-243e3ab6-d73c-441f-82bc-fd3999d0b929 req-5ac9b97b-d904-435e-9dcc-8177e8e3572c tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022658 Feb 10 16:08:51.138865 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c15105-63ae-4d98-96dc-be141d9360a3 None None] Pushing event updated for resources: {'Port': ['ID=4d05317c-c381-4bd2-b0fa-9d1de10416ed,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:51.317714 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:51.413799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:51.638029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Allocated IP 172.25.7.62 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/edec8728-327f-4a84-8918-1f6d07f57ea8) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:51.813612 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:51.901439 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:51.980470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:51.981965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:51.987120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:52.111501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Pushing event updated for resources: {'Port': ['ID=edec8728-327f-4a84-8918-1f6d07f57ea8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:52.566448 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60592) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:52.578927 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:52.779042 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcbdbca-1fe4-43c3-b332-47961f2c24dd None None] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:08:52.886157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eccb64fe-bb34-4a62-8197-e721509d151b None None] Provisioning complete for port 4d05317c-c381-4bd2-b0fa-9d1de10416ed triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:52.887866 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eccb64fe-bb34-4a62-8197-e721509d151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.147605 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eccb64fe-bb34-4a62-8197-e721509d151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.164827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.286081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-eccb64fe-bb34-4a62-8197-e721509d151b None None] For port 4d05317c-c381-4bd2-b0fa-9d1de10416ed, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d05317c-c381-4bd2-b0fa-9d1de10416ed,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:53.297284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eccb64fe-bb34-4a62-8197-e721509d151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.340943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d05317c-c381-4bd2-b0fa-9d1de10416ed up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:53.513869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Router ce596a71-d003-482d-b3ac-2befc644fc14 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:08:53.533226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb64fe-bb34-4a62-8197-e721509d151b None None] Pushing event updated for resources: {'Port': ['ID=4d05317c-c381-4bd2-b0fa-9d1de10416ed,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:53.733496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:53.753533 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Sync routers for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:53.772676 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.778000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6ad34c7a-6827-460f-b065-f9bab2d21465 None None] Provisioning complete for port 4d05317c-c381-4bd2-b0fa-9d1de10416ed triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:53.782265 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6ad34c7a-6827-460f-b065-f9bab2d21465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.820985 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:53.821432 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:53.828305 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.861855 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.872489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4d05317c-c381-4bd2-b0fa-9d1de10416ed triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:53.872658 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4faa856e-1133-4f2c-8372-1e754e1ed23e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2518508 Feb 10 16:08:53.872733 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:53.878570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60614) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:54.121778 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:54.423080 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:52Z', 'revision_number': 3, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:54.477707 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Checking router: ce596a71-d003-482d-b3ac-2befc644fc14 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:54.478670 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Updating router ce596a71-d003-482d-b3ac-2befc644fc14 port edec8728-327f-4a84-8918-1f6d07f57ea8 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:08:54.523463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.20.0.17 (4a2e5f0a-88b9-46d6-aabf-34be7aba25b6/be333ae9-2364-444e-9518-dee5265b2117/a2123b9d-ae50-43b3-bc40-6453f09b7da8) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:54.579507 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:54.723581 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:08:54.947388 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.052584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.066420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.185775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:55.197466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:55.201865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:55.242255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=a2123b9d-ae50-43b3-bc40-6453f09b7da8,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:55.260271 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.262430 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d05317c-c381-4bd2-b0fa-9d1de10416ed up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:55.433513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 4d05317c-c381-4bd2-b0fa-9d1de10416ed triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:55.435348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.478477 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.492323 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.728722 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Attempting to bind port edec8728-327f-4a84-8918-1f6d07f57ea8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:08:55.730560 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Attempting to bind port edec8728-327f-4a84-8918-1f6d07f57ea8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:08:55.731770 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Attempting to bind port edec8728-327f-4a84-8918-1f6d07f57ea8 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:55.732674 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.770756 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:55.771358 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:08:55.771664 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.772079 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:55.772421 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Bound port: edec8728-327f-4a84-8918-1f6d07f57ea8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:08:55.773331 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.815690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Allocated IP 172.20.0.1 (6b0dab4f-6fd1-4de4-911b-eba49aed949d/094081d8-6cf8-4cc3-8013-8ef4288dcea0/76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:55.825966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5369a8c2-2c7e-479c-ae79-1145027463d3 None None] Provisioning complete for port a2123b9d-ae50-43b3-bc40-6453f09b7da8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:55.826351 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5369a8c2-2c7e-479c-ae79-1145027463d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.846888 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Pushing event updated for resources: {'Port': ['ID=edec8728-327f-4a84-8918-1f6d07f57ea8,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:55.865585 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] For port edec8728-327f-4a84-8918-1f6d07f57ea8, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:55.869906 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] For port edec8728-327f-4a84-8918-1f6d07f57ea8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=edec8728-327f-4a84-8918-1f6d07f57ea8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:55.885982 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.886727 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.893041 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.893749 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.898335 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.899038 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.899618 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.904691 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.905346 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.906433 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.910479 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.911122 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:55.932913 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:55.947636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5369a8c2-2c7e-479c-ae79-1145027463d3 None None] Port a2123b9d-ae50-43b3-bc40-6453f09b7da8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:56.202281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:56.251281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-9a7a9db4-c773-4383-90ea-22c5fb8e1e80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3767571 Feb 10 16:08:56.296342 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:56.310986 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:56.317726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:56.338490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:56.454395 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:56.467456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:56.493449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:56.521567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:56.533393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Pushing event updated for resources: {'Port': ['ID=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:56.550384 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30cffc-5844-48b1-a80f-212b3e914de3 None None] Pushing event updated for resources: {'Port': ['ID=edec8728-327f-4a84-8918-1f6d07f57ea8,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:56.589724 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29311497-c4c5-4ba1-86d5-f35c41738a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:56.615424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-64846604-c598-4d6f-8ea0-42c6bbc6bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:56.616985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-64846604-c598-4d6f-8ea0-42c6bbc6bf33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.2959588 Feb 10 16:08:56.639858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:56.804233 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:52Z', 'revision_number': 3, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:56.909565 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd18e40-e4e0-4b5d-8e55-4563f1ff5485 None None] The sync data for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 is: [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:52Z', 'revision_number': 3, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:56.929779 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:56.943320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.119613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.127105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4ca82980-b470-4b06-a46f-97cf50b6097b None None] Provisioning complete for port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:57.129540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4ca82980-b470-4b06-a46f-97cf50b6097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.155343 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29311497-c4c5-4ba1-86d5-f35c41738a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.180778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4ca82980-b470-4b06-a46f-97cf50b6097b None None] Port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:57.185981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=a2123b9d-ae50-43b3-bc40-6453f09b7da8,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:57.205209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29311497-c4c5-4ba1-86d5-f35c41738a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.216851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-662cb1ba-4508-4143-8299-39a364ce6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:57.219545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-662cb1ba-4508-4143-8299-39a364ce6c5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.5749803 Feb 10 16:08:57.249575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.335158 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.377575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29311497-c4c5-4ba1-86d5-f35c41738a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abfe412-c575-4af4-ab69-d88b151a8188,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:57.404272 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-29311497-c4c5-4ba1-86d5-f35c41738a65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8855270c39f141738941a2ab5ac31a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0852034 Feb 10 16:08:57.416847 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60654) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:57.514420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:57.520971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:57.529697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-739d442f-d39c-4137-8692-02e667708b4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 1000 time: 0.2979760 Feb 10 16:08:57.642094 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3d1c9-9d2a-4fbb-bf35-28d8e653bf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.745823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3d1c9-9d2a-4fbb-bf35-28d8e653bf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.754264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:57.838976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:57.895787 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.016089 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e275afd8-aee8-46fa-9328-a655096bd731 None None] Provisioning complete for port a2123b9d-ae50-43b3-bc40-6453f09b7da8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:58.016815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e275afd8-aee8-46fa-9328-a655096bd731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.024896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-42cfc948-53a5-4129-96d4-078904856657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:58.027358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-42cfc948-53a5-4129-96d4-078904856657 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.2908480 Feb 10 16:08:58.060992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Pushing event updated for resources: {'Port': ['ID=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:58.082481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3d1c9-9d2a-4fbb-bf35-28d8e653bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.089928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e275afd8-aee8-46fa-9328-a655096bd731 None None] Port a2123b9d-ae50-43b3-bc40-6453f09b7da8 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:58.091485 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74f3d1c9-9d2a-4fbb-bf35-28d8e653bf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.095767 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-74f3d1c9-9d2a-4fbb-bf35-28d8e653bf15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7abfe412-c575-4af4-ab69-d88b151a8188 HTTP/1.1" status: 204 len: 168 time: 0.6749115 Feb 10 16:08:58.095767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.158877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3d1c9-9d2a-4fbb-bf35-28d8e653bf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abfe412-c575-4af4-ab69-d88b151a8188,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:58.213391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-340840a3-aa98-4d59-9c7f-2f09d8c30df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:58.216155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-340840a3-aa98-4d59-9c7f-2f09d8c30df9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785321 Feb 10 16:08:58.230864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:58.247471 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-875872c4-5694-49d1-ad70-186c6fb0813a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "PUT /v2.0/routers/365680da-2598-48ed-964f-3e6d595e41aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6661913 Feb 10 16:08:58.265639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:58.287753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:58.288393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:58.334480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:58.339902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:58.403147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-6a20471b-6767-4a01-8ff2-7518b32c7977 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810014 Feb 10 16:08:58.550131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-819f6915-8c94-458e-9d6a-e690f52a4fc7 req-5b940dff-2c93-4b35-8050-1b4e91259fb2 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339390 Feb 10 16:08:58.610403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Router ce596a71-d003-482d-b3ac-2befc644fc14 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:58.684642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:58.698979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60674) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:58.728086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7653e355-3edf-4c0f-a6d5-fdc821a5f0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.917367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e5c59b57-65c3-4bee-998e-5cc7d780c662 None None] Provisioning complete for port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:58.918017 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b57-65c3-4bee-998e-5cc7d780c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.924729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7653e355-3edf-4c0f-a6d5-fdc821a5f0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.938239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7653e355-3edf-4c0f-a6d5-fdc821a5f0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:58.967728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e5c59b57-65c3-4bee-998e-5cc7d780c662 None None] Port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:08:58.991392 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-93464f61-a835-4128-b58c-2e106456dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.005151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653e355-3edf-4c0f-a6d5-fdc821a5f0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d353d6-4096-431d-9283-c8a7a398f33d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:59.013687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7653e355-3edf-4c0f-a6d5-fdc821a5f0f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eabc61e26bbd425c900e41ae2150ae45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132508 Feb 10 16:08:59.014395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60686) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:08:59.096982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f59cbe7d-e0c0-4070-95ec-0b0deddb0418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.153897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f59cbe7d-e0c0-4070-95ec-0b0deddb0418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.198241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:08:55Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:59Z', 'revision_number': 1, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2123b9d-ae50-43b3-bc40-6453f09b7da8', 'name': '', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:03:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'be333ae9-2364-444e-9518-dee5265b2117', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:54Z', 'updated_at': '2022-02-10T16:08:56Z', 'revision_number': 2, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': 'be333ae9-2364-444e-9518-dee5265b2117', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:59.251052 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:59.251405 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Updating router 365680da-2598-48ed-964f-3e6d595e41aa port a2123b9d-ae50-43b3-bc40-6453f09b7da8 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:08:59.265375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device edec8728-327f-4a84-8918-1f6d07f57ea8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:59.310496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f59cbe7d-e0c0-4070-95ec-0b0deddb0418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.314176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f59cbe7d-e0c0-4070-95ec-0b0deddb0418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.317695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f59cbe7d-e0c0-4070-95ec-0b0deddb0418 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22d353d6-4096-431d-9283-c8a7a398f33d HTTP/1.1" status: 204 len: 168 time: 0.2990084 Feb 10 16:08:59.334148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cbe7d-e0c0-4070-95ec-0b0deddb0418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d353d6-4096-431d-9283-c8a7a398f33d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:59.375787 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.472647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port edec8728-327f-4a84-8918-1f6d07f57ea8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:59.473877 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.499927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:59.510837 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-80ea7d37-1c2d-4ec2-8e58-08f489b0d351 admin admin] 10.222.0.21 "PUT /v2.0/routers/ce596a71-d003-482d-b3ac-2befc644fc14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6276131 Feb 10 16:08:59.740311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:08:59.762505 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Sync routers for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:59.778239 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:59.790256 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:59.943771 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port edec8728-327f-4a84-8918-1f6d07f57ea8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=edec8728-327f-4a84-8918-1f6d07f57ea8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:59.949652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.014358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=edec8728-327f-4a84-8918-1f6d07f57ea8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:00.017883 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:00.154979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.170855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.355020 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 2, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:00.406313 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Checking router: ce596a71-d003-482d-b3ac-2befc644fc14 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:00.406961 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Updating router ce596a71-d003-482d-b3ac-2befc644fc14 port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:09:00.435904 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.462754 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-f4919db9-51c6-4083-851b-092ae666f68a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038070 Feb 10 16:09:00.488730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0e33-6dc3-499a-b4c0-f9e9fc347bfb None None] Pushing event updated for resources: {'Port': ['ID=a2123b9d-ae50-43b3-bc40-6453f09b7da8,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:00.559389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Attempting to bind port a2123b9d-ae50-43b3-bc40-6453f09b7da8 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:00.565620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Attempting to bind port a2123b9d-ae50-43b3-bc40-6453f09b7da8 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:00.566011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Attempting to bind port a2123b9d-ae50-43b3-bc40-6453f09b7da8 on network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:00.590747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:00.591137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Checking segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:00.597253 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.601003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Bound using segment: {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:00.601003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Bound port: a2123b9d-ae50-43b3-bc40-6453f09b7da8, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e60c52-27d1-454e-8460-f0072598ec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:00.601358 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.630959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-1b43c92f-f0f9-47d8-814d-21e74853cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:00.635886 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-1b43c92f-f0f9-47d8-814d-21e74853cf2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1097 time: 0.1064882 Feb 10 16:09:00.756834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60736) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:00.761774 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1227658090-network', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:00.861642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Made reservation on behalf of 5cb93cb8e338465a9dfdb50eae58a546 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:00.864081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.916706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:00.954542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] For port a2123b9d-ae50-43b3-bc40-6453f09b7da8, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:00.970351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-6f763d53-12c7-42e6-a467-d6781bf157ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:00.972331 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-6f763d53-12c7-42e6-a467-d6781bf157ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 898 time: 0.3079028 Feb 10 16:09:01.028280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] For port a2123b9d-ae50-43b3-bc40-6453f09b7da8, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a2123b9d-ae50-43b3-bc40-6453f09b7da8,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:01.062027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5ba2dbd2-e549-46b1-925d-a54fa202be6f None None] Provisioning complete for port a2123b9d-ae50-43b3-bc40-6453f09b7da8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:01.062675 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ba2dbd2-e549-46b1-925d-a54fa202be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.077008 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.094531 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.108502 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.217727 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-dbfc5488-41a8-44af-b480-0be34f26387f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 1002 time: 0.2324977 Feb 10 16:09:01.258113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device edec8728-327f-4a84-8918-1f6d07f57ea8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:01.266686 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.330249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.360322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-4ca76e13-b30f-4411-a83a-631a5273bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:01.362064 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-4ca76e13-b30f-4411-a83a-631a5273bb44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 200 len: 835 time: 0.1334362 Feb 10 16:09:01.481145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5160859-2c96-4815-be2d-684903de01f4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:01.536041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:01.538550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-b7533ed5-1a78-4ffb-b1da-fac00f35765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:01.543281 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-b7533ed5-1a78-4ffb-b1da-fac00f35765b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704173 Feb 10 16:09:01.548076 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418e51-259f-41e4-830d-affce6365eb9 None None] Pushing event updated for resources: {'Port': ['ID=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:01.555299 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Attempting to bind port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:01.555699 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Attempting to bind port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:01.556064 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Attempting to bind port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac on network 6b0dab4f-6fd1-4de4-911b-eba49aed949d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:01.593990 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:01.603402 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Checking segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:01.603949 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.604357 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Bound using segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:01.604894 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Bound port: 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:01.605243 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.617934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bd7eb-fed9-41de-81ae-6e52a0363fad req-2f906b54-2064-4e73-be6c-123491ba0d68 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:01.621600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e0bd7eb-fed9-41de-81ae-6e52a0363fad req-2f906b54-2064-4e73-be6c-123491ba0d68 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.3496034 Feb 10 16:09:01.624003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.626311 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Added segment f39b5ec6-627f-4e1a-bcc4-983e890335a7 of type vlan for network e1d78822-fa76-45e8-8aed-0c9b6122ee88 Feb 10 16:09:01.712269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ba2dbd2-e549-46b1-925d-a54fa202be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.740043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0e33-6dc3-499a-b4c0-f9e9fc347bfb None None] Pushing event updated for resources: {'Port': ['ID=a2123b9d-ae50-43b3-bc40-6453f09b7da8,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:01.753110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:01.754145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:08:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:01.757189 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-512b4068-9016-4d24-bf9c-15bc9a8236e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.766980 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-1319a6d8-0e88-4675-8391-ca62d7b8a816 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108948 Feb 10 16:09:01.810868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e0bd7eb-fed9-41de-81ae-6e52a0363fad req-553d1ce3-b92c-40b2-8e41-88b4f1b3deae tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525593 Feb 10 16:09:01.830542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5ba2dbd2-e549-46b1-925d-a54fa202be6f None None] For port a2123b9d-ae50-43b3-bc40-6453f09b7da8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a2123b9d-ae50-43b3-bc40-6453f09b7da8,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:01.841303 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ba2dbd2-e549-46b1-925d-a54fa202be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.869089 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] For port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:01.877537 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] For port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:01.888618 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.923476 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.986853 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:01.987913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:01.988699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:02.023674 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:02.024405 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:02.066295 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port edec8728-327f-4a84-8918-1f6d07f57ea8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:02.067047 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:02.076888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2dbd2-e549-46b1-925d-a54fa202be6f None None] Pushing event updated for resources: {'Port': ['ID=a2123b9d-ae50-43b3-bc40-6453f09b7da8,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:02.136005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Provisioning complete for port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:02.137167 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:02.166362 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-33c2f399-d5e5-4ccc-b28d-2a021ab216ea req-c3ac9ae2-5caf-44ab-8357-83b9e8e4fdf5 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935399 Feb 10 16:09:02.279751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:02.305358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d78822-fa76-45e8-8aed-0c9b6122ee88,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:02.336752 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:02.386053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-385b8130-6f73-4011-a757-8f87c34cdef0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6281157 Feb 10 16:09:02.388952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60762) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:02.392967 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:02.394998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Request body: {'subnet': {'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1227658090-subnet', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:02.443644 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418e51-259f-41e4-830d-affce6365eb9 None None] Pushing event updated for resources: {'Port': ['ID=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:02.461414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37b83-5ac6-4c05-9bb6-b23836206bb7 req-8ad4d6fd-1fdd-409d-942a-598850222941 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:02.470281 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Made reservation on behalf of 5cb93cb8e338465a9dfdb50eae58a546 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:02.473806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:02.477153 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fa37b83-5ac6-4c05-9bb6-b23836206bb7 req-8ad4d6fd-1fdd-409d-942a-598850222941 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.2215121 Feb 10 16:09:02.626758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fa37b83-5ac6-4c05-9bb6-b23836206bb7 req-39bfdcab-e6f8-450e-a435-1a19ea267eb7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299357 Feb 10 16:09:02.627287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60770) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:02.664489 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:02.840903 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-17d82b2f-9d09-4e87-b3f4-47c318278db7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/c4179de3-db6a-405d-a8e4-c902c476718b HTTP/1.1" status: 200 len: 992 time: 0.2122731 Feb 10 16:09:02.885617 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.000772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.174757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc99004-4dad-41f5-bb19-65ff1ac16617,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:03.177487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Checking segment: {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:03.177976 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Network hostable DHCP agents. Network: e1d78822-fa76-45e8-8aed-0c9b6122ee88, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:09:03.203725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:09:03.221261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, e1d78822-fa76-45e8-8aed-0c9b6122ee88) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:03.227972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:03.229012 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.252960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5ad47-4437-4f74-b68d-3c0d527d4f3a None None] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:09:03.262195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8b148107-a951-42e7-b120-71f8b04dfc9a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8714337 Feb 10 16:09:03.264343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60792) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:03.269592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:03.283386 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:01Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:03.319079 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597d92-cd83-4b28-a622-ba1cde102acd None None] The sync data for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 is: [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:01Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:03.328191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.330424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.465972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.503671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] For port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:03.544717 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.644844 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60800) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:03.832451 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:03.951991 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Provisioning complete for port a2123b9d-ae50-43b3-bc40-6453f09b7da8 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:03.953044 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:04.032988 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-212a7745-2374-4ecd-ba47-4fad28623eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3867562 Feb 10 16:09:04.043310 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-7419b3fa-51e1-4a12-8c95-70944d542f19 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:09:04.044833 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-7419b3fa-51e1-4a12-8c95-70944d542f19 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067139 Feb 10 16:09:04.203479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27ef3c-1b72-46e7-84c4-f37214355195 None None] Pushing event updated for resources: {'Port': ['ID=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:04.294497 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:04.302895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:08:55Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:59Z', 'revision_number': 1, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2123b9d-ae50-43b3-bc40-6453f09b7da8', 'name': '', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:03:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'be333ae9-2364-444e-9518-dee5265b2117', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:54Z', 'updated_at': '2022-02-10T16:09:00Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': 'be333ae9-2364-444e-9518-dee5265b2117', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:04.554600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'fixed_ips': [{'subnet_id': '4cc99004-4dad-41f5-bb19-65ff1ac16617'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:09:04.555850 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:04.600748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe36d8-7186-4b8b-acc8-d2d9440caae6 None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:08:55Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:59Z', 'revision_number': 1, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2123b9d-ae50-43b3-bc40-6453f09b7da8', 'name': '', 'network_id': '4a2e5f0a-88b9-46d6-aabf-34be7aba25b6', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:03:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'be333ae9-2364-444e-9518-dee5265b2117', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:54Z', 'updated_at': '2022-02-10T16:09:00Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': 'be333ae9-2364-444e-9518-dee5265b2117', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:04.662631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:05.208883 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b3318c5d-4603-43fb-abb2-b69dd136636d None None] Provisioning complete for port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:05.211297 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b3318c5d-4603-43fb-abb2-b69dd136636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:05.363179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe96b7-9d8d-4e19-820b-ac231b8aa1b9 req-4739f748-157b-4137-b95f-887065ddebdc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:05.364936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0fe96b7-9d8d-4e19-820b-ac231b8aa1b9 req-4739f748-157b-4137-b95f-887065ddebdc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 1.6144071 Feb 10 16:09:05.658848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0fe96b7-9d8d-4e19-820b-ac231b8aa1b9 req-9f02f859-f560-403b-a291-62a4a3f5a0e7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866361 Feb 10 16:09:05.880582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:06.135942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.171180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Allocated IP 172.20.0.2 (e1d78822-fa76-45e8-8aed-0c9b6122ee88/4cc99004-4dad-41f5-bb19-65ff1ac16617/600d47b5-cc2f-44a6-aa9a-0c97531a14b5) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:09:06.196120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.205794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60872) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:06.338588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:06.339170 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.411118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Allocated IP 172.25.7.148 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/42f2e1fa-4fbf-4474-973e-079d080aa4b4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:09:06.546779 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9348ef50-ffe0-4aa9-abe3-59e57709d437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.618597 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.713958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.818033 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:09:06.821310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:06.837025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:09:06.873123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9348ef50-ffe0-4aa9-abe3-59e57709d437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.879312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9348ef50-ffe0-4aa9-abe3-59e57709d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.888218 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a2123b9d-ae50-43b3-bc40-6453f09b7da8 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:06.895338 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:06.895929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Pushing event updated for resources: {'Port': ['ID=42f2e1fa-4fbf-4474-973e-079d080aa4b4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:06.959242 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9348ef50-ffe0-4aa9-abe3-59e57709d437 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44258b8e083649b18e8ecdcd603158a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512085 Feb 10 16:09:06.961893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60884) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:06.964581 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.012107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348ef50-ffe0-4aa9-abe3-59e57709d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7402fb63-f41a-4328-80da-825c1cc69efb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:07.042982 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26e01a41-d171-44be-bd8b-c1622e956c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.070256 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26e01a41-d171-44be-bd8b-c1622e956c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.126347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:09:07.154866 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26e01a41-d171-44be-bd8b-c1622e956c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.158296 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26e01a41-d171-44be-bd8b-c1622e956c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.161607 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-26e01a41-d171-44be-bd8b-c1622e956c84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7402fb63-f41a-4328-80da-825c1cc69efb HTTP/1.1" status: 204 len: 168 time: 0.1983476 Feb 10 16:09:07.175355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:07.182656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:09:07.197510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a2123b9d-ae50-43b3-bc40-6453f09b7da8 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:07.198259 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.206196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01a41-d171-44be-bd8b-c1622e956c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7402fb63-f41a-4328-80da-825c1cc69efb,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:07.316353 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Pushing event updated for resources: {'Port': ['ID=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:07.365814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Attempting to bind port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:07.366456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efc85-cc08-433e-8f6b-383c2f65f8fa req-ce12ff01-ba3c-46e2-978c-f4d601d4575e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:07.366979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Attempting to bind port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:07.367544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Attempting to bind port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 on network e1d78822-fa76-45e8-8aed-0c9b6122ee88 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:07.373092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a7efc85-cc08-433e-8f6b-383c2f65f8fa req-ce12ff01-ba3c-46e2-978c-f4d601d4575e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.4782472 Feb 10 16:09:07.375389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:07.376034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Checking segment: {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:07.376709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.377287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Bound using segment: {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:07.377913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Bound port: 600d47b5-cc2f-44a6-aa9a-0c97531a14b5, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:07.378476 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.398543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-428c1c14-daf3-4e72-9bb6-f29497664b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:07.400091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-428c1c14-daf3-4e72-9bb6-f29497664b48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.1776583 Feb 10 16:09:07.431997 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.449092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a7efc85-cc08-433e-8f6b-383c2f65f8fa req-cdba5923-8a3f-482e-96b5-af2600df753d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707526 Feb 10 16:09:07.523323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] For port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:07.526870 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] For port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,segment=NetworkSegment(f39b5ec6-627f-4e1a-bcc4-983e890335a7),segment_id=f39b5ec6-627f-4e1a-bcc4-983e890335a7)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:07.534476 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.611996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df423f6-ec35-422e-8caf-63bf59e399fd None None] Pushing event updated for resources: {'Port': ['ID=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:07.626724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-ded04aef-9cb0-450b-bad6-2b5002ec95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:07.628281 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-ded04aef-9cb0-450b-bad6-2b5002ec95f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.2197449 Feb 10 16:09:07.640805 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60898) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:07.657595 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4e68-dd0f-4675-a094-5b1543269340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.798510 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4e68-dd0f-4675-a094-5b1543269340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.803410 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4e68-dd0f-4675-a094-5b1543269340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:07.820574 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-ae76c79c-e477-402a-a2e6-82143c00ec74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 1000 time: 0.1731918 Feb 10 16:09:07.864293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ffdf4e68-dd0f-4675-a094-5b1543269340 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c48acb7802ac428280a0ee4ed03a9472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221897 Feb 10 16:09:07.864931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60904) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:07.867798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4e68-dd0f-4675-a094-5b1543269340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e7454-febb-4703-ba9e-c85c24cfaa74,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:07.898078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:08.026951 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4e4-ac35-4743-a13e-55ab05ffeff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:08.036551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-3edcc42e-cf87-477a-94ed-c97cae44e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:08.038045 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-3edcc42e-cf87-477a-94ed-c97cae44e26c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.2096457 Feb 10 16:09:08.069663 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4e4-ac35-4743-a13e-55ab05ffeff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:08.159016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4e4-ac35-4743-a13e-55ab05ffeff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:08.165642 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4e4-ac35-4743-a13e-55ab05ffeff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:08.170527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-a522e6d9-c01d-4c9f-b0ba-32bb10e98947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:08.171641 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5d8e4e4-ac35-4743-a13e-55ab05ffeff1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c1e7454-febb-4703-ba9e-c85c24cfaa74 HTTP/1.1" status: 204 len: 168 time: 0.3018253 Feb 10 16:09:08.184070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-a522e6d9-c01d-4c9f-b0ba-32bb10e98947 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280818 Feb 10 16:09:08.194203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e4e4-ac35-4743-a13e-55ab05ffeff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e7454-febb-4703-ba9e-c85c24cfaa74,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:08.362386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-130fc09d-7884-49b4-ad7e-c0c8acb68a65 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670420 Feb 10 16:09:08.382794 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Router 0e8c9003-9a37-4093-b297-b8370515f6fb is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:09:08.648887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-fd5d222b-b104-4404-a667-5f40eb448c00 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775249 Feb 10 16:09:08.710332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4826ec6-cc0b-4519-85cc-7cda177c5ea5 req-12458917-431b-43be-9c63-098cf4e248b0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:08.723496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4826ec6-cc0b-4519-85cc-7cda177c5ea5 req-12458917-431b-43be-9c63-098cf4e248b0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.1453385 Feb 10 16:09:08.781863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4826ec6-cc0b-4519-85cc-7cda177c5ea5 req-e6153653-9230-4b50-bb5b-93aa78a9e7d0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562809 Feb 10 16:09:08.784871 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:09:08.812097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Sync routers for ids ['0e8c9003-9a37-4093-b297-b8370515f6fb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:09:08.830704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Routers {'0e8c9003-9a37-4093-b297-b8370515f6fb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:08.831676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0e8c9003-9a37-4093-b297-b8370515f6fb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:08.838415 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:08.847428 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 60932) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:08.848680 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c3db3c72-7e82-4682-9d07-8ceb52d9e6cb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5826902 Feb 10 16:09:08.973489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60934) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:09.056037 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Set router 0e8c9003-9a37-4093-b297-b8370515f6fb gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:09.223333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b67c6ec4-92bd-4779-abe3-0f0b0204e2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.370165 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11933f-da24-4c30-9404-1c0d041f5184 None None] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:09:09.378183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b67c6ec4-92bd-4779-abe3-0f0b0204e2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.386017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b67c6ec4-92bd-4779-abe3-0f0b0204e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.478105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b67c6ec4-92bd-4779-abe3-0f0b0204e2df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b28ec20b7bc4246aee6915297f43cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012279 Feb 10 16:09:09.483433 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 60950) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:09.517581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c6ec4-92bd-4779-abe3-0f0b0204e2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc31cb-7cd7-420f-9fd2-feb6011df13c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:09.590351 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b351ad97-c14f-45af-b4c0-a893a1e593de None None] Provisioning complete for port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:09.594885 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b351ad97-c14f-45af-b4c0-a893a1e593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.613937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5a433ef-de17-479c-9429-976855ae7f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.659722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5a433ef-de17-479c-9429-976855ae7f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.754993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:09.772283 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5a433ef-de17-479c-9429-976855ae7f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.773099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.774970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5a433ef-de17-479c-9429-976855ae7f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:09.776164 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f5a433ef-de17-479c-9429-976855ae7f9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43bc31cb-7cd7-420f-9fd2-feb6011df13c HTTP/1.1" status: 204 len: 168 time: 0.2865665 Feb 10 16:09:09.788831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a433ef-de17-479c-9429-976855ae7f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc31cb-7cd7-420f-9fd2-feb6011df13c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:09.861599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:09:07Z', 'revision_number': 3, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:09.991500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2675-09ab-4ff3-ae7c-c29e723d3a68 req-e5cb16bc-66ea-4298-905e-722508ca96eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:10.003802 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ceb2675-09ab-4ff3-ae7c-c29e723d3a68 req-e5cb16bc-66ea-4298-905e-722508ca96eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.1198785 Feb 10 16:09:10.007977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Checking router: 0e8c9003-9a37-4093-b297-b8370515f6fb for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:10.008450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Updating router 0e8c9003-9a37-4093-b297-b8370515f6fb port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:09:10.093232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4ceb2675-09ab-4ff3-ae7c-c29e723d3a68 req-25fa007f-3f1c-41e5-b53c-896f5b95aa8d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878732 Feb 10 16:09:10.146662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b351ad97-c14f-45af-b4c0-a893a1e593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.160970 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.207396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:10.208033 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.289205 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Allocated IP 172.20.0.1 (e1d78822-fa76-45e8-8aed-0c9b6122ee88/4cc99004-4dad-41f5-bb19-65ff1ac16617/3a83add2-ebd9-444e-8c48-50bf5aa33338) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:09:10.333205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b351ad97-c14f-45af-b4c0-a893a1e593de None None] For port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,segment=NetworkSegment(f39b5ec6-627f-4e1a-bcc4-983e890335a7),segment_id=f39b5ec6-627f-4e1a-bcc4-983e890335a7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:10.357819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b351ad97-c14f-45af-b4c0-a893a1e593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.429610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.473804 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.599031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:09:10.603349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:10.618906 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:09:10.635615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8f268071-3209-43de-92ba-68686004221f None None] Provisioning complete for port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:10.635986 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f268071-3209-43de-92ba-68686004221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.645347 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351ad97-c14f-45af-b4c0-a893a1e593de None None] Pushing event updated for resources: {'Port': ['ID=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:10.710476 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:10.718438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Pushing event updated for resources: {'Port': ['ID=3a83add2-ebd9-444e-8c48-50bf5aa33338,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:10.897425 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.020482 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.033699 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.146280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.156381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.247810 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.249910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Attempting to bind port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:11.250297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Attempting to bind port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:11.250667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Attempting to bind port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:11.258436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Pushing event updated for resources: {'Port': ['ID=3a83add2-ebd9-444e-8c48-50bf5aa33338,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:11.262777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf1b66-3535-4011-954c-b3c039f094d3 None None] Pushing event updated for resources: {'Port': ['ID=42f2e1fa-4fbf-4474-973e-079d080aa4b4,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:11.272991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a2d2-201b-4bc6-920c-ce9918bf8d46 req-fc75945d-f5c3-455b-a923-e045ca1c06fd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:11.282795 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0526a2d2-201b-4bc6-920c-ce9918bf8d46 req-fc75945d-f5c3-455b-a923-e045ca1c06fd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0818782 Feb 10 16:09:11.284872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:11.286003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:11.288421 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.295507 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:11.296344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Bound port: 42f2e1fa-4fbf-4474-973e-079d080aa4b4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:11.296988 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.301636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d5e710dc-b4f7-4081-ace3-5ee60a9a803f None None] Provisioning complete for port 3a83add2-ebd9-444e-8c48-50bf5aa33338 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:11.302221 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d5e710dc-b4f7-4081-ace3-5ee60a9a803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.333914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0526a2d2-201b-4bc6-920c-ce9918bf8d46 req-f8bf5c15-9350-4274-87a8-66ff775d168c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504036 Feb 10 16:09:11.399047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d5e710dc-b4f7-4081-ace3-5ee60a9a803f None None] Port 3a83add2-ebd9-444e-8c48-50bf5aa33338 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:09:11.420229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] For port 42f2e1fa-4fbf-4474-973e-079d080aa4b4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:11.425629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] For port 42f2e1fa-4fbf-4474-973e-079d080aa4b4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=42f2e1fa-4fbf-4474-973e-079d080aa4b4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:11.433945 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:11.450892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:09:11.453379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:11.574625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Routers {'0e8c9003-9a37-4093-b297-b8370515f6fb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:11.575268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0e8c9003-9a37-4093-b297-b8370515f6fb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:11.675012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf1b66-3535-4011-954c-b3c039f094d3 None None] Pushing event updated for resources: {'Port': ['ID=42f2e1fa-4fbf-4474-973e-079d080aa4b4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:11.690472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:11.755488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Router 0e8c9003-9a37-4093-b297-b8370515f6fb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:09:12.035315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:09:12.047489 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1b635916-a655-4818-b4fd-8a708a307b2a admin admin] 10.222.0.21 "PUT /v2.0/routers/0e8c9003-9a37-4093-b297-b8370515f6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1988862 Feb 10 16:09:12.145148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] Set router 0e8c9003-9a37-4093-b297-b8370515f6fb gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:12.454795 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5c4dfeef-90d9-481b-9ae8-5a99c39be041 None None] Provisioning complete for port 3a83add2-ebd9-444e-8c48-50bf5aa33338 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:12.455278 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfeef-90d9-481b-9ae8-5a99c39be041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:12.512839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:12.513314 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:12.535955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883ea77-31b9-4c2e-9f01-95338ea07ba8 req-86d7ffed-26c2-4590-afc2-ffeb6f8d985e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:12.543410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dfeef-90d9-481b-9ae8-5a99c39be041 None None] Port 3a83add2-ebd9-444e-8c48-50bf5aa33338 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:09:12.546777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b883ea77-31b9-4c2e-9f01-95338ea07ba8 req-86d7ffed-26c2-4590-afc2-ffeb6f8d985e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0782223 Feb 10 16:09:12.589421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b883ea77-31b9-4c2e-9f01-95338ea07ba8 req-c6a14916-fa22-4d4d-be98-ef63e1d5cb3d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Feb 10 16:09:12.591333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '3a83add2-ebd9-444e-8c48-50bf5aa33338', 'name': '', 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'mac_address': 'fa:16:3e:bc:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:09Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 2, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'subnets': [{'id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:12.637672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d5d36-a6d4-4cff-afa3-ca1d90bdb353 None None] The sync data for ids ['0e8c9003-9a37-4093-b297-b8370515f6fb'] in n-d-827895-3 is: [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '3a83add2-ebd9-444e-8c48-50bf5aa33338', 'name': '', 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'mac_address': 'fa:16:3e:bc:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:09Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 2, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'subnets': [{'id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:12.663928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32890) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:12.892563 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9d76bbc-0ec0-4612-9397-56cc2db2d94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.056262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9d76bbc-0ec0-4612-9397-56cc2db2d94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.064196 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9d76bbc-0ec0-4612-9397-56cc2db2d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.158476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f9d76bbc-0ec0-4612-9397-56cc2db2d94d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8999760e4d8486f9d97f1ceda73fb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906633 Feb 10 16:09:13.159233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32928) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:13.176371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d76bbc-0ec0-4612-9397-56cc2db2d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195232c2-8649-4613-9e49-07a0d3ee7828,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:13.262471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dff1495-a488-4327-b004-a84793ca526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.292219 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dff1495-a488-4327-b004-a84793ca526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.350086 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dff1495-a488-4327-b004-a84793ca526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.352903 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dff1495-a488-4327-b004-a84793ca526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:13.356328 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6dff1495-a488-4327-b004-a84793ca526b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/195232c2-8649-4613-9e49-07a0d3ee7828 HTTP/1.1" status: 204 len: 168 time: 0.1941597 Feb 10 16:09:13.383275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff1495-a488-4327-b004-a84793ca526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195232c2-8649-4613-9e49-07a0d3ee7828,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:13.778079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ce3c-153c-4c65-b3df-69bb9065d4c2 req-958f38be-df13-4557-b004-8be549e19a30 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.779647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f43ce3c-153c-4c65-b3df-69bb9065d4c2 req-958f38be-df13-4557-b004-8be549e19a30 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0635970 Feb 10 16:09:13.829501 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f43ce3c-153c-4c65-b3df-69bb9065d4c2 req-2c2782e7-00f1-4af5-a2ec-ba075e0ad5d9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 Feb 10 16:09:13.905897 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 32980) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:13.929140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59b42f0b-abda-4a9d-a568-f7af4505ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.032313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59b42f0b-abda-4a9d-a568-f7af4505ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.037729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59b42f0b-abda-4a9d-a568-f7af4505ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.069020 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-59b42f0b-abda-4a9d-a568-f7af4505ab2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22e6ff837124456f8dedd273a33a3161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613190 Feb 10 16:09:14.071502 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 32982) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:14.122764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b42f0b-abda-4a9d-a568-f7af4505ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420ecc4-bd60-423b-9a88-f7a3c93a3fa0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:14.153455 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ba4-d067-44b0-9c75-1f8470e4bdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.185336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ba4-d067-44b0-9c75-1f8470e4bdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.265753 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ba4-d067-44b0-9c75-1f8470e4bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.270338 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ba4-d067-44b0-9c75-1f8470e4bdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:14.274123 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ebf59ba4-d067-44b0-9c75-1f8470e4bdfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b420ecc4-bd60-423b-9a88-f7a3c93a3fa0 HTTP/1.1" status: 204 len: 168 time: 0.2000051 Feb 10 16:09:14.290063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf59ba4-d067-44b0-9c75-1f8470e4bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420ecc4-bd60-423b-9a88-f7a3c93a3fa0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:15.008413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3558e-ac4e-42ab-b213-242ce1e1c848 req-5c37beae-81bc-4a52-a6e4-734867e0fcbf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:15.023347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7c3558e-ac4e-42ab-b213-242ce1e1c848 req-5c37beae-81bc-4a52-a6e4-734867e0fcbf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0894394 Feb 10 16:09:15.087789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7c3558e-ac4e-42ab-b213-242ce1e1c848 req-dcd83ba6-d37b-4608-b513-333d49e190ce tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624011 Feb 10 16:09:15.691142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 42f2e1fa-4fbf-4474-973e-079d080aa4b4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:15.770101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:15.770826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:15.893589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:15.922418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 42f2e1fa-4fbf-4474-973e-079d080aa4b4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=42f2e1fa-4fbf-4474-973e-079d080aa4b4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:15.937089 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:16.010169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=42f2e1fa-4fbf-4474-973e-079d080aa4b4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:16.221057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7f6a7-d894-41d9-868e-97d22b1cf1b7 req-c70e1954-91ea-41e6-8c23-a3da5503f51f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:16.223023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dc7f6a7-d894-41d9-868e-97d22b1cf1b7 req-c70e1954-91ea-41e6-8c23-a3da5503f51f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0706384 Feb 10 16:09:16.262725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4dc7f6a7-d894-41d9-868e-97d22b1cf1b7 req-bacdc546-7b49-4440-8457-4a79306b7ced tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335310 Feb 10 16:09:16.472503 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Sync routers for ids ['0e8c9003-9a37-4093-b297-b8370515f6fb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:09:16.484150 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Routers {'0e8c9003-9a37-4093-b297-b8370515f6fb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:16.484901 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0e8c9003-9a37-4093-b297-b8370515f6fb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:16.597013 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Set router 0e8c9003-9a37-4093-b297-b8370515f6fb gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:16.806602 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '3a83add2-ebd9-444e-8c48-50bf5aa33338', 'name': '', 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'mac_address': 'fa:16:3e:bc:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:09Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 2, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'subnets': [{'id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:16.833989 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Checking router: 0e8c9003-9a37-4093-b297-b8370515f6fb for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:16.834333 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Updating router 0e8c9003-9a37-4093-b297-b8370515f6fb port 3a83add2-ebd9-444e-8c48-50bf5aa33338 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:09:16.859370 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.136376 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.142510 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.196139 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb763d1-de5e-41c6-8aab-12d607134738 None None] Pushing event updated for resources: {'Port': ['ID=3a83add2-ebd9-444e-8c48-50bf5aa33338,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:17.247012 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Attempting to bind port 3a83add2-ebd9-444e-8c48-50bf5aa33338 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:17.247372 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Attempting to bind port 3a83add2-ebd9-444e-8c48-50bf5aa33338 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:17.247752 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Attempting to bind port 3a83add2-ebd9-444e-8c48-50bf5aa33338 on network e1d78822-fa76-45e8-8aed-0c9b6122ee88 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:17.253136 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:17.253506 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Checking segment: {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:17.253931 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.254282 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Bound using segment: {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:17.254746 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Bound port: 3a83add2-ebd9-444e-8c48-50bf5aa33338, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b5ec6-627f-4e1a-bcc4-983e890335a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:17.255118 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.352571 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] For port 3a83add2-ebd9-444e-8c48-50bf5aa33338, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:17.357515 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] For port 3a83add2-ebd9-444e-8c48-50bf5aa33338, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3a83add2-ebd9-444e-8c48-50bf5aa33338,segment=NetworkSegment(f39b5ec6-627f-4e1a-bcc4-983e890335a7),segment_id=f39b5ec6-627f-4e1a-bcc4-983e890335a7)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:17.364143 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.434908 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68efea-f6ed-4389-92f9-f9642012211a req-02671bd0-a621-441b-b98e-c3086de614e0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:17.437442 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Routers {'0e8c9003-9a37-4093-b297-b8370515f6fb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:17.437749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e68efea-f6ed-4389-92f9-f9642012211a req-02671bd0-a621-441b-b98e-c3086de614e0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0815854 Feb 10 16:09:17.438105 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0e8c9003-9a37-4093-b297-b8370515f6fb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:17.518665 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e68efea-f6ed-4389-92f9-f9642012211a req-9d31917f-3f58-4794-b5ed-c73df27e06d7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689392 Feb 10 16:09:17.532770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-4b59f471-cd63-4224-8f73-cda426115600 None None] Provisioning complete for port 3a83add2-ebd9-444e-8c48-50bf5aa33338 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:17.535185 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b59f471-cd63-4224-8f73-cda426115600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.587405 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] Set router 0e8c9003-9a37-4093-b297-b8370515f6fb gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:17.706622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 42f2e1fa-4fbf-4474-973e-079d080aa4b4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:17.781745 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb763d1-de5e-41c6-8aab-12d607134738 None None] Pushing event updated for resources: {'Port': ['ID=3a83add2-ebd9-444e-8c48-50bf5aa33338,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:17.785623 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b59f471-cd63-4224-8f73-cda426115600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.832653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4b59f471-cd63-4224-8f73-cda426115600 None None] For port 3a83add2-ebd9-444e-8c48-50bf5aa33338, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3a83add2-ebd9-444e-8c48-50bf5aa33338,segment=NetworkSegment(f39b5ec6-627f-4e1a-bcc4-983e890335a7),segment_id=f39b5ec6-627f-4e1a-bcc4-983e890335a7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:17.835957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:17.836456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.839669 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4b59f471-cd63-4224-8f73-cda426115600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:17.912813 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '3a83add2-ebd9-444e-8c48-50bf5aa33338', 'name': '', 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'mac_address': 'fa:16:3e:bc:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:09Z', 'updated_at': '2022-02-10T16:09:17Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'subnets': [{'id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:17.921096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f471-cd63-4224-8f73-cda426115600 None None] Pushing event updated for resources: {'Port': ['ID=3a83add2-ebd9-444e-8c48-50bf5aa33338,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:17.947362 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e2954f-3d6f-46ee-be07-4279b54aa41e None None] The sync data for ids ['0e8c9003-9a37-4093-b297-b8370515f6fb'] in n-d-827895-3 is: [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:09:10Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '3a83add2-ebd9-444e-8c48-50bf5aa33338', 'name': '', 'network_id': 'e1d78822-fa76-45e8-8aed-0c9b6122ee88', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'mac_address': 'fa:16:3e:bc:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:09Z', 'updated_at': '2022-02-10T16:09:17Z', 'revision_number': 4, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'subnets': [{'id': '4cc99004-4dad-41f5-bb19-65ff1ac16617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:17.975987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b557d7ce-af22-4e02-82cf-1b59cd85b6fd None None] Provisioning complete for port 3a83add2-ebd9-444e-8c48-50bf5aa33338 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:17.976363 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b557d7ce-af22-4e02-82cf-1b59cd85b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:18.667416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49883646-890c-4cce-b902-42a0f61b69dc req-58988475-2ddc-4b9d-8553-280a273e0115 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:18.669092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49883646-890c-4cce-b902-42a0f61b69dc req-58988475-2ddc-4b9d-8553-280a273e0115 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0661740 Feb 10 16:09:18.710775 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49883646-890c-4cce-b902-42a0f61b69dc req-26917cb1-b56d-4a2e-90d7-672806b22f07 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353758 Feb 10 16:09:19.622362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3a83add2-ebd9-444e-8c48-50bf5aa33338 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:19.685559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3a83add2-ebd9-444e-8c48-50bf5aa33338 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:19.686597 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:19.842920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ee3f0-6747-4f5a-8f33-aa6340865fdc req-7b530849-dc5d-49a8-9756-18371700f7bf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:19.844535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-991ee3f0-6747-4f5a-8f33-aa6340865fdc req-7b530849-dc5d-49a8-9756-18371700f7bf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0541744 Feb 10 16:09:19.909480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-991ee3f0-6747-4f5a-8f33-aa6340865fdc req-e051da84-d8f4-40c8-ae27-3bc34f28db30 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465629 Feb 10 16:09:20.558909 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-deb118f9-0dc7-47d8-89db-38070c719887 service neutron] show failed (client error): The resource could not be found. Feb 10 16:09:20.559955 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-deb118f9-0dc7-47d8-89db-38070c719887 service neutron] 10.222.0.45 "GET /v2.0/ports/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d/bindings/n-h2-827895-3 HTTP/1.1" status: 404 len: 380 time: 0.0640309 Feb 10 16:09:20.944564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-2c8a969b-56d5-4d50-b484-c67f241a4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.946248 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-2c8a969b-56d5-4d50-b484-c67f241a4990 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 1096 time: 0.2174425 Feb 10 16:09:20.959801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:21.016534 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:21.037922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18777ac8-182f-4f0a-a113-5a254da466be req-b032a57b-acf7-4977-b4cd-de456f82314b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:21.039419 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18777ac8-182f-4f0a-a113-5a254da466be req-b032a57b-acf7-4977-b4cd-de456f82314b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0498688 Feb 10 16:09:21.101133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18777ac8-182f-4f0a-a113-5a254da466be req-44e08944-4594-4b53-962d-70d97bd92a23 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557778 Feb 10 16:09:21.288613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:21.327636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:21.432878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:21.437837 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4e183-b058-403f-a32d-ae7991078b08" -d '{"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:21.442949 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:21.468518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Transition to ACTIVE for port object 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:09:21.502837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:21.541501 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618d3887-a3c1-4c08-806c-762f00791b43 x-openstack-request-id: req-618d3887-a3c1-4c08-806c-762f00791b43 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:21.541862 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:21.542196 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-618d3887-a3c1-4c08-806c-762f00791b43 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:21.542650 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'code': 200} Feb 10 16:09:21.659945 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:21.712567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] No DVR routers for this DVR port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on host n-h1-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:21.901864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:21.902593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:21.903180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:21.909603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:09:21.916258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:21.922003 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:21.926546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Checking segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:21.927174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Bound using segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:21.929197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Bound port: 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:21.929777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:22.020048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:22.024695 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:22.029727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:22.071387 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.072215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:22.073899 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] 10.222.0.75 "PUT /v2.0/ports/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 1091 time: 1.1188745 Feb 10 16:09:22.114589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd6d00-a7e2-4cf2-a49f-b11da855f37e service neutron] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:22.154935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-900a118e-d7d7-4e27-952d-b5c7fb236c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.156882 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-900a118e-d7d7-4e27-952d-b5c7fb236c2f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1094 time: 0.0564437 Feb 10 16:09:22.272688 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cdb83-b547-4284-81be-8f5d63445293 req-28109cfa-e91a-4d08-9d99-958063c60db0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.281578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-799cdb83-b547-4284-81be-8f5d63445293 req-28109cfa-e91a-4d08-9d99-958063c60db0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.0733273 Feb 10 16:09:22.300817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-cd37bba0-92ec-4cbe-aa7f-acd07ac7c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.302509 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-cd37bba0-92ec-4cbe-aa7f-acd07ac7c16f service neutron] 10.222.0.75 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1374357 Feb 10 16:09:22.371539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-799cdb83-b547-4284-81be-8f5d63445293 req-873038fd-2080-41f3-89b3-c446bcd94bf7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822818 Feb 10 16:09:22.418686 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-6337d022-d530-4b97-8a3b-9b7a2e826e39 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.1045928 Feb 10 16:09:22.486333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-2c4cc7fa-5aa0-4235-9195-da4bdf517984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.487907 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-2c4cc7fa-5aa0-4235-9195-da4bdf517984 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.0578496 Feb 10 16:09:22.545426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-84653c17-27d4-4f9a-855d-f03c8c665f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.548845 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-84653c17-27d4-4f9a-855d-f03c8c665f9b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492332 Feb 10 16:09:22.662711 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-576eb6da-3040-4c46-a032-b8c55cd162de service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037221 Feb 10 16:09:22.828497 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b3bdc224-05a0-4653-8987-3816b8af28b4 req-6a52d208-89cf-4e94-9fa1-696f96464d86 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579866 Feb 10 16:09:23.514211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910d4b3-4716-47be-91f2-a4ddf1fabf57 req-7b1de73f-7c1c-4395-8c63-d0b9b4c05fe3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:23.517911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5910d4b3-4716-47be-91f2-a4ddf1fabf57 req-7b1de73f-7c1c-4395-8c63-d0b9b4c05fe3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.0751047 Feb 10 16:09:23.544647 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:23.547796 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb165fac-97d1-43ca-bddd-e15ca00f77c8" -d '{"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:23.572314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5910d4b3-4716-47be-91f2-a4ddf1fabf57 req-b7bb8d1b-a4f2-4558-8484-48297fb3099a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490572 Feb 10 16:09:23.627323 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd0459-d182-4495-b40d-040768b94988 x-openstack-request-id: req-dabd0459-d182-4495-b40d-040768b94988 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:23.627711 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:23.628041 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dabd0459-d182-4495-b40d-040768b94988 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:23.628506 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'status': 'completed', 'code': 200} Feb 10 16:09:23.685459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:23.747838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-bf0b77cd-fae5-4957-b1e6-7d7657d020ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:23.750223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-bf0b77cd-fae5-4957-b1e6-7d7657d020ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1094 time: 0.0972505 Feb 10 16:09:23.758305 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-14280e78-57d1-4243-86c0-3cdbc6921587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:23.759996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-14280e78-57d1-4243-86c0-3cdbc6921587 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1094 time: 0.1222377 Feb 10 16:09:23.865587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-35de82b5-33cd-408c-aa9f-0ac1ce65eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:23.867347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-35de82b5-33cd-408c-aa9f-0ac1ce65eabf service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1103997 Feb 10 16:09:23.915677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-8a89cd34-7d7f-4422-8ee7-475ba19b0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:23.927248 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-8a89cd34-7d7f-4422-8ee7-475ba19b0768 service neutron] 10.222.0.75 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1519859 Feb 10 16:09:23.953334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-fa2adb6a-6dbd-413d-a6da-5593ce82cff0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.0787904 Feb 10 16:09:24.037310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-8d00cfcb-dfe3-4846-9958-95d108d6768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:24.039602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-8d00cfcb-dfe3-4846-9958-95d108d6768b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.0771420 Feb 10 16:09:24.049833 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-d28d5013-48da-4e91-bc6c-6d566ed6eb68 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.1214302 Feb 10 16:09:24.113353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-de4f88aa-72a0-436c-b57f-da3d5fe82a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:24.115170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-de4f88aa-72a0-436c-b57f-da3d5fe82a96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681636 Feb 10 16:09:24.153702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-a05ccaa4-52b0-4203-b866-02116e232a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:24.155237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-a05ccaa4-52b0-4203-b866-02116e232a7b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.0957224 Feb 10 16:09:24.219966 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-b4a5b18c-6766-4beb-ad39-c4b36566eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:24.221671 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-b4a5b18c-6766-4beb-ad39-c4b36566eb0b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584614 Feb 10 16:09:24.268188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-57e2d8dd-f5cb-48fb-a8c0-31e40c15817d service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452579 Feb 10 16:09:24.343021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-21bd0e9a-b9a4-45e1-8125-1327f7d3ce82 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124167 Feb 10 16:09:24.380811 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-1a4b1c96-3a36-4cf3-a3ac-53b3ed942c93 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036618 Feb 10 16:09:24.441897 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fb165fac-97d1-43ca-bddd-e15ca00f77c8 req-9227aeec-c259-4191-a4fa-a0f91531a323 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920210 Feb 10 16:09:24.709608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d149-d99b-4dfe-bc93-7a151794f5d8 req-de84bc62-00a2-4dc7-b64f-e9f157c3b5d5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:24.712307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b058d149-d99b-4dfe-bc93-7a151794f5d8 req-de84bc62-00a2-4dc7-b64f-e9f157c3b5d5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.0738835 Feb 10 16:09:24.767361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b058d149-d99b-4dfe-bc93-7a151794f5d8 req-a62e7da7-0075-4efe-b6aa-6fa848adcd91 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Feb 10 16:09:25.508894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:25.560890 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:25.906134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406a94c-0fca-4679-a60c-04b33421cde3 req-35e9dafe-4dec-4121-bc91-d1b0c2b17558 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:25.908301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e406a94c-0fca-4679-a60c-04b33421cde3 req-35e9dafe-4dec-4121-bc91-d1b0c2b17558 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.0591140 Feb 10 16:09:25.957018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e406a94c-0fca-4679-a60c-04b33421cde3 req-65bc8662-8bdc-46e5-b593-eed4c0352613 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Feb 10 16:09:27.085619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea308d-bffc-43e6-8001-5e080fb6e61d req-6d3627af-a255-4e4e-850f-c90841711e28 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:27.093327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71ea308d-bffc-43e6-8001-5e080fb6e61d req-6d3627af-a255-4e4e-850f-c90841711e28 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.0604081 Feb 10 16:09:27.146355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71ea308d-bffc-43e6-8001-5e080fb6e61d req-0c70c11f-014c-4cac-b122-61d09f4a0173 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520697 Feb 10 16:09:27.349103 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:28.286975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad64b5-c19a-45f6-b34e-42b1549d9219 req-e8e443b5-6541-4cf1-a09f-8494ffe15314 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:28.288791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26ad64b5-c19a-45f6-b34e-42b1549d9219 req-e8e443b5-6541-4cf1-a09f-8494ffe15314 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 943 time: 0.0612609 Feb 10 16:09:28.342225 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:09:28.477372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:28.499114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'mac_address': 'fa:16:3e:c7:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:09:28.549586 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:28.566747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:09:28.601440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:28.608205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:28.670730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26ad64b5-c19a-45f6-b34e-42b1549d9219 req-3db9298a-0a95-4417-8c7d-d0000ff0d42d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760922 Feb 10 16:09:28.697517 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=8']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:28.919370 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ba78-8620-4a0f-a249-3db4fce1a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:28.996220 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436db83-dc67-41a1-b290-a14864d291eb req-a0a83a18-2906-4153-ae65-49fbc3a61957 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.004145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4436db83-dc67-41a1-b290-a14864d291eb req-a0a83a18-2906-4153-ae65-49fbc3a61957 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.0623136 Feb 10 16:09:29.010077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-852d8a64-cca0-47cd-9ada-b9d1175589b0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.011778 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-852d8a64-cca0-47cd-9ada-b9d1175589b0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.75 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8&tenant_id=b0e71f23dd194896a39436d5ea6cedc5&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 944 time: 0.1011591 Feb 10 16:09:29.055704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:09:29.068065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4436db83-dc67-41a1-b290-a14864d291eb req-f8289ac1-e8b2-4207-8ab5-a83a467dea25 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629680 Feb 10 16:09:29.097998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-f5a3eda5-5ff8-4ba9-9de2-1b3073b07f23 service neutron] 10.222.0.75 "GET /v2.0/ports/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d/bindings/n-h2-827895-3 HTTP/1.1" status: 200 len: 382 time: 0.0770586 Feb 10 16:09:29.182466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-765c1505-1b9f-4d98-a63e-258569c586df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.184615 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-765c1505-1b9f-4d98-a63e-258569c586df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1095 time: 0.0533807 Feb 10 16:09:29.333118 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-62a1c023-b292-4f25-be93-1e67ed75817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.335106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-62a1c023-b292-4f25-be93-1e67ed75817a service neutron] 10.222.0.75 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1363366 Feb 10 16:09:29.415201 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-5e2b951b-c384-4003-b128-219a7a621763 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 999 time: 0.0664642 Feb 10 16:09:29.476953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-a35f252f-f06e-47d5-bad2-00e3f569cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.478435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-a35f252f-f06e-47d5-bad2-00e3f569cb8d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.0560772 Feb 10 16:09:29.539326 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-5c84fd2f-0374-4e1f-9ff7-f689e96e24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.540897 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-5c84fd2f-0374-4e1f-9ff7-f689e96e24e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535967 Feb 10 16:09:29.672930 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-865ed25f-9821-437f-87db-6a2ac03b5af2 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239510 Feb 10 16:09:29.785854 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-78016ac4-6821-4e8a-bd10-7351342cc373 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000478 Feb 10 16:09:30.198644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de3022-dff2-4045-8f5a-6f86697fbb7e req-a9131158-0d2b-483c-8d41-92a99b6c9c76 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:30.200414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45de3022-dff2-4045-8f5a-6f86697fbb7e req-a9131158-0d2b-483c-8d41-92a99b6c9c76 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.0521758 Feb 10 16:09:30.250142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45de3022-dff2-4045-8f5a-6f86697fbb7e req-bbcd4391-3f9c-4a10-90bc-963093685246 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Feb 10 16:09:30.372472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:30.426873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:09:30.431525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:30.431932 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:30.530501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:30.567515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:30.569854 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24283380-65b6-4423-8180-cb4bd7f00fcf" -d '{"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-plugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:30.579386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:30.585652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:30.659284 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b1f350-4c8a-484a-8c1b-2a3be751f5bc x-openstack-request-id: req-c7b1f350-4c8a-484a-8c1b-2a3be751f5bc {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:30.659690 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-plugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:30.659886 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7b1f350-4c8a-484a-8c1b-2a3be751f5bc {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:30.660278 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'code': 200} Feb 10 16:09:30.661257 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:31.359792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b46c-c76c-479b-8db2-be8eedea6144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:31.442963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832c23-fec1-495b-9025-412ca5d38c5c req-fe8d9276-1f44-4cae-b884-11c938ca74e4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:31.456709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4832c23-fec1-495b-9025-412ca5d38c5c req-fe8d9276-1f44-4cae-b884-11c938ca74e4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.1122122 Feb 10 16:09:31.514620 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4832c23-fec1-495b-9025-412ca5d38c5c req-f73ef857-bbc3-4593-bb5b-38d32f06c85d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564859 Feb 10 16:09:31.658787 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:09:31.724338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33306) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:32.197964 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.311904 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.317719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.362855 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bb0f04610714c44ab174fbc5b116b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373928 Feb 10 16:09:32.365547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33332) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:32.375328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bd76e7-6f56-4d71-8235-86be69fcfafe,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:32.392594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.397102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.397465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.398716 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.398907 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.399247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.399618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.399947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.400278 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.400604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.400943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.402434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247197b-a878-45fe-9889-fab76caa6aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:32.424979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.500375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-477b8a8a-37e5-462a-8b96-200c6391193f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.538250 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-477b8a8a-37e5-462a-8b96-200c6391193f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.614989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-477b8a8a-37e5-462a-8b96-200c6391193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.626362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-477b8a8a-37e5-462a-8b96-200c6391193f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:32.628025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-477b8a8a-37e5-462a-8b96-200c6391193f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00bd76e7-6f56-4d71-8235-86be69fcfafe HTTP/1.1" status: 204 len: 168 time: 0.2613120 Feb 10 16:09:32.655285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b8a8a-37e5-462a-8b96-200c6391193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bd76e7-6f56-4d71-8235-86be69fcfafe,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:32.799526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eaf72-24bb-4432-af42-e20f65a24436 req-ca43cd15-2caf-4d7b-a3a6-7c8963bae2e7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:32.801110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff6eaf72-24bb-4432-af42-e20f65a24436 req-ca43cd15-2caf-4d7b-a3a6-7c8963bae2e7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 945 time: 0.0960968 Feb 10 16:09:32.912842 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ff6eaf72-24bb-4432-af42-e20f65a24436 req-8b9f6554-dd81-4826-aafd-11ac9d52cbb8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993757 Feb 10 16:09:33.023195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-2f6ebf63-2eb5-4ae4-87d0-9947ba3783cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:33.025899 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-2f6ebf63-2eb5-4ae4-87d0-9947ba3783cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 1096 time: 0.1337590 Feb 10 16:09:33.037597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-c1584fe2-958a-4be5-b9bd-cb2d6f53acad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:09:33.039040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-c1584fe2-958a-4be5-b9bd-cb2d6f53acad service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064764 Feb 10 16:09:33.052218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-3', 'device_owner': 'compute:nova'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:33.120211 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.257719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33368) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:33.281721 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d06fdd6-6c1e-4509-a3a6-fce84e927ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.393063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d06fdd6-6c1e-4509-a3a6-fce84e927ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.397566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d06fdd6-6c1e-4509-a3a6-fce84e927ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.450706 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2d06fdd6-6c1e-4509-a3a6-fce84e927ed8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9395b80be5304b9f85aac98db84c5bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888068 Feb 10 16:09:33.450706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06fdd6-6c1e-4509-a3a6-fce84e927ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911b624a-b77a-4569-896d-bbacddba3bef,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:33.451030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33370) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:33.507508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:33.571982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a92372a5-5056-42da-bd12-5c2ed82a84f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.612742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a92372a5-5056-42da-bd12-5c2ed82a84f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.614825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h2-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:33.683633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:33.686488 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fd458c-cfe2-4e19-8b89-d79eaf9c84ae" -d '{"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:33.690847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.719007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Transition to ACTIVE for port object 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:09:33.720456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a92372a5-5056-42da-bd12-5c2ed82a84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.723992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a92372a5-5056-42da-bd12-5c2ed82a84f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.725211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a92372a5-5056-42da-bd12-5c2ed82a84f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/911b624a-b77a-4569-896d-bbacddba3bef HTTP/1.1" status: 204 len: 168 time: 0.2717781 Feb 10 16:09:33.729954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:33.789713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92372a5-5056-42da-bd12-5c2ed82a84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b624a-b77a-4569-896d-bbacddba3bef,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:33.832634 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac69fa81-af57-48d3-8595-75c1b7176843 x-openstack-request-id: req-ac69fa81-af57-48d3-8595-75c1b7176843 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:33.832634 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:33.832862 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac69fa81-af57-48d3-8595-75c1b7176843 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:33.833266 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'code': 200} Feb 10 16:09:33.956985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=10']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:34.074067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] No DVR routers for this DVR port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on host n-h2-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:34.114172 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:34.198452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf73aa-b6e0-4624-92c4-9ef597088d12 req-0f2d5123-ac23-4153-b700-ea4f6a5e03be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:34.200274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55cf73aa-b6e0-4624-92c4-9ef597088d12 req-0f2d5123-ac23-4153-b700-ea4f6a5e03be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.1683486 Feb 10 16:09:34.326864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55cf73aa-b6e0-4624-92c4-9ef597088d12 req-bad1f63b-1e5e-431a-9fd6-f5c9dc8111c2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781589 Feb 10 16:09:34.372680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:34.402323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:09:34.404317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:09:34.405079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:34.412676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:09:34.413232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Attempting to bind port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on network 42bcd23f-d73c-4a56-b366-2c2023ff1792 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:34.427545 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:34.428212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Checking segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:34.428866 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Bound using segment: {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:34.429548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Bound port: 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e295c5-aa42-4ce9-b605-ea15da31e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:09:34.430368 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:34.586038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:34.592637 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:34.600163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:34.681614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:34.682415 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:34.683884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] 10.222.0.45 "PUT /v2.0/ports/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 1092 time: 1.6369781 Feb 10 16:09:34.726059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6eea5-128b-4086-9eb8-a798d44d1610 service neutron] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=11']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:34.847161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-75daf6a9-3f05-48fa-9934-7b480b6bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:34.849061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-75daf6a9-3f05-48fa-9934-7b480b6bcd04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1095 time: 0.1157844 Feb 10 16:09:35.044895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-eddbc1b7-5480-4e87-9739-30e4fa5e6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:35.046429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-eddbc1b7-5480-4e87-9739-30e4fa5e6be5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1910441 Feb 10 16:09:35.126291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-912879f8-ffa4-4ad4-ac99-6b76b94e2dee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.0708258 Feb 10 16:09:35.196308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-c389aa2a-1e36-4a7b-b8bd-7d854fe40c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:35.198558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-c389aa2a-1e36-4a7b-b8bd-7d854fe40c94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.0646091 Feb 10 16:09:35.258753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-50fc365a-0002-45c6-9a2a-341229054c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:35.260570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-50fc365a-0002-45c6-9a2a-341229054c0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542567 Feb 10 16:09:35.395182 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-e9db6e53-699d-49a4-b531-6d58c195e6d3 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251972 Feb 10 16:09:35.577140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b425-7cbe-4e2e-84d3-2199f3138530 req-706682c9-3c62-4990-a9ca-55fbcb2c6ce0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:35.578988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1de5b425-7cbe-4e2e-84d3-2199f3138530 req-706682c9-3c62-4990-a9ca-55fbcb2c6ce0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.1067843 Feb 10 16:09:35.654625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4634a2f-ed26-4cbc-9236-f8c33ce9f521 req-81bb2c7e-1770-4ae8-a3bf-e2c95de4c820 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518375 Feb 10 16:09:35.676519 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1de5b425-7cbe-4e2e-84d3-2199f3138530 req-c27a13dc-e036-4990-92d9-a6788052d5f8 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849972 Feb 10 16:09:35.835068 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:35.837767 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35541add-0985-4621-b4a3-4a07d8ad8627" -d '{"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:35.928345 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51949e4-3544-43ad-b633-ff72e711a7b9 x-openstack-request-id: req-e51949e4-3544-43ad-b633-ff72e711a7b9 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:35.928642 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:35.928895 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e51949e4-3544-43ad-b633-ff72e711a7b9 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:35.929292 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'status': 'completed', 'code': 200} Feb 10 16:09:36.014125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-79fdf2e3-a232-4c80-857f-d7e2c533d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.021427 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-79fdf2e3-a232-4c80-857f-d7e2c533d766 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1095 time: 0.0689540 Feb 10 16:09:36.038225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-f77b1c99-ca8d-42ae-bfd8-4fd4ecb238c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.045333 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-f77b1c99-ca8d-42ae-bfd8-4fd4ecb238c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1095 time: 0.0946162 Feb 10 16:09:36.189850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-762ca7e3-2359-4e89-be50-efa38d8a151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.191772 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-762ca7e3-2359-4e89-be50-efa38d8a151f service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1386559 Feb 10 16:09:36.209705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-6c4523eb-b24f-49b4-8eb5-2ce732a884b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.212006 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-6c4523eb-b24f-49b4-8eb5-2ce732a884b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.1840584 Feb 10 16:09:36.326234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-1bbfde43-990a-4528-8553-916aaa336556 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.1248841 Feb 10 16:09:36.349129 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-260c2d8a-e255-4486-9d4f-ed4d08de22b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 998 time: 0.1263323 Feb 10 16:09:36.404941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-e7fb7d42-3961-4cf2-9c39-255a43f30334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.405547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:36.407434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-e7fb7d42-3961-4cf2-9c39-255a43f30334 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.0756955 Feb 10 16:09:36.468272 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-53993541-40c9-4193-95fd-0321b4dbaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.470809 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-53993541-40c9-4193-95fd-0321b4dbaefd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.1131287 Feb 10 16:09:36.505954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-dc74b7ff-bf58-49d5-b837-1f2b02267e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.508081 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-dc74b7ff-bf58-49d5-b837-1f2b02267e69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912194 Feb 10 16:09:36.530989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:36.557107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-8ab83540-9ba9-49d0-b324-78ab5fdf4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.559006 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-8ab83540-9ba9-49d0-b324-78ab5fdf4a92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687177 Feb 10 16:09:36.574059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-91197629-62b7-4126-bd02-963293b8dd15 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:09:36.576532 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-91197629-62b7-4126-bd02-963293b8dd15 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075860 Feb 10 16:09:36.686485 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-deacfe00-e35c-4922-ba2e-7f557d8a35b1 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705136 Feb 10 16:09:36.822908 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-51af1512-9bd0-4dfd-976c-b302dd77b2d7 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395935 Feb 10 16:09:36.833988 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-c20b94d9-2f81-4a0e-a7ae-8784eb43d6dd service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349456 Feb 10 16:09:36.923102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045d28c-9061-462d-b8ca-c909e0c13611 req-ccfa6574-2a6f-49df-9bb7-131348ea4829 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.929897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3045d28c-9061-462d-b8ca-c909e0c13611 req-ccfa6574-2a6f-49df-9bb7-131348ea4829 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.0897555 Feb 10 16:09:36.973604 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-35541add-0985-4621-b4a3-4a07d8ad8627 req-5da447b6-7603-4f8d-9641-c561004d5781 service neutron] 10.222.0.75 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417840 Feb 10 16:09:36.998121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3045d28c-9061-462d-b8ca-c909e0c13611 req-46218df1-e012-4fd4-b4eb-605e0050bef3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665741 Feb 10 16:09:37.484290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33548) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:37.761892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33556) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:37.967973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e972733c-cf2e-4eb3-b89e-9f8ac0e17ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.103769 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e972733c-cf2e-4eb3-b89e-9f8ac0e17ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.109334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e972733c-cf2e-4eb3-b89e-9f8ac0e17ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.142463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.151120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e972733c-cf2e-4eb3-b89e-9f8ac0e17ca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fafc6145fd6d4a31acd3de60ec556539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880908 Feb 10 16:09:38.156438 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33564) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:38.178897 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972733c-cf2e-4eb3-b89e-9f8ac0e17ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23bfa3a-6981-4640-9468-5026a91e2f91,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:38.237078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1751ded7-1e8c-43b7-ad76-60ca8a78e512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.250970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a1688-fdef-43ba-bdfb-9da4cf4c38ef req-32209f53-2d7e-4258-9f48-6e9197cee5db tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:38.252705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a0a1688-fdef-43ba-bdfb-9da4cf4c38ef req-32209f53-2d7e-4258-9f48-6e9197cee5db tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 944 time: 0.1054053 Feb 10 16:09:38.285415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1751ded7-1e8c-43b7-ad76-60ca8a78e512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.351785 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1751ded7-1e8c-43b7-ad76-60ca8a78e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.354771 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1751ded7-1e8c-43b7-ad76-60ca8a78e512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:38.366689 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1751ded7-1e8c-43b7-ad76-60ca8a78e512 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c23bfa3a-6981-4640-9468-5026a91e2f91 HTTP/1.1" status: 204 len: 168 time: 0.2046976 Feb 10 16:09:38.391072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751ded7-1e8c-43b7-ad76-60ca8a78e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23bfa3a-6981-4640-9468-5026a91e2f91,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:38.799576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a0a1688-fdef-43ba-bdfb-9da4cf4c38ef req-1068103a-9e0d-48be-bbb3-e2aa74aebde0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148063 Feb 10 16:09:38.827880 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33578) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:38.904529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33580) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:38.948348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-627cc540-f5d8-4e8a-8464-05aec57137b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.018924 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-faaa0b63-647d-4965-8d7c-088ef4688a94 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/c4179de3-db6a-405d-a8e4-c902c476718b HTTP/1.1" status: 200 len: 990 time: 0.1889367 Feb 10 16:09:39.116977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-627cc540-f5d8-4e8a-8464-05aec57137b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.124517 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-627cc540-f5d8-4e8a-8464-05aec57137b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.213143 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-627cc540-f5d8-4e8a-8464-05aec57137b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91d6829243ed4cc996c270784b0b109f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047516 Feb 10 16:09:39.214147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cc540-f5d8-4e8a-8464-05aec57137b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a2eab-96df-4eda-bdf4-e6a6d22e53b0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:39.219416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33586) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:39.261930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port a2123b9d-ae50-43b3-bc40-6453f09b7da8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:39.262409 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.323574 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaae79fc-7476-46d2-8262-326efc67882f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.370260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaae79fc-7476-46d2-8262-326efc67882f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.408798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port a2123b9d-ae50-43b3-bc40-6453f09b7da8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a2123b9d-ae50-43b3-bc40-6453f09b7da8,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:39.409310 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.425826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for a2123b9d-ae50-43b3-bc40-6453f09b7da8 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:39.447413 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaae79fc-7476-46d2-8262-326efc67882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.454992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eaae79fc-7476-46d2-8262-326efc67882f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.459020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eaae79fc-7476-46d2-8262-326efc67882f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f9a2eab-96df-4eda-bdf4-e6a6d22e53b0 HTTP/1.1" status: 204 len: 168 time: 0.2385402 Feb 10 16:09:39.483883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae79fc-7476-46d2-8262-326efc67882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a2eab-96df-4eda-bdf4-e6a6d22e53b0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:39.604269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:09:39.749391 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:39.781825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=a2123b9d-ae50-43b3-bc40-6453f09b7da8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:39.909226 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:39.943748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'port_id': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'mac_address': 'fa:16:3e:c7:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:09:40.020080 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:40.051000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:09:40.078458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:40.087694 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:40.136393 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:40.204176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=12']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:40.312314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:09:40.565638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:09:40.725075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:09:40.735890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-05361ce5-4c00-4f95-84c7-39ad7d4030e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "PUT /v2.0/routers/365680da-2598-48ed-964f-3e6d595e41aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2505038 Feb 10 16:09:40.745166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:09:40.793830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:40.796591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:40.957050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:41.239373 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37199b53-f7e2-485e-900d-b4f6e4d72210 req-a6a1098e-a579-4b41-aa78-2b862537dfd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:41.248682 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37199b53-f7e2-485e-900d-b4f6e4d72210 req-a6a1098e-a579-4b41-aa78-2b862537dfd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 946 time: 0.1624112 Feb 10 16:09:41.337879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-37199b53-f7e2-485e-900d-b4f6e4d72210 req-8643949f-ad58-451f-bf62-2a71f5196afe tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822694 Feb 10 16:09:41.493283 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33662) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:41.633143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:41.649021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a80c55b-4822-4cb4-a54b-952001cb6459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.686270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:39Z', 'revision_number': 6, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:59Z', 'revision_number': 1, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:41.724118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:41.735243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:41.735976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:41.788740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:09:41.793101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a80c55b-4822-4cb4-a54b-952001cb6459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.795532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:41.796196 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.798280 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a80c55b-4822-4cb4-a54b-952001cb6459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.839165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80c55b-4822-4cb4-a54b-952001cb6459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f957c-d434-4291-9285-9161be0bc8e6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:41.868495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33672) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:41.869802 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a80c55b-4822-4cb4-a54b-952001cb6459 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e22900ac0c44d35b8d2f9837818ed81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741627 Feb 10 16:09:41.940046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8932-5334-4db2-8203-8ce90fc3149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.976556 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.988144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8932-5334-4db2-8203-8ce90fc3149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:41.999804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:42.050386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8932-5334-4db2-8203-8ce90fc3149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:42.053632 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8932-5334-4db2-8203-8ce90fc3149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:42.054800 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fa7b8932-5334-4db2-8203-8ce90fc3149d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae8f957c-d434-4291-9285-9161be0bc8e6 HTTP/1.1" status: 204 len: 168 time: 0.1853168 Feb 10 16:09:42.068622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b8932-5334-4db2-8203-8ce90fc3149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f957c-d434-4291-9285-9161be0bc8e6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:42.074849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:42.077342 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d594ad-6988-4889-8e9b-eced2a057979" -d '{"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-plugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:42.161984 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93bfe6-da77-49e2-bb30-459537d0d6ac x-openstack-request-id: req-6c93bfe6-da77-49e2-bb30-459537d0d6ac {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:42.162368 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-plugged", "status": "completed", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:42.162629 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c93bfe6-da77-49e2-bb30-459537d0d6ac {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:42.163025 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'code': 200} Feb 10 16:09:42.165344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:42.175576 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:42.300798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=13']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:42.489268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:39Z', 'revision_number': 6, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:59Z', 'revision_number': 1, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:42.524977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf4b54-6dae-44bc-bec9-b66f03b48a9b None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:39Z', 'revision_number': 6, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': 'bd78f59f-e07b-4482-a2ce-6051095b3ac4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'port_id': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'mac_address': 'fa:16:3e:f9:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a98d2b-0926-480c-b72d-9f11f8856774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:06:56Z', 'updated_at': '2022-02-10T16:06:59Z', 'revision_number': 1, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:42.613728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698aeb7-b78d-497e-8004-c3d3aa731be0 req-cb0bccb8-1783-463b-8b48-ce0c4e699895 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:42.615223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0698aeb7-b78d-497e-8004-c3d3aa731be0 req-cb0bccb8-1783-463b-8b48-ce0c4e699895 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 946 time: 0.1102648 Feb 10 16:09:42.699983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0698aeb7-b78d-497e-8004-c3d3aa731be0 req-0ed83ad8-a1c9-4a33-8d69-6d04ec80bf35 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=93be3170-4d1a-4ab0-87e1-7c7123ce81f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725355 Feb 10 16:09:43.020578 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da062-870c-40f4-95e7-74d126926570 req-342e6e0f-cbe5-4e40-ba5f-a0f7c288b8c7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:43.029999 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-613da062-870c-40f4-95e7-74d126926570 req-342e6e0f-cbe5-4e40-ba5f-a0f7c288b8c7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 946 time: 0.1642396 Feb 10 16:09:43.192017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port 1c592e88-8851-4718-9ca0-f80d7cbcea62 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:43.192379 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:43.323110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port 1c592e88-8851-4718-9ca0-f80d7cbcea62, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=1c592e88-8851-4718-9ca0-f80d7cbcea62,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:43.323562 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:43.341136 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for 1c592e88-8851-4718-9ca0-f80d7cbcea62 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:43.524505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:43.569340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=1c592e88-8851-4718-9ca0-f80d7cbcea62,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:43.577944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a2123b9d-ae50-43b3-bc40-6453f09b7da8 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:43.643657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a2123b9d-ae50-43b3-bc40-6453f09b7da8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:09:43.644013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a2123b9d-ae50-43b3-bc40-6453f09b7da8 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:43.670075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] No DVR routers for this DVR port 1c592e88-8851-4718-9ca0-f80d7cbcea62 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:43.685323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:43.689336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-613da062-870c-40f4-95e7-74d126926570 req-97fe7347-c82a-409e-8af8-dc2e7e804ec6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "DELETE /v2.0/ports/1c592e88-8851-4718-9ca0-f80d7cbcea62 HTTP/1.1" status: 204 len: 173 time: 0.6528506 Feb 10 16:09:43.689816 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'name': 'network-vif-deleted', 'tag': '1c592e88-8851-4718-9ca0-f80d7cbcea62'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:43.709322 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057851fd-35c4-4248-ab55-8153bb001fdc" -d '{"events": [{"server_uuid": "64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008", "name": "network-vif-deleted", "tag": "1c592e88-8851-4718-9ca0-f80d7cbcea62"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:43.817071 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e187358-c51d-4499-a7cc-b6b64805f587 x-openstack-request-id: req-2e187358-c51d-4499-a7cc-b6b64805f587 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:43.817632 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008", "name": "network-vif-deleted", "tag": "1c592e88-8851-4718-9ca0-f80d7cbcea62", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:43.818068 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e187358-c51d-4499-a7cc-b6b64805f587 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:43.818672 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008', 'name': 'network-vif-deleted', 'tag': '1c592e88-8851-4718-9ca0-f80d7cbcea62', 'status': 'completed', 'code': 200} Feb 10 16:09:43.900430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6dc402d4-4354-49fb-bad2-9f9a50e58da8 req-ccce7884-e6e2-4c32-ad47-a63d59cc3a97 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e0af6d-4ca0-400f-b2c0-7b7c2b5a5008 HTTP/1.1" status: 200 len: 210 time: 0.0399270 Feb 10 16:09:44.337467 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33750) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:44.518334 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-957993306'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:44.541614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Made reservation on behalf of b7664140e23643f7a752274a122e0f91 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:44.545956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.557156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.636010 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.641507 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.673541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:44.683684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2909e0-6dfe-4439-a38b-fdb51e33d20b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:44.688932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.689277 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Added segment 4734bc50-5233-4eb5-9fc4-1d198c9be2f0 of type vlan for network cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944 Feb 10 16:09:44.703931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.704273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.704615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.705192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.705534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.705864 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.706190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.706509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.706830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.707153 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.707490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.707813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:44.753462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.793649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.801811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:44.802473 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:44.864602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33758) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:44.865149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5259371 Feb 10 16:09:44.886509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d958be-6a65-4137-a634-bb051a30fa04 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Pushing event updated for resources: {'Network': ['ID=cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:44.904403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:44.972877 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33766) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:45.007908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'network': {'name': 'tempest-network--244378620', 'router:external': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:45.058978 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Made reservation on behalf of dd78aee2144c4470b188a30cb265ccde for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:45.064994 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.077455 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.101788 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36b13cbf-5ce4-4a4b-8a0b-be892d39a042 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.151074 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36b13cbf-5ce4-4a4b-8a0b-be892d39a042 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.216031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.226583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.228932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36b13cbf-5ce4-4a4b-8a0b-be892d39a042 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.232630 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-36b13cbf-5ce4-4a4b-8a0b-be892d39a042 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.234442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-36b13cbf-5ce4-4a4b-8a0b-be892d39a042 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/security-groups/93be3170-4d1a-4ab0-87e1-7c7123ce81f0 HTTP/1.1" status: 204 len: 168 time: 0.2602651 Feb 10 16:09:45.258031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13cbf-5ce4-4a4b-8a0b-be892d39a042 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be3170-4d1a-4ab0-87e1-7c7123ce81f0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:45.300036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33776) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:45.301564 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:45.313233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966362d6-1c3b-4f9f-818b-588a13bc1231,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:45.323554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.324038 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Added segment f7e05613-a866-4609-893b-082060756405 of type vlan for network 83d4d01e-d346-4418-8911-d63e817833cc Feb 10 16:09:45.387955 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting subnet be333ae9-2364-444e-9518-dee5265b2117 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:09:45.396963 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.405954 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.433438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.435696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:45.436421 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.495923 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.513610 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6445754 Feb 10 16:09:45.513804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:45.557179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c52ed6-b441-46c3-ba48-646ace599637 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Network': ['ID=83d4d01e-d346-4418-8911-d63e817833cc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:45.572340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 83d4d01e-d346-4418-8911-d63e817833cc details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:45.634719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.655818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.743222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.768284 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3363d-1f8a-47cf-9124-90a2bf2e174d None None] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:09:45.769333 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.773367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/subnets/be333ae9-2364-444e-9518-dee5265b2117 HTTP/1.1" status: 204 len: 168 time: 0.4716954 Feb 10 16:09:45.776892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:45.833784 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.875751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d4d01e-d346-4418-8911-d63e817833cc']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:45.895339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e05613-a866-4609-893b-082060756405') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:45.896004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e05613-a866-4609-893b-082060756405') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:45.906296 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.909678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dfe36-c309-4065-b820-990fb762b538 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Subnet': ['ID=be333ae9-2364-444e-9518-dee5265b2117,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:45.932286 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.965297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.991101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:45.991834 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:45.994229 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:46.023719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] DHCP port deletion for 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:09:46.024820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:46.025220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.120242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.123039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Deleting port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:46.124627 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.148927 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83d4d01e-d346-4418-8911-d63e817833cc {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 16:09:46.153346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:46.153883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.156552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.163553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/networks/83d4d01e-d346-4418-8911-d63e817833cc HTTP/1.1" status: 204 len: 168 time: 0.6483920 Feb 10 16:09:46.164473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf2170-3d07-420b-ac93-bbdccd377889 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Network': ['ID=83d4d01e-d346-4418-8911-d63e817833cc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:46.168365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33788) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:46.179148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:46.186466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:46.246738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Made reservation on behalf of dd78aee2144c4470b188a30cb265ccde for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:46.249614 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.296922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:46.318422 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.318779 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Added segment 7f9c4cb8-c0bb-4f9b-9b8d-32271c3c2288 of type vlan for network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e Feb 10 16:09:46.321159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] For port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,segment=NetworkSegment(06e60c52-27d1-454e-8460-f0072598ec2c),segment_id=06e60c52-27d1-454e-8460-f0072598ec2c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:46.321569 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.373693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Calling delete_port for d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:46.375018 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.419178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:46.430965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.437725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] No DVR routers for this DVR port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:46.475575 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.477034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:46.477854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.535954 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3641105 Feb 10 16:09:46.538718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33802) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:46.577512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 1c592e88-8851-4718-9ca0-f80d7cbcea62 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:46.591805 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.593521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'subnet': {'network_id': '3441fe29-ef10-4673-bf3c-36b4e7d8bd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:46.625926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de67914-13e8-4a06-9c5d-bc559debe5e9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Network': ['ID=3441fe29-ef10-4673-bf3c-36b4e7d8bd4e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:46.645910 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 1c592e88-8851-4718-9ca0-f80d7cbcea62 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:09:46.646502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 1c592e88-8851-4718-9ca0-f80d7cbcea62 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:46.660371 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Made reservation on behalf of dd78aee2144c4470b188a30cb265ccde for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:46.665851 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.666443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2e5f0a-88b9-46d6-aabf-34be7aba25b6']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:46.678806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:46.691079 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e60c52-27d1-454e-8460-f0072598ec2c') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:46.691390 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e60c52-27d1-454e-8460-f0072598ec2c') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:46.718191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.751763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.765241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:46.765733 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:46.773396 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:46.852257 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.875925 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.923263 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Pushing event deleted for resources: {'Port': ['ID=d06c921b-6c67-4df2-8bcd-1b1e4b750ff2,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:46.930299 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:46.942596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/networks/4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 HTTP/1.1" status: 204 len: 168 time: 1.1308887 Feb 10 16:09:46.943628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b641f-709c-41f7-ae3e-d1647e43825d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Network': ['ID=4a2e5f0a-88b9-46d6-aabf-34be7aba25b6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:46.945343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33818) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:46.947022 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] Network 4a2e5f0a-88b9-46d6-aabf-34be7aba25b6 is not hosted by any dhcp agent {{(pid=102616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 16:09:46.949976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985601a4-9d38-4357-aad7-ed7e65ef7619 None None] No DVR routers for this DVR port d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:47.207713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port f84c2eb4-a4af-4e29-9342-6257af79bbac {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:47.208692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.365423 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.365965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.387201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for f84c2eb4-a4af-4e29-9342-6257af79bbac owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:47.416395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.objects.ports [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 16:09:47.416946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.473652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33830) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:47.487553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Subnet': ['ID=efd488fe-df72-4397-bb3a-16b10842cfff,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:47.495710 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Checking segment: {'id': '7f9c4cb8-c0bb-4f9b-9b8d-32271c3c2288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3441fe29-ef10-4673-bf3c-36b4e7d8bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:09:47.496078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Network hostable DHCP agents. Network: 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:09:47.517977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:09:47.532096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:47.538184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:47.538922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.555712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b955339-cbfb-4176-857c-7837f4880bb2 None None] Network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:09:47.563837 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0cd86794-7149-4e2e-a1b8-606701bc413f tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0234551 Feb 10 16:09:47.566917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33834) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:47.572626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'floatingip': {'floating_network_id': '3441fe29-ef10-4673-bf3c-36b4e7d8bd4e'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:47.615364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.643050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.649315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bdf026c-0d9e-4818-91b4-d12a6c11fb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.658682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=f84c2eb4-a4af-4e29-9342-6257af79bbac,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:47.720221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:47.746296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:09:47.747965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device d06c921b-6c67-4df2-8bcd-1b1e4b750ff2 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:47.771942 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bdf026c-0d9e-4818-91b4-d12a6c11fb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.778203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bdf026c-0d9e-4818-91b4-d12a6c11fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.803211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6228f0-e650-443b-9cc2-601ea3ceb56e None None] Network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:09:47.815738 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:47.816094 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Floating IP bd78f59f-e07b-4482-a2ce-6051095b3ac4 disassociated (deleted). External IP: 172.25.7.113, port: d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7. Feb 10 16:09:47.848310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8bdf026c-0d9e-4818-91b4-d12a6c11fb66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d16f15bd51446ce914fb0d1cbb8493a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698754 Feb 10 16:09:47.853829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33836) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:47.893174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf026c-0d9e-4818-91b4-d12a6c11fb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dec890-6474-47a7-aa2c-bc08278def37,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:48.037857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.142535 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c20002b8-3fbb-4ef0-a528-f58c4212008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.236788 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c20002b8-3fbb-4ef0-a528-f58c4212008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.295903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Allocated IP 172.20.0.12 (3441fe29-ef10-4673-bf3c-36b4e7d8bd4e/efd488fe-df72-4397-bb3a-16b10842cfff/0fecd8ec-07fe-4582-b402-dd56196021c6) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:09:48.313947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:09:48.410914 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c20002b8-3fbb-4ef0-a528-f58c4212008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.413538 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c20002b8-3fbb-4ef0-a528-f58c4212008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.419600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c20002b8-3fbb-4ef0-a528-f58c4212008f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52dec890-6474-47a7-aa2c-bc08278def37 HTTP/1.1" status: 204 len: 168 time: 0.5599093 Feb 10 16:09:48.441815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20002b8-3fbb-4ef0-a528-f58c4212008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dec890-6474-47a7-aa2c-bc08278def37,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:48.545508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.567120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:09:48.573992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:48.579141 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:09:48.590316 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:48.591134 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:48.944433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33868) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:48.979596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64793f4a-a027-4d85-a05b-3b0ff77cf163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.034938 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:49.080944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64793f4a-a027-4d85-a05b-3b0ff77cf163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.086371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-64793f4a-a027-4d85-a05b-3b0ff77cf163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.146016 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-64793f4a-a027-4d85-a05b-3b0ff77cf163 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c117abbe4e174f438a0bdf520cbd1cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996508 Feb 10 16:09:49.146709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793f4a-a027-4d85-a05b-3b0ff77cf163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e3650e-c6dd-40bb-a3f8-4b3d8851eb1b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:49.149749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33872) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:49.161813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8464639d-554a-4db8-b210-9f4ce8449c0a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/floatingips/bd78f59f-e07b-4482-a2ce-6051095b3ac4 HTTP/1.1" status: 204 len: 168 time: 2.2154777 Feb 10 16:09:49.177125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:49.179656 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ef81f2-aeee-45cb-922c-9b02b129815c" -d '{"events": [{"name": "network-changed", "server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:49.237876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be7277bf-ec23-4187-badc-05b7e32c9db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.240065 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.251045 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5d577f-01d2-43ff-a0d7-24d6c2902d9f x-openstack-request-id: req-4a5d577f-01d2-43ff-a0d7-24d6c2902d9f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:49.251341 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:49.252146 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a5d577f-01d2-43ff-a0d7-24d6c2902d9f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:49.252562 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'status': 'completed', 'code': 200} Feb 10 16:09:49.264525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:09:49.268318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:09:49.294346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:09:49.325221 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:39Z', 'revision_number': 6, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:49.361346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be7277bf-ec23-4187-badc-05b7e32c9db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.366555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-9b46bfff-84d5-4f47-83f4-3fd48b9b5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:49.375553 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:49.375768 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-9b46bfff-84d5-4f47-83f4-3fd48b9b5523 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 1097 time: 0.0971844 Feb 10 16:09:49.395090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Port': ['ID=0fecd8ec-07fe-4582-b402-dd56196021c6,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:49.406552 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:49.407229 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:49.487249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.516294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be7277bf-ec23-4187-badc-05b7e32c9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.519125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be7277bf-ec23-4187-badc-05b7e32c9db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.523016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be7277bf-ec23-4187-badc-05b7e32c9db2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32e3650e-c6dd-40bb-a3f8-4b3d8851eb1b HTTP/1.1" status: 204 len: 168 time: 0.3701560 Feb 10 16:09:49.593611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.611318 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-c4b52162-9a93-4ec5-a212-4b470e82e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:49.612873 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-c4b52162-9a93-4ec5-a212-4b470e82e06e service neutron] 10.222.0.75 "GET /v2.0/networks?id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 200 len: 898 time: 0.2271888 Feb 10 16:09:49.662331 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:49.699354 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-61fb8ad3-1fca-432a-8082-2cd61e7d94ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0774918 Feb 10 16:09:49.795568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.805455 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:49.823364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-ddc8b57e-72ab-4554-88fa-bde3ff0eb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:49.827341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7277bf-ec23-4187-badc-05b7e32c9db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e3650e-c6dd-40bb-a3f8-4b3d8851eb1b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:49.838903 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-ddc8b57e-72ab-4554-88fa-bde3ff0eb478 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 200 len: 835 time: 0.1156113 Feb 10 16:09:49.962215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f29652-d236-4b6e-8bf4-50ceda7006ad req-75a48d93-df72-4b94-8ee8-8034ca046977 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:49.964039 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58f29652-d236-4b6e-8bf4-50ceda7006ad req-75a48d93-df72-4b94-8ee8-8034ca046977 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.1659365 Feb 10 16:09:49.966783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Port': ['ID=0fecd8ec-07fe-4582-b402-dd56196021c6,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:49.967419 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-86c6387c-c01c-4971-89cc-efb573522bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:49.970310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-86c6387c-c01c-4971-89cc-efb573522bfa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305780 Feb 10 16:09:49.975048 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.015040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.019600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-be2df0ff-4955-4a3e-9684-ee679db9489e tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4514661 Feb 10 16:09:50.020410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33894) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:50.108872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-799c4a2c-92ee-4a2b-90c7-652ee475053a tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=3441fe29-ef10-4673-bf3c-36b4e7d8bd4e HTTP/1.1" status: 200 len: 690 time: 0.0848799 Feb 10 16:09:50.110173 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33898) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:50.164407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58f29652-d236-4b6e-8bf4-50ceda7006ad req-6949c835-f05f-4879-8a86-4a993a2fbdf4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860149 Feb 10 16:09:50.180312 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:39Z', 'revision_number': 6, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:50.205227 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-d10be1c2-057d-4c5e-86bc-b3d9b9a21097 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228103 Feb 10 16:09:50.250303 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.269896 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421ec8c-f5d7-45e0-b6c4-09741468ff2b None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:39Z', 'revision_number': 6, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc', 'name': '', 'network_id': '020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:65:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '1d1e4514-9f22-4263-bb86-100af535373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:25Z', 'updated_at': '2022-02-10T16:06:30Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '1d1e4514-9f22-4263-bb86-100af535373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:50.301830 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f5ef81f2-aeee-45cb-922c-9b02b129815c req-498ea3b9-ca09-4226-8bf1-92dccbcc0b27 service neutron] 10.222.0.75 "GET /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955551 Feb 10 16:09:50.462154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Deleting port 0fecd8ec-07fe-4582-b402-dd56196021c6 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:50.462154 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.604863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.605210 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.623206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Calling delete_port for 0fecd8ec-07fe-4582-b402-dd56196021c6 owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:50.684453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f4f42-126b-4014-b8f0-fe3848aefdc9 None None] New status for floating IP bd78f59f-e07b-4482-a2ce-6051095b3ac4: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:09:50.942602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:50.987407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fecd8ec-07fe-4582-b402-dd56196021c6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:51.116491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.202133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.315179 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.393773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=efd488fe-df72-4397-bb3a-16b10842cfff,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:51.412026 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-24edf567-003b-418b-8501-785ee15d53b6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:51.413640 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-24edf567-003b-418b-8501-785ee15d53b6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.1167493 Feb 10 16:09:51.483295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.522192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceabde-f868-4c01-85d3-af3b65247880 req-baf92eac-8401-44f1-8ead-c45e16854420 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:51.524005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-caceabde-f868-4c01-85d3-af3b65247880 req-baf92eac-8401-44f1-8ead-c45e16854420 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 946 time: 0.1933186 Feb 10 16:09:51.535341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3441fe29-ef10-4673-bf3c-36b4e7d8bd4e']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:51.549958 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9c4cb8-c0bb-4f9b-9b8d-32271c3c2288') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:51.550936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9c4cb8-c0bb-4f9b-9b8d-32271c3c2288') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:51.562457 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.570836 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:51.571572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.580079 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.586900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:51.591705 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:51.595233 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:51.704229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:51.704610 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.726435 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-caceabde-f868-4c01-85d3-af3b65247880 req-496e7a5f-c742-48fd-8f7e-c19ea52f9c45 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=39cc6fc3-88f3-451b-ac25-ef02d27232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139441 Feb 10 16:09:51.730702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:51.733457 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.773859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3441fe29-ef10-4673-bf3c-36b4e7d8bd4e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 16:09:51.777082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Network': ['ID=3441fe29-ef10-4673-bf3c-36b4e7d8bd4e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:51.779320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:51.782630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d6ae82f2-f22b-4bd8-a076-4e16fc89492b tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3441fe29-ef10-4673-bf3c-36b4e7d8bd4e HTTP/1.1" status: 204 len: 168 time: 1.6710110 Feb 10 16:09:51.786039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33950) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:51.974837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cc3f1f58-f60d-4172-a5c1-07468574d514 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1875782 Feb 10 16:09:51.977630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33958) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:52.080568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.103227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.103833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.104290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.104738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.105385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.105887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.106569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.122855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-dedbad63-c741-458e-afa5-95bb2e492ca9 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4633 time: 0.1437271 Feb 10 16:09:52.127269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33960) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:52.181579 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-76169ab9-8e8e-410e-b1fb-3e61e19e9da1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] delete failed (client error): The resource could not be found. Feb 10 16:09:52.183830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-76169ab9-8e8e-410e-b1fb-3e61e19e9da1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/04a37938-e906-4b48-b439-274df06f4c62 HTTP/1.1" status: 404 len: 345 time: 0.0553224 Feb 10 16:09:52.187095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33962) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:52.208026 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26c89fd-4734-4bd5-8a0a-6f28ae84b21a tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 16:09:52.208660 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26c89fd-4734-4bd5-8a0a-6f28ae84b21a tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:09:52.212246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b26c89fd-4734-4bd5-8a0a-6f28ae84b21a tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3441fe29-ef10-4673-bf3c-36b4e7d8bd4e HTTP/1.1" status: 404 len: 339 time: 0.0237451 Feb 10 16:09:52.217539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33966) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:52.217953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:52.222380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'network': {'name': 'tempest-network--622603628', 'router:external': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:52.252586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] No DVR routers for this DVR port d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:52.253429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Made reservation on behalf of dd78aee2144c4470b188a30cb265ccde for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:52.258545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.259635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.268196 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-abe18a3a-15bb-4075-a406-be8c42079e4d req-2de0beea-4dfe-4c81-abbf-7b2871aab847 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "DELETE /v2.0/ports/d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 HTTP/1.1" status: 204 len: 173 time: 0.8470583 Feb 10 16:09:52.272926 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'name': 'network-vif-deleted', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:09:52.275312 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93293144-b6cd-4c52-8c70-5858f0ebd690" -d '{"events": [{"server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "name": "network-vif-deleted", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:52.300565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:52.311635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.311987 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Added segment 0614afc1-1cc3-49e7-a86f-b1be4699ec1a of type vlan for network f880607b-c7dd-4b35-9801-5e43c4a074da Feb 10 16:09:52.366245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.375649 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eb9d94-84fe-4328-abbc-50eeab8df951 x-openstack-request-id: req-a9eb9d94-84fe-4328-abbc-50eeab8df951 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:52.375948 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a98d2b-0926-480c-b72d-9f11f8856774", "name": "network-vif-deleted", "tag": "d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:52.376201 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9eb9d94-84fe-4328-abbc-50eeab8df951 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:52.376606 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a98d2b-0926-480c-b72d-9f11f8856774', 'name': 'network-vif-deleted', 'tag': 'd5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7', 'status': 'completed', 'code': 200} Feb 10 16:09:52.431317 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.432513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.433125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:52.516936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Network': ['ID=f880607b-c7dd-4b35-9801-5e43c4a074da,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:52.535163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network f880607b-c7dd-4b35-9801-5e43c4a074da details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:52.536962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b2248e1a-754d-47f3-bf19-4d46cb1a446d tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3182323 Feb 10 16:09:52.539600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33976) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:52.848374 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe29b-db48-43a3-9529-ad7e9bcbb3e2 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.856366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe29b-db48-43a3-9529-ad7e9bcbb3e2 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.862936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe29b-db48-43a3-9529-ad7e9bcbb3e2 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.869568 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe29b-db48-43a3-9529-ad7e9bcbb3e2 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:52.871494 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7aebe29b-db48-43a3-9529-ad7e9bcbb3e2 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3288980 Feb 10 16:09:52.875975 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33982) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:52.954532 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8845222e-9c4b-4e85-8475-2a04bf62f556 req-2ed46b6f-f07e-4627-a81f-fde333c36f9d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a98d2b-0926-480c-b72d-9f11f8856774 HTTP/1.1" status: 200 len: 210 time: 0.0917101 Feb 10 16:09:52.989932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.073420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.098215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f880607b-c7dd-4b35-9801-5e43c4a074da']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:53.108748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0614afc1-1cc3-49e7-a86f-b1be4699ec1a') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:53.109037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0614afc1-1cc3-49e7-a86f-b1be4699ec1a') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:53.119743 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.133590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.140495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:53.141004 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:53.143177 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:53.199594 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.203977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f880607b-c7dd-4b35-9801-5e43c4a074da {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 16:09:53.206729 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.213922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f880607b-c7dd-4b35-9801-5e43c4a074da HTTP/1.1" status: 204 len: 168 time: 0.3327839 Feb 10 16:09:53.214364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33986) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:53.219782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'network': {'name': 'tempest-network--980630928', 'router:external': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:53.247711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1c0b-e8f0-4abf-aba8-b352f294a548 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Network': ['ID=f880607b-c7dd-4b35-9801-5e43c4a074da,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:53.259335 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Made reservation on behalf of dd78aee2144c4470b188a30cb265ccde for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:53.263506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.295144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:53.306453 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.306802 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Added segment 640102c1-4521-4384-9cb2-d8f1cd3a60fc of type vlan for network 5e848431-4d34-4f0b-a1cb-3638674c7837 Feb 10 16:09:53.361363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.402045 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.412958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:53.413992 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.447893 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2326779 Feb 10 16:09:53.451476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:53.533772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ba2c9-341b-40ea-969b-9e9e7c43a830 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Network': ['ID=5e848431-4d34-4f0b-a1cb-3638674c7837,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:53.552603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 5e848431-4d34-4f0b-a1cb-3638674c7837 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:53.613025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590958d3-b68b-46cf-904e-7d01e2952175 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:53.617804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 33996) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:53.628244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-590958d3-b68b-46cf-904e-7d01e2952175 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] 10.222.0.21 "GET /v2.0/networks/5e848431-4d34-4f0b-a1cb-3638674c7837 HTTP/1.1" status: 200 len: 756 time: 0.1741221 Feb 10 16:09:53.670442 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.716169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee6b5a-7fe0-4df2-b991-56de5bb16616 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:53.720863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 33998) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:53.727364 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-59ee6b5a-7fe0-4df2-b991-56de5bb16616 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] 10.222.0.21 "GET /v2.0/networks/cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944 HTTP/1.1" status: 200 len: 767 time: 0.1085181 Feb 10 16:09:53.794268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.888375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.922971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e848431-4d34-4f0b-a1cb-3638674c7837']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:53.935613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640102c1-4521-4384-9cb2-d8f1cd3a60fc') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:53.935912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640102c1-4521-4384-9cb2-d8f1cd3a60fc') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:53.963473 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.982045 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:53.992080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:53.992183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:54.008418 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:54.056961 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34014) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:54.097624 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.103105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e848431-4d34-4f0b-a1cb-3638674c7837 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 16:09:54.106034 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.110693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5e848431-4d34-4f0b-a1cb-3638674c7837 HTTP/1.1" status: 204 len: 168 time: 0.3888276 Feb 10 16:09:54.120211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34016) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:54.125762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'network': {'name': 'tempest-network--1443385750'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:54.130966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d35e6-29c2-41f0-bc34-1fdd94d9b225 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e848431-4d34-4f0b-a1cb-3638674c7837,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:54.146910 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d825-c33e-45d9-8879-783ce7c2290e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.156469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Made reservation on behalf of dd78aee2144c4470b188a30cb265ccde for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:09:54.159657 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.187255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d825-c33e-45d9-8879-783ce7c2290e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.192194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:09:54.205425 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.205810 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Added segment 0da64819-fd19-4d49-910a-3c8fc9f964d6 of type vlan for network 0ff6646d-cf6e-4dcd-8c52-07fefb9c488e Feb 10 16:09:54.261405 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.277320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d825-c33e-45d9-8879-783ce7c2290e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.287845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d825-c33e-45d9-8879-783ce7c2290e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.289918 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b1e6d825-c33e-45d9-8879-783ce7c2290e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/security-groups/39cc6fc3-88f3-451b-ac25-ef02d27232ee HTTP/1.1" status: 204 len: 168 time: 0.2310653 Feb 10 16:09:54.291883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.293727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:54.294589 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.327909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d825-c33e-45d9-8879-783ce7c2290e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cc6fc3-88f3-451b-ac25-ef02d27232ee,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:54.366366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2450528 Feb 10 16:09:54.369169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34024) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:54.373802 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dbc7d-ec6c-4ca0-87c2-9385bed39ead tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Network': ['ID=0ff6646d-cf6e-4dcd-8c52-07fefb9c488e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:54.378275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:54.378363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34026) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:54.398145 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0ff6646d-cf6e-4dcd-8c52-07fefb9c488e details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:09:54.505849 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:54.568789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:09:54.569479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device d5bcc137-ba94-4fdb-bf9a-4faca7ce2ad7 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:54.673323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.702876 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.710608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Network 0ff6646d-cf6e-4dcd-8c52-07fefb9c488e is not hosted by any dhcp agent {{(pid=102614) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 16:09:54.711570 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:54.712090 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.722525 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "PUT /v2.0/networks/0ff6646d-cf6e-4dcd-8c52-07fefb9c488e HTTP/1.1" status: 200 len: 858 time: 0.3498204 Feb 10 16:09:54.726722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34030) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:54.781668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b6650-374e-430c-a39b-c88e85ce8f52 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event updated for resources: {'Network': ['ID=0ff6646d-cf6e-4dcd-8c52-07fefb9c488e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:54.805773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.960919 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:54.986799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff6646d-cf6e-4dcd-8c52-07fefb9c488e']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:54.999978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da64819-fd19-4d49-910a-3c8fc9f964d6') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:55.000349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da64819-fd19-4d49-910a-3c8fc9f964d6') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:55.011569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:55.037793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:55.046364 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:55.046881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:55.049519 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:55.573351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:55.585097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:55.592206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ff6646d-cf6e-4dcd-8c52-07fefb9c488e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 16:09:55.714778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:55.718678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] 10.222.0.21 "DELETE /v2.0/networks/0ff6646d-cf6e-4dcd-8c52-07fefb9c488e HTTP/1.1" status: 204 len: 168 time: 0.9900575 Feb 10 16:09:55.722145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34060) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:55.734495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edae4b3-aced-41f6-acbb-eb139bf5f9e1 tempest-ExternalNetworksTestJSON-259736673 tempest-ExternalNetworksTestJSON-259736673-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ff6646d-cf6e-4dcd-8c52-07fefb9c488e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:55.793858 n-d-827895-3 neutron-server[102614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f39378d-20e4-4334-a129-ce4ec9c87785 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] DELETE failed (client error): The resource could not be found. Feb 10 16:09:55.803625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f39378d-20e4-4334-a129-ce4ec9c87785 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:09:55.809290 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3f39378d-20e4-4334-a129-ce4ec9c87785 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] 10.222.0.21 "DELETE /v2.0/subnets/efd488fe-df72-4397-bb3a-16b10842cfff HTTP/1.1" status: 404 len: 337 time: 0.0831282 Feb 10 16:09:55.810357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34062) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:55.960599 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.157548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.215541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:56.235603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4734bc50-5233-4eb5-9fc4-1d198c9be2f0') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:56.235912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4734bc50-5233-4eb5-9fc4-1d198c9be2f0') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:56.279176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.296938 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.303486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:09:56.304117 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:09:56.343069 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:09:56.425325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.461197 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.464594 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] 10.222.0.21 "DELETE /v2.0/networks/cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944 HTTP/1.1" status: 204 len: 168 time: 0.6529047 Feb 10 16:09:56.479572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:56.479922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.517798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a680-d5ae-4148-913a-536feda6c025 tempest-ExternalNetworksTestJSON-212198991 tempest-ExternalNetworksTestJSON-212198991-project] Pushing event deleted for resources: {'Network': ['ID=cd0e24b5-c8e9-4dd3-b961-7bb9ecdb7944,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:56.642741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:56.643352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.660069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:56.921392 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:56.949188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34090) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:56.961111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:57.170906 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3e682439-594d-4bef-b067-da9cc117919e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7664140e23643f7a752274a122e0f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197709 Feb 10 16:09:57.173619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34098) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:57.238174 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.263710 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99412cf0-eca6-4bc1-8244-a87e0c5943b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.287812 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99412cf0-eca6-4bc1-8244-a87e0c5943b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.347230 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.360845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99412cf0-eca6-4bc1-8244-a87e0c5943b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.364006 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99412cf0-eca6-4bc1-8244-a87e0c5943b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.367946 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-99412cf0-eca6-4bc1-8244-a87e0c5943b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b2909e0-6dfe-4439-a38b-fdb51e33d20b HTTP/1.1" status: 204 len: 168 time: 0.1931880 Feb 10 16:09:57.379902 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99412cf0-eca6-4bc1-8244-a87e0c5943b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2909e0-6dfe-4439-a38b-fdb51e33d20b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:57.554091 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 365680da-2598-48ed-964f-3e6d595e41aa has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:09:57.790329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:09:57.803940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-03e3f744-67f3-4c1c-8412-02c31b028535 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "PUT /v2.0/routers/365680da-2598-48ed-964f-3e6d595e41aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4211407 Feb 10 16:09:57.803940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34112) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:57.806883 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] Sync routers for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:09:57.826412 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:57.829189 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:57.849709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34116) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:57.874727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34120) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:57.921708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting subnet 1d1e4514-9f22-4263-bb86-100af535373c {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:09:57.939170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:57.981755 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fe850d18-c6bc-416b-b971-3c7a01cfeaed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd78aee2144c4470b188a30cb265ccde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044707 Feb 10 16:09:57.982608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34128) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:58.031431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.110323 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:58.152503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53f5e748-4f0d-4747-98f1-bfb3298807f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.180954 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53f5e748-4f0d-4747-98f1-bfb3298807f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.225569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.263794 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53f5e748-4f0d-4747-98f1-bfb3298807f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.268141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53f5e748-4f0d-4747-98f1-bfb3298807f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.270097 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53f5e748-4f0d-4747-98f1-bfb3298807f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/966362d6-1c3b-4f9f-818b-588a13bc1231 HTTP/1.1" status: 204 len: 168 time: 0.2862313 Feb 10 16:09:58.271700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-d366ccfa-789e-447a-8b48-29db389117ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3419838 Feb 10 16:09:58.341412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6e054c4-32a8-47b6-a024-e8152dead7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.401587 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5e748-4f0d-4747-98f1-bfb3298807f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966362d6-1c3b-4f9f-818b-588a13bc1231,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:58.418750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.504456 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:56Z', 'revision_number': 7, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:58.509979 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1e4514-9f22-4263-bb86-100af535373c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:58.551197 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23efe0-07e7-4861-bcc9-e4821131be0f None None] Network 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:09:58.557364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.565651 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34144) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:58.571360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1e5eedb1-e9fc-4156-8372-b427ae22a66b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/subnets/1d1e4514-9f22-4263-bb86-100af535373c HTTP/1.1" status: 204 len: 168 time: 0.7599568 Feb 10 16:09:58.588933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-85c3d30c-cb33-41d6-9786-48a6aa3943af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:58.590536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-85c3d30c-cb33-41d6-9786-48a6aa3943af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1097 time: 0.2573979 Feb 10 16:09:58.591925 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] Checking router: 365680da-2598-48ed-964f-3e6d595e41aa for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:58.635300 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] Routers {'365680da-2598-48ed-964f-3e6d595e41aa'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:58.636317 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:09:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['365680da-2598-48ed-964f-3e6d595e41aa'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:58.638693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6e054c4-32a8-47b6-a024-e8152dead7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.826486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a6e054c4-32a8-47b6-a024-e8152dead7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.841210 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] Set router 365680da-2598-48ed-964f-3e6d595e41aa gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:58.897498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-29d46c29-341a-403a-8326-1c315b6c33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:58.898993 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-29d46c29-341a-403a-8326-1c315b6c33cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.2819278 Feb 10 16:09:58.928606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a6e054c4-32a8-47b6-a024-e8152dead7c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20d6ccadd682406ba402ea6422cec6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0775545 Feb 10 16:09:58.931188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34162) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:09:58.956781 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e054c4-32a8-47b6-a024-e8152dead7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a07d6d-5807-4dd2-b518-270467809ab6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:58.967203 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cf2f22cc-684c-4678-80d2-ffbc9dd6d1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:58.994453 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.098044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] DHCP port deletion for 020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:09:59.139080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-7c0c16b9-2257-4584-a638-9741b5825be5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 1000 time: 0.2294416 Feb 10 16:09:59.235914 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67aac557-b748-4ec0-bc92-b3b8e91ad82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.284642 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Deleting port dc67dd47-2377-45fc-8db7-fe35e144e595 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:59.285355 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.359417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67aac557-b748-4ec0-bc92-b3b8e91ad82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.362554 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.371948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-5d77897d-d3cb-4c9d-9696-622d27a11efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:59.373102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-5d77897d-d3cb-4c9d-9696-622d27a11efd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.2223668 Feb 10 16:09:59.392524 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:56Z', 'revision_number': 7, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:59.453190 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc521c4-bd59-4f69-8f35-51ef16de8633 None None] The sync data for ids ['365680da-2598-48ed-964f-3e6d595e41aa'] in n-d-827895-3 is: [{'id': '365680da-2598-48ed-964f-3e6d595e41aa', 'name': 'tempest-TestNetworkBasicOps-router-1060810178', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:06:16Z', 'updated_at': '2022-02-10T16:09:56Z', 'revision_number': 7, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': 'a020b625-f514-45fb-a0e7-7c6fab02abe8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365680da-2598-48ed-964f-3e6d595e41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:06:17Z', 'updated_at': '2022-02-10T16:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:59.498335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-79301305-f1b4-420c-ba46-0f75a13ea3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:59.500387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-79301305-f1b4-420c-ba46-0f75a13ea3fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059825 Feb 10 16:09:59.516027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] For port dc67dd47-2377-45fc-8db7-fe35e144e595, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=dc67dd47-2377-45fc-8db7-fe35e144e595,segment=NetworkSegment(6054b5b2-b0b4-4f41-8775-7bde8abdbc96),segment_id=6054b5b2-b0b4-4f41-8775-7bde8abdbc96)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:59.516446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.540160 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67aac557-b748-4ec0-bc92-b3b8e91ad82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.543648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67aac557-b748-4ec0-bc92-b3b8e91ad82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.548233 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-67aac557-b748-4ec0-bc92-b3b8e91ad82c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73a07d6d-5807-4dd2-b518-270467809ab6 HTTP/1.1" status: 204 len: 168 time: 0.6079950 Feb 10 16:09:59.563602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port a020b625-f514-45fb-a0e7-7c6fab02abe8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:09:59.565736 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.582443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Calling delete_port for dc67dd47-2377-45fc-8db7-fe35e144e595 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:59.610903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aac557-b748-4ec0-bc92-b3b8e91ad82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a07d6d-5807-4dd2-b518-270467809ab6,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:59.667420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-cdebbd1a-1aae-4e49-975b-1744657da486 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574667 Feb 10 16:09:59.801531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.816766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port a020b625-f514-45fb-a0e7-7c6fab02abe8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a020b625-f514-45fb-a0e7-7c6fab02abe8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:59.817142 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:09:59.864664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for a020b625-f514-45fb-a0e7-7c6fab02abe8 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:09:59.902999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f92d26a-317e-437a-9d7d-b983d1fc411e req-8f8ada14-2847-4855-a56d-e5b2af75abbc service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278042 Feb 10 16:09:59.906023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Pushing event deleted for resources: {'Port': ['ID=dc67dd47-2377-45fc-8db7-fe35e144e595,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:59.920599 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] No DVR routers for this DVR port dc67dd47-2377-45fc-8db7-fe35e144e595 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:59.924172 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.924980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.925995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.926558 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.927099 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.927984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.928515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.929091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.929623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.930231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.930765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:59.931293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01e06-9102-4ec4-b1bf-0e4aad1f3a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:00.037277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc67dd47-2377-45fc-8db7-fe35e144e595 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:00.093477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: dc67dd47-2377-45fc-8db7-fe35e144e595 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:00.093808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device dc67dd47-2377-45fc-8db7-fe35e144e595 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:00.096235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:00.150473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:00.150976 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 661e9c6f-c9d1-48e1-a16a-c96d8afa6fdc not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:00.266132 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:00.341943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=a020b625-f514-45fb-a0e7-7c6fab02abe8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:00.458891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:00.912697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34220) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:01.165392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1350686068'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:01.189024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.202465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.225579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Made reservation on behalf of d46587e111dc463a855b381a0e544c5d for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:01.230319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.251678 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.287765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.288349 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Fanout notify agent at l3_agent the message router_deleted on router 365680da-2598-48ed-964f-3e6d595e41aa {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:10:01.297788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.301500 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5aeeb4ba-02f7-4cf1-a569-8f9d86eedfe5 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/routers/365680da-2598-48ed-964f-3e6d595e41aa HTTP/1.1" status: 204 len: 168 time: 2.7214739 Feb 10 16:10:01.307969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34234) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:01.331963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b886fbff-db4a-4216-a939-13de1f182f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.449182 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.456800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.473777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.479569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:01.497239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.497441 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Added segment 2e3dec14-fb12-4bd1-9100-b1e379a64952 of type vlan for network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 Feb 10 16:10:01.626977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.667823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.669709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:01.678963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59259f83-30eb-4c9c-9433-d6b7ee7d859a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.689206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6054b5b2-b0b4-4f41-8775-7bde8abdbc96') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:01.689504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6054b5b2-b0b4-4f41-8775-7bde8abdbc96') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:01.711761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.734363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.737728 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.740235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:01.740866 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.749752 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:01.750151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:01.753104 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:01.877758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9600401 Feb 10 16:10:01.895989 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.946301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424553d8-8796-484d-98ea-962ae65c4343 tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Pushing event updated for resources: {'Network': ['ID=7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.949551 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:01.952957 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/networks/020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4 HTTP/1.1" status: 204 len: 168 time: 0.6425769 Feb 10 16:10:01.965875 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:01.978732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34248) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:01.983794 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be01cfc-8ace-48fb-8ac3-ec8786102c15 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Network': ['ID=020dcaf7-78ca-4bbe-a3fa-0f6dd84e14b4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.987214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'network': {'name': 'tempest-network-smoke--942620768', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'port_security_enabled': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:02.057386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:02.062566 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.098795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:02.112377 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.112712 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Added segment b917a9f5-e407-48bd-a9ee-f31ef9b78e02 of type vlan for network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 Feb 10 16:10:02.203411 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.264987 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.276261 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:02.276863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.426205 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.474311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4934895 Feb 10 16:10:02.476334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34262) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:02.481119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'admin_state_up': True, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:02.484985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34264) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:02.490147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Request body: {'port': {'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9', 'binding:host_id': 'n-h1-827895-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1491188312'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:02.523747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.527067 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.557894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8829cb-5000-44e0-b145-575fa936c427 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Network': ['ID=0cc485a1-9d2c-47f3-a518-b037bdd2da58,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:02.576667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:02.607509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Made reservation on behalf of 820db09219a54d33b6f5a62cfa1591d3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:02.609989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.627166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.669559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.761736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.768385 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:02.784165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 9b1baef5-d064-4f1c-b92d-abdcf4319066 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:02.950667 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.014505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd4c3fd-bcf4-494b-b9a1-0236848f801d,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:03.291813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 9b1baef5-d064-4f1c-b92d-abdcf4319066 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:03.312642 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.336479 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.377759 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.417649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=9b1baef5-d064-4f1c-b92d-abdcf4319066,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:03.434471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.498744 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Checking segment: {'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:03.499116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Network hostable DHCP agents. Network: 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:03.541418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:03.565380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:03.576910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:03.580694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.25.7.32 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/005dd820-1a05-414f-bbf2-e553bac1eec7) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:03.589586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fa796-42ec-4b4f-9a82-ffa903b4056e None None] Network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:03.658542 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.658914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.659283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.677309 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.677897 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.678463 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 2 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.695401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.696024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.696513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.717653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a020b625-f514-45fb-a0e7-7c6fab02abe8 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:03.718833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.719173 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.719712 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 3 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.752658 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.752994 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.754630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a020b625-f514-45fb-a0e7-7c6fab02abe8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:03.755343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a020b625-f514-45fb-a0e7-7c6fab02abe8 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:03.760168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.775524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.775855 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.776248 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 4 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.806161 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.806260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.806575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.818187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.818766 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.819544 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 5 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.855671 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.856190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.856581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.861702 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.861850 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.864188 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 6 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.866973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.892571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.892915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.893252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.904800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.905164 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.905519 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 7 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.937045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.937558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.938047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.942902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.943391 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.943985 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 8 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:03.955641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:03.972214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:03.972553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:03.972890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:03.986847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:03.987366 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:03.987996 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 9 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:04.005478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:04.008708 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:04.011573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:04.011725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:04.012059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:04.012059 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:04.022712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:04.023330 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:04.023475 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 10 to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 Feb 10 16:10:04.049104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=005dd820-1a05-414f-bbf2-e553bac1eec7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:04.053097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:04.053571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:04.054000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:04.062942 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:04.063381 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9b1baef5-d064-4f1c-b92d-abdcf4319066 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:04.065231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.133713 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.173012 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] For port 9b1baef5-d064-4f1c-b92d-abdcf4319066, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:04.173741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempted to set empty binding levels {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 16:10:04.179719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.249837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:04.250453 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.275404 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=9b1baef5-d064-4f1c-b92d-abdcf4319066,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:04.288184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fda60127-981a-4264-bc41-da804728c245 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8017132 Feb 10 16:10:04.291209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34312) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:04.338322 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.435825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.437126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Deleting port 9b1baef5-d064-4f1c-b92d-abdcf4319066 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:04.437605 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.510090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] For port 9b1baef5-d064-4f1c-b92d-abdcf4319066, host n-h1-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:04.510463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.524474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Calling delete_port for 9b1baef5-d064-4f1c-b92d-abdcf4319066 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:04.605264 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.630974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b1baef5-d064-4f1c-b92d-abdcf4319066,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:04.638976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.642322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-04735d35-25fd-44fb-8230-f27403170be7 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9b1baef5-d064-4f1c-b92d-abdcf4319066 HTTP/1.1" status: 204 len: 168 time: 0.3501127 Feb 10 16:10:04.647911 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34316) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:04.673252 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35d1927-4a61-4f32-aa0d-8ff619cca7d9 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] GET failed (client error): The resource could not be found. Feb 10 16:10:04.674704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c35d1927-4a61-4f32-aa0d-8ff619cca7d9 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "GET /v2.0/ports/9b1baef5-d064-4f1c-b92d-abdcf4319066 HTTP/1.1" status: 404 len: 333 time: 0.0258384 Feb 10 16:10:04.678961 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:04.685523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Request body: {'port': {'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-347985666'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:04.704789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.721678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Made reservation on behalf of 820db09219a54d33b6f5a62cfa1591d3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:04.724097 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:04.742164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 9d1f89f5-9830-40b3-a011-875b3e38ca8a yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:04.912107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 6e589af0-2d10-4d48-aacb-ed87588a8dea is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:10:04.982387 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.037536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.078243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:05.089268 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Sync routers for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:05.108858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.110394 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae87b3a1-42ca-4857-9358-4d4780cec940 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6329319 Feb 10 16:10:05.113684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34328) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:05.142249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:05.142896 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:05.143086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:05.157909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:05.161547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:05.162480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:05.163070 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.178677 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-12b8c8b0-c7a3-4134-9fb5-7c562de82aa3 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1164d52f1cb6463a91863409d8a824b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637536 Feb 10 16:10:05.181702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34330) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:05.187317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=9d1f89f5-9830-40b3-a011-875b3e38ca8a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:05.212389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8614c665-6d47-401d-b676-46b1e9e9912a tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5327594 Feb 10 16:10:05.215813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34332) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:05.220801 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:05.320232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.326989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a632fb-baca-40cf-bef6-f8c45d421d93 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:05.350013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71a632fb-baca-40cf-bef6-f8c45d421d93 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1581774 Feb 10 16:10:05.350808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34338) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:05.438251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3fbc78b9-a185-41b1-add1-f0ca0da8cc78 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0910764 Feb 10 16:10:05.441038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34346) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:05.450851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649531531', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:05.585511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:05.616160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:05.621103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.707861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 9d1f89f5-9830-40b3-a011-875b3e38ca8a yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:05.716626 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.733809 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.795536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:04Z', 'revision_number': 3, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:05.844245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Checking router: 6e589af0-2d10-4d48-aacb-ed87588a8dea for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:05.845668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Updating router 6e589af0-2d10-4d48-aacb-ed87588a8dea port 005dd820-1a05-414f-bbf2-e553bac1eec7 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:05.849571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=9d1f89f5-9830-40b3-a011-875b3e38ca8a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:05.902907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:05.903288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:05.914808 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.917706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:05.919922 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:05.926720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:05.927047 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:05.927462 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 2 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:05.956434 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:05.956775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:05.957108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:05.973613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:05.973968 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:05.974346 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 3 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.001711 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.002044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.002400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.008433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Subnet': ['ID=337dc2f8-f97c-4b75-ac2d-cb8077503d54,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:06.013759 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.014267 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.014682 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 4 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.022298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Checking segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:06.022777 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network hostable DHCP agents. Network: 0cc485a1-9d2c-47f3-a518-b037bdd2da58, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:06.046938 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.047407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.047636 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.047778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:06.054712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.055212 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.055785 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 5 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.062909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 0cc485a1-9d2c-47f3-a518-b037bdd2da58) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:06.070669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.072560 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.094427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.097040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.097560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.105991 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f87e2f55-906b-4c04-a9dd-a7a7e1fc3b29 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6636584 Feb 10 16:10:06.107424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.108172 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.108830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:06.110754 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 6 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.139784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.140128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.144519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.151952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.151952 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.151952 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 7 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.185736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.186017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.186451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.187796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc05bd8-b367-4b97-a4d9-682c1499ee43 None None] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:06.203181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.203725 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.204532 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 8 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.229292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.229766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.233019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.241701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.251531 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.252070 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 9 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.273107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.273531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.273941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.284631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.285135 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.285617 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 10 to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a Feb 10 16:10:06.318677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.319115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.320141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.328582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.331877 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:06.332337 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.478168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] For port 9d1f89f5-9830-40b3-a011-875b3e38ca8a, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:06.478666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempted to set empty binding levels {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 16:10:06.482819 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:10:06.482819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.485467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.508731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.546534 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.573873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] In _notify_port_updated(), no bound segment for port 9d1f89f5-9830-40b3-a011-875b3e38ca8a on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:10:06.574726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.575322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.584967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "PUT /v2.0/ports/9d1f89f5-9830-40b3-a011-875b3e38ca8a HTTP/1.1" status: 200 len: 974 time: 1.3682392 Feb 10 16:10:06.587495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34374) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:06.688616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4c4d-6cf9-437e-a379-9cd5c6ce6951 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=9d1f89f5-9830-40b3-a011-875b3e38ca8a,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:06.732889 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.733615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.734527 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.735170 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.735824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.736444 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.736907 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.737367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.737824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.738272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.738882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.739529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.740148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.740764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.741223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.741682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.742145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.745356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7fcb9f5b-f6c6-4390-92be-d07afc240ec8 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15316 time: 0.1568906 Feb 10 16:10:06.749147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34376) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:06.762069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31488047-2c05-4ff5-a9f7-6df6b4d7182a None None] Pushing event updated for resources: {'Port': ['ID=005dd820-1a05-414f-bbf2-e553bac1eec7,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:06.824431 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Attempting to bind port 005dd820-1a05-414f-bbf2-e553bac1eec7 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:06.825054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Attempting to bind port 005dd820-1a05-414f-bbf2-e553bac1eec7 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:06.825704 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Attempting to bind port 005dd820-1a05-414f-bbf2-e553bac1eec7 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.863069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Deleting port 9d1f89f5-9830-40b3-a011-875b3e38ca8a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:06.866055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.884286 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Allocated IP 172.20.0.2 (0cc485a1-9d2c-47f3-a518-b037bdd2da58/337dc2f8-f97c-4b75-ac2d-cb8077503d54/be1f38da-353b-45ba-afea-235189e82ec6) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:06.927848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:06.928576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:06.929144 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.940360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:06.941968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Bound port: 005dd820-1a05-414f-bbf2-e553bac1eec7, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:06.942558 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.971688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:06.998829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] For port 9d1f89f5-9830-40b3-a011-875b3e38ca8a, host n-h1-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:06.999872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.022481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Calling delete_port for 9d1f89f5-9830-40b3-a011-875b3e38ca8a owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:07.130386 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.163295 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.170105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9d1f89f5-9830-40b3-a011-875b3e38ca8a HTTP/1.1" status: 204 len: 168 time: 0.4169858 Feb 10 16:10:07.171331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34380) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:07.187801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] For port 005dd820-1a05-414f-bbf2-e553bac1eec7, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:07.211965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] For port 005dd820-1a05-414f-bbf2-e553bac1eec7, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=005dd820-1a05-414f-bbf2-e553bac1eec7,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:07.234516 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.261327 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.281570 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce18803b-b87e-47ca-ace5-794056214972 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] GET failed (client error): The resource could not be found. Feb 10 16:10:07.284319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ce18803b-b87e-47ca-ace5-794056214972 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "GET /v2.0/ports/9d1f89f5-9830-40b3-a011-875b3e38ca8a HTTP/1.1" status: 404 len: 333 time: 0.1121242 Feb 10 16:10:07.291601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34386) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:07.294029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bc3aa-6da5-4a02-b8d0-c46183c8aa66 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d1f89f5-9830-40b3-a011-875b3e38ca8a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:07.305277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1474145344', 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:07.320315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.342526 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:07.343131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:07.345531 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Made reservation on behalf of 820db09219a54d33b6f5a62cfa1591d3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:07.349431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.350155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:07.370213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 41c7c81b-44ae-400f-8401-2e488c8f8558 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:07.382113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:07.389868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.20.0.1 (0cc485a1-9d2c-47f3-a518-b037bdd2da58/337dc2f8-f97c-4b75-ac2d-cb8077503d54/0fed96ed-332c-4481-9b6e-7cc2677d698a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:07.392375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:07.415525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31488047-2c05-4ff5-a9f7-6df6b4d7182a None None] Pushing event updated for resources: {'Port': ['ID=005dd820-1a05-414f-bbf2-e553bac1eec7,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:07.545898 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Pushing event updated for resources: {'Port': ['ID=be1f38da-353b-45ba-afea-235189e82ec6,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:07.555087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:07.557014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Attempting to bind port be1f38da-353b-45ba-afea-235189e82ec6 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:07.557376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Attempting to bind port be1f38da-353b-45ba-afea-235189e82ec6 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:07.557734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Attempting to bind port be1f38da-353b-45ba-afea-235189e82ec6 on network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:07.588212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:07.588586 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Checking segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:07.588990 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.589404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Bound using segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:07.589923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Bound port: be1f38da-353b-45ba-afea-235189e82ec6, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:07.590304 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.616767 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.624710 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.669452 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.686280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] For port be1f38da-353b-45ba-afea-235189e82ec6, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:07.691584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] For port be1f38da-353b-45ba-afea-235189e82ec6, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=be1f38da-353b-45ba-afea-235189e82ec6,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:07.694620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.758168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:07.770018 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:07.775472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:07.782256 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:07.784162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=41c7c81b-44ae-400f-8401-2e488c8f8558,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:07.786357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:07.787322 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:07.790125 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.791594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:07.804449 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.828099 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c13b7f4c-827d-478f-9472-e5bed7bf250c tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5261192 Feb 10 16:10:07.828295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34394) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:07.883392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=0fed96ed-332c-4481-9b6e-7cc2677d698a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:07.892699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d24a69-6006-4734-b375-78f4cce1839b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:07.897779 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-62d24a69-6006-4734-b375-78f4cce1839b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "GET /v2.0/ports/41c7c81b-44ae-400f-8401-2e488c8f8558 HTTP/1.1" status: 200 len: 955 time: 0.0649531 Feb 10 16:10:07.898213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34396) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:07.898320 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e50d5-3b9a-43e4-b47f-6e8cec996aa0 None None] Pushing event updated for resources: {'Port': ['ID=be1f38da-353b-45ba-afea-235189e82ec6,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:07.940275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:07.974535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:04Z', 'revision_number': 3, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:08.215512 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe7129-1dfc-490c-a4b6-ba06d75329cc None None] The sync data for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 is: [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:04Z', 'revision_number': 3, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:08.669669 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:10:08.680217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Deleting port 41c7c81b-44ae-400f-8401-2e488c8f8558 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:08.687537 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:08.851177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:08.960733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:08.985621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Calling delete_port for 41c7c81b-44ae-400f-8401-2e488c8f8558 owned by {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:09.484973 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:09.494062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:09.610669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=0fed96ed-332c-4481-9b6e-7cc2677d698a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:09.697666 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:09.789162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e830475-09eb-4181-bb98-ad990c3beaf5 None None] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:09.874957 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 005dd820-1a05-414f-bbf2-e553bac1eec7 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:09.876164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:09.932820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:09.938664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "DELETE /v2.0/ports/41c7c81b-44ae-400f-8401-2e488c8f8558 HTTP/1.1" status: 204 len: 168 time: 2.0406895 Feb 10 16:10:09.939925 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700150d-7bee-4766-97cf-8b82dd37473b tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event deleted for resources: {'Port': ['ID=41c7c81b-44ae-400f-8401-2e488c8f8558,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:09.941344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34438) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:10.010882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5e5f2895-8533-4cde-97c7-6f4d1fdb28a2 None None] Provisioning complete for port be1f38da-353b-45ba-afea-235189e82ec6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:10.010882 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2895-8533-4cde-97c7-6f4d1fdb28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.039480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:10.043088 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec0f25-2c99-4591-97d1-b6fbf0a8519e tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] GET failed (client error): The resource could not be found. Feb 10 16:10:10.048096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-22ec0f25-2c99-4591-97d1-b6fbf0a8519e tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "GET /v2.0/ports/41c7c81b-44ae-400f-8401-2e488c8f8558 HTTP/1.1" status: 404 len: 333 time: 0.1032684 Feb 10 16:10:10.048502 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:10.055223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34446) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:10.069195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Request body: {'port': {'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-990352272'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:10.116812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Made reservation on behalf of 820db09219a54d33b6f5a62cfa1591d3 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:10.128699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 005dd820-1a05-414f-bbf2-e553bac1eec7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:10.128871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.129374 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.170973 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:10.244289 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2895-8533-4cde-97c7-6f4d1fdb28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.299161 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-5e5f2895-8533-4cde-97c7-6f4d1fdb28a2 None None] For port be1f38da-353b-45ba-afea-235189e82ec6, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=be1f38da-353b-45ba-afea-235189e82ec6,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:10.317335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2895-8533-4cde-97c7-6f4d1fdb28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.369689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 6e589af0-2d10-4d48-aacb-ed87588a8dea has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:10.433479 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.486903 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 005dd820-1a05-414f-bbf2-e553bac1eec7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=005dd820-1a05-414f-bbf2-e553bac1eec7,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:10.488094 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f2895-8533-4cde-97c7-6f4d1fdb28a2 None None] Pushing event updated for resources: {'Port': ['ID=be1f38da-353b-45ba-afea-235189e82ec6,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:10.504913 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.505712 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device be1f38da-353b-45ba-afea-235189e82ec6 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:10.612250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:10.680375 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8191aeb7-2b43-41f5-9adf-140d196c2c64 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "PUT /v2.0/routers/6e589af0-2d10-4d48-aacb-ed87588a8dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5701694 Feb 10 16:10:10.687119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34468) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:10.717211 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=005dd820-1a05-414f-bbf2-e553bac1eec7,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:10.751881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port be1f38da-353b-45ba-afea-235189e82ec6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:10.752355 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:10.998824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96cf7-b6b2-4c1d-8142-a69edaaaf3e2 req-892a34c4-aafa-4a10-b516-d564542b4f07 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.010213 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40f96cf7-b6b2-4c1d-8142-a69edaaaf3e2 req-892a34c4-aafa-4a10-b516-d564542b4f07 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1097 time: 0.6237125 Feb 10 16:10:11.033587 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Sync routers for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:11.048846 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:11.050703 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:11.057643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0ef2faa8-6698-44a0-a9f0-b7ac3eeafc4c None None] Provisioning complete for port 0fed96ed-332c-4481-9b6e-7cc2677d698a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:11.058252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ef2faa8-6698-44a0-a9f0-b7ac3eeafc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.072939 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.090773 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40f96cf7-b6b2-4c1d-8142-a69edaaaf3e2 req-2d02546e-eb79-474a-bd9a-cfdf0aea39a2 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741084 Feb 10 16:10:11.110102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34476) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:11.168465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2faa8-6698-44a0-a9f0-b7ac3eeafc4c None None] Port 0fed96ed-332c-4481-9b6e-7cc2677d698a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:11.178270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.197972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0ef2faa8-6698-44a0-a9f0-b7ac3eeafc4c None None] Provisioning complete for port be1f38da-353b-45ba-afea-235189e82ec6 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:11.203952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ef2faa8-6698-44a0-a9f0-b7ac3eeafc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.300313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.302642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.303366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.303767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.304290 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.306451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.306870 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.307336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.317780 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e6431d60-b4f9-4d16-81ab-33d933d5e44f tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5651 time: 0.6275971 Feb 10 16:10:11.319069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34484) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:11.336204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=3ccdef1d-f036-4dcc-8aa5-e3f2764ad195,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:11.357353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:11.365888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:11.369867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:11.371474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.372053 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.412482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-828147f3-8c84-4cee-a7fa-325d1eddd907 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3558829 Feb 10 16:10:11.413646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34490) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:11.429539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:11.502117 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:11.569766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-049244b6-8464-4ba4-9d55-bc160151f3e7 None None] Provisioning complete for port 0fed96ed-332c-4481-9b6e-7cc2677d698a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:11.570078 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-049244b6-8464-4ba4-9d55-bc160151f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.584454 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.674004 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.676073 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.676554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.678573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.679218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.679712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.682052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.688577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-049244b6-8464-4ba4-9d55-bc160151f3e7 None None] Port 0fed96ed-332c-4481-9b6e-7cc2677d698a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:11.691396 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e937eb4a-679e-4921-bbb5-3b67a9c668f1 tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.3680878 Feb 10 16:10:11.694456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34500) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:11.782184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 005dd820-1a05-414f-bbf2-e553bac1eec7 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:11.897319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 005dd820-1a05-414f-bbf2-e553bac1eec7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:11.898172 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:11.995229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8f818229-b99b-425d-8cf7-2e9ae74e6fac None None] Provisioning complete for port 0fed96ed-332c-4481-9b6e-7cc2677d698a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:11.995953 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f818229-b99b-425d-8cf7-2e9ae74e6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.013864 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:09Z', 'revision_number': 2, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:12.038676 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8f818229-b99b-425d-8cf7-2e9ae74e6fac None None] Port 0fed96ed-332c-4481-9b6e-7cc2677d698a cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:12.044413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] device_id is not set on port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 yet. {{(pid=102615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 16:10:12.058254 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.067173 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.072119 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Checking router: 6e589af0-2d10-4d48-aacb-ed87588a8dea for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:12.072638 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Updating router 6e589af0-2d10-4d48-aacb-ed87588a8dea port 0fed96ed-332c-4481-9b6e-7cc2677d698a binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:12.109978 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.150305 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device be1f38da-353b-45ba-afea-235189e82ec6 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:12.168691 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 41094de8-de8b-41d4-bb70-ce6b32cddba8 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:12.169075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.169075 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.169725 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.169830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.176169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.178604 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.183388 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 2 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.211109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=3ccdef1d-f036-4dcc-8aa5-e3f2764ad195,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:12.219662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.222361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.222881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.238446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.245719 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.257273 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 3 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.291499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.292070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.292830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.300125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.302684 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.303260 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 4 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.311726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port be1f38da-353b-45ba-afea-235189e82ec6 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:12.312110 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.335087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.336656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.337110 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.351280 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.351786 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.352282 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 5 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.387180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.391945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.392424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.403371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.406871 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.407625 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 6 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.447728 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f39f3bc3-20e3-4b7f-95f8-7e33dc78856e tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.7491899 Feb 10 16:10:12.470808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.471175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.471503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.485653 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.485995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.491333 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.493059 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.493582 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 7 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.504686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 41094de8-de8b-41d4-bb70-ce6b32cddba8 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:12.534499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.534840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.535175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.540589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.540914 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.541305 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 8 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.554654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.554983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.555315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.561787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.562120 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.562512 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 9 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.576939 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.577301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.577804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.582891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.583213 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.583638 n-d-827895-3 neutron-server[102615]: INFO neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempt 10 to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 Feb 10 16:10:12.596630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.596966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:12.597296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempting to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:12.602102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:12.602435 n-d-827895-3 neutron-server[102615]: ERROR neutron.plugins.ml2.managers [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Failed to bind port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on host n-h1-827895-3 for vnic_type normal using segments [{'id': '2e3dec14-fb12-4bd1-9100-b1e379a64952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9'}] Feb 10 16:10:12.602942 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.685698 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] For port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:12.686268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attempted to set empty binding levels {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 16:10:12.702982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.726416 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.739481 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.798051 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event updated for resources: {'Port': ['ID=3ccdef1d-f036-4dcc-8aa5-e3f2764ad195,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:12.819607 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.823351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] In _notify_port_updated(), no bound segment for port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 on network 7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 {{(pid=102615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 10 16:10:12.824726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:12.826847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:12.829828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2714448e-4765-450b-85ad-6fde16b160b3 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "PUT /v2.0/ports/3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 HTTP/1.1" status: 200 len: 974 time: 1.4133923 Feb 10 16:10:12.833820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34528) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:12.851150 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Pushing event updated for resources: {'Port': ['ID=0fed96ed-332c-4481-9b6e-7cc2677d698a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:12.875961 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.876394 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.876726 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.877058 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.877382 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.880633 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.881173 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.881520 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.882926 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.883148 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.883395 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.889891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34530) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:12.891157 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:12.905475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352138562', 'description': 'tempest-secgroup-smoke-352138562 description', 'project_id': '1164d52f1cb6463a91863409d8a824b9'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:12.925115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=41094de8-de8b-41d4-bb70-ce6b32cddba8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:12.999333 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Attempting to bind port 0fed96ed-332c-4481-9b6e-7cc2677d698a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:12.999730 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Attempting to bind port 0fed96ed-332c-4481-9b6e-7cc2677d698a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:13.000091 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Attempting to bind port 0fed96ed-332c-4481-9b6e-7cc2677d698a on network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:13.007663 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:13.008040 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Checking segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:13.008488 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.008932 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Bound using segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:13.009411 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Bound port: 0fed96ed-332c-4481-9b6e-7cc2677d698a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:13.015856 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.045378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Deleting port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:13.046009 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.062039 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.128402 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.128402 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP c4179de3-db6a-405d-a8e4-c902c476718b disassociated (deleted). External IP: 172.25.7.26, port: 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d. Feb 10 16:10:13.159323 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] For port 0fed96ed-332c-4481-9b6e-7cc2677d698a, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:13.162968 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] For port 0fed96ed-332c-4481-9b6e-7cc2677d698a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0fed96ed-332c-4481-9b6e-7cc2677d698a,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:13.171350 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.187514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] For port 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195, host n-h1-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:13.188234 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.211069 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Calling delete_port for 3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 owned by {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:13.264687 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:13.269565 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:13.287408 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32a7cd52-9226-42c7-bc30-1a4cbd739cfc None None] Provisioning complete for port 0fed96ed-332c-4481-9b6e-7cc2677d698a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:13.287952 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a7cd52-9226-42c7-bc30-1a4cbd739cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.330737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.435063 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.444227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 HTTP/1.1" status: 204 len: 168 time: 0.6039104 Feb 10 16:10:13.446338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34552) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:13.447162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed89eb-f90b-4575-af58-11f17f0bc474 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ccdef1d-f036-4dcc-8aa5-e3f2764ad195,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:13.517761 n-d-827895-3 neutron-server[102615]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e403255-84f6-4aa9-a340-ec0ef5935d29 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] GET failed (client error): The resource could not be found. Feb 10 16:10:13.521957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e403255-84f6-4aa9-a340-ec0ef5935d29 tempest-PortsAdminExtendedAttrsTestJSON-1060314904 tempest-PortsAdminExtendedAttrsTestJSON-1060314904-project-admin] 10.222.0.21 "GET /v2.0/ports/3ccdef1d-f036-4dcc-8aa5-e3f2764ad195 HTTP/1.1" status: 404 len: 333 time: 0.0653861 Feb 10 16:10:13.524992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34558) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:13.565027 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd5f92-499d-48b4-9157-fd36bcab3422 None None] Pushing event updated for resources: {'Port': ['ID=0fed96ed-332c-4481-9b6e-7cc2677d698a,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:13.582326 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a7cd52-9226-42c7-bc30-1a4cbd739cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.634741 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:13.657413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-32a7cd52-9226-42c7-bc30-1a4cbd739cfc None None] For port 0fed96ed-332c-4481-9b6e-7cc2677d698a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0fed96ed-332c-4481-9b6e-7cc2677d698a,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:13.670001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a7cd52-9226-42c7-bc30-1a4cbd739cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.711996 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.725292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.729622 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.754563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7cd52-9226-42c7-bc30-1a4cbd739cfc None None] Pushing event updated for resources: {'Port': ['ID=0fed96ed-332c-4481-9b6e-7cc2677d698a,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:13.830254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-a5680263-aafe-4178-bebd-268386f622fc None None] Provisioning complete for port 0fed96ed-332c-4481-9b6e-7cc2677d698a triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:13.831984 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a5680263-aafe-4178-bebd-268386f622fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.849390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:13.865858 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:13.873508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9742126 Feb 10 16:10:13.880730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4451b6-674b-4b6f-9726-e80b15c9edd8 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a680540-f878-4c80-b1fb-ce39784ba6ac,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:13.884948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34574) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:13.900338 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '8a680540-f878-4c80-b1fb-ce39784ba6ac', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:13.986270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.025064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:14.047327 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3dec14-fb12-4bd1-9100-b1e379a64952') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:14.048022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3dec14-fb12-4bd1-9100-b1e379a64952') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:14.061697 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.091182 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.106928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:14.107404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:14.110767 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:14.138100 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:14.181473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.217940 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28e85e-231d-4afc-95fd-91dedf48615c None None] The sync data for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 is: [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:14.264034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:14.270110 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.270823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.322051 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.328661 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] Sync routers for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:14.344986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:14.345607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:14.353034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dd83b6d7-cda7-40c9-aeec-4ad2d4303ab5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4179de3-db6a-405d-a8e4-c902c476718b HTTP/1.1" status: 204 len: 168 time: 3.2419260 Feb 10 16:10:14.358104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:14.363991 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] 10.222.0.21 "DELETE /v2.0/networks/7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9 HTTP/1.1" status: 204 len: 168 time: 0.8377709 Feb 10 16:10:14.369115 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19654696-eb58-45b4-8f2c-022745889530" -d '{"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:14.411900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94dd13-28a3-46b3-8bff-ccfd12fcce4c tempest-PortsAdminExtendedAttrsTestJSON-842814976 tempest-PortsAdminExtendedAttrsTestJSON-842814976-project] Pushing event deleted for resources: {'Network': ['ID=7ac9f60b-52a2-4ab6-89bc-db23abe9e9d9,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:14.412775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.419119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.471537 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bf0232-04bf-4779-a30a-99d979e83537,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:14.494118 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.495598 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a860b102-44b5-4d7a-af09-63d58a6b2d17 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6018806 Feb 10 16:10:14.499530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34590) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:14.504739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '8a680540-f878-4c80-b1fb-ce39784ba6ac', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:14.525543 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e72ca-d46a-4033-be48-0b4bd9818d60 x-openstack-request-id: req-fc4e72ca-d46a-4033-be48-0b4bd9818d60 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:14.525843 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:14.526101 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc4e72ca-d46a-4033-be48-0b4bd9818d60 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:14.526587 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'status': 'completed', 'code': 200} Feb 10 16:10:14.710877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:14.717247 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:14.728200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654696-eb58-45b4-8f2c-022745889530 req-393923f3-7a7c-4262-868d-a29218ce7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:14.730098 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-393923f3-7a7c-4262-868d-a29218ce7ca7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 1097 time: 0.1762979 Feb 10 16:10:14.804891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-bbc3044b-3bce-4eb4-b443-8fc02bb135fc req-10a72a8b-05ac-4979-9d77-e672f8607165 tempest-ServersTestJSON-1214283498 tempest-ServersTestJSON-1214283498-project] (102615) timed out ('10.222.0.75', 58394) {{(pid=102615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:10:14.987818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654696-eb58-45b4-8f2c-022745889530 req-3b919715-89de-423c-81c4-5fb60a410732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:14.989278 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-3b919715-89de-423c-81c4-5fb60a410732 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 200 len: 898 time: 0.2024255 Feb 10 16:10:15.027325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34606) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:15.201941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01d1ca-5ad2-4d60-8043-c32ffedb9ebe req-99b141ee-ef1b-4996-a38e-51b40b16b78f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:15.219689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc01d1ca-5ad2-4d60-8043-c32ffedb9ebe req-99b141ee-ef1b-4996-a38e-51b40b16b78f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 946 time: 0.4819255 Feb 10 16:10:15.244167 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-7941d42c-4db9-4fe3-8eee-06efff02f767 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 200 len: 217 time: 0.2257798 Feb 10 16:10:15.285327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:15.360283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] Checking router: 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:15.374236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654696-eb58-45b4-8f2c-022745889530 req-d4bd5f61-842a-4680-9f70-ced8f4d8d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:15.376135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-d4bd5f61-842a-4680-9f70-ced8f4d8d4c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 200 len: 835 time: 0.1157126 Feb 10 16:10:15.377998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:15.378692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:15.382574 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.413583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.418625 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a44e3426-f1ca-4f83-b0a6-fa10e51e272d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d46587e111dc463a855b381a0e544c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863804 Feb 10 16:10:15.419820 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34618) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:15.527011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc01d1ca-5ad2-4d60-8043-c32ffedb9ebe req-62e7e997-e701-4f77-807f-7f2215fb645f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048494 Feb 10 16:10:15.549195 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.550585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0500491 Feb 10 16:10:15.553371 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205ae76-d657-4370-b805-6b8ba5c6a422 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6d3cd3-5250-4e72-b0dd-6b12cd646e24,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:15.555010 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:15.574747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:15.575379 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654696-eb58-45b4-8f2c-022745889530 req-de7aaa0c-2a38-46b3-9007-62890fe8f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:15.577506 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-de7aaa0c-2a38-46b3-9007-62890fe8f19b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bcd23f-d73c-4a56-b366-2c2023ff1792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850762 Feb 10 16:10:15.597048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '8a680540-f878-4c80-b1fb-ce39784ba6ac', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:15.629719 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0279fad3-31e6-418e-82dc-2504a49c9942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.757971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0279fad3-31e6-418e-82dc-2504a49c9942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.781222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-fb397117-4aa2-4b52-a16d-606cf1ad9074 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959767 Feb 10 16:10:15.809830 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.872475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0fed96ed-332c-4481-9b6e-7cc2677d698a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:15.986773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:15.999918 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.016970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 0fed96ed-332c-4481-9b6e-7cc2677d698a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:16.019181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.031631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591c0d05-beb8-4a14-9305-216eeba7b9b6,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.034315 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0279fad3-31e6-418e-82dc-2504a49c9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.037223 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0279fad3-31e6-418e-82dc-2504a49c9942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.039140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0279fad3-31e6-418e-82dc-2504a49c9942 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59259f83-30eb-4c9c-9433-d6b7ee7d859a HTTP/1.1" status: 204 len: 168 time: 0.6180243 Feb 10 16:10:16.082498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279fad3-31e6-418e-82dc-2504a49c9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59259f83-30eb-4c9c-9433-d6b7ee7d859a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.102984 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.107632 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-99c77b3b-ee66-4ee8-b94a-4acdb9e3faaf tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5378172 Feb 10 16:10:16.108101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:16.115276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '8a680540-f878-4c80-b1fb-ce39784ba6ac', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:16.143490 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-d5760434-9d9c-453d-b4a5-5ea957ff79c7 service neutron] 10.222.0.45 "GET /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535511 Feb 10 16:10:16.168159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-943e388f-0fb1-437c-a5c0-7713e47bd777 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:16.170756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-943e388f-0fb1-437c-a5c0-7713e47bd777 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 946 time: 0.2136257 Feb 10 16:10:16.186649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.414380 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.416729 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:16.417834 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.422059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.455588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b125f0-71a2-4f84-9b0f-cd8439201871,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.465337 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.467432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8183719d-357f-4835-87de-0558b405b43b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577490 Feb 10 16:10:16.469749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34636) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:16.475850 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '8a680540-f878-4c80-b1fb-ce39784ba6ac', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:16.509783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:16.522809 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Project 1164d52f1cb6463a91863409d8a824b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:10:16.531021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.611293 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cd6e8-a9c2-4dfa-9729-bf11721e3a7b None None] The sync data for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 is: [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:08:05Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'ca976349-0225-4b70-b66c-6b593ae69a83', 'name': '', 'network_id': '42bcd23f-d73c-4a56-b366-2c2023ff1792', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:18:04:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'c0361286-556b-4976-b006-b9152a01fba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:03Z', 'updated_at': '2022-02-10T16:08:10Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'c0361286-556b-4976-b006-b9152a01fba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:16.655962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:16.656330 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.725306 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.734397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.744579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:16.788163 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe045d96-8abb-4a2d-88e9-ae984ae1ed95,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.800131 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:16.804561 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-979de829-e0c0-4f46-a455-80bdf5a63241 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325875 Feb 10 16:10:16.805183 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:16.805541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34642) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:16.814486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0af84-586d-4d79-bcb9-a1a5cef5f421 req-57e2a360-5feb-4c91-806a-b1d1aed861af tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:16.816815 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'security_group_rule': {'security_group_id': '8a680540-f878-4c80-b1fb-ce39784ba6ac', 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:16.826298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10d0af84-586d-4d79-bcb9-a1a5cef5f421 req-57e2a360-5feb-4c91-806a-b1d1aed861af tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=580129e7-9b21-4be6-87ef-0f42fc76fbe8 HTTP/1.1" status: 200 len: 946 time: 0.1720197 Feb 10 16:10:16.891415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34648) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:16.897791 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6d972e4a-b72b-4628-8f7a-00b852b3b64d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=820db09219a54d33b6f5a62cfa1591d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845010 Feb 10 16:10:16.919220 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Project 1164d52f1cb6463a91863409d8a824b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:10:16.928604 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.044972 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.053093 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.099419 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.101125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933221 Feb 10 16:10:17.110001 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1d8a5-5aea-4acd-bbf9-a77dfa934180 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255c4d4c-e5c3-404a-9bdf-781844092b51,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:17.120283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10d0af84-586d-4d79-bcb9-a1a5cef5f421 req-2453ff6e-6833-485e-9608-967e53c1c8af tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=59673c15-8628-4fdc-99fa-7834b0cdd5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928507 Feb 10 16:10:17.163926 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dded6-ae2e-4e1c-a47a-46a710333886 None None] New status for floating IP c4179de3-db6a-405d-a8e4-c902c476718b: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:10:17.206713 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.271617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:17.305115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0344b0c-49d6-4c18-9269-45c2f826956f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.410269 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0344b0c-49d6-4c18-9269-45c2f826956f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.461338 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] No DVR routers for this DVR port 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:17.473661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.476967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77ef99fe-ba1a-4595-bcc6-82e329384ee1 req-31ae4815-4ebb-439c-a56b-e25b093056a6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "DELETE /v2.0/ports/16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d HTTP/1.1" status: 204 len: 173 time: 1.2975001 Feb 10 16:10:17.482295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-deleted', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:17.484755 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026abe24-e508-4134-80b4-856a77984480" -d '{"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-deleted", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:17.609440 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-afae86f7-bf1e-462c-9068-083baddcb6be tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352138562&fields=id&tenant_id=1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 267 time: 0.2089796 Feb 10 16:10:17.802367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0344b0c-49d6-4c18-9269-45c2f826956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.805515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0344b0c-49d6-4c18-9269-45c2f826956f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:17.810282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d0344b0c-49d6-4c18-9269-45c2f826956f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dd4c3fd-bcf4-494b-b9a1-0236848f801d HTTP/1.1" status: 204 len: 168 time: 0.8437343 Feb 10 16:10:17.830310 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb51b124-086f-4481-aeff-f52f9d1f32dd x-openstack-request-id: req-eb51b124-086f-4481-aeff-f52f9d1f32dd {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:17.830671 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580129e7-9b21-4be6-87ef-0f42fc76fbe8", "name": "network-vif-deleted", "tag": "16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:17.831167 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb51b124-086f-4481-aeff-f52f9d1f32dd {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:17.832848 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580129e7-9b21-4be6-87ef-0f42fc76fbe8', 'name': 'network-vif-deleted', 'tag': '16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d', 'status': 'completed', 'code': 200} Feb 10 16:10:17.832848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344b0c-49d6-4c18-9269-45c2f826956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd4c3fd-bcf4-494b-b9a1-0236848f801d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:17.866554 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-ba271ec5-c360-4659-a189-f3d9a7f0eafe tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:17.874157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-ba271ec5-c360-4659-a189-f3d9a7f0eafe tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 796 time: 0.2556355 Feb 10 16:10:17.908980 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-6ab5141a-84e2-45f0-a5ae-900ec33e058b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/quotas/1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 375 time: 0.0278008 Feb 10 16:10:18.000624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-555ea5ab-f3ba-4ef3-aad2-ef912c698e9a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853522 Feb 10 16:10:18.031263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-040fcd9d-b52f-4a3d-b8cb-c8197b142504 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:18.034944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-040fcd9d-b52f-4a3d-b8cb-c8197b142504 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120122 Feb 10 16:10:18.200282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34684) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:18.271254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-d1ccd343-96b8-433d-8e18-5fd7d9878c81 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298326 Feb 10 16:10:18.467010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-8855b205-6de6-4690-a6a2-d8d5398b7511 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883683 Feb 10 16:10:18.842326 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53cde22d-9e0a-454d-8cc3-50bf17df4002 req-114ceaa3-cfd7-4b2a-847d-4f2d57d18595 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 210 time: 0.0471447 Feb 10 16:10:19.356771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34724) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.487103 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:19.659225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-2ad91ecd-4ee8-4a65-b786-6b589f0a4c77 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.660633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2ad91ecd-4ee8-4a65-b786-6b589f0a4c77 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3028836 Feb 10 16:10:19.663596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34740) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.675787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-bbb832b5-1d4f-4843-a102-0407679de1a9 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.684170 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bbb832b5-1d4f-4843-a102-0407679de1a9 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0189245 Feb 10 16:10:19.687835 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34744) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.699477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-b9dfbc25-f0de-4f60-abc0-17ce278f973b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.705623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b9dfbc25-f0de-4f60-abc0-17ce278f973b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0166144 Feb 10 16:10:19.706237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34746) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.716377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-c2c0a818-764f-45d1-bfe0-b9b552ed5c90 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.722152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c2c0a818-764f-45d1-bfe0-b9b552ed5c90 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0120227 Feb 10 16:10:19.724314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34748) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.740374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-fd9cbb72-cebd-4699-8739-611bf56e968a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.744164 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fd9cbb72-cebd-4699-8739-611bf56e968a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0160286 Feb 10 16:10:19.744815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34750) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.751425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-20b55bd3-47b6-4d3a-81c5-bb7b2fc4648b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.757393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-20b55bd3-47b6-4d3a-81c5-bb7b2fc4648b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114300 Feb 10 16:10:19.758563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34754) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.766200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-3a88fc61-f090-4ad6-9ff9-0b08371a7c89 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.770045 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34756) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.770178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3a88fc61-f090-4ad6-9ff9-0b08371a7c89 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0100923 Feb 10 16:10:19.775684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:19.794711 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-adad78a2-38ed-49db-b084-4069c3637d8b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.796336 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-adad78a2-38ed-49db-b084-4069c3637d8b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0247128 Feb 10 16:10:19.800754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34758) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.807909 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-f38a4009-8c2f-4c25-b758-e9993322ca47 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.808620 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f38a4009-8c2f-4c25-b758-e9993322ca47 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059319 Feb 10 16:10:19.812633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34760) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.818277 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-3131765a-bdbd-445b-aea4-a13ecc42791d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.822360 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3131765a-bdbd-445b-aea4-a13ecc42791d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053542 Feb 10 16:10:19.823787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34762) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.838381 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-ffb8c015-b747-4a27-a807-c278e23a9221 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.843433 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34764) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.844057 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ffb8c015-b747-4a27-a807-c278e23a9221 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0191925 Feb 10 16:10:19.850096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-1476b803-087c-4320-8926-e71d24196ba1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.851121 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1476b803-087c-4320-8926-e71d24196ba1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057979 Feb 10 16:10:19.853888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34766) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.859117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-0c2807de-59bc-4ebf-bc0e-3ce9c30919b1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.860147 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0c2807de-59bc-4ebf-bc0e-3ce9c30919b1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052602 Feb 10 16:10:19.863070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34768) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.916113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-2810b980-4f52-4315-9369-d45c59086825 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.922346 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2810b980-4f52-4315-9369-d45c59086825 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0166283 Feb 10 16:10:19.929092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34772) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.931249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-73516b81-d586-4ca0-b24b-62459f0a2540 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.935408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-73516b81-d586-4ca0-b24b-62459f0a2540 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0086994 Feb 10 16:10:19.936105 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34774) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.956397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-dc14a49b-220e-4ea0-8594-a081681fb1aa tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.959764 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dc14a49b-220e-4ea0-8594-a081681fb1aa tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0202987 Feb 10 16:10:19.961427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34776) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.966722 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-c91b0360-cf1c-40dc-8dd0-89e4c7296d73 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.970680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34778) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:19.971273 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c91b0360-cf1c-40dc-8dd0-89e4c7296d73 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083661 Feb 10 16:10:19.989437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-71df8254-9c12-4884-8c11-63b852fc6ac8 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:19.992830 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-71df8254-9c12-4884-8c11-63b852fc6ac8 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0188487 Feb 10 16:10:19.993552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.002148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-dbb15add-2e9d-4887-abd5-f2cdc7b1fb87 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.005380 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dbb15add-2e9d-4887-abd5-f2cdc7b1fb87 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078638 Feb 10 16:10:20.005709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.015519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-6377f674-220f-474c-bf3c-f7cbddf85820 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.021829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6377f674-220f-474c-bf3c-f7cbddf85820 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0118775 Feb 10 16:10:20.022867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34784) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.037739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-deadca87-b2ec-4771-a475-166445b72c03 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.041115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-deadca87-b2ec-4771-a475-166445b72c03 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0101676 Feb 10 16:10:20.044888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34786) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.052802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-db6ada90-5310-4fea-9f97-6bc0b2431253 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.056257 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-db6ada90-5310-4fea-9f97-6bc0b2431253 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080590 Feb 10 16:10:20.058659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34788) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.066015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8b931002-c7e8-4a7d-9da0-8b88f7234510 req-4335ffe5-e74b-4659-aee1-f785f35a18ca tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 210 time: 0.0805171 Feb 10 16:10:20.122607 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-1b0ea84b-4508-4b08-8672-489cc2a1f19d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.126047 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1b0ea84b-4508-4b08-8672-489cc2a1f19d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0641053 Feb 10 16:10:20.126437 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34790) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.131318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-35c8ddca-a3c0-419d-906b-2a786b05993b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.132352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-35c8ddca-a3c0-419d-906b-2a786b05993b tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048654 Feb 10 16:10:20.134957 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34792) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.142411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-f822f55f-272d-481b-b63f-a07265a6be23 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.143654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f822f55f-272d-481b-b63f-a07265a6be23 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075793 Feb 10 16:10:20.147339 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34794) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.151643 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-e48a656f-741e-471c-8a2d-9ae71ebb588d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.152833 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e48a656f-741e-471c-8a2d-9ae71ebb588d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045526 Feb 10 16:10:20.156006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34796) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.162934 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-907b5c8c-75a5-46df-a8fd-2a5cd31223fc tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.167642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-907b5c8c-75a5-46df-a8fd-2a5cd31223fc tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096684 Feb 10 16:10:20.170296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34798) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.181601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-f477adb3-ad26-4c24-8750-50530f55b203 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.184131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f477adb3-ad26-4c24-8750-50530f55b203 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0125842 Feb 10 16:10:20.186815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34800) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.200746 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-c13dff2d-33a0-4038-90fd-be1ecb08093a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.202522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c13dff2d-33a0-4038-90fd-be1ecb08093a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0134377 Feb 10 16:10:20.205361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34804) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.220932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-0bbf766c-0b59-451c-a828-5be68f8822cf tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.224907 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0bbf766c-0b59-451c-a828-5be68f8822cf tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0179200 Feb 10 16:10:20.227940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34806) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.239701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-763562ce-fd48-4e8f-ab83-1eb8b3cad211 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.242016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-763562ce-fd48-4e8f-ab83-1eb8b3cad211 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0126591 Feb 10 16:10:20.244700 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34808) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.249213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-cc96948d-0506-4c40-bbcd-250f10d824e3 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.250222 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cc96948d-0506-4c40-bbcd-250f10d824e3 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045414 Feb 10 16:10:20.253128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34810) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.265564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-0940f6dc-cc59-4c36-b040-8a3ec1e772f4 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.268272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0940f6dc-cc59-4c36-b040-8a3ec1e772f4 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0129764 Feb 10 16:10:20.272009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34812) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.289013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-c4cb14fa-86e7-473e-b04d-a6686c18c907 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.294225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c4cb14fa-86e7-473e-b04d-a6686c18c907 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0158436 Feb 10 16:10:20.295134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34814) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.297745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port ca976349-0225-4b70-b66c-6b593ae69a83 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:20.306259 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:20.315144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-e82d70b2-056c-45ce-a3de-9f3e20e056da tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.317349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e82d70b2-056c-45ce-a3de-9f3e20e056da tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0152078 Feb 10 16:10:20.319465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34816) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.342304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-d6a757e7-a360-499c-a8c7-f17c0e828084 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.344119 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6a757e7-a360-499c-a8c7-f17c0e828084 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0232990 Feb 10 16:10:20.346822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34818) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.351831 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-7275a56c-cfb7-4a0f-a9e2-a0cb2e0f1d27 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.353493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7275a56c-cfb7-4a0f-a9e2-a0cb2e0f1d27 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053964 Feb 10 16:10:20.356713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34820) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.362244 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-fc2af96f-f724-4943-a5b6-3b83f7f601b0 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.365077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc2af96f-f724-4943-a5b6-3b83f7f601b0 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0065858 Feb 10 16:10:20.367948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34822) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.377283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-cbc73d58-7fa8-4863-9441-77a23d4145b1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.379002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cbc73d58-7fa8-4863-9441-77a23d4145b1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0099375 Feb 10 16:10:20.382407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34824) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.390368 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-86f5a704-e783-4150-a87d-ca486db01bad tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.396662 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-86f5a704-e783-4150-a87d-ca486db01bad tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0115004 Feb 10 16:10:20.398597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34826) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.410960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-7196000d-bfba-47b5-b70d-1388073b9ac9 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.416249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7196000d-bfba-47b5-b70d-1388073b9ac9 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0153446 Feb 10 16:10:20.419094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34828) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.424509 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:20.429465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 16bf96bd-f9c9-4a5c-9a73-f3b6a5ce641d not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:20.432233 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-638f755e-7923-4500-a68a-ec566417564d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.438363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-638f755e-7923-4500-a68a-ec566417564d tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0146699 Feb 10 16:10:20.438363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34830) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.449066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-89f2ea20-d6b5-4dbf-bc03-3ee9ba6ec1aa tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.455754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34832) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.458887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-89f2ea20-d6b5-4dbf-bc03-3ee9ba6ec1aa tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0185997 Feb 10 16:10:20.460955 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-05c3bf59-3c94-4ce2-8488-7194cd846fb6 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.468032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-05c3bf59-3c94-4ce2-8488-7194cd846fb6 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106678 Feb 10 16:10:20.469044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34834) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.480920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-a70346a2-8679-4d8c-ae04-fe8bcb0062c1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.484758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a70346a2-8679-4d8c-ae04-fe8bcb0062c1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0134902 Feb 10 16:10:20.485380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34836) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.490527 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-ae05ca45-d9b7-4638-8d3b-5207da82bdef tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.494125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34838) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.494322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae05ca45-d9b7-4638-8d3b-5207da82bdef tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0078440 Feb 10 16:10:20.502486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-904c0247-7162-46b1-864e-ad2bca93a33e tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.509024 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34840) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.513488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-904c0247-7162-46b1-864e-ad2bca93a33e tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0173473 Feb 10 16:10:20.517041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-4f332c28-a49c-4914-a3b6-8fec1dbc2870 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.520388 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4f332c28-a49c-4914-a3b6-8fec1dbc2870 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0085480 Feb 10 16:10:20.521549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34842) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.528286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-e762dc89-04d1-40d7-954f-546383ea2697 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.531910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e762dc89-04d1-40d7-954f-546383ea2697 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0096037 Feb 10 16:10:20.532223 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34844) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.538571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-a07db41a-5b6d-44ad-905c-e3322f2bdde1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.542619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34846) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.543790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a07db41a-5b6d-44ad-905c-e3322f2bdde1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0101581 Feb 10 16:10:20.548737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [None req-410525fd-3866-4241-886f-e9d417620868 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.551865 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-410525fd-3866-4241-886f-e9d417620868 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060933 Feb 10 16:10:20.552507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34848) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.554947 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port ca976349-0225-4b70-b66c-6b593ae69a83, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=ca976349-0225-4b70-b66c-6b593ae69a83,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:20.555320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:20.560662 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-cd7a70b9-7fab-4feb-9e56-a82454663a04 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.564533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cd7a70b9-7fab-4feb-9e56-a82454663a04 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084848 Feb 10 16:10:20.565271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34850) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.569345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-d9cccf2d-05a0-486f-9de6-28a8392b43fd tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.572386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d9cccf2d-05a0-486f-9de6-28a8392b43fd tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041349 Feb 10 16:10:20.576037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34852) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.578888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for ca976349-0225-4b70-b66c-6b593ae69a83 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:20.582583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-c32a1f4a-d5b3-4822-85a0-a7bc5fc23891 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.587055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c32a1f4a-d5b3-4822-85a0-a7bc5fc23891 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090919 Feb 10 16:10:20.587922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34854) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.594172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-33792e08-ed83-4cd1-bf8f-5f01936eca40 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.598942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-33792e08-ed83-4cd1-bf8f-5f01936eca40 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0088170 Feb 10 16:10:20.600116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34856) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.604739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-1946ba14-185c-4597-a7ac-cb47122aaac1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.609149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1946ba14-185c-4597-a7ac-cb47122aaac1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078592 Feb 10 16:10:20.610155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34858) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.614426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-6202ef74-4bb5-459d-8565-120b497fd6f5 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.618148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6202ef74-4bb5-459d-8565-120b497fd6f5 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068581 Feb 10 16:10:20.619374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34860) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.623769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-e14a6874-923b-4d4a-8200-692e33db70c1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.627242 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e14a6874-923b-4d4a-8200-692e33db70c1 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065832 Feb 10 16:10:20.628003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34862) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.632778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-7fb63f20-e568-4072-a060-b07c217f1c77 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.636984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7fb63f20-e568-4072-a060-b07c217f1c77 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074530 Feb 10 16:10:20.637728 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34864) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.642420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-607d3fe4-c84b-41b9-bb60-a6758fc907e7 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.648437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-607d3fe4-c84b-41b9-bb60-a6758fc907e7 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0096562 Feb 10 16:10:20.649748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34866) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.656166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-4121f542-ecfd-439c-baa7-223c6757522a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.660776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4121f542-ecfd-439c-baa7-223c6757522a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094721 Feb 10 16:10:20.661417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34870) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.686623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-b1256076-53f8-4c7e-94bd-adba21e86319 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.686623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b1256076-53f8-4c7e-94bd-adba21e86319 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0215423 Feb 10 16:10:20.686623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34872) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.691706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-3dc71cce-ff49-44ea-b7d9-ad2ab0c19b06 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.695690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3dc71cce-ff49-44ea-b7d9-ad2ab0c19b06 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082152 Feb 10 16:10:20.696356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34874) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.700594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-cb696d95-6e88-4359-83bb-91a1f0d82a78 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.704544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cb696d95-6e88-4359-83bb-91a1f0d82a78 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072312 Feb 10 16:10:20.705172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34876) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.709360 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-6816c1e5-7c07-4cf7-9ec9-1a3c808bc492 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.712838 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6816c1e5-7c07-4cf7-9ec9-1a3c808bc492 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065987 Feb 10 16:10:20.713411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34878) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.717335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-a3e4cb20-bc63-404e-803d-ae8b1bb17027 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.722001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a3e4cb20-bc63-404e-803d-ae8b1bb17027 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076308 Feb 10 16:10:20.722611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34880) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.726865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-fbd8f5ee-935b-4032-8502-4c379e78a63a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.731173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fbd8f5ee-935b-4032-8502-4c379e78a63a tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076680 Feb 10 16:10:20.731826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34882) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.735782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-a28929f2-32b8-4e74-b195-10465b08152e tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.739526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a28929f2-32b8-4e74-b195-10465b08152e tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067647 Feb 10 16:10:20.740141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34886) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:20.744182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [None req-a8487ac4-c74e-417a-b29c-e22c86734f27 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:20.751495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a8487ac4-c74e-417a-b29c-e22c86734f27 tempest-ExtensionsTestJSON-1248055598 tempest-ExtensionsTestJSON-1248055598-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103335 Feb 10 16:10:21.173553 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:21.215006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34904) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:21.228831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=ca976349-0225-4b70-b66c-6b593ae69a83,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:21.250694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-dadc4826-1d87-4c2e-81c0-7cae8f1e8381 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:21.254281 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-dadc4826-1d87-4c2e-81c0-7cae8f1e8381 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 796 time: 0.4045708 Feb 10 16:10:21.282819 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-494ec805-e8d4-43d8-93ab-06dc5a4c447d req-42c135c1-d055-473f-ace3-48e6f8a1c009 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 210 time: 0.0834293 Feb 10 16:10:21.445005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd40633d-72d6-4815-ae90-d5c50b677115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:21.502956 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-0b833a16-af3b-47db-88c8-8517a61dafbc tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1164d52f1cb6463a91863409d8a824b9 HTTP/1.1" status: 200 len: 379 time: 0.1945450 Feb 10 16:10:21.542032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'port': {'device_id': '5347546d-037b-4d56-8743-a46ca318f4ae', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'admin_state_up': True, 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'security_groups': ['8a680540-f878-4c80-b1fb-ce39784ba6ac']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:21.654413 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd40633d-72d6-4815-ae90-d5c50b677115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:21.668183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-cd40633d-72d6-4815-ae90-d5c50b677115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:21.731384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40633d-72d6-4815-ae90-d5c50b677115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce25465c-7d58-4620-a7b6-c8f975cee12b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:21.791634 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-cd40633d-72d6-4815-ae90-d5c50b677115 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcfe8b68f44c4a3489b191e1f694f5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747120 Feb 10 16:10:21.792811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34926) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:21.844616 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:21.926578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e2e50e0-4781-4081-8e6d-b901ccd00503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:21.978046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e2e50e0-4781-4081-8e6d-b901ccd00503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.025982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34932) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:22.059514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e2e50e0-4781-4081-8e6d-b901ccd00503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.062921 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2e2e50e0-4781-4081-8e6d-b901ccd00503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.064817 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2e2e50e0-4781-4081-8e6d-b901ccd00503 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce25465c-7d58-4620-a7b6-c8f975cee12b HTTP/1.1" status: 204 len: 168 time: 0.2670987 Feb 10 16:10:22.076644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e50e0-4781-4081-8e6d-b901ccd00503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce25465c-7d58-4620-a7b6-c8f975cee12b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:22.209842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Made reservation on behalf of 1164d52f1cb6463a91863409d8a824b9 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:22.220505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.440944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b9e696c-dd88-4805-b8af-2d880d055a1e req-bd62a524-89ca-4f43-9f56-956bf680e2e7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 210 time: 0.0593171 Feb 10 16:10:22.514107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:22.546033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-016e0527-6206-48e2-8e56-68f0722a0d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.684666 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:22.696638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] Sync routers for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:22.699497 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-53c75f85-c996-4cf8-b1c9-63c19f6973e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/04878e7f-08e2-4d3e-ac2d-47977fd1c1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4949558 Feb 10 16:10:22.703822 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34952) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:22.706213 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-016e0527-6206-48e2-8e56-68f0722a0d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.710565 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.20.0.9 (0cc485a1-9d2c-47f3-a518-b037bdd2da58/337dc2f8-f97c-4b75-ac2d-cb8077503d54/43ff7f5b-5a54-4f29-9632-0670db24f809) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:22.712338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-016e0527-6206-48e2-8e56-68f0722a0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.722893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:22.723845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:22.764605 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e0527-6206-48e2-8e56-68f0722a0d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f4052b-6ef0-4153-8612-a2791246f82c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:22.770063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-016e0527-6206-48e2-8e56-68f0722a0d62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3732ef9bb1444075b3ae827bccba63c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421818 Feb 10 16:10:22.773080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34954) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:22.879377 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0107960d-abf4-4eb6-8efb-dc71b4fd53b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.896342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting subnet c0361286-556b-4976-b006-b9152a01fba5 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:10:22.927756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.927894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0107960d-abf4-4eb6-8efb-dc71b4fd53b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:22.987000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:23.010008 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0107960d-abf4-4eb6-8efb-dc71b4fd53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.013239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0107960d-abf4-4eb6-8efb-dc71b4fd53b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.016854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0107960d-abf4-4eb6-8efb-dc71b4fd53b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f4052b-6ef0-4153-8612-a2791246f82c HTTP/1.1" status: 204 len: 168 time: 0.2361534 Feb 10 16:10:23.034052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107960d-abf4-4eb6-8efb-dc71b4fd53b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f4052b-6ef0-4153-8612-a2791246f82c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:23.097940 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.252867 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.271548 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.428986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.451151 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.488017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:10:21Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:23.513327 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.527520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34980) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:23.532020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/subnets/c0361286-556b-4976-b006-b9152a01fba5 HTTP/1.1" status: 204 len: 168 time: 0.8271160 Feb 10 16:10:23.561242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfa441-870f-4f45-8386-778a07c7f59c None None] Network 42bcd23f-d73c-4a56-b366-2c2023ff1792 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:23.564785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] Checking router: 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:23.599949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e4fc-ed1a-4bc5-9dc3-cd9a120dd41d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Subnet': ['ID=c0361286-556b-4976-b006-b9152a01fba5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:23.628368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 34982) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:23.653554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:23.658121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:23.662642 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=43ff7f5b-5a54-4f29-9632-0670db24f809,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:23.686132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:23.778555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:23.779711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.779826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:23.810715 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-97cd1177-c1a4-4087-a093-43bcb13b6a3f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2842350 Feb 10 16:10:23.829954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Request body: {'port': {'device_id': '5347546d-037b-4d56-8743-a46ca318f4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:23.914726 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] Routers {'04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:23.917072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:23.944117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-371859342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:24.014465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34988) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:24.035729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.040969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.042215 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a54b07a4-e399-481e-8f9e-955df1fae77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.099789 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] Set router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:24.125965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a2988-6460-4b57-99a6-1e4711864f2d req-b25e6413-c392-4d52-85fe-7c39dc9a418d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:24.127706 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.128972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00a2988-6460-4b57-99a6-1e4711864f2d req-b25e6413-c392-4d52-85fe-7c39dc9a418d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 931 time: 0.3468297 Feb 10 16:10:24.168334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.198261 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.206972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.230911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e00a2988-6460-4b57-99a6-1e4711864f2d req-4cba50ec-003a-4725-adbc-7e09c4d837d6 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817988 Feb 10 16:10:24.241387 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.244125 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3e0d0a4b-7d66-41d6-b1bf-61ee477276b2 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6144896 Feb 10 16:10:24.247103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34990) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:24.288539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2049376660'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:24.324096 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.325763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a54b07a4-e399-481e-8f9e-955df1fae77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.340827 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a54b07a4-e399-481e-8f9e-955df1fae77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.366881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5903f1c6-feff-4a8d-97d8-72add5a4e7af None None] Provisioning complete for port 43ff7f5b-5a54-4f29-9632-0670db24f809 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:24.367286 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5903f1c6-feff-4a8d-97d8-72add5a4e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.380862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b07a4-e399-481e-8f9e-955df1fae77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325fb9d-8d0b-4f5a-89ca-2e591c647061,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:24.407535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5903f1c6-feff-4a8d-97d8-72add5a4e7af None None] Port 43ff7f5b-5a54-4f29-9632-0670db24f809 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:24.414603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:24.418774 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.441058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a54b07a4-e399-481e-8f9e-955df1fae77a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ee2f0df2e9b46daaa4b918856043481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244254 Feb 10 16:10:24.441985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.444299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 34994) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:24.462666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 82540f66-f8de-448b-9c8a-1c849ab99c3b {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:24.463010 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.523619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] DHCP port deletion for 42bcd23f-d73c-4a56-b366-2c2023ff1792 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:10:24.577290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 82540f66-f8de-448b-9c8a-1c849ab99c3b, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=82540f66-f8de-448b-9c8a-1c849ab99c3b,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:24.577692 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.591710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 82540f66-f8de-448b-9c8a-1c849ab99c3b owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:24.606708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:10:21Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:24.648622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ff7f5b-5a54-4f29-9632-0670db24f809 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:10:24.650542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b7ef3-3893-4f33-a6e9-ab9495804d0a None None] The sync data for ids ['04878e7f-08e2-4d3e-ac2d-47977fd1c1ac'] in n-d-827895-3 is: [{'id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458666169', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:07:53Z', 'updated_at': '2022-02-10T16:10:21Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '82540f66-f8de-448b-9c8a-1c849ab99c3b', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04878e7f-08e2-4d3e-ac2d-47977fd1c1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:07:54Z', 'updated_at': '2022-02-10T16:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:24.664921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.666418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] Deleting port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:24.667754 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.693931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Transition to ACTIVE for port object 43ff7f5b-5a54-4f29-9632-0670db24f809 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:10:24.702572 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.804262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] For port 178e643c-9b7c-4732-a1ca-44b0b1dc1697, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=178e643c-9b7c-4732-a1ca-44b0b1dc1697,segment=NetworkSegment(73e295c5-aa42-4ce9-b605-ea15da31e641),segment_id=73e295c5-aa42-4ce9-b605-ea15da31e641)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:24.809599 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:24.843031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] Calling delete_port for 178e643c-9b7c-4732-a1ca-44b0b1dc1697 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:24.938033 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Pushing event updated for resources: {'Port': ['ID=43ff7f5b-5a54-4f29-9632-0670db24f809,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:24.989618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Attempting to bind port 43ff7f5b-5a54-4f29-9632-0670db24f809 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:24.990226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Attempting to bind port 43ff7f5b-5a54-4f29-9632-0670db24f809 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:24.990876 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Attempting to bind port 43ff7f5b-5a54-4f29-9632-0670db24f809 on network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:24.999532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Port 43ff7f5b-5a54-4f29-9632-0670db24f809 on network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:25.000086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Attempting to bind port 43ff7f5b-5a54-4f29-9632-0670db24f809 on network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:25.010036 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:25.010833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Checking segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:25.011498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Bound using segment: {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:25.012126 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Bound port: 43ff7f5b-5a54-4f29-9632-0670db24f809, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:25.012739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.029793 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.050364 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.076792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7d97f79f-df63-4950-a6a4-7e5585073ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.090956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] Pushing event deleted for resources: {'Port': ['ID=178e643c-9b7c-4732-a1ca-44b0b1dc1697,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:25.106034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fe193-b1fa-430b-8279-32000ac50ccb None None] No DVR routers for this DVR port 178e643c-9b7c-4732-a1ca-44b0b1dc1697 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:25.144706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] For port 43ff7f5b-5a54-4f29-9632-0670db24f809, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:25.149857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] For port 43ff7f5b-5a54-4f29-9632-0670db24f809, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=43ff7f5b-5a54-4f29-9632-0670db24f809,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:25.164336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.168804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=82540f66-f8de-448b-9c8a-1c849ab99c3b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:25.232605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:25.233235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.233681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.237000 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] 10.222.0.75 "PUT /v2.0/ports/43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 1091 time: 1.4156554 Feb 10 16:10:25.237602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:25.241022 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b" -d '{"events": [{"name": "network-changed", "server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:25.254657 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7d97f79f-df63-4950-a6a4-7e5585073ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.340082 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.380233 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9056e-074b-4252-bb54-e6759e5f72b3 service neutron] Pushing event updated for resources: {'Port': ['ID=43ff7f5b-5a54-4f29-9632-0670db24f809,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:25.470336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-d20df87f-a4fe-4903-a706-73afa528bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:25.474996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-d20df87f-a4fe-4903-a706-73afa528bcdc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1094 time: 0.1419911 Feb 10 16:10:25.556235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:25.581249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac43b2-4a86-4786-8f0a-e176780bb8d3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:25.603379 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-99effdbd-7eeb-4c71-a1d3-ce89cc7b8d9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 217 time: 0.1178052 Feb 10 16:10:25.609378 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.633775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.634134 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Added segment 9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0 of type vlan for network c92afee8-7158-46d6-91ee-50c16b54cb93 Feb 10 16:10:25.699163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7d97f79f-df63-4950-a6a4-7e5585073ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.701621 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7d97f79f-df63-4950-a6a4-7e5585073ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.705301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7d97f79f-df63-4950-a6a4-7e5585073ba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8325fb9d-8d0b-4f5a-89ca-2e591c647061 HTTP/1.1" status: 204 len: 168 time: 1.0643504 Feb 10 16:10:25.709340 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-b34f66fc-1f7d-41de-ad36-ed835a01fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:25.712053 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-b34f66fc-1f7d-41de-ad36-ed835a01fd48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 200 len: 834 time: 0.1024685 Feb 10 16:10:25.872162 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-86438d92-6fcf-41cd-aa8a-0d9e84a1812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:25.877618 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-86438d92-6fcf-41cd-aa8a-0d9e84a1812a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cc485a1-9d2c-47f3-a518-b037bdd2da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532390 Feb 10 16:10:25.901522 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e69ab0-6580-4d02-9bd9-5f939d276787 req-b6dffad4-c57a-458f-b0c2-7096b3eba9b4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:25.903360 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e69ab0-6580-4d02-9bd9-5f939d276787 req-b6dffad4-c57a-458f-b0c2-7096b3eba9b4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 943 time: 0.4243095 Feb 10 16:10:25.923050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97f79f-df63-4950-a6a4-7e5585073ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325fb9d-8d0b-4f5a-89ca-2e591c647061,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:25.924070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ca976349-0225-4b70-b66c-6b593ae69a83 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:25.935801 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:25.973015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: ca976349-0225-4b70-b66c-6b593ae69a83 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:25.974224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device ca976349-0225-4b70-b66c-6b593ae69a83 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:25.974798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 178e643c-9b7c-4732-a1ca-44b0b1dc1697 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:25.978823 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.002577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 178e643c-9b7c-4732-a1ca-44b0b1dc1697 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:26.005302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 178e643c-9b7c-4732-a1ca-44b0b1dc1697 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:26.064574 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-901e694c-da5c-4801-801c-66d6f1d53978 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806743 Feb 10 16:10:26.065917 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dfc32b-e1df-4fca-ac8f-4f15bd54ed62 x-openstack-request-id: req-90dfc32b-e1df-4fca-ac8f-4f15bd54ed62 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:26.066350 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:26.066599 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90dfc32b-e1df-4fca-ac8f-4f15bd54ed62 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:26.067001 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'status': 'completed', 'code': 200} Feb 10 16:10:26.084021 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.131603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.132856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Fanout notify agent at l3_agent the message router_deleted on router 04878e7f-08e2-4d3e-ac2d-47977fd1c1ac {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:10:26.140231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6e69ab0-6580-4d02-9bd9-5f939d276787 req-90cb4771-abc8-466e-86ca-561fc7e0c79d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086778 Feb 10 16:10:26.145855 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.147105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7b0d79e2-d87b-4f4f-8642-27a1b3cc0331 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/routers/04878e7f-08e2-4d3e-ac2d-47977fd1c1ac HTTP/1.1" status: 204 len: 168 time: 2.6144397 Feb 10 16:10:26.150485 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35016) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:26.186273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.196716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.197242 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.260150 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7c45b781-2876-41b5-bd5e-6f4d7c687bb9 req-c3b1b93e-2ba5-422a-8a2a-e7960d34dc1c service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873739 Feb 10 16:10:26.340558 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0920877 Feb 10 16:10:26.343772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35020) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:26.361595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'subnet': {'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:26.402071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044adfa-f2e8-4985-a717-2b203b810fbe tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Network': ['ID=c92afee8-7158-46d6-91ee-50c16b54cb93,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:26.402632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-b569b86c-6414-44af-9df4-64e8aa0c1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.405140 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-b569b86c-6414-44af-9df4-64e8aa0c1efd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1094 time: 0.0777178 Feb 10 16:10:26.415399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network c92afee8-7158-46d6-91ee-50c16b54cb93 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:26.438224 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.528270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-087491a7-02e5-459d-b095-991969524cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.530071 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-087491a7-02e5-459d-b095-991969524cf1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 897 time: 0.1139288 Feb 10 16:10:26.563348 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.574638 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:26.578893 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.616301 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-a334ad1a-14f2-4e2a-8143-0b2ce1d3f643 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 217 time: 0.0769117 Feb 10 16:10:26.636806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bcd23f-d73c-4a56-b366-2c2023ff1792']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:26.657082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e295c5-aa42-4ce9-b605-ea15da31e641') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:26.657253 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e295c5-aa42-4ce9-b605-ea15da31e641') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:26.674625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.718883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-08c1fbd8-be8f-40bc-ab1d-1e60890d9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.721522 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-08c1fbd8-be8f-40bc-ab1d-1e60890d9d08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 200 len: 834 time: 0.0965219 Feb 10 16:10:26.728360 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.741421 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:26.741877 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:26.745887 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:26.803427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-8a05f11a-fcfd-43c6-83f3-c3ac8775bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.809151 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-8a05f11a-fcfd-43c6-83f3-c3ac8775bdda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cc485a1-9d2c-47f3-a518-b037bdd2da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780244 Feb 10 16:10:26.867092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.885086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:26.892841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/networks/42bcd23f-d73c-4a56-b366-2c2023ff1792 HTTP/1.1" status: 204 len: 168 time: 0.7407126 Feb 10 16:10:26.901901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35036) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:26.986511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd4722-ab6a-4881-820a-008eeb6eba58 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Network': ['ID=42bcd23f-d73c-4a56-b366-2c2023ff1792,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:27.037387 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-7fcce290-5c6e-45a5-b60a-b37493ac4f44 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193172 Feb 10 16:10:27.127366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.171492 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f655cfc-0942-4e9b-8047-2ff6d7de326c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.223655 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8be00ebc-b4e3-48d9-b0f0-edf8efaff22b req-6c24f0dc-1c34-446c-accc-cfebcbae8fd1 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740766 Feb 10 16:10:27.230949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f655cfc-0942-4e9b-8047-2ff6d7de326c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.237728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35052) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:27.370622 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.424930 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74a840eb-16c8-40e8-89b1-50ec01e85f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.556503 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74a840eb-16c8-40e8-89b1-50ec01e85f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.563849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74a840eb-16c8-40e8-89b1-50ec01e85f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.622909 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-74a840eb-16c8-40e8-89b1-50ec01e85f4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12e18475a51b4d8ba9fe041df344a1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835602 Feb 10 16:10:27.625940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35062) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:27.637861 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a840eb-16c8-40e8-89b1-50ec01e85f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe360fd-6024-46b2-a2ab-bdec49f39918,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:27.654979 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 82540f66-f8de-448b-9c8a-1c849ab99c3b no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:27.690794 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 82540f66-f8de-448b-9c8a-1c849ab99c3b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:27.691591 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 82540f66-f8de-448b-9c8a-1c849ab99c3b not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:27.741058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d9489102-67dd-4506-8b70-7002d8acb8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.769269 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f655cfc-0942-4e9b-8047-2ff6d7de326c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.772140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9f655cfc-0942-4e9b-8047-2ff6d7de326c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.773533 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9f655cfc-0942-4e9b-8047-2ff6d7de326c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/security-groups/59673c15-8628-4fdc-99fa-7834b0cdd5d5 HTTP/1.1" status: 204 len: 168 time: 0.8643997 Feb 10 16:10:27.774478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Subnet': ['ID=5ed85874-35ad-4f02-8b4f-73d34a3774c8,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:27.780250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d9489102-67dd-4506-8b70-7002d8acb8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.798575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Checking segment: {'id': '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:27.799185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network hostable DHCP agents. Network: c92afee8-7158-46d6-91ee-50c16b54cb93, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:27.803553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f655cfc-0942-4e9b-8047-2ff6d7de326c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59673c15-8628-4fdc-99fa-7834b0cdd5d5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:27.819288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111e28-cd65-483a-a814-98c70c17e5a0 req-f41ec0ca-5484-40b1-9785-0b330ec78c10 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:27.822453 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26111e28-cd65-483a-a814-98c70c17e5a0 req-f41ec0ca-5484-40b1-9785-0b330ec78c10 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 943 time: 0.5343559 Feb 10 16:10:27.875245 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d9489102-67dd-4506-8b70-7002d8acb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.877852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d9489102-67dd-4506-8b70-7002d8acb8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:27.879261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d9489102-67dd-4506-8b70-7002d8acb8b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abe360fd-6024-46b2-a2ab-bdec49f39918 HTTP/1.1" status: 204 len: 168 time: 0.2520885 Feb 10 16:10:27.892843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489102-67dd-4506-8b70-7002d8acb8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe360fd-6024-46b2-a2ab-bdec49f39918,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:27.909894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network c92afee8-7158-46d6-91ee-50c16b54cb93 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:27.944546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26111e28-cd65-483a-a814-98c70c17e5a0 req-26433bfa-c7f9-475b-9d47-84681d065a1b tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128905 Feb 10 16:10:27.951422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, c92afee8-7158-46d6-91ee-50c16b54cb93) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:27.961483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231dba63-1685-44b5-8644-7b6d64176441 None None] Network c92afee8-7158-46d6-91ee-50c16b54cb93 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:27.970929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:27.974506 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.014946 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-27c98441-db11-4d91-8be6-5b6ba892f169 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6670303 Feb 10 16:10:28.017841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35076) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:28.030970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'network': {'name': 'tempest-router-network01--1867077341'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:28.083011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:28.095865 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.150428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:28.160231 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.160571 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Added segment 96128843-516c-4fc8-98da-b7aaea3ee7b2 of type vlan for network 62be970e-d4b7-4d3f-b548-a98b68394d27 Feb 10 16:10:28.249189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.284889 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-c92afee8-7158-46d6-91ee-50c16b54cb93', 'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93', 'tenant_id': 'fc24e9fa07294e36ade965f8f383f4b3', 'fixed_ips': [{'subnet_id': '5ed85874-35ad-4f02-8b4f-73d34a3774c8'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:10:28.286232 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.301570 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.307419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:28.308065 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.381475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Network': ['ID=62be970e-d4b7-4d3f-b548-a98b68394d27,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:28.415129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-58f91ef0-7389-48e9-9371-efc15a307c26 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3962100 Feb 10 16:10:28.418479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:28.432852 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'network': {'name': 'tempest-router-network02--766382002'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:28.511117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:28.519552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:28.520573 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.572023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:28.592492 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.593918 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Added segment 3b19a4bf-4ea8-402c-9012-17a2c3c04ba5 of type vlan for network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a Feb 10 16:10:28.636709 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35092) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:28.641664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24708283', 'description': 'tempest-secgroup-smoke-24708283 description', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:28.676367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.693496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.732459 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.741281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Allocated IP 2001:db8::2 (c92afee8-7158-46d6-91ee-50c16b54cb93/5ed85874-35ad-4f02-8b4f-73d34a3774c8/06ede349-2f6b-4bd8-8bab-47ea518dfb94) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:28.748360 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:28.749053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.785732 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.790401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.802750 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3820570 Feb 10 16:10:28.812481 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35100) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:28.823703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'subnet': {'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:28.871226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744ea26-0f21-43f1-95d3-42cddf20348d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Network': ['ID=3f9f9dbf-366b-46ab-a16f-b4f2af470d0a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:28.879774 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:28.884144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2461333 Feb 10 16:10:28.885792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35102) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:28.900881 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '6ce108a9-9e03-4e6b-9c27-c4238c283beb', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:28.916084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cea249-9d59-4e56-b532-253f2d9064c5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce108a9-9e03-4e6b-9c27-c4238c283beb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:28.963015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:28.973990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.068835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.072366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.085843 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6a70161b-637c-495e-b3d0-11b4eec7db75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.090384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.100638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.117400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:29.122383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.128799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.130303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2363725 Feb 10 16:10:29.133838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35108) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:29.139325 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '6ce108a9-9e03-4e6b-9c27-c4238c283beb', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:29.143398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Network c92afee8-7158-46d6-91ee-50c16b54cb93 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:29.151920 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:29.156100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:29.186269 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ff52-14b1-48f1-a0e0-cf3a5c52e684 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e024ef41-eb8b-4139-87e4-e71741ac4088,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:29.202078 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.222472 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Attempting to bind port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:29.223171 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Attempting to bind port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:29.223719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Attempting to bind port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 on network c92afee8-7158-46d6-91ee-50c16b54cb93 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:29.232501 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Pushing event updated for resources: {'Port': ['ID=06ede349-2f6b-4bd8-8bab-47ea518dfb94,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:29.235407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:29.236048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Checking segment: {'id': '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:29.236613 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.237151 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Bound using segment: {'id': '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:29.237820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Bound port: 06ede349-2f6b-4bd8-8bab-47ea518dfb94, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c92afee8-7158-46d6-91ee-50c16b54cb93'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:29.238359 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.310575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642558bc-d3c1-4bb5-8504-46f99ad2d8aa req-95e0207c-59f2-49d7-8031-809e11e179df tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.312256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-642558bc-d3c1-4bb5-8504-46f99ad2d8aa req-95e0207c-59f2-49d7-8031-809e11e179df tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 943 time: 0.2000463 Feb 10 16:10:29.327126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] For port 06ede349-2f6b-4bd8-8bab-47ea518dfb94, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:29.331869 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] For port 06ede349-2f6b-4bd8-8bab-47ea518dfb94, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=06ede349-2f6b-4bd8-8bab-47ea518dfb94,segment=NetworkSegment(9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0),segment_id=9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:29.340987 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.375897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.390108 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.411177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-642558bc-d3c1-4bb5-8504-46f99ad2d8aa req-44b16e80-2b9d-4f2b-928d-acbac5e467db tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916097 Feb 10 16:10:29.466655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3297a8eb-59d6-45ab-9385-8fcbd9a5aedb,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:29.475141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.475763 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d229d468-1878-4e48-a46f-d9b569e0cfd9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3408251 Feb 10 16:10:29.479562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35118) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:29.493264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '6ce108a9-9e03-4e6b-9c27-c4238c283beb', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:29.493987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446985e-6d54-40c3-99f8-3ce129d975a1 None None] Pushing event updated for resources: {'Port': ['ID=06ede349-2f6b-4bd8-8bab-47ea518dfb94,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:29.585342 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.599818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.710087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Subnet': ['ID=d19bcedd-6158-4ed3-b16f-b7a1495b7dcb,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:29.738480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Checking segment: {'id': '96128843-516c-4fc8-98da-b7aaea3ee7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:29.738940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network hostable DHCP agents. Network: 62be970e-d4b7-4d3f-b548-a98b68394d27, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:29.772112 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:29.780367 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.784157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 62be970e-d4b7-4d3f-b548-a98b68394d27) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:29.793901 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.794418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1889e132-2d88-448a-8ce6-2eb3f6e90f09 None None] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:29.794894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.809362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.822882 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c18827cd-6830-488d-888d-c07edcb8dec8 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0083842 Feb 10 16:10:29.825786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35122) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:29.833181 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'subnet': {'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:29.835080 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d18b36b-b79d-4a0c-8475-d1dc0c127bdb,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:29.853332 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:29.858928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c22ce1d5-1525-4235-a357-c8cd51f701bc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3758769 Feb 10 16:10:29.859627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35124) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:29.868135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '6ce108a9-9e03-4e6b-9c27-c4238c283beb', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:29.930578 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.054222 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:30.055785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.059674 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.061819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.092591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.096701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2334070 Feb 10 16:10:30.096858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35128) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:30.101972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '6ce108a9-9e03-4e6b-9c27-c4238c283beb', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:30.134239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f13f1c-cca3-4f39-98b8-aed466b26656 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2a6699-8fd9-4d57-8f02-4f58ebb55d48,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:30.139774 n-d-827895-3 neutron-server[102615]: INFO neutron.db.securitygroups_db [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:10:30.146992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.241754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.248757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.272023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-62be970e-d4b7-4d3f-b548-a98b68394d27', 'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27', 'tenant_id': 'fc24e9fa07294e36ade965f8f383f4b3', 'fixed_ips': [{'subnet_id': 'd19bcedd-6158-4ed3-b16f-b7a1495b7dcb'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:10:30.273835 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.282353 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f80433-76b3-489a-86e4-bdf8a91db1e8,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:30.290372 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.294770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a0d2e105-c85a-4815-b233-7ee19c7e3730 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1946023 Feb 10 16:10:30.295256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35130) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:30.304365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': '6ce108a9-9e03-4e6b-9c27-c4238c283beb', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:30.383773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.399626 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:10:30.438505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.527245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Checking segment: {'id': '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:30.527919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network hostable DHCP agents. Network: 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:30.528519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Allocated IP 2001:db8::2 (62be970e-d4b7-4d3f-b548-a98b68394d27/d19bcedd-6158-4ed3-b16f-b7a1495b7dcb/5e1ee29b-defe-47fd-aa75-708eced6f4f7) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:30.562160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Subnet': ['ID=47b671d2-2899-4d3b-bd06-0bc9ca5f030e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:30.621625 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.627485 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:30.644396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.668740 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a360e1f6-4c43-4595-a131-2cf3017023b9,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:30.681749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:30.691406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1939093-6df1-4f66-a851-da44fccd942e req-6c67995a-5882-4e5a-b2a4-45c5f932e330 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:30.696200 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1939093-6df1-4f66-a851-da44fccd942e req-6c67995a-5882-4e5a-b2a4-45c5f932e330 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 943 time: 0.1297312 Feb 10 16:10:30.700204 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:30.701239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.725756 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.730920 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-60a33ecb-5e95-44d0-a36e-dd86a02e789e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4326105 Feb 10 16:10:30.731704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35138) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:30.739572 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f1ac78c-9682-496b-abca-580973595574 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9100747 Feb 10 16:10:30.741368 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'network': {'name': 'tempest-network-smoke--232497544', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'port_security_enabled': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:30.742471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35140) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:30.742939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 43ff7f5b-5a54-4f29-9632-0670db24f809 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:10:30.747944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2af76-efff-4025-9cc3-6a7659113017 None None] Network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:30.773704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:30.792660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.809008 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b1939093-6df1-4f66-a851-da44fccd942e req-dcb96298-5885-468d-a7f7-bf435ed5c817 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060686 Feb 10 16:10:30.857379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:30.878837 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.880230 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Added segment b8b5d6bd-7f27-4f34-ac13-01289190a2ee of type vlan for network 919b372c-e7e9-4349-b640-98e579775aa8 Feb 10 16:10:30.966238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.993307 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:30.998744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e026707-0ddc-40de-83f3-90791e6bfbc8 None None] Network c92afee8-7158-46d6-91ee-50c16b54cb93 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:30.999224 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.006619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:31.008127 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.028193 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.087398 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3542361 Feb 10 16:10:31.090701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35144) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:31.095612 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'admin_state_up': True, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:31.101166 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ff3b2-0a33-4b5d-ab81-0c7b8f005d05 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Network': ['ID=919b372c-e7e9-4349-b640-98e579775aa8,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:31.138963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:31.153049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 919b372c-e7e9-4349-b640-98e579775aa8 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:31.184497 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.186484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.187508 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.271853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:31.290769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:31.310261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bbc6ab2e-04c6-4df6-bd47-a563a63797ef None None] Provisioning complete for port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:31.310637 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ab2e-04c6-4df6-bd47-a563a63797ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.325343 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.336283 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee29b-defe-47fd-aa75-708eced6f4f7,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:31.345555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 43ff7f5b-5a54-4f29-9632-0670db24f809, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=43ff7f5b-5a54-4f29-9632-0670db24f809,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:31.436841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b47cb7b-0dd5-4f6d-85ed-11911fb90b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.458222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'port_id': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'mac_address': 'fa:16:3e:02:64:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:10:31.480256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-3f9f9dbf-366b-46ab-a16f-b4f2af470d0a', 'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a', 'tenant_id': 'fc24e9fa07294e36ade965f8f383f4b3', 'fixed_ips': [{'subnet_id': '47b671d2-2899-4d3b-bd06-0bc9ca5f030e'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:10:31.481112 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.533396 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Attempting to bind port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:31.533760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Attempting to bind port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '96128843-516c-4fc8-98da-b7aaea3ee7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:31.534114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Attempting to bind port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 on network 62be970e-d4b7-4d3f-b548-a98b68394d27 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:31.550946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.567191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:31.567574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Checking segment: {'id': '96128843-516c-4fc8-98da-b7aaea3ee7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:31.567990 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.568370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Bound using segment: {'id': '96128843-516c-4fc8-98da-b7aaea3ee7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:31.570113 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Bound port: 5e1ee29b-defe-47fd-aa75-708eced6f4f7, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96128843-516c-4fc8-98da-b7aaea3ee7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '62be970e-d4b7-4d3f-b548-a98b68394d27'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:31.570113 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.594185 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.653055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Allocated IP 2001:db8::1 (62be970e-d4b7-4d3f-b548-a98b68394d27/d19bcedd-6158-4ed3-b16f-b7a1495b7dcb/09de855f-d687-4877-93cb-00c9c3b6711f) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:31.842891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 06ede349-2f6b-4bd8-8bab-47ea518dfb94 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:31.845533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.846455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ff7f5b-5a54-4f29-9632-0670db24f809 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:10:31.914347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ab2e-04c6-4df6-bd47-a563a63797ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:31.960756 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 43ff7f5b-5a54-4f29-9632-0670db24f809, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=43ff7f5b-5a54-4f29-9632-0670db24f809,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:31.995612 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.044961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.052009 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] For port 5e1ee29b-defe-47fd-aa75-708eced6f4f7, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:32.066055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.081064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Allocated IP 2001:db8::2 (3f9f9dbf-366b-46ab-a16f-b4f2af470d0a/47b671d2-2899-4d3b-bd06-0bc9ca5f030e/95c70c3b-c3bf-4a33-afdb-3bde10b84b71) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:32.094629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] For port 5e1ee29b-defe-47fd-aa75-708eced6f4f7, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5e1ee29b-defe-47fd-aa75-708eced6f4f7,segment=NetworkSegment(96128843-516c-4fc8-98da-b7aaea3ee7b2),segment_id=96128843-516c-4fc8-98da-b7aaea3ee7b2)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:32.113449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bbc6ab2e-04c6-4df6-bd47-a563a63797ef None None] For port 06ede349-2f6b-4bd8-8bab-47ea518dfb94, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=06ede349-2f6b-4bd8-8bab-47ea518dfb94,segment=NetworkSegment(9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0),segment_id=9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:32.137670 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.148074 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ab2e-04c6-4df6-bd47-a563a63797ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.163709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=43ff7f5b-5a54-4f29-9632-0670db24f809,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:32.163949 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:32.172792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:32.172792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.178852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:32.183980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:32.184880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.231012 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.426210 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.462000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468063b1-e139-40e1-b0e8-7306cd4baa36 req-8d0ee2cc-2fb7-44f1-9a16-035a86afcb2c tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:32.464823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-468063b1-e139-40e1-b0e8-7306cd4baa36 req-8d0ee2cc-2fb7-44f1-9a16-035a86afcb2c tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 944 time: 0.4462304 Feb 10 16:10:32.484471 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.500649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Port': ['ID=09de855f-d687-4877-93cb-00c9c3b6711f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:32.549772 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.552255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:32.575291 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:32.579384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:32.592097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b6986134-d272-4994-8bb6-7664d9426b14 None None] Provisioning complete for port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:32.592466 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b6986134-d272-4994-8bb6-7664d9426b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.641034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['43ff7f5b-5a54-4f29-9632-0670db24f809'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:32.645871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ac035-f2da-4cd9-b875-2c3141e7e371 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee29b-defe-47fd-aa75-708eced6f4f7,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:32.711531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-468063b1-e139-40e1-b0e8-7306cd4baa36 req-d31e2e5c-2787-453b-8668-3e7d6679eba2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995220 Feb 10 16:10:32.753775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.74 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3aea682a-307e-4250-9ab0-7f1dc46eb241) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:32.793169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:32.997799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Attempting to bind port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:32.998384 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Attempting to bind port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:32.998758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Attempting to bind port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 on network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:33.020730 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:33.021274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Checking segment: {'id': '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:33.021782 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.022292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Bound using segment: {'id': '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:33.022872 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Bound port: 95c70c3b-c3bf-4a33-afdb-3bde10b84b71, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f9f9dbf-366b-46ab-a16f-b4f2af470d0a'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:33.023365 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.129784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6ab2e-04c6-4df6-bd47-a563a63797ef None None] Pushing event updated for resources: {'Port': ['ID=06ede349-2f6b-4bd8-8bab-47ea518dfb94,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.232515 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.317548 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.393766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Pushing event updated for resources: {'Port': ['ID=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.404244 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] For port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:33.410767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] For port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,segment=NetworkSegment(3b19a4bf-4ea8-402c-9012-17a2c3c04ba5),segment_id=3b19a4bf-4ea8-402c-9012-17a2c3c04ba5)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:33.418974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.446221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:33.459952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:33.469356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:33.472964 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.476274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=3aea682a-307e-4250-9ab0-7f1dc46eb241,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.500653 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.507424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:33.575188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e410c28-263c-45d0-8014-4157347ca6a0 None None] Pushing event updated for resources: {'Port': ['ID=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.712749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Port': ['ID=09de855f-d687-4877-93cb-00c9c3b6711f,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.989778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20072af4-39e9-4945-971b-022bd5985418 None None] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:34.107005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 06ede349-2f6b-4bd8-8bab-47ea518dfb94 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:34.219285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.220823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-44fcf1a3-d102-494e-bfb2-cb1b33deaac8 None None] Provisioning complete for port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:34.221811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44fcf1a3-d102-494e-bfb2-cb1b33deaac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.331422 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44fcf1a3-d102-494e-bfb2-cb1b33deaac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.380662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-44fcf1a3-d102-494e-bfb2-cb1b33deaac8 None None] For port 5e1ee29b-defe-47fd-aa75-708eced6f4f7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5e1ee29b-defe-47fd-aa75-708eced6f4f7,segment=NetworkSegment(96128843-516c-4fc8-98da-b7aaea3ee7b2),segment_id=96128843-516c-4fc8-98da-b7aaea3ee7b2)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:34.405704 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-44fcf1a3-d102-494e-bfb2-cb1b33deaac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.455825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:34.460620 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:34.489445 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.510854 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcf1a3-d102-494e-bfb2-cb1b33deaac8 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee29b-defe-47fd-aa75-708eced6f4f7,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:34.532785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:34.533591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.564769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f37-8cf4-4cae-aca2-7b47d7dbff7f req-6fa135a9-54a5-4d2c-8e2f-210ecc73ccd1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:34.572260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cef8f37-8cf4-4cae-aca2-7b47d7dbff7f req-6fa135a9-54a5-4d2c-8e2f-210ecc73ccd1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 944 time: 0.1689065 Feb 10 16:10:34.674335 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5e1ee29b-defe-47fd-aa75-708eced6f4f7 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:34.679775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 43ff7f5b-5a54-4f29-9632-0670db24f809 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:34.743705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2cef8f37-8cf4-4cae-aca2-7b47d7dbff7f req-f5dff60d-70fb-4462-98b6-02d29895a4fc tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703937 Feb 10 16:10:34.809444 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.831419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:34.831826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:34.937719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Router 63bbdedb-a6ff-471f-9fa0-f4dafaf621bb is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:10:34.975016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 43ff7f5b-5a54-4f29-9632-0670db24f809 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:10:34.984823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 43ff7f5b-5a54-4f29-9632-0670db24f809 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:34.985204 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.111564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d741ad35-756e-4a17-898e-d60a260d0ba7 None None] Provisioning complete for port 09de855f-d687-4877-93cb-00c9c3b6711f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:35.112275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d741ad35-756e-4a17-898e-d60a260d0ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.180328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:35.181052 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.192934 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] Sync routers for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:35.209934 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:35.210730 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:35.215365 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-52f32d1f-2295-4731-8b8f-0f6e4b4fa926 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4718463 Feb 10 16:10:35.218242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35226) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:35.240385 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 43ff7f5b-5a54-4f29-9632-0670db24f809, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=43ff7f5b-5a54-4f29-9632-0670db24f809,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:35.254138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:35.257253 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1147808d-156c-4a43-81b8-a51632f728b2" -d '{"events": [{"server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:35.274101 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.336325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=43ff7f5b-5a54-4f29-9632-0670db24f809,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:35.347139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d741ad35-756e-4a17-898e-d60a260d0ba7 None None] Port 09de855f-d687-4877-93cb-00c9c3b6711f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:35.361504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d741ad35-756e-4a17-898e-d60a260d0ba7 None None] Provisioning complete for port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:35.361938 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d741ad35-756e-4a17-898e-d60a260d0ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.394808 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:35.430212 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.436112 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:35.436934 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:35.458887 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24da062-1603-4335-b3b7-121b529e6024 None None] Network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:35.523628 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:35.524542 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686ebf4-b364-492f-a89b-5f457bad4e27 None None] The sync data for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:35.665075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Provisioning complete for port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:35.665075 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.748640 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0471c35b-3185-4626-ae9a-28c443783eb5 x-openstack-request-id: req-0471c35b-3185-4626-ae9a-28c443783eb5 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:35.750128 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:35.750585 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0471c35b-3185-4626-ae9a-28c443783eb5 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:35.751103 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'code': 200} Feb 10 16:10:35.761406 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 059945ed-4d20-4878-874b-7f23d1c41ae0 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:10:35.865185 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:35.943012 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] For port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,segment=NetworkSegment(3b19a4bf-4ea8-402c-9012-17a2c3c04ba5),segment_id=3b19a4bf-4ea8-402c-9012-17a2c3c04ba5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:35.957593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.034559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5e1ee29b-defe-47fd-aa75-708eced6f4f7 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:36.071409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c1c3-8247-4b98-9a18-2c315c7827b0 req-0f24ac77-d340-457d-b23d-2408f5b1513d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:36.074319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1f6c1c3-8247-4b98-9a18-2c315c7827b0 req-0f24ac77-d340-457d-b23d-2408f5b1513d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.0774295 Feb 10 16:10:36.075945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:36.118561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Sync routers for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:36.128817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Provisioning complete for port 09de855f-d687-4877-93cb-00c9c3b6711f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:36.129475 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.129867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.131359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1087825b-5af6-4951-ad03-4c258e0a8fbe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0394423 Feb 10 16:10:36.135375 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:36.154708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e1f6c1c3-8247-4b98-9a18-2c315c7827b0 req-5677447b-73bf-437f-8d42-4ed4608ad580 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698102 Feb 10 16:10:36.185851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-00ba1736-ef42-4924-9f70-a8262f7778bb tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0e71f23dd194896a39436d5ea6cedc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477493 Feb 10 16:10:36.189681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35240) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:36.211590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:36.212238 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:36.218275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Pushing event updated for resources: {'Port': ['ID=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:36.265389 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-9f40b3d4-db6c-4e0c-877f-570855687417 None None] Port 09de855f-d687-4877-93cb-00c9c3b6711f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:36.285027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:36.285408 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.326474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeefce9-d635-44f5-849a-89b400bac8aa tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:36.331777 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4aeefce9-d635-44f5-849a-89b400bac8aa tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410294 Feb 10 16:10:36.332525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35242) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:36.398905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f452b592-0dfd-4f3d-810d-0cffec9c93c6 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649786 Feb 10 16:10:36.399664 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35248) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:36.406933 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-844763226', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:36.559564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:36.564375 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.566275 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c590f-a0e6-4024-8c74-8e41ee3f7520 req-e421a642-e198-4101-9eed-faebe2c37718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:36.568289 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3b6c590f-a0e6-4024-8c74-8e41ee3f7520 req-e421a642-e198-4101-9eed-faebe2c37718 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1276321 Feb 10 16:10:36.601740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:36.604736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d53659db-ea91-48a2-b5c5-bb5dbe6c5ffd None None] Provisioning complete for port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:36.605118 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d53659db-ea91-48a2-b5c5-bb5dbe6c5ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.688227 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3b6c590f-a0e6-4024-8c74-8e41ee3f7520 req-2c7d6969-b9fa-4c0b-b0ce-6003cabd6e0c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768950 Feb 10 16:10:36.785206 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-3bfc7f8a-1a65-4965-8303-ed300d924c1f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:10:36.786796 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3bfc7f8a-1a65-4965-8303-ed300d924c1f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5673628 Feb 10 16:10:36.789804 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35252) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:36.809697 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.896595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Checking segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:36.897007 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network hostable DHCP agents. Network: 919b372c-e7e9-4349-b640-98e579775aa8, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:36.905708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Subnet': ['ID=e7d6e037-976f-4737-af62-cc06396497a3,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:36.929097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:36.935575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 919b372c-e7e9-4349-b640-98e579775aa8 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:36.948544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 919b372c-e7e9-4349-b640-98e579775aa8) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:36.965970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:36.966325 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:36.992230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2287cab4-b159-4934-bacb-45ca37691f53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5905125 Feb 10 16:10:36.992936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35256) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:36.996062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59b6a5-39f6-4eaa-8df2-5e8522049eac None None] Network 919b372c-e7e9-4349-b640-98e579775aa8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:37.136653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:37.137334 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.348928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d53659db-ea91-48a2-b5c5-bb5dbe6c5ffd None None] Provisioning complete for port 09de855f-d687-4877-93cb-00c9c3b6711f triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:37.349336 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d53659db-ea91-48a2-b5c5-bb5dbe6c5ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.430860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.470807 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d53659db-ea91-48a2-b5c5-bb5dbe6c5ffd None None] Port 09de855f-d687-4877-93cb-00c9c3b6711f cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:37.483301 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9647f-980f-4992-b7fa-7af760c2cfb1 req-ba861bfe-6825-466c-bf72-36867763fab0 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:37.485118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aca9647f-980f-4992-b7fa-7af760c2cfb1 req-ba861bfe-6825-466c-bf72-36867763fab0 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.1873057 Feb 10 16:10:37.527686 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-919b372c-e7e9-4349-b640-98e579775aa8', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:10:37.535361 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.542877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:34Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:37.593635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Checking router: 059945ed-4d20-4878-874b-7f23d1c41ae0 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:37.594001 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Updating router 059945ed-4d20-4878-874b-7f23d1c41ae0 port 3aea682a-307e-4250-9ab0-7f1dc46eb241 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:37.617454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aca9647f-980f-4992-b7fa-7af760c2cfb1 req-78764d86-bf01-4b64-9593-32ad53ed4b6a tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255417 Feb 10 16:10:37.732707 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.740085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.759264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:37.907148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting port 09de855f-d687-4877-93cb-00c9c3b6711f {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:37.907729 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:37.983090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Allocated IP 172.20.0.2 (919b372c-e7e9-4349-b640-98e579775aa8/e7d6e037-976f-4737-af62-cc06396497a3/c8d08e13-ceee-406a-a9c7-10b4ea3fd795) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:38.019602 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.036390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Calling delete_port for 09de855f-d687-4877-93cb-00c9c3b6711f owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:38.081024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:38.081399 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.351264 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.391878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Port': ['ID=09de855f-d687-4877-93cb-00c9c3b6711f,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.403599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.404119 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.404663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.405109 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.405559 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.406011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.406452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.406892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.407331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.407806 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.408242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.408673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:38.459071 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.470662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.571664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Network 919b372c-e7e9-4349-b640-98e579775aa8 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:38.593604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:38.599278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:38.608092 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.1 (919b372c-e7e9-4349-b640-98e579775aa8/e7d6e037-976f-4737-af62-cc06396497a3/f2607677-1489-43d8-a21d-de291b55ef6e) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:38.615653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Pushing event updated for resources: {'Port': ['ID=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.659624 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.729311 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.785999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.859185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Attempting to bind port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:38.860000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Attempting to bind port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:38.860554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Attempting to bind port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:38.883431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.886259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:38.894289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Checking segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:38.894906 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.895375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Bound using segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:38.895972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Bound port: c8d08e13-ceee-406a-a9c7-10b4ea3fd795, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:38.896428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:38.904229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35288) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:38.986840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] For port c8d08e13-ceee-406a-a9c7-10b4ea3fd795, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:38.990178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] For port c8d08e13-ceee-406a-a9c7-10b4ea3fd795, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:38.993636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6b873-4f0f-41da-8f47-fc58c9d41fd8 None None] Pushing event updated for resources: {'Port': ['ID=3aea682a-307e-4250-9ab0-7f1dc46eb241,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.997275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Attempting to bind port 3aea682a-307e-4250-9ab0-7f1dc46eb241 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:38.997738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Attempting to bind port 3aea682a-307e-4250-9ab0-7f1dc46eb241 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:38.998191 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Attempting to bind port 3aea682a-307e-4250-9ab0-7f1dc46eb241 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:39.006263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.028964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d199c-76ce-4159-a459-ed706bc03d5b req-a65fba4b-3e55-4129-b2fb-e268849b7ff7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:39.030837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-139d199c-76ce-4159-a459-ed706bc03d5b req-a65fba4b-3e55-4129-b2fb-e268849b7ff7 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.2112703 Feb 10 16:10:39.038068 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.048209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:39.048699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:39.049170 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.049631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:39.050182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Bound port: 3aea682a-307e-4250-9ab0-7f1dc46eb241, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:39.050649 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.082558 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Router 63bbdedb-a6ff-471f-9fa0-f4dafaf621bb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:39.146484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aacfe5-1040-4348-8600-441443cf1071 None None] Pushing event updated for resources: {'Port': ['ID=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:39.154656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4994ca54-0521-4e31-9e0e-fe1c1d99d3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.162133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 919b372c-e7e9-4349-b640-98e579775aa8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:39.178247 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:39.186376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:39.191848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=f2607677-1489-43d8-a21d-de291b55ef6e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:39.196893 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-139d199c-76ce-4159-a459-ed706bc03d5b req-17f198ed-ebee-4916-bdab-8c90ae179f4d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550896 Feb 10 16:10:39.232095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] For port 3aea682a-307e-4250-9ab0-7f1dc46eb241, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:39.242738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] For port 3aea682a-307e-4250-9ab0-7f1dc46eb241, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3aea682a-307e-4250-9ab0-7f1dc46eb241,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:39.255003 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.351190 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:39.364801 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3f3d2232-ace4-4b19-8c13-76364d5fb36b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702853 Feb 10 16:10:39.364977 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] Sync routers for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:39.365491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35294) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:39.378272 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:39.379403 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:39.386660 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.464165 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:39.485938 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-72afef0c-3cc2-4125-b3b0-3eb29e8865af tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] delete failed (client error): The resource could not be found. Feb 10 16:10:39.487015 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-72afef0c-3cc2-4125-b3b0-3eb29e8865af tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-764237852 HTTP/1.1" status: 404 len: 334 time: 0.1208475 Feb 10 16:10:39.493668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35298) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:39.514184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9e8aacbc-427a-4460-935c-6f34ecab0953 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'router': {'external_gateway_info': {'network_id': '63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:39.523486 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:39.524376 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:39.685254 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:39.686286 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae58eb-3556-4624-bbf9-fab450ea58b6 None None] The sync data for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:39.781692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6b873-4f0f-41da-8f47-fc58c9d41fd8 None None] Pushing event updated for resources: {'Port': ['ID=3aea682a-307e-4250-9ab0-7f1dc46eb241,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:39.786228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:39.787017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:39.857626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c8d08e13-ceee-406a-a9c7-10b4ea3fd795 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:39.890810 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e8aacbc-427a-4460-935c-6f34ecab0953 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.918693 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-9e8aacbc-427a-4460-935c-6f34ecab0953 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] update failed (client error): The resource could not be found. Feb 10 16:10:39.921381 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9e8aacbc-427a-4460-935c-6f34ecab0953 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb HTTP/1.1" status: 404 len: 339 time: 0.4250231 Feb 10 16:10:39.925171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35300) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:39.931014 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-409070383'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:39.971413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:39.976471 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:39.991700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:40.005420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:40.018056 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.018378 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Added segment 00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45 of type vlan for network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea Feb 10 16:10:40.070714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:40.071114 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.071233 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.101950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.110191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:40.110877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.203622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Network': ['ID=6cc94ba6-516c-41cc-b6c3-32f82b8022ea,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.215358 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4994ca54-0521-4e31-9e0e-fe1c1d99d3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.218986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:40.227920 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-11f8689f-bc4b-4498-895d-2b21168eb86f tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3013332 Feb 10 16:10:40.229944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35302) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:40.237873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'subnet': {'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:40.279976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4994ca54-0521-4e31-9e0e-fe1c1d99d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.310638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.319436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4994ca54-0521-4e31-9e0e-fe1c1d99d3f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baea05c22dd04ad78a441d67548318b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4117584 Feb 10 16:10:40.321944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35304) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:40.363770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ca54-0521-4e31-9e0e-fe1c1d99d3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8170a930-0f87-4998-9da9-c05ffa9841cd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.388380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Made reservation on behalf of fc24e9fa07294e36ade965f8f383f4b3 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:40.393758 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.396555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f3ad-7fe8-4c7d-a81a-b69c586ecd84 req-caac3f57-7edc-40eb-beb9-2e334e35ce05 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:40.398117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0704f3ad-7fe8-4c7d-a81a-b69c586ecd84 req-caac3f57-7edc-40eb-beb9-2e334e35ce05 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 1.0865207 Feb 10 16:10:40.417827 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.475033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c8d08e13-ceee-406a-a9c7-10b4ea3fd795, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:40.481689 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.513127 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8827677d-1935-429a-98f1-3c27eceab115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.529963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:34Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:40.586750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0704f3ad-7fe8-4c7d-a81a-b69c586ecd84 req-9a538b9e-cf6d-416f-83c2-b4a45080f231 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604898 Feb 10 16:10:40.588721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19291-2e84-4e6d-87cd-9f82d0701946 None None] The sync data for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 is: [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:34Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:40.618702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.639533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35312) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:40.660896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8827677d-1935-429a-98f1-3c27eceab115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.672766 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.748474 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Subnet': ['ID=3493038a-f433-4d05-a8ee-2b960e74639c,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.778384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcf710-ee37-4408-9850-ef100315667d tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:40.780129 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-06fcf710-ee37-4408-9850-ef100315667d tempest-TestNetworkBasicOps-933709582 tempest-TestNetworkBasicOps-933709582-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1091 time: 0.1376953 Feb 10 16:10:40.783198 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35314) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:40.789787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:40.795532 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8827677d-1935-429a-98f1-3c27eceab115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.798080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8827677d-1935-429a-98f1-3c27eceab115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.802228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8827677d-1935-429a-98f1-3c27eceab115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8170a930-0f87-4998-9da9-c05ffa9841cd HTTP/1.1" status: 204 len: 168 time: 0.4623356 Feb 10 16:10:40.814806 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827677d-1935-429a-98f1-3c27eceab115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8170a930-0f87-4998-9da9-c05ffa9841cd,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.846291 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:40.886179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Checking segment: {'id': '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:40.886458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network hostable DHCP agents. Network: 6cc94ba6-516c-41cc-b6c3-32f82b8022ea, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:40.895609 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65697fe-842b-467a-a401-7567b0aa3e65 None None] Network 919b372c-e7e9-4349-b640-98e579775aa8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:41.002136 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.008767 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.018232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:41.046388 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 6cc94ba6-516c-41cc-b6c3-32f82b8022ea) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:41.053224 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:41.053224 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.099043 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef39d5-8408-407f-a382-7006a7a76761 None None] Network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:41.111330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ec4e5f9f-2372-4d02-b503-9b362783e840 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8789513 Feb 10 16:10:41.113307 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b67a2a57-bb1e-43b7-a544-d9f8c1e25aad None None] Provisioning complete for port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:41.115253 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b67a2a57-bb1e-43b7-a544-d9f8c1e25aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.115629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:41.132311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-42efa992-f391-419f-aca5-9b31f35e2703 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:41.141721 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.265699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=f2607677-1489-43d8-a21d-de291b55ef6e,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.341112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.379298 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Allocated IP 172.25.7.59 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/180c0bc6-3334-44f1-ad85-7584ce9bab81) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:41.520049 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 919b372c-e7e9-4349-b640-98e579775aa8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:41.522240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35322) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:41.524056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:41.556686 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.596828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.641581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24efa0af-45d9-469e-9b34-2cdc7f563610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.645659 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:41.649090 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:41.653066 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:41.726128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=180c0bc6-3334-44f1-ad85-7584ce9bab81,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.739681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-42efa992-f391-419f-aca5-9b31f35e2703 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.846034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-6cc94ba6-516c-41cc-b6c3-32f82b8022ea', 'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea', 'tenant_id': 'fc24e9fa07294e36ade965f8f383f4b3', 'fixed_ips': [{'subnet_id': '3493038a-f433-4d05-a8ee-2b960e74639c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:10:41.847837 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:41.991229 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24efa0af-45d9-469e-9b34-2cdc7f563610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.012733 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-24efa0af-45d9-469e-9b34-2cdc7f563610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.026467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c8d08e13-ceee-406a-a9c7-10b4ea3fd795 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:42.148994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-24efa0af-45d9-469e-9b34-2cdc7f563610 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f74b75573c5840858557049cf47e9717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139951 Feb 10 16:10:42.150625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35330) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:42.163348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efa0af-45d9-469e-9b34-2cdc7f563610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98fc84-a10a-469e-92fd-2b21dc23be42,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:42.182738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8f9361b8-b05d-407b-a35e-e206aa897a7f None None] Provisioning complete for port f2607677-1489-43d8-a21d-de291b55ef6e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:42.183124 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f9361b8-b05d-407b-a35e-e206aa897a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.198080 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:42.198458 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.228863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 059945ed-4d20-4878-874b-7f23d1c41ae0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:42.284468 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Allocated IP 2001:db8:1::2 (6cc94ba6-516c-41cc-b6c3-32f82b8022ea/3493038a-f433-4d05-a8ee-2b960e74639c/591c02fb-e9a0-4ff2-8302-d92db14772fc) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:42.313610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-8f9361b8-b05d-407b-a35e-e206aa897a7f None None] Port f2607677-1489-43d8-a21d-de291b55ef6e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:42.398922 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.424622 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-42efa992-f391-419f-aca5-9b31f35e2703 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:10:42.431343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-8f9361b8-b05d-407b-a35e-e206aa897a7f None None] Provisioning complete for port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:42.431343 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8f9361b8-b05d-407b-a35e-e206aa897a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.433096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-42efa992-f391-419f-aca5-9b31f35e2703 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb HTTP/1.1" status: 400 len: 364 time: 1.3092890 Feb 10 16:10:42.439833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35332) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:42.475877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3aea682a-307e-4250-9ab0-7f1dc46eb241 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:42.559291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:42.581896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d0a8759d-189a-4749-90fc-ef89c9b2e746 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/059945ed-4d20-4878-874b-7f23d1c41ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5787463 Feb 10 16:10:42.610389 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.626871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3aea682a-307e-4250-9ab0-7f1dc46eb241 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:42.627241 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.685638 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84900ff9-1a25-48bd-bfd2-82d39cfb994a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.753660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84900ff9-1a25-48bd-bfd2-82d39cfb994a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.921162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:42.945535 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.016461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.031480 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.032359 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-4ce14c38-f82f-4074-8182-1f860e0d1c75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24708283&fields=id&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 267 time: 0.0951817 Feb 10 16:10:43.070129 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84900ff9-1a25-48bd-bfd2-82d39cfb994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.073319 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-84900ff9-1a25-48bd-bfd2-82d39cfb994a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.074650 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-84900ff9-1a25-48bd-bfd2-82d39cfb994a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc98fc84-a10a-469e-92fd-2b21dc23be42 HTTP/1.1" status: 204 len: 168 time: 0.9229207 Feb 10 16:10:43.079736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:43.084207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:43.089088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:43.112131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Pushing event updated for resources: {'Port': ['ID=591c02fb-e9a0-4ff2-8302-d92db14772fc,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.171430 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84900ff9-1a25-48bd-bfd2-82d39cfb994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98fc84-a10a-469e-92fd-2b21dc23be42,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.189708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c6c4cbad-3f60-4dc7-9dc7-9b413a4d1284 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:43.203747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c6c4cbad-3f60-4dc7-9dc7-9b413a4d1284 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 796 time: 0.1703336 Feb 10 16:10:43.210506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event updated for resources: {'Port': ['ID=180c0bc6-3334-44f1-ad85-7584ce9bab81,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.239252 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.242908 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.254607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f7e2ba84-6f0a-410e-932b-9489becd3714 None None] Provisioning complete for port f2607677-1489-43d8-a21d-de291b55ef6e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:43.254981 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ba84-6f0a-410e-932b-9489becd3714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.260046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Attempting to bind port 591c02fb-e9a0-4ff2-8302-d92db14772fc on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:43.260622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Attempting to bind port 591c02fb-e9a0-4ff2-8302-d92db14772fc by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:43.260827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c7c2b9ca-ce9b-4a56-9861-097e8d7be705 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/quotas/b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 375 time: 0.0493939 Feb 10 16:10:43.260989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Attempting to bind port 591c02fb-e9a0-4ff2-8302-d92db14772fc on network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:43.300829 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.343376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:43.343790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Checking segment: {'id': '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:43.344299 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.344664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Bound using segment: {'id': '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:43.345134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Bound port: 591c02fb-e9a0-4ff2-8302-d92db14772fc, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6cc94ba6-516c-41cc-b6c3-32f82b8022ea'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:43.345608 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.350227 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 3aea682a-307e-4250-9ab0-7f1dc46eb241, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3aea682a-307e-4250-9ab0-7f1dc46eb241,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:43.368113 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.374438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ba84-6f0a-410e-932b-9489becd3714 None None] Port f2607677-1489-43d8-a21d-de291b55ef6e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:43.456723 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-29b266ae-cda9-4861-bcc7-c73f1e126b29 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949043 Feb 10 16:10:43.475862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Sync routers for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:43.489222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] For port 591c02fb-e9a0-4ff2-8302-d92db14772fc, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:43.518290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] For port 591c02fb-e9a0-4ff2-8302-d92db14772fc, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=591c02fb-e9a0-4ff2-8302-d92db14772fc,segment=NetworkSegment(00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45),segment_id=00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:43.519429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:43.520133 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:43.525678 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=3aea682a-307e-4250-9ab0-7f1dc46eb241,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.547601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-8cc6b3d8-accd-4537-bd6b-807fe933a1fd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:10:43.548681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-8cc6b3d8-accd-4537-bd6b-807fe933a1fd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055294 Feb 10 16:10:43.565638 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:43.798748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:43.825830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3aea682a-307e-4250-9ab0-7f1dc46eb241 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:43.979796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c6ea8-58e0-4e89-ab5e-819d2f722ee5 None None] Pushing event updated for resources: {'Port': ['ID=591c02fb-e9a0-4ff2-8302-d92db14772fc,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.996793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Allocated IP 2001:db8::1 (c92afee8-7158-46d6-91ee-50c16b54cb93/5ed85874-35ad-4f02-8b4f-73d34a3774c8/bf2763fc-77ae-4543-9084-a70857f1119b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:44.005919 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-072896ba-d6eb-4b4c-b5fa-8e23c4f06451 service neutron] 10.222.0.21 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278662 Feb 10 16:10:44.103246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 3aea682a-307e-4250-9ab0-7f1dc46eb241 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:44.103246 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:44.134267 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Floating IP 2e05bdfe-de11-4855-aae8-fb084532fe20 associated. External IP: 172.25.7.59, port: 43ff7f5b-5a54-4f29-9632-0670db24f809. Feb 10 16:10:44.285042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-e371de3d-c6e4-40bb-8284-2653e5f43724 service neutron] 10.222.0.21 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439780 Feb 10 16:10:44.442449 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 2, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:44.513520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:44.515843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35378) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:44.517411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Checking router: 059945ed-4d20-4878-874b-7f23d1c41ae0 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:44.517837 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Updating router 059945ed-4d20-4878-874b-7f23d1c41ae0 port f2607677-1489-43d8-a21d-de291b55ef6e binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:44.540017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 6e589af0-2d10-4d48-aacb-ed87588a8dea has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:44.576181 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:44.633239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8787aa5d-dde6-4872-b33f-ae8349c376de req-460acc39-c8fc-47af-bab7-1e2fc0f786eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 210 time: 0.0757360 Feb 10 16:10:44.636696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:44.707323 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Port': ['ID=bf2763fc-77ae-4543-9084-a70857f1119b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:44.725981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network c92afee8-7158-46d6-91ee-50c16b54cb93 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:44.732991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:44.736230 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:44.736783 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:44.801448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:44.823687 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] Sync routers for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:44.851147 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:44.854083 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:44.855780 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:44.874006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2007672892-network', 'tenant_id': '7301540cff1d426d84716b523be2d48d'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:44.936105 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e2725986-ea0a-4aa7-aca5-7c27a78a62a4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1462705 Feb 10 16:10:44.937046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:44.941319 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25916e8-edb4-4dd0-831d-fad54ce29f91" -d '{"events": [{"name": "network-changed", "server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:44.941462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35390) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:45.025022 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c7830-3fd8-4006-9344-aa7569395eaa x-openstack-request-id: req-535c7830-3fd8-4006-9344-aa7569395eaa {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:45.025459 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:45.025917 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-535c7830-3fd8-4006-9344-aa7569395eaa {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:45.026858 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'status': 'completed', 'code': 200} Feb 10 16:10:45.180494 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:45.182717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Made reservation on behalf of 7301540cff1d426d84716b523be2d48d for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:45.191083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.213625 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.226972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-aa6471a9-3b3c-4a27-8c9a-2072ba1c433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:45.230732 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.232786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-aa6471a9-3b3c-4a27-8c9a-2072ba1c433d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1143134 Feb 10 16:10:45.281968 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.314213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f978e-bb25-42b9-b4aa-45a6da2faf5b None None] Pushing event updated for resources: {'Port': ['ID=f2607677-1489-43d8-a21d-de291b55ef6e,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:45.360075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b2db66e6-db8d-4b43-a15f-df13876e6e8b None None] Provisioning complete for port bf2763fc-77ae-4543-9084-a70857f1119b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:45.360892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.361356 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b2db66e6-db8d-4b43-a15f-df13876e6e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.398632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-94c5dc4e-bb05-4cc1-91b7-c9d10cb5911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:45.400196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-63679260-7f42-4cf0-b6e8-620cff7cbf02 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/2e05bdfe-de11-4855-aae8-fb084532fe20 HTTP/1.1" status: 200 len: 990 time: 0.4455705 Feb 10 16:10:45.400559 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-94c5dc4e-bb05-4cc1-91b7-c9d10cb5911a service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 897 time: 0.1607809 Feb 10 16:10:45.443209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b2db66e6-db8d-4b43-a15f-df13876e6e8b None None] Port bf2763fc-77ae-4543-9084-a70857f1119b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:45.459413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af060c3-c85a-47f4-aaaa-718db86dcfd7 None None] Network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:45.631210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Attempting to bind port f2607677-1489-43d8-a21d-de291b55ef6e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:45.631764 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Attempting to bind port f2607677-1489-43d8-a21d-de291b55ef6e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:45.632266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Attempting to bind port f2607677-1489-43d8-a21d-de291b55ef6e on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:45.632965 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-497e6581-e340-4c59-ae52-c2515170a5e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 998 time: 0.2245255 Feb 10 16:10:45.646031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:45.649792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Checking segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:45.650852 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.651356 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Bound using segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:45.652073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Bound port: f2607677-1489-43d8-a21d-de291b55ef6e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:45.652560 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.691488 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:10:45.769376 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '2e05bdfe-de11-4855-aae8-fb084532fe20', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'port_id': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'mac_address': 'fa:16:3e:02:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5347546d-037b-4d56-8743-a46ca318f4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:10:42Z', 'updated_at': '2022-02-10T16:10:42Z', 'revision_number': 0, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:45.780469 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-aab238ef-284a-4112-990b-b6c48577b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:45.781604 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-aab238ef-284a-4112-990b-b6c48577b8be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 200 len: 834 time: 0.1326261 Feb 10 16:10:45.836853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] For port f2607677-1489-43d8-a21d-de291b55ef6e, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:45.840793 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] Checking router: 6e589af0-2d10-4d48-aacb-ed87588a8dea for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:45.843360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] For port f2607677-1489-43d8-a21d-de291b55ef6e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2607677-1489-43d8-a21d-de291b55ef6e,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:45.867365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c1b889fe-cea6-4a7c-9dec-80f05aa58862 None None] Provisioning complete for port 591c02fb-e9a0-4ff2-8302-d92db14772fc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:45.868251 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1b889fe-cea6-4a7c-9dec-80f05aa58862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.871873 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:45.872667 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:45.892438 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:45.899630 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 591c02fb-e9a0-4ff2-8302-d92db14772fc up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:45.980398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-f123d2a5-288c-4f89-b9a7-ec26cba05173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:45.982782 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-f123d2a5-288c-4f89-b9a7-ec26cba05173 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cc485a1-9d2c-47f3-a518-b037bdd2da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832623 Feb 10 16:10:46.060899 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:46.153090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:46.156375 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-ee24f9a1-db52-40f9-8306-576d91253054 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650476 Feb 10 16:10:46.159242 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:46.207687 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f978e-bb25-42b9-b4aa-45a6da2faf5b None None] Pushing event updated for resources: {'Port': ['ID=f2607677-1489-43d8-a21d-de291b55ef6e,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:46.284278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 591c02fb-e9a0-4ff2-8302-d92db14772fc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:46.284942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.404671 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35402) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:46.433176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1b889fe-cea6-4a7c-9dec-80f05aa58862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.436289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f3f114ba-491e-4ca0-878d-be709eec060b req-d1ddeed5-9aa8-4d8b-af75-e0c49c967a60 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 210 time: 0.1220059 Feb 10 16:10:46.482890 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '2e05bdfe-de11-4855-aae8-fb084532fe20', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'port_id': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'mac_address': 'fa:16:3e:02:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5347546d-037b-4d56-8743-a46ca318f4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:10:42Z', 'updated_at': '2022-02-10T16:10:42Z', 'revision_number': 0, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:46.530250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:46.567939 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ec3fb-5b14-470d-92a6-98133a36f63c None None] The sync data for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 is: [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '2e05bdfe-de11-4855-aae8-fb084532fe20', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'port_id': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'mac_address': 'fa:16:3e:02:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5347546d-037b-4d56-8743-a46ca318f4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:10:42Z', 'updated_at': '2022-02-10T16:10:42Z', 'revision_number': 0, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:46.652780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-b8304b58-4f00-4c77-840c-99f489aaa463 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:46.654434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-b8304b58-4f00-4c77-840c-99f489aaa463 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 796 time: 0.3059542 Feb 10 16:10:46.687256 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-c25916e8-edb4-4dd0-831d-fad54ce29f91 req-c46be504-8708-4274-bf9b-98c73306106d service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105333 Feb 10 16:10:46.688696 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.689205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.693858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-c1b889fe-cea6-4a7c-9dec-80f05aa58862 None None] For port 591c02fb-e9a0-4ff2-8302-d92db14772fc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=591c02fb-e9a0-4ff2-8302-d92db14772fc,segment=NetworkSegment(00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45),segment_id=00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:46.713636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a685c20f-df19-4e84-9b4a-37586d55ab59 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/2e05bdfe-de11-4855-aae8-fb084532fe20 HTTP/1.1" status: 200 len: 990 time: 0.3066866 Feb 10 16:10:46.724061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c1b889fe-cea6-4a7c-9dec-80f05aa58862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.757366 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.758401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.832002 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-55478250-a3bb-4141-a223-aa2ec8a5a939 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 378 time: 0.1405632 Feb 10 16:10:46.843838 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:10:46.844201 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:10:46.853716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'port': {'device_id': '58cee234-f500-4364-8ccc-7507bf707c69', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'admin_state_up': True, 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'security_groups': ['6ce108a9-9e03-4e6b-9c27-c4238c283beb']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:46.900572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.928724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b889fe-cea6-4a7c-9dec-80f05aa58862 None None] Pushing event updated for resources: {'Port': ['ID=591c02fb-e9a0-4ff2-8302-d92db14772fc,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:46.933799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-67b63b7c-7545-4c1a-ac89-360b434e2df9 None None] Provisioning complete for port f2607677-1489-43d8-a21d-de291b55ef6e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:46.934194 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67b63b7c-7545-4c1a-ac89-360b434e2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.979328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:46.996317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event updated for resources: {'Port': ['ID=bf2763fc-77ae-4543-9084-a70857f1119b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.040474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.041684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.042195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.042676 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.043164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.043663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.044135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.044622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.045095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.045572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.046216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.046813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:47.063116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:47.095842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dba285-0687-42c2-bd38-4d6f5224fa7b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.111693 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.112040 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Added segment 2640d388-0002-44ff-98bd-4a8f35932864 of type vlan for network 15c48efd-57c6-4c1c-a266-440c26549d04 Feb 10 16:10:47.140702 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee867b-fd26-43f7-a88e-a6b42a47fb59 None None] New status for floating IP 2e05bdfe-de11-4855-aae8-fb084532fe20: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:10:47.185834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Network c92afee8-7158-46d6-91ee-50c16b54cb93 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:47.189351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.195078 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:47.262195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:47.265833 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.312736 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.313687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:47.314253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.377873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] Pushing event updated for resources: {'Network': ['ID=15c48efd-57c6-4c1c-a266-440c26549d04,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.402856 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 15c48efd-57c6-4c1c-a266-440c26549d04 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:47.413059 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35410) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:47.413214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-703d776f-f7c7-4bfa-a707-c92c2c5dde6b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8960850 Feb 10 16:10:47.420572 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Request body: {'subnet': {'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2007672892-subnet', 'tenant_id': '7301540cff1d426d84716b523be2d48d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:47.474072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Router 63bbdedb-a6ff-471f-9fa0-f4dafaf621bb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:47.500554 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Made reservation on behalf of 7301540cff1d426d84716b523be2d48d for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:47.504902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.505908 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67b63b7c-7545-4c1a-ac89-360b434e2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.569269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:45Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:47.604718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f24ca-9fba-492e-8771-049410324cb7 None None] The sync data for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 is: [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:45Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:47.627907 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6c1acf53-763c-4b2a-8ffc-3c8850c7b759 req-c944f176-a667-44c0-b9a8-9efaaa19c140 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 210 time: 0.0540180 Feb 10 16:10:47.666513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-67b63b7c-7545-4c1a-ac89-360b434e2df9 None None] For port f2607677-1489-43d8-a21d-de291b55ef6e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2607677-1489-43d8-a21d-de291b55ef6e,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:47.681686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67b63b7c-7545-4c1a-ac89-360b434e2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.726490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35414) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:47.776568 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b63b7c-7545-4c1a-ac89-360b434e2df9 None None] Pushing event updated for resources: {'Port': ['ID=f2607677-1489-43d8-a21d-de291b55ef6e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.811490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.9 (919b372c-e7e9-4349-b640-98e579775aa8/e7d6e037-976f-4737-af62-cc06396497a3/6ff65653-5eec-4077-b4d5-a17ec1229ed2) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:47.815143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cd80b758-7426-4d10-a7c6-d51959f3f41a None None] Provisioning complete for port bf2763fc-77ae-4543-9084-a70857f1119b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:47.816208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd80b758-7426-4d10-a7c6-d51959f3f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.834281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:47.847656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-28ef99c0-251c-43a4-8d10-3af26b2a1c83 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4041557 Feb 10 16:10:47.851523 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] Sync routers for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:47.856604 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35418) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:47.868613 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:47.869966 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:47.887752 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-cd80b758-7426-4d10-a7c6-d51959f3f41a None None] Port bf2763fc-77ae-4543-9084-a70857f1119b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:47.889928 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 591c02fb-e9a0-4ff2-8302-d92db14772fc up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:47.954554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:47.966573 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:47.967707 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:47.975367 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cd80b758-7426-4d10-a7c6-d51959f3f41a None None] Provisioning complete for port 591c02fb-e9a0-4ff2-8302-d92db14772fc triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:47.975818 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cd80b758-7426-4d10-a7c6-d51959f3f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:47.992158 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-99cd3dd3-2a25-4440-b5a5-0c826e8baaf9 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/2e05bdfe-de11-4855-aae8-fb084532fe20 HTTP/1.1" status: 200 len: 992 time: 0.2216640 Feb 10 16:10:48.031125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.070554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:48.073480 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e95dd-b48b-4486-afe9-aad7fa75f6cd None None] The sync data for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 is: [] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:48.088220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 591c02fb-e9a0-4ff2-8302-d92db14772fc triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:48.088220 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.186100 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe644b6-1687-470e-9e78-271bb874cf02,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:48.204628 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Checking segment: {'id': '2640d388-0002-44ff-98bd-4a8f35932864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:48.204971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Network hostable DHCP agents. Network: 15c48efd-57c6-4c1c-a266-440c26549d04, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:48.237921 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Network 15c48efd-57c6-4c1c-a266-440c26549d04 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:48.240012 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.243658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-046b1d98-b437-4b16-8ea0-e12d5d2ba544 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.249856 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 15c48efd-57c6-4c1c-a266-440c26549d04) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:48.265495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:48.266169 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.268088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6687cd3-b2da-45c9-abc0-b32b4cc93689 None None] Network 15c48efd-57c6-4c1c-a266-440c26549d04 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:48.295583 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3693788a-4341-44f4-9f00-8d743f6f71d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8793454 Feb 10 16:10:48.367681 n-d-827895-3 neutron-server[102615]: INFO neutron.api.v2.resource [None req-046b1d98-b437-4b16-8ea0-e12d5d2ba544 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 16:10:48.368969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-046b1d98-b437-4b16-8ea0-e12d5d2ba544 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb HTTP/1.1" status: 409 len: 329 time: 0.4988618 Feb 10 16:10:48.371898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:48.379204 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.473111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bd58c-7909-4805-a8e5-236b024ebae0 None None] Network 15c48efd-57c6-4c1c-a266-440c26549d04 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:48.502992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 919b372c-e7e9-4349-b640-98e579775aa8 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:48.507057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:48.528473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:48.619808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:48.659833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:48.660487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.698540 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-1cfabf05-551a-4f06-bfa1-c98c0efe6d75 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8490434 Feb 10 16:10:48.711757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Request body: {'port': {'device_id': '58cee234-f500-4364-8ccc-7507bf707c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:48.850623 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.920574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f0942c53-eae5-47b2-9800-580e970581aa None None] Provisioning complete for port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:48.920964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f0942c53-eae5-47b2-9800-580e970581aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:48.977086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f0942c53-eae5-47b2-9800-580e970581aa None None] Port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:10:49.033298 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544fd27-e1ed-454e-b4a8-db50d0fbb4cd req-c7f37c37-1351-4651-8eed-fde6c6c193b4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:49.034872 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2544fd27-e1ed-454e-b4a8-db50d0fbb4cd req-c7f37c37-1351-4651-8eed-fde6c6c193b4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 931 time: 0.2279987 Feb 10 16:10:49.061137 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.164704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2544fd27-e1ed-454e-b4a8-db50d0fbb4cd req-92caac2f-0f8e-44d7-b1cf-5de9109b8321 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185367 Feb 10 16:10:49.240045 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35450) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:49.247099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1860197979-network', 'tenant_id': '4f8e11436872412ea328d2224eabbac0'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:49.299787 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Made reservation on behalf of 4f8e11436872412ea328d2224eabbac0 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:49.302101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.321619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.409637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting port bf2763fc-77ae-4543-9084-a70857f1119b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:49.410449 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.414584 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff65653-5eec-4077-b4d5-a17ec1229ed2 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:10:49.426568 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.449071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Transition to ACTIVE for port object 6ff65653-5eec-4077-b4d5-a17ec1229ed2 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:10:49.455744 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.512581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.517825 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.525420 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.535000 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Calling delete_port for bf2763fc-77ae-4543-9084-a70857f1119b owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:49.543525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.587376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:49.606471 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56c196-d965-432d-bb8d-95d0cae065de,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.667042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.667824 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Added segment 09ad0600-e0a7-41fe-9f65-ad3e88b5559e of type vlan for network aa506445-cab7-4172-9b71-5dc559c935cc Feb 10 16:10:49.727820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.771651 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.772820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:49.773398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.848644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2607677-1489-43d8-a21d-de291b55ef6e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:49.850207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:49.873291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6319292 Feb 10 16:10:49.880909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35456) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:49.891040 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Request body: {'subnet': {'network_id': 'aa506445-cab7-4172-9b71-5dc559c935cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1860197979-subnet', 'tenant_id': '4f8e11436872412ea328d2224eabbac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:49.933646 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Port': ['ID=bf2763fc-77ae-4543-9084-a70857f1119b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.949101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5cddf-d07f-4aae-8147-3f63339298b9 admin admin] Pushing event updated for resources: {'Network': ['ID=aa506445-cab7-4172-9b71-5dc559c935cc,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.958412 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:49.958927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:49.959737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:49.970942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network aa506445-cab7-4172-9b71-5dc559c935cc details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:49.978677 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Made reservation on behalf of 4f8e11436872412ea328d2224eabbac0 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:49.981516 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.003275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:50.003788 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:50.045748 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.047597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:50.048010 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Checking segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:50.048463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Bound using segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:50.048976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Bound port: 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:50.049394 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.077407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f2607677-1489-43d8-a21d-de291b55ef6e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:50.078545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.186952 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:50.190670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:50.197728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.254277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:50.254757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.256206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] 10.222.0.45 "PUT /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 1091 time: 1.5497646 Feb 10 16:10:50.258482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:50.261389 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4413589-1eca-4be4-b892-22ffa3c068f3" -d '{"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:50.282623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330247-9a15-461b-8af4-f930b06709ac service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:50.366748 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92088c7a-9aaf-4689-b698-b637b040483a x-openstack-request-id: req-92088c7a-9aaf-4689-b698-b637b040483a {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:50.367547 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:50.367547 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92088c7a-9aaf-4689-b698-b637b040483a {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:50.368077 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'status': 'completed', 'code': 200} Feb 10 16:10:50.379353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Router 63bbdedb-a6ff-471f-9fa0-f4dafaf621bb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:50.462902 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-0d7ca9b7-e66c-4ed7-9278-b92c8d94afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:50.464448 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-0d7ca9b7-e66c-4ed7-9278-b92c8d94afe4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1094 time: 0.1625543 Feb 10 16:10:50.474689 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:50.480389 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0bff55a8-3a38-4fab-9e8a-c0f38ca90ef9 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074116 Feb 10 16:10:50.484365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35474) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:50.493970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] Sync routers for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:50.507330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589af84-6088-4efa-aad5-62226ec9aa4a req-dfde8fbc-a954-404c-af2a-a7fce28eb3b1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:50.507799 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8589af84-6088-4efa-aad5-62226ec9aa4a req-dfde8fbc-a954-404c-af2a-a7fce28eb3b1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 943 time: 0.2133155 Feb 10 16:10:50.512703 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:50.517579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:50.545892 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.553912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-b93b70b2-0e22-4630-be39-f7586a3cbeaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 217 time: 0.0802710 Feb 10 16:10:50.565661 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-1d68de42-1164-4507-99a5-01e952064210 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] show failed (client error): The resource could not be found. Feb 10 16:10:50.567240 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1d68de42-1164-4507-99a5-01e952064210 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-56932984 HTTP/1.1" status: 404 len: 333 time: 0.0819485 Feb 10 16:10:50.571625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35476) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:50.573601 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:50.577874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3c18e960-73a3-49f6-a343-a12ffdfe003e tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:50.585635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] Routers {'63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:50.586373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:10:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:50.616964 n-d-827895-3 neutron-server[102614]: INFO neutron.api.v2.resource [None req-3c18e960-73a3-49f6-a343-a12ffdfe003e tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] update failed (client error): The resource could not be found. Feb 10 16:10:50.618941 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3c18e960-73a3-49f6-a343-a12ffdfe003e tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-730552821 HTTP/1.1" status: 404 len: 334 time: 0.0454209 Feb 10 16:10:50.624747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35478) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:50.626061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:50.626882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11014b-98b7-4d23-9b80-d9d1493179eb None None] The sync data for ids ['63bbdedb-a6ff-471f-9fa0-f4dafaf621bb'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:50.676887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-ecf0dbee-42ef-4e24-9c8b-7330c13c589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:50.678302 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-ecf0dbee-42ef-4e24-9c8b-7330c13c589b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.0935919 Feb 10 16:10:50.684421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting subnet 3493038a-f433-4d05-a8ee-2b960e74639c {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:10:50.685047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=763db343-ec5e-4a14-b38f-ebe58d05fbe0,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:50.691846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.709541 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8589af84-6088-4efa-aad5-62226ec9aa4a req-2b7ccb1d-10f6-4fd2-a5b8-96831e144188 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662259 Feb 10 16:10:50.738148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.738506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Checking segment: {'id': '09ad0600-e0a7-41fe-9f65-ad3e88b5559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'aa506445-cab7-4172-9b71-5dc559c935cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:50.738921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Network hostable DHCP agents. Network: aa506445-cab7-4172-9b71-5dc559c935cc, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:50.765966 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-da7b1344-cc38-4951-bcf1-035b6a84c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:50.767725 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-da7b1344-cc38-4951-bcf1-035b6a84c285 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803447 Feb 10 16:10:50.768541 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Network aa506445-cab7-4172-9b71-5dc559c935cc is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:50.793176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, aa506445-cab7-4172-9b71-5dc559c935cc) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:50.804880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8810fb-ed63-4f6f-a1b6-8f9f9896c53e None None] Network aa506445-cab7-4172-9b71-5dc559c935cc requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:50.826644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:50.827228 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.861496 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:50.886957 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-6b477c40-c268-48d9-9b2d-cf241793073f service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109147 Feb 10 16:10:50.891416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc61992b-271c-457b-8062-70a64f14c2eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0089228 Feb 10 16:10:50.957646 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.020521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Subnet': ['ID=3493038a-f433-4d05-a8ee-2b960e74639c,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:51.021485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb78c7-5d2a-4602-9405-a9055cf5db16 None None] Network aa506445-cab7-4172-9b71-5dc559c935cc requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:51.033347 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.039139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4dfdef82-c3c4-4524-9a7e-47e6dcf5ae54 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/subnets/3493038a-f433-4d05-a8ee-2b960e74639c HTTP/1.1" status: 204 len: 168 time: 0.4111004 Feb 10 16:10:51.041817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35488) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:51.047758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69bd2934-5b9c-4795-949c-fcdf9f03cbf0 req-61591b51-6eca-4883-b953-16b40a04a672 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549306 Feb 10 16:10:51.103799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8ce7f-5952-452f-8d03-4babfc0bff29 None None] Network 6cc94ba6-516c-41cc-b6c3-32f82b8022ea requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:51.214628 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-2efafb68-db15-4420-be32-afb1e9060069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.216186 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-2efafb68-db15-4420-be32-afb1e9060069 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1094 time: 0.0893495 Feb 10 16:10:51.220754 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.365748 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-5bb0f1fa-0cda-45fa-87a0-71e0057ac890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.367202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-5bb0f1fa-0cda-45fa-87a0-71e0057ac890 service neutron] 10.222.0.45 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.1435945 Feb 10 16:10:51.412261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-842cdc79-5608-4c6c-beb1-7d961e3ac2db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 217 time: 0.0376179 Feb 10 16:10:51.419149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting port 591c02fb-e9a0-4ff2-8302-d92db14772fc {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:51.419734 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.498255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] DHCP port deletion for 6cc94ba6-516c-41cc-b6c3-32f82b8022ea request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:10:51.547944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] For port 591c02fb-e9a0-4ff2-8302-d92db14772fc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=591c02fb-e9a0-4ff2-8302-d92db14772fc,segment=NetworkSegment(00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45),segment_id=00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:51.548534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.565474 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-5234fda3-779b-4d69-9106-1894a9909621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.567000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-5234fda3-779b-4d69-9106-1894a9909621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.1428463 Feb 10 16:10:51.574162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] Deleting port 591c02fb-e9a0-4ff2-8302-d92db14772fc {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:51.575058 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.583886 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Calling delete_port for 591c02fb-e9a0-4ff2-8302-d92db14772fc owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:51.645282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] For port 591c02fb-e9a0-4ff2-8302-d92db14772fc, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=591c02fb-e9a0-4ff2-8302-d92db14772fc,segment=NetworkSegment(00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45),segment_id=00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:51.645810 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.662154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] Calling delete_port for 591c02fb-e9a0-4ff2-8302-d92db14772fc owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:51.751799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-9816f603-dd89-4457-bf4f-3a4aff777e7c tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.753853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-9816f603-dd89-4457-bf4f-3a4aff777e7c tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/networks?id=15c48efd-57c6-4c1c-a266-440c26549d04 HTTP/1.1" status: 200 len: 809 time: 0.2141650 Feb 10 16:10:51.771502 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-1e367883-df46-4440-8896-41ad95f3cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.771502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-1e367883-df46-4440-8896-41ad95f3cc67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776676 Feb 10 16:10:51.776734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 591c02fb-e9a0-4ff2-8302-d92db14772fc no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:51.803209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-41746946-3dd9-43c1-b94a-4e96252739b1 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/quotas/7301540cff1d426d84716b523be2d48d HTTP/1.1" status: 200 len: 375 time: 0.0387373 Feb 10 16:10:51.841825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port 591c02fb-e9a0-4ff2-8302-d92db14772fc {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 16:10:51.842583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 591c02fb-e9a0-4ff2-8302-d92db14772fc not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:51.845265 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:51.864355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] No DVR routers for this DVR port 591c02fb-e9a0-4ff2-8302-d92db14772fc on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:51.884705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7226702-ad14-4d6d-8218-98b428b06489 None None] Pushing event deleted for resources: {'Port': ['ID=591c02fb-e9a0-4ff2-8302-d92db14772fc,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:52.241420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-cbd622fc-2385-4c2c-82c2-57734c2c2ed8 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7301540cff1d426d84716b523be2d48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4061277 Feb 10 16:10:52.270876 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.358229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf12e-79b4-4dfe-9ce3-05d136993a43 req-16d5ffc4-50ba-4e99-afee-13b9cc5f0bfc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:52.359822 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ddf12e-79b4-4dfe-9ce3-05d136993a43 req-16d5ffc4-50ba-4e99-afee-13b9cc5f0bfc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 943 time: 0.5310276 Feb 10 16:10:52.366083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Port': ['ID=591c02fb-e9a0-4ff2-8302-d92db14772fc,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:52.374331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] No DVR routers for this DVR port 591c02fb-e9a0-4ff2-8302-d92db14772fc on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:52.386502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-020d5b3c-b7c8-4247-9299-69adc9757eb5 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136701 Feb 10 16:10:52.563789 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58ddf12e-79b4-4dfe-9ce3-05d136993a43 req-44c3adbd-135f-4f4a-ad67-90eaa8c68493 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920521 Feb 10 16:10:52.565627 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-61ea96b0-d410-4837-bc71-de70b9b48b51 service neutron] 10.222.0.21 "GET /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145018 Feb 10 16:10:52.567688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.650001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc94ba6-516c-41cc-b6c3-32f82b8022ea']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:52.673956 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:52.674249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d8ed88-f7d1-4ffd-86cf-5f6905fdfa45') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:52.683289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4413589-1eca-4be4-b892-22ffa3c068f3 req-6e903bc9-447f-4f39-93b2-62ddfce3c20b service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714930 Feb 10 16:10:52.687614 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.715536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.728651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:52.729056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: self.session.flush() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:52.732285 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:52.743607 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-21fdc346-0341-44f8-aca4-a04bd63bb335 service neutron] 10.222.0.21 "GET /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665919 Feb 10 16:10:52.799587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.808647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.812305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/networks/6cc94ba6-516c-41cc-b6c3-32f82b8022ea HTTP/1.1" status: 204 len: 168 time: 1.7688584 Feb 10 16:10:52.814380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35524) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:52.834456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da208f1-aea9-4534-af17-938b1dad9a09 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Network': ['ID=6cc94ba6-516c-41cc-b6c3-32f82b8022ea,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:52.885376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting subnet 47b671d2-2899-4d3b-bd06-0bc9ca5f030e {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:10:52.889217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:52.958210 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cc4a049e-30ed-43fc-bd87-166177cd6657 req-70568ff7-8cbb-4247-a30c-c6672987cf47 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 210 time: 0.0378397 Feb 10 16:10:52.967719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.060145 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.141165 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.170221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Subnet': ['ID=47b671d2-2899-4d3b-bd06-0bc9ca5f030e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:53.174064 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.177336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d5f67522-f14a-4a34-a8be-828b8cf977eb tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/subnets/47b671d2-2899-4d3b-bd06-0bc9ca5f030e HTTP/1.1" status: 204 len: 168 time: 0.3619225 Feb 10 16:10:53.179758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35540) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:53.183940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b7d366-2d8e-48bf-ad8f-1250c293a6d9 None None] Network 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:53.234783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting subnet d19bcedd-6158-4ed3-b16f-b7a1495b7dcb {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:10:53.238055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.289379 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.403419 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.436392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] DHCP port deletion for 3f9f9dbf-366b-46ab-a16f-b4f2af470d0a request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:10:53.477294 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.498186 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] Deleting port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:53.498886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.509418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Subnet': ['ID=d19bcedd-6158-4ed3-b16f-b7a1495b7dcb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:53.515857 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.519926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fc383c21-443f-4e0c-97e0-3e6ffb84f966 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/subnets/d19bcedd-6158-4ed3-b16f-b7a1495b7dcb HTTP/1.1" status: 204 len: 168 time: 0.3383598 Feb 10 16:10:53.521491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35544) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:53.525640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725d8cf-aed8-40c3-80ac-a60457799e49 None None] Network 62be970e-d4b7-4d3f-b548-a98b68394d27 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:53.630648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.763720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efd831-c595-4962-bac3-4f196d3530a5 req-0ab7ea2a-218f-4803-a1d2-09f5c14a397f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:53.765264 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73efd831-c595-4962-bac3-4f196d3530a5 req-0ab7ea2a-218f-4803-a1d2-09f5c14a397f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 943 time: 0.0722239 Feb 10 16:10:53.782681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:53.782908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.824901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:53.847085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] For port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,segment=NetworkSegment(3b19a4bf-4ea8-402c-9012-17a2c3c04ba5),segment_id=3b19a4bf-4ea8-402c-9012-17a2c3c04ba5)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:53.848140 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.861769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73efd831-c595-4962-bac3-4f196d3530a5 req-c19f7186-85ca-482c-b2c3-5dd87d45d176 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885131 Feb 10 16:10:53.876472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] For port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,segment=NetworkSegment(3b19a4bf-4ea8-402c-9012-17a2c3c04ba5),segment_id=3b19a4bf-4ea8-402c-9012-17a2c3c04ba5)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:53.876836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:53.896465 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Calling delete_port for 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:53.911054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] Calling delete_port for 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:53.912995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:10:53.938881 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.010787 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.045999 n-d-827895-3 neutron-server[102616]: INFO neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No ports have port_id starting with 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 Feb 10 16:10:54.080265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Port': ['ID=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.087977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] No DVR routers for this DVR port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:54.198686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.222144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:54.240333 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-d2efef79-8eae-4c7a-8691-a9e7fe1aa250 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:54.241902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-d2efef79-8eae-4c7a-8691-a9e7fe1aa250 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.75 "GET /v2.0/networks?id=15c48efd-57c6-4c1c-a266-440c26549d04 HTTP/1.1" status: 200 len: 809 time: 0.1528800 Feb 10 16:10:54.254457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] No DVR routers for this DVR port 95c70c3b-c3bf-4a33-afdb-3bde10b84b71 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:54.263481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Request body: {'port': {'device_id': '66260e78-e657-4154-80e6-003281579ff9', 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04', 'admin_state_up': True, 'tenant_id': '7301540cff1d426d84716b523be2d48d'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:54.287878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] DHCP port deletion for 62be970e-d4b7-4d3f-b548-a98b68394d27 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:10:54.292051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'port_id': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'mac_address': 'fa:16:3e:42:5c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:10:54.294777 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec323cf-5f4e-44bd-8373-6c5b3d9c6ea2 None None] Pushing event deleted for resources: {'Port': ['ID=95c70c3b-c3bf-4a33-afdb-3bde10b84b71,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.304683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.352324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43ed0282-a955-4fce-aff6-8dc3e28350fe req-599ccaad-ba44-46fd-be3c-55c158e15030 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 210 time: 0.1213567 Feb 10 16:10:54.355013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9f9dbf-366b-46ab-a16f-b4f2af470d0a']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:54.382469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:54.383102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b19a4bf-4ea8-402c-9012-17a2c3c04ba5') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:54.398278 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.414320 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.423115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:54.423602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:54.428118 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:54.433235 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.439465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Made reservation on behalf of 7301540cff1d426d84716b523be2d48d for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:54.442932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.445030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] Deleting port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:54.445501 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.460485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff65653-5eec-4077-b4d5-a17ec1229ed2 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:10:54.517500 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:54.532073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.533242 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.535276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] For port 5e1ee29b-defe-47fd-aa75-708eced6f4f7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=5e1ee29b-defe-47fd-aa75-708eced6f4f7,segment=NetworkSegment(96128843-516c-4fc8-98da-b7aaea3ee7b2),segment_id=96128843-516c-4fc8-98da-b7aaea3ee7b2)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:54.535804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.541610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.546870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/networks/3f9f9dbf-366b-46ab-a16f-b4f2af470d0a HTTP/1.1" status: 204 len: 168 time: 1.0223124 Feb 10 16:10:54.547205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35560) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:54.567609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b4111-f057-4f5f-95cd-e577799735ff tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Network': ['ID=3f9f9dbf-366b-46ab-a16f-b4f2af470d0a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.606792 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] Calling delete_port for 5e1ee29b-defe-47fd-aa75-708eced6f4f7 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:54.608666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.629361 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Allocated IP 172.20.0.14 (15c48efd-57c6-4c1c-a266-440c26549d04/4fe644b6-1687-470e-9e78-271bb874cf02/ee01ef86-47ae-406d-8f30-969355f43a08) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:54.667237 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.713722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.732578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] No DVR routers for this DVR port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:54.738297 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:54.738648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.762831 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe66c00-02fd-42b8-bbea-d1f7e5b05488 None None] Pushing event deleted for resources: {'Port': ['ID=5e1ee29b-defe-47fd-aa75-708eced6f4f7,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.771233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['6ff65653-5eec-4077-b4d5-a17ec1229ed2'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:54.824024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.831389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] For port 5e1ee29b-defe-47fd-aa75-708eced6f4f7, host n-d-827895-3, got binding levels [] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:54.831891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.847525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Calling delete_port for 5e1ee29b-defe-47fd-aa75-708eced6f4f7 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:54.850680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.ipam_backend_mixin [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 was not found and therefore no delete operation was performed {{(pid=102615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:10:54.852773 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.866179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:54.888803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Port': ['ID=5e1ee29b-defe-47fd-aa75-708eced6f4f7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.900981 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] No DVR routers for this DVR port 5e1ee29b-defe-47fd-aa75-708eced6f4f7 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:54.930160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Network 15c48efd-57c6-4c1c-a266-440c26549d04 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:54.930160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:54.934505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:55.006031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Pushing event updated for resources: {'Port': ['ID=ee01ef86-47ae-406d-8f30-969355f43a08,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.015885 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.023692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:55.026065 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.053046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62be970e-d4b7-4d3f-b548-a98b68394d27']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:55.058529 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-fbfca630-cf03-4411-a54a-706a1b3e5a98 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027358 Feb 10 16:10:55.070974 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Request body: {'port': {'device_id': '66260e78-e657-4154-80e6-003281579ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:55.080177 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96128843-516c-4fc8-98da-b7aaea3ee7b2') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:55.080476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96128843-516c-4fc8-98da-b7aaea3ee7b2') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:55.094169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.121090 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d446c-0c5d-44c5-8ea7-93afd92b47fc req-42a36ed4-e4d6-42a7-b70c-0b92e414676f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:55.122654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-584d446c-0c5d-44c5-8ea7-93afd92b47fc req-42a36ed4-e4d6-42a7-b70c-0b92e414676f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.0852902 Feb 10 16:10:55.123719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.150029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:55.150439 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:55.153466 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:55.158133 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.211009 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-584d446c-0c5d-44c5-8ea7-93afd92b47fc req-a1a7101c-37da-4dc7-b7d9-f57dad223e7d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812705 Feb 10 16:10:55.240728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.258117 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.263979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/networks/62be970e-d4b7-4d3f-b548-a98b68394d27 HTTP/1.1" status: 204 len: 168 time: 0.7065654 Feb 10 16:10:55.266969 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35570) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:55.276250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ffacf-4729-40d6-aeee-ba59551fe62c tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Network': ['ID=62be970e-d4b7-4d3f-b548-a98b68394d27,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.395913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting subnet 5ed85874-35ad-4f02-8b4f-73d34a3774c8 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:10:55.426582 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.487386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134d41-7b9c-4f3d-882b-b51097763801 req-e542f1d8-316f-4424-ae1c-1ef1c01c2f6c tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:55.488994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9134d41-7b9c-4f3d-882b-b51097763801 req-e542f1d8-316f-4424-ae1c-1ef1c01c2f6c tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 932 time: 0.0595336 Feb 10 16:10:55.492285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.530935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9134d41-7b9c-4f3d-882b-b51097763801 req-9e307c86-d63e-4753-ad4d-1c5917f4abc3 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Feb 10 16:10:55.631216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.661715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee01ef86-47ae-406d-8f30-969355f43a08 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:10:55.675003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.699185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Transition to ACTIVE for port object ee01ef86-47ae-406d-8f30-969355f43a08 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:10:55.708700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.756105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.790608 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5e1ee29b-defe-47fd-aa75-708eced6f4f7 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:55.795373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Pushing event updated for resources: {'Port': ['ID=ee01ef86-47ae-406d-8f30-969355f43a08,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.798035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.801230 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/subnets/5ed85874-35ad-4f02-8b4f-73d34a3774c8 HTTP/1.1" status: 204 len: 168 time: 0.5332074 Feb 10 16:10:55.803829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35578) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:55.804511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760b651-cc79-4701-a926-26fe840dfd7b tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed85874-35ad-4f02-8b4f-73d34a3774c8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.834237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f72b2b-912e-4f33-b109-ff5eee97bcdc None None] Network c92afee8-7158-46d6-91ee-50c16b54cb93 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:10:55.836665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 5e1ee29b-defe-47fd-aa75-708eced6f4f7 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:55.837788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 5e1ee29b-defe-47fd-aa75-708eced6f4f7 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:55.880152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Attempting to bind port ee01ef86-47ae-406d-8f30-969355f43a08 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:10:55.880830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Attempting to bind port ee01ef86-47ae-406d-8f30-969355f43a08 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '2640d388-0002-44ff-98bd-4a8f35932864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:10:55.881353 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Attempting to bind port ee01ef86-47ae-406d-8f30-969355f43a08 on network 15c48efd-57c6-4c1c-a266-440c26549d04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:55.888398 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Port ee01ef86-47ae-406d-8f30-969355f43a08 on network 15c48efd-57c6-4c1c-a266-440c26549d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:55.888965 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Attempting to bind port ee01ef86-47ae-406d-8f30-969355f43a08 on network 15c48efd-57c6-4c1c-a266-440c26549d04 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:55.895681 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:55.896625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Checking segment: {'id': '2640d388-0002-44ff-98bd-4a8f35932864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:10:55.897185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Bound using segment: {'id': '2640d388-0002-44ff-98bd-4a8f35932864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:55.897792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Bound port: ee01ef86-47ae-406d-8f30-969355f43a08, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2640d388-0002-44ff-98bd-4a8f35932864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:10:55.898842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.912359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:55.963080 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:55.993113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] For port ee01ef86-47ae-406d-8f30-969355f43a08, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:55.997460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] For port ee01ef86-47ae-406d-8f30-969355f43a08, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ee01ef86-47ae-406d-8f30-969355f43a08,segment=NetworkSegment(2640d388-0002-44ff-98bd-4a8f35932864),segment_id=2640d388-0002-44ff-98bd-4a8f35932864)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:56.001773 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.030479 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Deleting port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:56.030999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.042005 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:10:56.050453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:56.051062 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.071968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Pushing event updated for resources: {'Port': ['ID=ee01ef86-47ae-406d-8f30-969355f43a08,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.093596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.094361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.096300 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-f9a53268-94f3-4373-81c1-0c37e75f1c08 service neutron] 10.222.0.75 "PUT /v2.0/ports/ee01ef86-47ae-406d-8f30-969355f43a08 HTTP/1.1" status: 200 len: 1092 time: 1.0294247 Feb 10 16:10:56.096763 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66260e78-e657-4154-80e6-003281579ff9', 'tag': 'ee01ef86-47ae-406d-8f30-969355f43a08'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:56.099045 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920" -d '{"events": [{"name": "network-changed", "server_uuid": "66260e78-e657-4154-80e6-003281579ff9", "tag": "ee01ef86-47ae-406d-8f30-969355f43a08"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:56.137537 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] For port 06ede349-2f6b-4bd8-8bab-47ea518dfb94, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=06ede349-2f6b-4bd8-8bab-47ea518dfb94,segment=NetworkSegment(9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0),segment_id=9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:56.138033 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.160012 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f4bcf8-bcec-4f13-8891-f4dad3e4cea8 x-openstack-request-id: req-95f4bcf8-bcec-4f13-8891-f4dad3e4cea8 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:56.160309 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66260e78-e657-4154-80e6-003281579ff9", "tag": "ee01ef86-47ae-406d-8f30-969355f43a08", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:56.161048 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95f4bcf8-bcec-4f13-8891-f4dad3e4cea8 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:56.161048 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66260e78-e657-4154-80e6-003281579ff9', 'tag': 'ee01ef86-47ae-406d-8f30-969355f43a08', 'status': 'completed', 'code': 200} Feb 10 16:10:56.166198 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.170582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Calling delete_port for 06ede349-2f6b-4bd8-8bab-47ea518dfb94 owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:56.193540 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] DHCP port deletion for c92afee8-7158-46d6-91ee-50c16b54cb93 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:10:56.214504 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:10:56.216905 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce0a2d2-750d-4953-807f-fd7ab8b51327" -d '{"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-plugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:56.229448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:56.248728 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-015e9aea-b9b7-4c09-9a46-bdb167db2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.251343 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-015e9aea-b9b7-4c09-9a46-bdb167db2f96 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7301540cff1d426d84716b523be2d48d&device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0784965 Feb 10 16:10:56.289227 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.294187 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d634ef6-21a0-4b69-a94d-b425bc2faf1d x-openstack-request-id: req-4d634ef6-21a0-4b69-a94d-b425bc2faf1d {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:56.295846 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-plugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:56.296830 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d634ef6-21a0-4b69-a94d-b425bc2faf1d {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:56.297649 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'code': 200} Feb 10 16:10:56.327089 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.329077 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-90430f32-8eb8-4703-8e53-28c20f76b83a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee01ef86-47ae-406d-8f30-969355f43a08 HTTP/1.1" status: 200 len: 217 time: 0.0672891 Feb 10 16:10:56.377429 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Port': ['ID=06ede349-2f6b-4bd8-8bab-47ea518dfb94,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.391657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] No DVR routers for this DVR port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:56.396963 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803458-4cf8-485e-bade-834bb69bc437 req-71b78945-41dc-4d57-9ae1-9e9b05ca4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.397919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.405155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-71b78945-41dc-4d57-9ae1-9e9b05ca4bf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe644b6-1687-470e-9e78-271bb874cf02 HTTP/1.1" status: 200 len: 849 time: 0.0686047 Feb 10 16:10:56.416823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Deleting port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:10:56.417410 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.473344 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-20976c81-f0b1-4643-b0fb-6993f3536340 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=15c48efd-57c6-4c1c-a266-440c26549d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554416 Feb 10 16:10:56.510689 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] For port 06ede349-2f6b-4bd8-8bab-47ea518dfb94, host n-d-827895-3, got binding levels [] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:56.510995 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.529470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Calling delete_port for 06ede349-2f6b-4bd8-8bab-47ea518dfb94 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:10:56.532975 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.ipam_backend_mixin [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 was not found and therefore no delete operation was performed {{(pid=102616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:10:56.534739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.564332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17994e-750f-49ff-834e-1ccb98b7e34a req-62b211bc-8fcc-4c45-85c0-e5b1063a9514 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.565983 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be17994e-750f-49ff-834e-1ccb98b7e34a req-62b211bc-8fcc-4c45-85c0-e5b1063a9514 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1846261 Feb 10 16:10:56.575623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] No DVR routers for this DVR port 06ede349-2f6b-4bd8-8bab-47ea518dfb94 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:56.580717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c7bd5-b9e2-4a6b-9cf7-d8945c88e205 None None] Pushing event deleted for resources: {'Port': ['ID=06ede349-2f6b-4bd8-8bab-47ea518dfb94,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.590970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.612910 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec470-51af-45a9-a542-b1844c5ff9bf req-5f314623-bd3b-4bf1-9b7f-c9211dee51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.614518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efbec470-51af-45a9-a542-b1844c5ff9bf req-5f314623-bd3b-4bf1-9b7f-c9211dee51d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1096 time: 0.2478776 Feb 10 16:10:56.632631 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-020366e9-e8a7-46b7-b5c4-65e8aa7d5cb5 service neutron] 10.222.0.75 "GET /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507623 Feb 10 16:10:56.693630 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92afee8-7158-46d6-91ee-50c16b54cb93']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:56.711958 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be17994e-750f-49ff-834e-1ccb98b7e34a req-72f7ca04-e09f-4604-acbf-43d741ea58e4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372471 Feb 10 16:10:56.718780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:56.718780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9631a3c9-4f0f-46eb-a9f6-62bc557c6ad0') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:56.727035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-efbec470-51af-45a9-a542-b1844c5ff9bf req-10fca255-3842-4356-853a-8f89c215af80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033652 Feb 10 16:10:56.737555 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.741692 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab803458-4cf8-485e-bade-834bb69bc437 req-1e37f43f-a639-4ea4-9985-87466c4d8a78 service neutron] 10.222.0.75 "GET /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013787 Feb 10 16:10:56.766515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8578d2-876c-4c91-8d37-ef9729ea96f8 req-f8c40124-3298-4871-af2c-7481f3967ca2 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.768055 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e8578d2-876c-4c91-8d37-ef9729ea96f8 req-f8c40124-3298-4871-af2c-7481f3967ca2 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 944 time: 0.1270027 Feb 10 16:10:56.769071 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.777894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:56.778299 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:56.781675 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:56.854734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-20341c10-2221-4399-a56c-e89fc8e400d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:56.856406 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-20341c10-2221-4399-a56c-e89fc8e400d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7301540cff1d426d84716b523be2d48d&device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0484710 Feb 10 16:10:56.860222 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.864412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6e8578d2-876c-4c91-8d37-ef9729ea96f8 req-869538ac-a0c6-40c7-9a57-3dbadc94a50a tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883839 Feb 10 16:10:56.870742 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:56.876766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/networks/c92afee8-7158-46d6-91ee-50c16b54cb93 HTTP/1.1" status: 204 len: 168 time: 1.0687323 Feb 10 16:10:56.887579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35602) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:56.896822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9eda62-ecf9-4847-88ce-52e44c5bd44d tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Pushing event deleted for resources: {'Network': ['ID=c92afee8-7158-46d6-91ee-50c16b54cb93,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.932903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35604) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:56.933325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6f7155d4-f79e-47f3-8f0e-1fd29ff2d40a tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "GET /v2.0/ports?device_id=63bbdedb-a6ff-471f-9fa0-f4dafaf621bb HTTP/1.1" status: 200 len: 205 time: 0.0431263 Feb 10 16:10:57.001449 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-d580820f-fbbb-4e05-92b1-bf0d977a8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:57.003049 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-d580820f-fbbb-4e05-92b1-bf0d977a8d30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=15c48efd-57c6-4c1c-a266-440c26549d04 HTTP/1.1" status: 200 len: 910 time: 0.1349316 Feb 10 16:10:57.015039 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.049589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-9daf5b9d-535b-4da9-be14-51f9a57eb897 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee01ef86-47ae-406d-8f30-969355f43a08 HTTP/1.1" status: 200 len: 217 time: 0.0350957 Feb 10 16:10:57.106759 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-b83a99b7-2651-4915-82c7-5e41ddb4dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:57.108997 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-b83a99b7-2651-4915-82c7-5e41ddb4dd71 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe644b6-1687-470e-9e78-271bb874cf02 HTTP/1.1" status: 200 len: 849 time: 0.0502341 Feb 10 16:10:57.150896 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-270c4f86-c6f4-4f1b-b73f-a85976589166 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=15c48efd-57c6-4c1c-a266-440c26549d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276110 Feb 10 16:10:57.189912 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.192098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.236351 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.236898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Fanout notify agent at l3_agent the message router_deleted on router 63bbdedb-a6ff-471f-9fa0-f4dafaf621bb {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:10:57.244993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.246176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-bdae23d8-7053-4d52-8718-4c46543e55c3 tempest-RoutersNegativeIpV6Test-1165469388 tempest-RoutersNegativeIpV6Test-1165469388-project] 10.222.0.21 "DELETE /v2.0/routers/63bbdedb-a6ff-471f-9fa0-f4dafaf621bb HTTP/1.1" status: 204 len: 168 time: 0.3117640 Feb 10 16:10:57.251917 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-9ddbb2fe-70ba-4558-994d-312874310061 service neutron] 10.222.0.75 "GET /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893924 Feb 10 16:10:57.347100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.371009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0d1ab9ad-6d77-4e10-a19c-f1199b1d0920 req-97f05068-e578-409f-8cab-3c45dd9cdb81 service neutron] 10.222.0.75 "GET /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078653 Feb 10 16:10:57.525761 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35620) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:57.662266 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e3602fb1-3d9a-4223-89ad-b62419b2d823 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc24e9fa07294e36ade965f8f383f4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353528 Feb 10 16:10:57.664783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:57.729945 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5ac377c-ddd8-4eba-a8b9-b5498d9b44bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.762109 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 06ede349-2f6b-4bd8-8bab-47ea518dfb94 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:57.769175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5ac377c-ddd8-4eba-a8b9-b5498d9b44bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.790058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 06ede349-2f6b-4bd8-8bab-47ea518dfb94 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:10:57.790496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 06ede349-2f6b-4bd8-8bab-47ea518dfb94 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:57.838977 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5ac377c-ddd8-4eba-a8b9-b5498d9b44bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.841765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c5ac377c-ddd8-4eba-a8b9-b5498d9b44bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:57.845378 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c5ac377c-ddd8-4eba-a8b9-b5498d9b44bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49ac43b2-4a86-4786-8f0a-e176780bb8d3 HTTP/1.1" status: 204 len: 168 time: 0.1766434 Feb 10 16:10:57.853321 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac377c-ddd8-4eba-a8b9-b5498d9b44bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac43b2-4a86-4786-8f0a-e176780bb8d3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:57.923778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e470-1e25-404e-a2bc-49eb70974d5e req-d7da3e9b-68bf-4df4-a9d6-1f4c534a5b94 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:57.934199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dc0e470-1e25-404e-a2bc-49eb70974d5e req-d7da3e9b-68bf-4df4-a9d6-1f4c534a5b94 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1074069 Feb 10 16:10:58.000602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dc0e470-1e25-404e-a2bc-49eb70974d5e req-782b5837-7c87-486b-a1a1-7ce97316b5dc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641096 Feb 10 16:10:58.038202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7571733-55d6-42bd-a7ec-99cfc8bb22ec req-04dddb5c-c873-43db-a6da-404510fcddbb tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:58.045015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7571733-55d6-42bd-a7ec-99cfc8bb22ec req-04dddb5c-c873-43db-a6da-404510fcddbb tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 944 time: 0.0946207 Feb 10 16:10:58.107479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7571733-55d6-42bd-a7ec-99cfc8bb22ec req-86aba51b-70a6-4425-a332-70558d9a99ea tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602474 Feb 10 16:10:58.148316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537388-f98e-472c-a0aa-97026585ad35 req-d72f1784-dea0-4118-a922-aa72e9ad6b7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:58.150454 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e537388-f98e-472c-a0aa-97026585ad35 req-d72f1784-dea0-4118-a922-aa72e9ad6b7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0589778 Feb 10 16:10:58.208544 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e537388-f98e-472c-a0aa-97026585ad35 req-6b946818-fff6-44d3-b966-fcc5add28788 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505865 Feb 10 16:10:58.232509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35646) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:58.646271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f709a5-48ac-4a51-80a0-79fd590fb5bd tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:58.648044 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c7f709a5-48ac-4a51-80a0-79fd590fb5bd tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1091 time: 0.4142897 Feb 10 16:10:58.650873 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35662) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:58.657712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:58.685324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:58.788826 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:58.904065 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-41608ded-1e9d-4cbc-8960-8a78236431a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:58.909145 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.174 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/b4096449-f5aa-4877-b38d-1057dcc31972) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:59.034420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-4edd329c-6d15-4fd3-b6c3-66bdb07f29d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648527 Feb 10 16:10:59.073157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:59.138613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-241afea4-1170-4195-bb2c-ec767e66d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:59.145108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-241afea4-1170-4195-bb2c-ec767e66d705 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1096 time: 0.0643997 Feb 10 16:10:59.149056 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:10:59.271020 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:59.290067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:59.297017 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:59.304839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=b4096449-f5aa-4877-b38d-1057dcc31972,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:59.391426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251654f-684c-4e98-8dce-c98116ec9718 req-db9c175e-3e6f-4097-9f76-8ad984cb4980 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:59.398096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3251654f-684c-4e98-8dce-c98116ec9718 req-db9c175e-3e6f-4097-9f76-8ad984cb4980 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 944 time: 0.1965952 Feb 10 16:10:59.431571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-122f8a16-fa26-445b-b1da-16496e7e3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:59.433695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-122f8a16-fa26-445b-b1da-16496e7e3701 service neutron] 10.222.0.45 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.2465096 Feb 10 16:10:59.523658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-5e37825b-7c41-4b6e-a02b-2d7b21ca7512 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 217 time: 0.0760539 Feb 10 16:10:59.551900 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3251654f-684c-4e98-8dce-c98116ec9718 req-41dd9b47-c3ea-4310-954f-bb69673fdfa2 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529737 Feb 10 16:10:59.628516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-0e5ab164-757b-4f5d-a00a-706b1fea6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:59.629975 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-0e5ab164-757b-4f5d-a00a-706b1fea6348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.0978501 Feb 10 16:10:59.753857 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-2b9f541c-5b6b-4a0b-be4b-5ba17b9e2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:59.755513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-2b9f541c-5b6b-4a0b-be4b-5ba17b9e2491 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913796 Feb 10 16:10:59.802367 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35698) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:10:59.932781 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90eb6b64-b52d-4785-99d3-98398b9f7beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.026303 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90eb6b64-b52d-4785-99d3-98398b9f7beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.031209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90eb6b64-b52d-4785-99d3-98398b9f7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.074394 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-90eb6b64-b52d-4785-99d3-98398b9f7beb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fa58dde26994338addea9754eba3e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700646 Feb 10 16:11:00.078366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35706) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:00.085056 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb6b64-b52d-4785-99d3-98398b9f7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca65ae2-3342-4c9c-aeeb-98b3249740cc,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:00.136075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-35ab760c-0586-487a-ad5b-d60971760c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.159861 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-35ab760c-0586-487a-ad5b-d60971760c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.213865 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-35ab760c-0586-487a-ad5b-d60971760c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.217228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-35ab760c-0586-487a-ad5b-d60971760c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.219902 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-35ab760c-0586-487a-ad5b-d60971760c77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cca65ae2-3342-4c9c-aeeb-98b3249740cc HTTP/1.1" status: 204 len: 168 time: 0.1402342 Feb 10 16:11:00.230411 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab760c-0586-487a-ad5b-d60971760c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca65ae2-3342-4c9c-aeeb-98b3249740cc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:00.319739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-b8a93efc-b360-4337-89f3-6f09b2ecb134 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552688 Feb 10 16:11:00.437023 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.486689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8e0e6b5-8e0f-4b2f-9c47-87fc0efe15af req-f111a641-49d2-46f0-afa8-c848ebcbe079 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582687 Feb 10 16:11:00.528956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.606252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35724) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:00.622807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2860a16a-8e28-49df-95ae-34e79a301b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.754651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2860a16a-8e28-49df-95ae-34e79a301b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.761962 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2860a16a-8e28-49df-95ae-34e79a301b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.763583 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacba598-6297-4730-9418-2be820d576ff req-374383ee-60b8-4858-bd80-be37c2496fa9 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:00.771149 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cacba598-6297-4730-9418-2be820d576ff req-374383ee-60b8-4858-bd80-be37c2496fa9 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 944 time: 0.1007285 Feb 10 16:11:00.797772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ee01ef86-47ae-406d-8f30-969355f43a08 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:11:00.816897 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.834154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cacba598-6297-4730-9418-2be820d576ff req-770788df-52fc-486f-b2b6-cb7c7cb4f411 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607953 Feb 10 16:11:00.834306 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2860a16a-8e28-49df-95ae-34e79a301b8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=301debb8eb6c4ce58eebfc8af42c7153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261240 Feb 10 16:11:00.835213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35726) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:00.836113 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860a16a-8e28-49df-95ae-34e79a301b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70df6844-fa88-4a5d-967d-527e4101cdea,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:00.840078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.919996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=b4096449-f5aa-4877-b38d-1057dcc31972,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:00.935082 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7c677d0-a76e-40b1-95d6-ccabeb9242d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.939484 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.962221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7c677d0-a76e-40b1-95d6-ccabeb9242d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:00.970425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ee01ef86-47ae-406d-8f30-969355f43a08, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ee01ef86-47ae-406d-8f30-969355f43a08,segment=NetworkSegment(2640d388-0002-44ff-98bd-4a8f35932864),segment_id=2640d388-0002-44ff-98bd-4a8f35932864)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:00.985038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'ee01ef86-47ae-406d-8f30-969355f43a08', 'network_id': '15c48efd-57c6-4c1c-a266-440c26549d04', 'port_id': 'ee01ef86-47ae-406d-8f30-969355f43a08', 'mac_address': 'fa:16:3e:6d:e5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe644b6-1687-470e-9e78-271bb874cf02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:11:01.058704 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:01.061765 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7c677d0-a76e-40b1-95d6-ccabeb9242d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:01.065299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7c677d0-a76e-40b1-95d6-ccabeb9242d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:01.066481 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP 65bdbb41-a983-4393-8312-fdf2b38d3a2f associated. External IP: 172.25.7.174, port: 6ff65653-5eec-4077-b4d5-a17ec1229ed2. Feb 10 16:11:01.066739 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b7c677d0-a76e-40b1-95d6-ccabeb9242d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70df6844-fa88-4a5d-967d-527e4101cdea HTTP/1.1" status: 204 len: 168 time: 0.2105424 Feb 10 16:11:01.078898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c677d0-a76e-40b1-95d6-ccabeb9242d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70df6844-fa88-4a5d-967d-527e4101cdea,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:01.085069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee01ef86-47ae-406d-8f30-969355f43a08 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:11:01.116717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ee01ef86-47ae-406d-8f30-969355f43a08, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ee01ef86-47ae-406d-8f30-969355f43a08,segment=NetworkSegment(2640d388-0002-44ff-98bd-4a8f35932864),segment_id=2640d388-0002-44ff-98bd-4a8f35932864)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:01.122457 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:01.192072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=ee01ef86-47ae-406d-8f30-969355f43a08,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:01.201027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.201665 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.202437 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.202958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.203485 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.203987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.204621 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.205118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.206215 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.206944 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.207464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.207966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:01.332335 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-aeff4c6e-7fa2-43c1-90f8-4f5860167ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:01.419197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 059945ed-4d20-4878-874b-7f23d1c41ae0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:11:01.545008 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['ee01ef86-47ae-406d-8f30-969355f43a08'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:11:01.546081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:11:01.558416 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] Sync routers for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:11:01.584321 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:11:01.587380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:01.600312 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:11:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:01.649666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ac9df27d-602e-488d-9a47-3e29821d5c7f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9969523 Feb 10 16:11:01.652898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:01.655308 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19cf2c-6237-4628-9b77-dc77702ada50" -d '{"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:01.765160 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33281203-5673-4f0a-884b-e27829e5747f x-openstack-request-id: req-33281203-5673-4f0a-884b-e27829e5747f {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:01.765437 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:01.765758 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33281203-5673-4f0a-884b-e27829e5747f {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:01.766159 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'status': 'completed', 'code': 200} Feb 10 16:11:01.799036 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:11:01.877452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4e27-b121-4126-b38a-4f0157921144 req-23a11fa4-ce71-4383-b285-332fbaa467ef tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:01.879178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3ec4e27-b121-4126-b38a-4f0157921144 req-23a11fa4-ce71-4383-b285-332fbaa467ef tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1314864 Feb 10 16:11:01.907719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-76ce34e4-9231-448b-8bbe-9b24633f7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:01.915831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-76ce34e4-9231-448b-8bbe-9b24633f7b9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1096 time: 0.1425107 Feb 10 16:11:02.073005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3ec4e27-b121-4126-b38a-4f0157921144 req-fbcb8801-f40a-4a50-8f84-37b02f2f3635 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1844482 Feb 10 16:11:02.089863 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc7bf-bddd-4516-b7b2-038d7c0b4c2a req-04faa0ca-bfdb-4829-8db7-7eb7d65974e4 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.091568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-790dc7bf-bddd-4516-b7b2-038d7c0b4c2a req-04faa0ca-bfdb-4829-8db7-7eb7d65974e4 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 945 time: 0.1282890 Feb 10 16:11:02.103479 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35772) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:02.136455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-ccad6e99-b934-4386-987d-8908c86e2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.138127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-ccad6e99-b934-4386-987d-8908c86e2bdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.2197235 Feb 10 16:11:02.181589 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '65bdbb41-a983-4393-8312-fdf2b38d3a2f', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'port_id': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'mac_address': 'fa:16:3e:42:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cee234-f500-4364-8ccc-7507bf707c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:10:59Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:47Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:02.192003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-790dc7bf-bddd-4516-b7b2-038d7c0b4c2a req-819f5a7c-25d9-4d87-8ddc-dcf1745f3159 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883558 Feb 10 16:11:02.202957 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e6711b4e-34ba-40d2-abad-0584b8d9314b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/65bdbb41-a983-4393-8312-fdf2b38d3a2f HTTP/1.1" status: 200 len: 991 time: 0.0948024 Feb 10 16:11:02.227025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-7e5e51af-82f1-4008-ad26-ceb1c4c914de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 999 time: 0.0770669 Feb 10 16:11:02.227881 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] Checking router: 059945ed-4d20-4878-874b-7f23d1c41ae0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:11:02.238161 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:11:02.238531 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:11:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:02.284200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-23a50a44-9e2a-4202-8f42-cb6002312da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.286371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-23a50a44-9e2a-4202-8f42-cb6002312da7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.0526524 Feb 10 16:11:02.348987 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-06feb322-3deb-469b-883f-523a56fc5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.350624 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-06feb322-3deb-469b-883f-523a56fc5659 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581460 Feb 10 16:11:02.422943 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:11:02.428434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:02.448689 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-cf5bb5ec-a5f5-42c9-a09e-e9751bf35633 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808542 Feb 10 16:11:02.531970 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-a9523bff-bced-48d1-bbd4-6e4e3bcb9503 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746984 Feb 10 16:11:02.565208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-da33c62a-f4ad-4bda-811d-00f9edc9f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.569208 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-da33c62a-f4ad-4bda-811d-00f9edc9f18b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1096 time: 0.0630674 Feb 10 16:11:02.652392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d19cf2c-6237-4628-9b77-dc77702ada50 req-c18f6cfc-73d8-459f-a46b-908235f5a3b9 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128757 Feb 10 16:11:02.710242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-24d35d10-dd9e-4745-88bb-2836325b01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.712273 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-24d35d10-dd9e-4745-88bb-2836325b01b8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 897 time: 0.1172457 Feb 10 16:11:02.798290 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-e6a6cd07-9934-49fa-92d1-a1624f7ce514 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 1000 time: 0.0773680 Feb 10 16:11:02.812914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ee01ef86-47ae-406d-8f30-969355f43a08 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:02.869977 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-8f0b98d9-41d2-4abb-8bca-2d2e1502b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.871495 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-8f0b98d9-41d2-4abb-8bca-2d2e1502b786 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 200 len: 834 time: 0.0645111 Feb 10 16:11:02.872080 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '65bdbb41-a983-4393-8312-fdf2b38d3a2f', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'port_id': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'mac_address': 'fa:16:3e:42:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cee234-f500-4364-8ccc-7507bf707c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:10:59Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:47Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:02.910712 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cef8d9-860b-41b1-abb8-6eb5985ee0a4 None None] The sync data for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 is: [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '65bdbb41-a983-4393-8312-fdf2b38d3a2f', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'port_id': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'mac_address': 'fa:16:3e:42:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cee234-f500-4364-8ccc-7507bf707c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:10:59Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:47Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:11:02.928538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port ee01ef86-47ae-406d-8f30-969355f43a08 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:11:02.938111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port ee01ef86-47ae-406d-8f30-969355f43a08 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:02.938919 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:02.949615 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-d01749ca-7e6e-4ff8-a239-bd88207d8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.951349 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-d01749ca-7e6e-4ff8-a239-bd88207d8744 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cc485a1-9d2c-47f3-a518-b037bdd2da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713131 Feb 10 16:11:03.049580 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:03.073878 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-1883944d-5194-45df-bef7-4a53ebdcea57 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138928 Feb 10 16:11:03.088673 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66260e78-e657-4154-80e6-003281579ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee01ef86-47ae-406d-8f30-969355f43a08'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:03.091267 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2772c6-6880-4ba5-ab85-12cf3db39aa6" -d '{"events": [{"server_uuid": "66260e78-e657-4154-80e6-003281579ff9", "name": "network-vif-plugged", "status": "completed", "tag": "ee01ef86-47ae-406d-8f30-969355f43a08"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:03.110548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port ee01ef86-47ae-406d-8f30-969355f43a08, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ee01ef86-47ae-406d-8f30-969355f43a08,segment=NetworkSegment(2640d388-0002-44ff-98bd-4a8f35932864),segment_id=2640d388-0002-44ff-98bd-4a8f35932864)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:03.128376 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:03.174161 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f65bd-06a8-4d9c-a633-d9b9619465cf x-openstack-request-id: req-804f65bd-06a8-4d9c-a633-d9b9619465cf {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:03.174745 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66260e78-e657-4154-80e6-003281579ff9", "name": "network-vif-plugged", "status": "completed", "tag": "ee01ef86-47ae-406d-8f30-969355f43a08", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:03.175186 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-804f65bd-06a8-4d9c-a633-d9b9619465cf {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:03.175795 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66260e78-e657-4154-80e6-003281579ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee01ef86-47ae-406d-8f30-969355f43a08', 'code': 200} Feb 10 16:11:03.206306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35808) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:03.227234 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-395a86fc-c99d-4453-889a-2be0d2d1ee1e req-3a7a439c-7e88-4395-b5b3-86527956c570 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140668 Feb 10 16:11:03.242237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=ee01ef86-47ae-406d-8f30-969355f43a08,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:03.345082 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118050ab-36ed-4246-9712-14fd4e521bd7 None None] New status for floating IP 65bdbb41-a983-4393-8312-fdf2b38d3a2f: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:11:03.361622 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f730a-fc69-43a7-9b0c-3220fb663119 req-8231bcf3-0f9d-4455-9652-da36dc66eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.363209 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d68f730a-fc69-43a7-9b0c-3220fb663119 req-8231bcf3-0f9d-4455-9652-da36dc66eac0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1052489 Feb 10 16:11:03.381609 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0e0a22fa-8791-4eed-bbf8-967fd843c99d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/65bdbb41-a983-4393-8312-fdf2b38d3a2f HTTP/1.1" status: 200 len: 991 time: 0.1735544 Feb 10 16:11:03.398699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b4ae9-6d31-476c-afee-b16e263a0b10 req-22145825-3945-4494-a9f9-ca7554d674c1 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.406889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d9b4ae9-6d31-476c-afee-b16e263a0b10 req-22145825-3945-4494-a9f9-ca7554d674c1 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 946 time: 0.0734625 Feb 10 16:11:03.413817 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-d68f730a-fc69-43a7-9b0c-3220fb663119 req-35e3eba1-235b-4556-8125-a30d6c6d8883 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Feb 10 16:11:03.457427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d9b4ae9-6d31-476c-afee-b16e263a0b10 req-ed78505d-8268-4c16-9853-f2a77f77772e tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497189 Feb 10 16:11:04.115244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:04.337139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:04.385754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35840) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:04.451120 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bebc1b7d-b05d-4b6f-a45a-521bdb1f302f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/65bdbb41-a983-4393-8312-fdf2b38d3a2f HTTP/1.1" status: 200 len: 993 time: 0.0642149 Feb 10 16:11:04.585306 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d322-afd2-4a65-bda9-15a8f6ca791c req-70d09e7a-4f87-4df3-a035-4ab1a89ecd70 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:04.587495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa63d322-afd2-4a65-bda9-15a8f6ca791c req-70d09e7a-4f87-4df3-a035-4ab1a89ecd70 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 946 time: 0.0514102 Feb 10 16:11:04.627488 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aa63d322-afd2-4a65-bda9-15a8f6ca791c req-5b9cf908-3f0a-4342-ace9-26fbd05ea70c tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Feb 10 16:11:05.748304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788513a5-29e9-4c62-9246-5a14fd1baec1 req-b5a5d1f1-c9a6-44cb-a653-4ba57e108715 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:05.750489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-788513a5-29e9-4c62-9246-5a14fd1baec1 req-b5a5d1f1-c9a6-44cb-a653-4ba57e108715 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 946 time: 0.0527778 Feb 10 16:11:05.791805 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-788513a5-29e9-4c62-9246-5a14fd1baec1 req-3bcfbd8b-b227-4fc1-9ac5-5e39b10b303f tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Feb 10 16:11:07.145797 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 35948) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:07.294817 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc073432-ada6-4ce4-9a04-6e946060afda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.383720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc073432-ada6-4ce4-9a04-6e946060afda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.388062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fc073432-ada6-4ce4-9a04-6e946060afda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.433731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35964) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:07.441050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fc073432-ada6-4ce4-9a04-6e946060afda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a57ad02419f4a98aa76aab72e8331bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934570 Feb 10 16:11:07.447769 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073432-ada6-4ce4-9a04-6e946060afda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591b1aaa-39fa-4853-b290-76b96c5e1f2b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:07.499042 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c98d6b9a-db36-4e7b-a366-72d480b5e9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.520564 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c98d6b9a-db36-4e7b-a366-72d480b5e9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.577805 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c98d6b9a-db36-4e7b-a366-72d480b5e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.581694 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c98d6b9a-db36-4e7b-a366-72d480b5e9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:07.586886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c98d6b9a-db36-4e7b-a366-72d480b5e9dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/591b1aaa-39fa-4853-b290-76b96c5e1f2b HTTP/1.1" status: 204 len: 168 time: 0.1515272 Feb 10 16:11:07.596219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d6b9a-db36-4e7b-a366-72d480b5e9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b1aaa-39fa-4853-b290-76b96c5e1f2b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:07.946875 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 35988) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:07.960205 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67d05644-201f-4ea8-aed2-ba965af8a953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.050259 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67d05644-201f-4ea8-aed2-ba965af8a953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.054922 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-67d05644-201f-4ea8-aed2-ba965af8a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.103524 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d05644-201f-4ea8-aed2-ba965af8a953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3fc206-6101-4c27-9ecc-1609d7f79152,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:08.116309 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-67d05644-201f-4ea8-aed2-ba965af8a953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71e9403ec78c45d7af4ca287b7fe5145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679785 Feb 10 16:11:08.119279 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36000) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:08.176659 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd9b16e1-566a-48b5-9d74-17e1ba42169f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.198718 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd9b16e1-566a-48b5-9d74-17e1ba42169f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.263965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd9b16e1-566a-48b5-9d74-17e1ba42169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.266567 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dd9b16e1-566a-48b5-9d74-17e1ba42169f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:08.270235 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-dd9b16e1-566a-48b5-9d74-17e1ba42169f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f3fc206-6101-4c27-9ecc-1609d7f79152 HTTP/1.1" status: 204 len: 168 time: 0.1474369 Feb 10 16:11:08.280675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b16e1-566a-48b5-9d74-17e1ba42169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3fc206-6101-4c27-9ecc-1609d7f79152,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:08.380488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9130f-3c65-40db-93c6-7aa777987dbc req-280190d4-0685-4e3b-9f85-315e33392330 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:08.383524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fce9130f-3c65-40db-93c6-7aa777987dbc req-280190d4-0685-4e3b-9f85-315e33392330 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 946 time: 0.0579414 Feb 10 16:11:08.431005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fce9130f-3c65-40db-93c6-7aa777987dbc req-0d3db7e0-5581-4ab0-842b-d8a8f707e243 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Feb 10 16:11:09.577125 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb234ab-3821-4ad0-abf3-0903e93355ae req-e3d7ef19-2401-491c-8168-6f2156272f88 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:09.579379 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb234ab-3821-4ad0-abf3-0903e93355ae req-e3d7ef19-2401-491c-8168-6f2156272f88 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 946 time: 0.0559423 Feb 10 16:11:09.627021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9bb234ab-3821-4ad0-abf3-0903e93355ae req-faee09e0-9ce2-47bb-853c-838c568540ee tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/security-groups?id=44dba285-0687-42c2-bd38-4d6f5224fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Feb 10 16:11:10.328507 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-841c5dae-602f-4f47-9c82-c1ac57fb6200 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:10.330132 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-841c5dae-602f-4f47-9c82-c1ac57fb6200 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.75 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Feb 10 16:11:10.430838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Deleting port ee01ef86-47ae-406d-8f30-969355f43a08 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:11:10.431274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:10.531579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] For port ee01ef86-47ae-406d-8f30-969355f43a08, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=ee01ef86-47ae-406d-8f30-969355f43a08,segment=NetworkSegment(2640d388-0002-44ff-98bd-4a8f35932864),segment_id=2640d388-0002-44ff-98bd-4a8f35932864)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:10.531953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:10.545184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Calling delete_port for ee01ef86-47ae-406d-8f30-969355f43a08 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:11:10.697451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:10.712962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['ee01ef86-47ae-406d-8f30-969355f43a08'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:11:10.733060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Pushing event deleted for resources: {'Port': ['ID=ee01ef86-47ae-406d-8f30-969355f43a08,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:10.772053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b9c10fcb-3457-4f6b-b377-8745ec025b0a req-3380bab5-f2fd-40a5-be15-d11c67e38562 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.21 "GET /v2.0/ports?device_id=66260e78-e657-4154-80e6-003281579ff9 HTTP/1.1" status: 200 len: 210 time: 0.0646780 Feb 10 16:11:10.808426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] No DVR routers for this DVR port ee01ef86-47ae-406d-8f30-969355f43a08 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:11:10.811114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:10.814926 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-7cf3a9c1-9a29-4ff2-8a55-0faeb03bb310 req-3652ffa6-f15f-4452-afd9-4bc0aae7b283 tempest-VolumesActionsTest-120169851 tempest-VolumesActionsTest-120169851-project] 10.222.0.75 "DELETE /v2.0/ports/ee01ef86-47ae-406d-8f30-969355f43a08 HTTP/1.1" status: 204 len: 173 time: 0.4772887 Feb 10 16:11:10.815735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66260e78-e657-4154-80e6-003281579ff9', 'name': 'network-vif-deleted', 'tag': 'ee01ef86-47ae-406d-8f30-969355f43a08'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:10.818287 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054723e0-bf14-4d96-9554-95a86686f506" -d '{"events": [{"server_uuid": "66260e78-e657-4154-80e6-003281579ff9", "name": "network-vif-deleted", "tag": "ee01ef86-47ae-406d-8f30-969355f43a08"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:10.869577 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f5bba-d33a-4851-8d28-77fb579403a6 x-openstack-request-id: req-319f5bba-d33a-4851-8d28-77fb579403a6 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:10.869883 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66260e78-e657-4154-80e6-003281579ff9", "name": "network-vif-deleted", "tag": "ee01ef86-47ae-406d-8f30-969355f43a08", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:10.870128 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-319f5bba-d33a-4851-8d28-77fb579403a6 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:10.870542 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66260e78-e657-4154-80e6-003281579ff9', 'name': 'network-vif-deleted', 'tag': 'ee01ef86-47ae-406d-8f30-969355f43a08', 'status': 'completed', 'code': 200} Feb 10 16:11:12.842959 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ee01ef86-47ae-406d-8f30-969355f43a08 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:11:12.874496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: ee01ef86-47ae-406d-8f30-969355f43a08 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:11:12.874847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device ee01ef86-47ae-406d-8f30-969355f43a08 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:11:18.638807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36218) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:18.765439 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a272282-a9ab-4665-9be6-2844aa8e1536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:18.848382 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a272282-a9ab-4665-9be6-2844aa8e1536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:18.852685 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1a272282-a9ab-4665-9be6-2844aa8e1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:18.891694 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1a272282-a9ab-4665-9be6-2844aa8e1536 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd0b6014d20147d69ad8807d1371447d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511494 Feb 10 16:11:18.892698 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a272282-a9ab-4665-9be6-2844aa8e1536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68329c9-04f2-41bf-9a91-e93a7903678e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:18.894576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36222) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:18.951086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff11-d91e-4f5f-a0ff-cff61a2b93e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:18.972750 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff11-d91e-4f5f-a0ff-cff61a2b93e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.033166 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff11-d91e-4f5f-a0ff-cff61a2b93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.035837 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff11-d91e-4f5f-a0ff-cff61a2b93e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.039909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-5ae4ff11-d91e-4f5f-a0ff-cff61a2b93e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f68329c9-04f2-41bf-9a91-e93a7903678e HTTP/1.1" status: 204 len: 168 time: 0.1416566 Feb 10 16:11:19.047839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4ff11-d91e-4f5f-a0ff-cff61a2b93e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68329c9-04f2-41bf-9a91-e93a7903678e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:19.417822 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36234) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:19.437432 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-303caf2e-f5bb-485f-9a4c-a34ef20cf3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.574603 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-303caf2e-f5bb-485f-9a4c-a34ef20cf3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.581681 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-303caf2e-f5bb-485f-9a4c-a34ef20cf3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.622526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-303caf2e-f5bb-485f-9a4c-a34ef20cf3b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b35a88f7ce2470ba42b7d7ec173358e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035871 Feb 10 16:11:19.623367 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303caf2e-f5bb-485f-9a4c-a34ef20cf3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f61889-d612-4d1a-a3ef-4683c0baa1ef,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:19.625635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36240) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:19.691727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9431a8fa-0333-449c-8e62-f265e3231db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.722236 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9431a8fa-0333-449c-8e62-f265e3231db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.774628 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9431a8fa-0333-449c-8e62-f265e3231db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.777521 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9431a8fa-0333-449c-8e62-f265e3231db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:19.781095 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9431a8fa-0333-449c-8e62-f265e3231db5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05f61889-d612-4d1a-a3ef-4683c0baa1ef HTTP/1.1" status: 204 len: 168 time: 0.1517856 Feb 10 16:11:19.787396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431a8fa-0333-449c-8e62-f265e3231db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f61889-d612-4d1a-a3ef-4683c0baa1ef,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:22.685982 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:11:23.720049 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:27.361905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:28.929896 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-09b16a02-62b0-42e1-8020-8af5a0991082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:31.334092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1d29-0c2d-46b9-99f6-95a419280b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:32.432065 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.273632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36664) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:33.326380 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Deleting subnet 4fe644b6-1687-470e-9e78-271bb874cf02 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:11:33.330252 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.370170 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.421235 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.485693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.515316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe644b6-1687-470e-9e78-271bb874cf02,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:33.519490 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.524113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f680f630-b8e8-425c-9288-264a982bbd33 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4fe644b6-1687-470e-9e78-271bb874cf02 HTTP/1.1" status: 204 len: 168 time: 0.2492628 Feb 10 16:11:33.526766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36672) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:33.614301 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.745396 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.772031 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c48efd-57c6-4c1c-a266-440c26549d04']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:33.777290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16586e8-0dec-4d07-b71e-a8f82e86eaa7 req-c8a9acfa-d754-46fe-b73b-abc504d83329 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:33.786730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2640d388-0002-44ff-98bd-4a8f35932864') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:33.787190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f16586e8-0dec-4d07-b71e-a8f82e86eaa7 req-c8a9acfa-d754-46fe-b73b-abc504d83329 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0955637 Feb 10 16:11:33.787421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2640d388-0002-44ff-98bd-4a8f35932864') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:33.826981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.850254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f16586e8-0dec-4d07-b71e-a8f82e86eaa7 req-ee235b48-015c-4739-b924-67ef99e2a3ef tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569420 Feb 10 16:11:33.851995 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.858614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:11:33.859026 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:11:33.860731 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:11:33.865568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36682) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:33.941761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.955086 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:33.958773 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] 10.222.0.21 "DELETE /v2.0/networks/15c48efd-57c6-4c1c-a266-440c26549d04 HTTP/1.1" status: 204 len: 168 time: 0.4298310 Feb 10 16:11:33.963271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36686) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:33.981875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaaad4-51e0-4cd7-ae7c-039c229d1818 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c48efd-57c6-4c1c-a266-440c26549d04,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:34.014144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-740b3945-28a8-4185-9cd6-8ed87653bc02 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/65bdbb41-a983-4393-8312-fdf2b38d3a2f HTTP/1.1" status: 200 len: 993 time: 0.1468589 Feb 10 16:11:34.029743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Deleting subnet 763db343-ec5e-4a14-b38f-ebe58d05fbe0 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:11:34.033456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.087888 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.135352 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.166690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.255575 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.299262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.302895 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/763db343-ec5e-4a14-b38f-ebe58d05fbe0 HTTP/1.1" status: 204 len: 168 time: 0.3385708 Feb 10 16:11:34.304812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc5da6-cad2-4694-9ff2-0342b2fc162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763db343-ec5e-4a14-b38f-ebe58d05fbe0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:34.306111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36704) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:34.349450 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.438775 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.458602 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffb019-d229-430d-9abe-ceb26724be9a req-3d08b8dc-baab-4e7c-814d-cfcfc54a5344 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:34.461889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70ffb019-d229-430d-9abe-ceb26724be9a req-3d08b8dc-baab-4e7c-814d-cfcfc54a5344 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1096 time: 0.0718131 Feb 10 16:11:34.513601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70ffb019-d229-430d-9abe-ceb26724be9a req-14635789-0a59-46a8-81dd-816ae7f3c14f tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449543 Feb 10 16:11:34.574803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.627791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa506445-cab7-4172-9b71-5dc559c935cc']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:34.660893 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad0600-e0a7-41fe-9f65-ad3e88b5559e') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:34.661258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad0600-e0a7-41fe-9f65-ad3e88b5559e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:34.676552 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.701522 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.711219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:11:34.712146 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.737909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36716) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:11:34.801549 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:11:34.808700 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.814641 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:34.823024 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa506445-cab7-4172-9b71-5dc559c935cc HTTP/1.1" status: 204 len: 168 time: 0.5158045 Feb 10 16:11:34.861089 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12763-b08b-4804-b441-c4c42a189f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa506445-cab7-4172-9b71-5dc559c935cc,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:34.922904 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77ffbd61-d406-4c6d-a1d2-db2cf1eb9612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.071040 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77ffbd61-d406-4c6d-a1d2-db2cf1eb9612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.077447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-77ffbd61-d406-4c6d-a1d2-db2cf1eb9612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.119215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36742) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:35.150697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-77ffbd61-d406-4c6d-a1d2-db2cf1eb9612 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27f608b0a28e445bb7d52fe12b059c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995454 Feb 10 16:11:35.152015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffbd61-d406-4c6d-a1d2-db2cf1eb9612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e7fad6-40ef-49f9-9814-73a3cb220969,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:35.154967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36744) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:35.234499 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7dfe6daf-037d-48bf-be29-cb542e02201b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7301540cff1d426d84716b523be2d48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138761 Feb 10 16:11:35.237067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36746) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:35.270221 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfc4d-a259-4518-b090-0327ab41df4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.295539 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfc4d-a259-4518-b090-0327ab41df4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.342291 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f4d10ee-9ecf-43a3-b139-a098ef5d5849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.358803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfc4d-a259-4518-b090-0327ab41df4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.362019 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfc4d-a259-4518-b090-0327ab41df4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.375305 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7c2dfc4d-a259-4518-b090-0327ab41df4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1e7fad6-40ef-49f9-9814-73a3cb220969 HTTP/1.1" status: 204 len: 168 time: 0.1995597 Feb 10 16:11:35.377675 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f4d10ee-9ecf-43a3-b139-a098ef5d5849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.393518 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dfc4d-a259-4518-b090-0327ab41df4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e7fad6-40ef-49f9-9814-73a3cb220969,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:35.437863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f4d10ee-9ecf-43a3-b139-a098ef5d5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.441069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3f4d10ee-9ecf-43a3-b139-a098ef5d5849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:35.442382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3f4d10ee-9ecf-43a3-b139-a098ef5d5849 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44dba285-0687-42c2-bd38-4d6f5224fa7b HTTP/1.1" status: 204 len: 168 time: 0.2038820 Feb 10 16:11:35.455346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d10ee-9ecf-43a3-b139-a098ef5d5849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dba285-0687-42c2-bd38-4d6f5224fa7b,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:35.538904 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-fde8a1aa-3e8e-4650-b51f-5d3b99c88e54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567958 Feb 10 16:11:35.545379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-df5cc407-2252-4233-9d4a-3673c6f74c07 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:11:35.555299 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-df5cc407-2252-4233-9d4a-3673c6f74c07 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111976 Feb 10 16:11:35.932464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36782) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:35.990147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36784) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:35.998183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-66ce007a-d1ec-4e46-8f4b-8fed84a91b5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f8e11436872412ea328d2224eabbac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637703 Feb 10 16:11:36.000548 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36786) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:36.005843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f26880ed-8196-43b5-af74-a2e347e526f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.064664 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee34cc78-f7b4-448e-93d9-03626dee0b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.093976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee34cc78-f7b4-448e-93d9-03626dee0b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.123488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f26880ed-8196-43b5-af74-a2e347e526f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.128795 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f26880ed-8196-43b5-af74-a2e347e526f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.177786 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee34cc78-f7b4-448e-93d9-03626dee0b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.182625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ee34cc78-f7b4-448e-93d9-03626dee0b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.184106 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ee34cc78-f7b4-448e-93d9-03626dee0b4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e56c196-d965-432d-bb8d-95d0cae065de HTTP/1.1" status: 204 len: 168 time: 0.1815977 Feb 10 16:11:36.190102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26880ed-8196-43b5-af74-a2e347e526f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9725e11c-c1e0-4ade-af53-ddc455b385a2,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:36.213455 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34cc78-f7b4-448e-93d9-03626dee0b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56c196-d965-432d-bb8d-95d0cae065de,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:36.213589 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f26880ed-8196-43b5-af74-a2e347e526f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=061f03e85cdc42c782ee43c5a5e32c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205575 Feb 10 16:11:36.215518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36794) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:36.224664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-362d7f61-f9d8-4559-ab3e-3a7d0684a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:36.229242 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-362d7f61-f9d8-4559-ab3e-3a7d0684a27f service neutron] 10.222.0.21 "GET /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 1093 time: 0.0524156 Feb 10 16:11:36.244640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Request body: {'binding': {'host': 'n-h2-827895-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:36.245131 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Unknown quota resources ['binding']. {{(pid=102614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 16:11:36.295751 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caf00306-8637-4918-8ed6-abd99602a8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.328311 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caf00306-8637-4918-8ed6-abd99602a8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.399648 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caf00306-8637-4918-8ed6-abd99602a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.402992 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caf00306-8637-4918-8ed6-abd99602a8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.404177 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-caf00306-8637-4918-8ed6-abd99602a8ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9725e11c-c1e0-4ade-af53-ddc455b385a2 HTTP/1.1" status: 204 len: 168 time: 0.1854227 Feb 10 16:11:36.412659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf00306-8637-4918-8ed6-abd99602a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9725e11c-c1e0-4ade-af53-ddc455b385a2,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:36.433401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on host n-h2-827895-3 for vnic_type normal with profile None {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:11:36.433988 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:11:36.434482 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:36.439958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:11:36.440552 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:36.448196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:11:36.459069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Checking segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:11:36.461032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Bound using segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:11:36.461606 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Bound port: 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:11:36.562078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:11:36.578148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:36.587731 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] 10.222.0.21 "POST /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3481293 Feb 10 16:11:36.790726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe508625-98b1-4542-9528-2900d90a5a61 req-d48e99ea-6414-401d-b635-cecf3bdc2f03 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:36.793324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe508625-98b1-4542-9528-2900d90a5a61 req-d48e99ea-6414-401d-b635-cecf3bdc2f03 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0881686 Feb 10 16:11:36.842720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fe508625-98b1-4542-9528-2900d90a5a61 req-a36f7e81-02b2-4e88-b823-85c2f071afb0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427732 Feb 10 16:11:36.895617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-f201f868-9f7f-4bed-a700-4ea9774c6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:36.898248 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-f201f868-9f7f-4bed-a700-4ea9774c6fc8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1096 time: 0.0878906 Feb 10 16:11:37.063990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-6c01aa39-4c45-4927-b813-cca1ce6d6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:37.065874 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-6c01aa39-4c45-4927-b813-cca1ce6d6624 service neutron] 10.222.0.75 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.1577296 Feb 10 16:11:37.160745 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-677ac972-c2e6-435b-93fb-e041cf104b25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 1001 time: 0.0868328 Feb 10 16:11:37.221536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-aad9264d-553e-490a-bba5-6dd7f1fd2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:37.223050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-aad9264d-553e-490a-bba5-6dd7f1fd2c13 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.0542173 Feb 10 16:11:37.291832 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-7f0a3ad7-df5d-44c9-88f0-1e572af87089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:37.293970 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-7f0a3ad7-df5d-44c9-88f0-1e572af87089 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629487 Feb 10 16:11:37.447146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-307a0f3c-487b-4b45-9406-03450a17fdd4 service neutron] 10.222.0.75 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443803 Feb 10 16:11:37.568716 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-1398dec6-5c3a-4734-99c8-24be9934f0c9 service neutron] 10.222.0.75 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129327 Feb 10 16:11:37.778657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-b72ab33e-eae7-44e9-b53c-f9962d78c46a tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:37.780786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-b72ab33e-eae7-44e9-b53c-f9962d78c46a tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69&tenant_id=b0e71f23dd194896a39436d5ea6cedc5&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1096 time: 0.1365373 Feb 10 16:11:37.794444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-3'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:37.860513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.058814 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:38.063611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a658a94-05b6-48e4-a72c-16d7aa9f917b req-82c40ce5-6082-4341-8a89-97fd55ae5f10 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:38.072349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a658a94-05b6-48e4-a72c-16d7aa9f917b req-82c40ce5-6082-4341-8a89-97fd55ae5f10 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0824564 Feb 10 16:11:38.119649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:38.135952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2a658a94-05b6-48e4-a72c-16d7aa9f917b req-e27bc740-263d-4ef4-b9c3-3b9fe89193c4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499599 Feb 10 16:11:38.176778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:38.179699 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3b8cee-e404-4d20-8f74-38c62e18609f" -d '{"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:38.184875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.191849 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.242448 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31abf339-dd92-43e9-99de-2895f15ba903 x-openstack-request-id: req-31abf339-dd92-43e9-99de-2895f15ba903 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:38.242753 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:38.243024 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31abf339-dd92-43e9-99de-2895f15ba903 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:38.243416 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'code': 200} Feb 10 16:11:38.367112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:38.499817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on host n-h1-827895-3 for vnic_type normal with profile {"migrating_to": "n-h2-827895-3"} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:11:38.499817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:11:38.500612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:38.505634 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:11:38.506064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Attempting to bind port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on network 919b372c-e7e9-4349-b640-98e579775aa8 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:38.512929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:11:38.513396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Checking segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:11:38.514101 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Bound using segment: {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:11:38.514644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Bound port: 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:11:38.515108 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.572622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c384a8eb-8f63-44d9-9415-b18b28fe1ac0 None None] Provisioning complete for port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:38.573175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c384a8eb-8f63-44d9-9415-b18b28fe1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.596115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:38.599473 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:11:38.605666 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.630965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c384a8eb-8f63-44d9-9415-b18b28fe1ac0 None None] Port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:11:38.741079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:38.749933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.750148 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.750370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.750673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.751177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.751577 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.751891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.752215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.752588 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.752918 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.753239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.753556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:38.828819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:38.829466 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:38.832320 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-c6460ab1-c90f-494d-ba83-8dba30fe3b42 service neutron] 10.222.0.75 "PUT /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 1121 time: 1.0420468 Feb 10 16:11:38.886254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['6ff65653-5eec-4077-b4d5-a17ec1229ed2'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:11:39.077409 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-640184ee-1579-44d5-a9d8-fa002a610374 None None] Provisioning complete for port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:39.078097 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-640184ee-1579-44d5-a9d8-fa002a610374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:39.265839 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-640184ee-1579-44d5-a9d8-fa002a610374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:39.312139 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:39.315093 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b153f2-8a13-484a-bea4-541a35532006" -d '{"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-plugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:39.336003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ab5cd-12bc-4f90-933b-bdac602c1e5b req-a0f99656-b2e6-44e9-9678-6493604a4400 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:39.338551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d6ab5cd-12bc-4f90-933b-bdac602c1e5b req-a0f99656-b2e6-44e9-9678-6493604a4400 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 943 time: 0.0912898 Feb 10 16:11:39.360743 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-640184ee-1579-44d5-a9d8-fa002a610374 None None] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:39.381744 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-640184ee-1579-44d5-a9d8-fa002a610374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:39.395572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d6ab5cd-12bc-4f90-933b-bdac602c1e5b req-b46d1776-34d5-4284-8b58-d45bd6f4c7ac tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506892 Feb 10 16:11:39.403013 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a4673-53ae-486b-abdb-e60145b9192f x-openstack-request-id: req-0c7a4673-53ae-486b-abdb-e60145b9192f {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:39.403388 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-plugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:39.403733 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c7a4673-53ae-486b-abdb-e60145b9192f {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:39.404342 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'code': 200} Feb 10 16:11:39.784758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640184ee-1579-44d5-a9d8-fa002a610374 None None] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=9']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:40.244869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:40.248628 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f0fa9-9202-42c1-85ce-ea40660df99b" -d '{"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:40.300087 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c9f74-f4df-4b95-8c54-4356f51b84d4 x-openstack-request-id: req-214c9f74-f4df-4b95-8c54-4356f51b84d4 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:40.300382 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:40.300640 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-214c9f74-f4df-4b95-8c54-4356f51b84d4 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:40.301057 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'status': 'completed', 'code': 200} Feb 10 16:11:40.379573 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-2c146caf-62e6-4dca-9ce7-f9bcdbd0f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:40.382844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-2c146caf-62e6-4dca-9ce7-f9bcdbd0f963 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1126 time: 0.0577583 Feb 10 16:11:40.494414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-2317194f-30d7-4171-b3e4-1fc2f0144ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:40.495962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-2317194f-30d7-4171-b3e4-1fc2f0144ea3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.1049013 Feb 10 16:11:40.605292 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e566-d071-4d96-a4ad-67da17f12176 req-730696d4-739f-4e2a-b0bb-51f2b185e479 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:40.607087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ac4e566-d071-4d96-a4ad-67da17f12176 req-730696d4-739f-4e2a-b0bb-51f2b185e479 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1099160 Feb 10 16:11:40.609001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-e29190d1-653e-4de0-a197-db3edefec254 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1030402 Feb 10 16:11:40.725511 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ac4e566-d071-4d96-a4ad-67da17f12176 req-82cffb12-2ccd-4027-985a-37ed38534c49 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092782 Feb 10 16:11:40.727190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-f48b14b8-98de-4ae3-872c-be11afbc1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:40.728695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-f48b14b8-98de-4ae3-872c-be11afbc1eed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.1107194 Feb 10 16:11:40.853241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-6bfd3056-b985-4828-bc69-4fd3668be89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:40.854743 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-6bfd3056-b985-4828-bc69-4fd3668be89f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097457 Feb 10 16:11:40.988078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-3f41306a-b39c-4cb3-84e6-d67322c1e7bc service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260002 Feb 10 16:11:40.998747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:11:41.108442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a99f0fa9-9202-42c1-85ce-ea40660df99b req-80041283-d02e-4dde-9dd9-d6587718b370 service neutron] 10.222.0.45 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134570 Feb 10 16:11:41.110361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:41.127812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 has no active binding in host n-h2-827895-3 {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 16:11:41.913962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5bf22-7c3b-4eb7-8cf6-25d1e96094b5 req-5496ee5c-eece-41d4-8500-4f57c47713f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:41.921557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0f5bf22-7c3b-4eb7-8cf6-25d1e96094b5 req-5496ee5c-eece-41d4-8500-4f57c47713f4 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0628290 Feb 10 16:11:41.960720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0f5bf22-7c3b-4eb7-8cf6-25d1e96094b5 req-4d51f489-6d28-46c1-a390-35a2d1376f65 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380614 Feb 10 16:11:43.089859 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6eda6-3400-49e4-9910-8ec9ac86a78a req-c9c53192-eabf-4b15-a3ad-99ace8b86a06 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:43.091590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77c6eda6-3400-49e4-9910-8ec9ac86a78a req-c9c53192-eabf-4b15-a3ad-99ace8b86a06 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0611379 Feb 10 16:11:43.134689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77c6eda6-3400-49e4-9910-8ec9ac86a78a req-44896380-72da-41c3-976b-ae750a24b90a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369465 Feb 10 16:11:43.545150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36972) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:43.550041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828750090', 'description': 'tempest-secgroup-smoke-1828750090 description', 'project_id': '315ca2a923da4dd286c368a1f936644a'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:43.580307 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.650727 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.654650 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.679157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.680382 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340759 Feb 10 16:11:43.683376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36974) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:43.688476 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group_rule': {'security_group_id': '965ce1a8-afba-4a65-95c9-6c7696923118', 'project_id': '315ca2a923da4dd286c368a1f936644a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:43.688967 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f649b-c62a-4e1d-a49a-1b334cf9c2e5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965ce1a8-afba-4a65-95c9-6c7696923118,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:43.720049 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.768824 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.773369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.790983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8cc6cd-da06-4ed0-8583-469ba6abb4cf,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:43.798037 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.799251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-224449a2-d289-4bdd-b081-cd8b0abe7156 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145484 Feb 10 16:11:43.802053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36976) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:43.806399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group_rule': {'security_group_id': '965ce1a8-afba-4a65-95c9-6c7696923118', 'project_id': '315ca2a923da4dd286c368a1f936644a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:43.835702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.892487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.896472 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.919509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ae5156-9de7-4d05-ad67-2e698a91489e,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:43.923880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:43.925090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-275910a7-5eb6-4c67-9bda-5ef794f9bd3a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221242 Feb 10 16:11:43.928191 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36978) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:43.933948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group_rule': {'security_group_id': '965ce1a8-afba-4a65-95c9-6c7696923118', 'project_id': '315ca2a923da4dd286c368a1f936644a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:43.966461 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.018811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.021946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.042441 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e22121a-32b8-4eed-8e00-314cd929a104,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:44.047909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.049030 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-2ca4a129-a82f-4254-ac48-490edd043055 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195383 Feb 10 16:11:44.051776 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36980) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:44.056390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group_rule': {'security_group_id': '965ce1a8-afba-4a65-95c9-6c7696923118', 'project_id': '315ca2a923da4dd286c368a1f936644a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:44.087130 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.146488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.150844 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.171094 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4311c70-b69e-4cfe-88c7-c72925e8fc85,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:44.178255 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.183602 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4041e999-2394-4a73-bb0b-153fa46c60ff tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308429 Feb 10 16:11:44.183943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 36984) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:44.188856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group_rule': {'security_group_id': '965ce1a8-afba-4a65-95c9-6c7696923118', 'project_id': '315ca2a923da4dd286c368a1f936644a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:44.215123 n-d-827895-3 neutron-server[102615]: INFO neutron.db.securitygroups_db [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Project 315ca2a923da4dd286c368a1f936644a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:11:44.230139 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.303312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52eef-5cb5-4dee-bf65-88cfe953bb5f req-3bc00880-51ef-4bf4-9699-c671aa7ccf64 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:44.305579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acc52eef-5cb5-4dee-bf65-88cfe953bb5f req-3bc00880-51ef-4bf4-9699-c671aa7ccf64 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0869534 Feb 10 16:11:44.342027 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.350466 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.377462 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acc52eef-5cb5-4dee-bf65-88cfe953bb5f req-3494f14a-a965-4ee1-b9e3-a1fef7725c48 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655601 Feb 10 16:11:44.380181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bb35db-bc82-499f-809a-d0beb245065a,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:44.390602 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.395530 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 36992) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:44.395689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-867f8af3-09b9-4352-90b9-2e3b1f8348c5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2102592 Feb 10 16:11:44.407766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'security_group_rule': {'security_group_id': '965ce1a8-afba-4a65-95c9-6c7696923118', 'project_id': '315ca2a923da4dd286c368a1f936644a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:44.429367 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Project 315ca2a923da4dd286c368a1f936644a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:11:44.435063 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.522311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.527407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.548863 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431fbb07-ac22-4ab2-9bd0-d9b6641af407,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:44.561661 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:44.563283 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-45bcc295-a475-4aa2-a3e7-662df7bcee22 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638765 Feb 10 16:11:44.772093 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-fce3fc28-e107-4ed0-8ae1-6328713e94a1 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828750090&fields=id&tenant_id=315ca2a923da4dd286c368a1f936644a HTTP/1.1" status: 200 len: 267 time: 0.0354466 Feb 10 16:11:44.887137 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-e09b3cf8-dce5-4295-bff1-b678c2b64110 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:44.888635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-e09b3cf8-dce5-4295-bff1-b678c2b64110 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 814 time: 0.1082637 Feb 10 16:11:44.904168 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-1d81ca3d-fdaa-476a-a0ff-cb2bb668e895 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/quotas/315ca2a923da4dd286c368a1f936644a HTTP/1.1" status: 200 len: 375 time: 0.0095479 Feb 10 16:11:44.967905 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-aa226d25-1fc2-41c7-b331-1fb2859f2aba tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567169 Feb 10 16:11:45.176252 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-f913975b-ef83-438e-878e-46e9f66b96e2 service neutron] 10.222.0.21 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950107 Feb 10 16:11:45.284547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-cc0f05b9-9713-4d34-9831-826ff350d140 service neutron] 10.222.0.21 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006243 Feb 10 16:11:45.530097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ccf12-c4c9-490d-8c2f-baf15f3d4580 req-a62e2c53-1f82-4834-b0e7-5c6d252e448b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:45.538718 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b6ccf12-c4c9-490d-8c2f-baf15f3d4580 req-a62e2c53-1f82-4834-b0e7-5c6d252e448b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.0695939 Feb 10 16:11:45.609102 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b6ccf12-c4c9-490d-8c2f-baf15f3d4580 req-000da921-60a7-44b8-8581-dd3ca46dc9f6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529025 Feb 10 16:11:45.685749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4d472ce-3185-40b4-813f-0f37169cbefa req-8d73795a-3119-4982-9520-3629ca412f42 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0455828 Feb 10 16:11:46.834732 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a0fba28-0fc3-42e5-a95f-831f9eeda8b3 req-57859e2c-d15b-4955-8cac-3ad0300886db tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0340102 Feb 10 16:11:46.847679 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d298f3-9ca6-4e65-b3c5-65e70f53a5c5 req-7d49998d-99a6-4bc5-a684-ef544239c83e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:46.852886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7d298f3-9ca6-4e65-b3c5-65e70f53a5c5 req-7d49998d-99a6-4bc5-a684-ef544239c83e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1473503 Feb 10 16:11:46.883636 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-fd3f9663-e159-40c7-8cd8-5bb926274327 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:46.890838 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-fd3f9663-e159-40c7-8cd8-5bb926274327 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.75 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 814 time: 0.2686706 Feb 10 16:11:46.901410 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7d298f3-9ca6-4e65-b3c5-65e70f53a5c5 req-37d9aeb7-4c1a-4283-a149-4082b37ed26d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454578 Feb 10 16:11:46.963182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-78218db4-1cfc-4f9a-a601-4f2ae452f290 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315ca2a923da4dd286c368a1f936644a HTTP/1.1" status: 200 len: 380 time: 0.0605674 Feb 10 16:11:46.971271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37040) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:46.985505 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'port': {'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'admin_state_up': True, 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'security_groups': ['965ce1a8-afba-4a65-95c9-6c7696923118']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:47.120959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.160742 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Made reservation on behalf of 315ca2a923da4dd286c368a1f936644a for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:11:47.167242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.213789 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.220801 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.260438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11388901-f55f-4cbc-8ff4-92b12d8da601,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:47.275691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.276841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.277490 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.278226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.278795 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.279847 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.280428 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.280978 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.281566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.282190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.283063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.283849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.307708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e5c9ec7f-71cd-4fe1-8ad6-8f7bd4bf1262 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3412ceace04d4092811768d957d39869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350401 Feb 10 16:11:47.311855 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37046) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:47.348999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Allocated IP 172.20.0.6 (6b0dab4f-6fd1-4de4-911b-eba49aed949d/094081d8-6cf8-4cc3-8013-8ef4288dcea0/dcbffaa7-f7cb-4097-844d-828e1e328c65) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:11:47.411734 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe80b-f220-49b8-8055-62d716542b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.487652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe80b-f220-49b8-8055-62d716542b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.562487 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.573342 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe80b-f220-49b8-8055-62d716542b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.576009 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe80b-f220-49b8-8055-62d716542b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.579618 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6c8fe80b-f220-49b8-8055-62d716542b61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11388901-f55f-4cbc-8ff4-92b12d8da601 HTTP/1.1" status: 204 len: 168 time: 0.2646275 Feb 10 16:11:47.587987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fe80b-f220-49b8-8055-62d716542b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11388901-f55f-4cbc-8ff4-92b12d8da601,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:47.634479 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.690619 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'Port': ['ID=dcbffaa7-f7cb-4097-844d-828e1e328c65,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:47.698173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:11:47.699829 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:11:47.702434 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:11:47.764959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:47.768285 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:47.808113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-c3bc9452-956f-4f66-9332-ec1874992e5d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371754 Feb 10 16:11:47.823023 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Request body: {'port': {'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:47.959594 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.035727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-1fed7724-b42e-434f-ad77-43bb750ae474 None None] Provisioning complete for port dcbffaa7-f7cb-4097-844d-828e1e328c65 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:48.036361 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1fed7724-b42e-434f-ad77-43bb750ae474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.075023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1fed7724-b42e-434f-ad77-43bb750ae474 None None] Port dcbffaa7-f7cb-4097-844d-828e1e328c65 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:11:48.187764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94f15b-5f55-45a4-b2d9-b1f442f1ead5 req-746ec95c-8805-4892-8e11-487d4e7dd497 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:48.189999 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e94f15b-5f55-45a4-b2d9-b1f442f1ead5 req-746ec95c-8805-4892-8e11-487d4e7dd497 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 931 time: 0.1950433 Feb 10 16:11:48.225294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f349-dd44-44ed-8b6a-c7ad4d4acf2b req-75dbd0a3-4fca-45f8-b3b7-9b55f4dd36db tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:48.234187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0f9f349-dd44-44ed-8b6a-c7ad4d4acf2b req-75dbd0a3-4fca-45f8-b3b7-9b55f4dd36db tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1591969 Feb 10 16:11:48.276736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e94f15b-5f55-45a4-b2d9-b1f442f1ead5 req-13e6dab8-0199-439d-bcfb-7f283da8fcc1 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763445 Feb 10 16:11:48.325669 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0f9f349-dd44-44ed-8b6a-c7ad4d4acf2b req-e9c759f1-a8af-4f00-a6cb-955640807957 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903318 Feb 10 16:11:48.415049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbffaa7-f7cb-4097-844d-828e1e328c65 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:11:48.426583 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.449737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Transition to ACTIVE for port object dcbffaa7-f7cb-4097-844d-828e1e328c65 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:11:48.455914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.603796 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbffaa7-f7cb-4097-844d-828e1e328c65,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:48.665345 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Attempting to bind port dcbffaa7-f7cb-4097-844d-828e1e328c65 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:11:48.665602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Attempting to bind port dcbffaa7-f7cb-4097-844d-828e1e328c65 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:11:48.665929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Attempting to bind port dcbffaa7-f7cb-4097-844d-828e1e328c65 on network 6b0dab4f-6fd1-4de4-911b-eba49aed949d {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:48.670623 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Port dcbffaa7-f7cb-4097-844d-828e1e328c65 on network 6b0dab4f-6fd1-4de4-911b-eba49aed949d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:11:48.670940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Attempting to bind port dcbffaa7-f7cb-4097-844d-828e1e328c65 on network 6b0dab4f-6fd1-4de4-911b-eba49aed949d {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:48.676307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:11:48.676664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Checking segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:11:48.677021 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Bound using segment: {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:11:48.677444 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Bound port: dcbffaa7-f7cb-4097-844d-828e1e328c65, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78c583-9087-433f-9e78-2a0716c1b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:11:48.677799 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.812125 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] For port dcbffaa7-f7cb-4097-844d-828e1e328c65, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:48.816462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] For port dcbffaa7-f7cb-4097-844d-828e1e328c65, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:11:48.824541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.867959 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:48.868900 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:48.870311 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] 10.222.0.75 "PUT /v2.0/ports/dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 1091 time: 1.0539613 Feb 10 16:11:48.871182 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:48.873500 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1603b326-1464-4286-b742-a203ad95ae5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:48.898180 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3057447-8793-4b3d-b596-0c0f6cd67088 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbffaa7-f7cb-4097-844d-828e1e328c65,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:49.011937 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8825f25-8178-4b97-ad99-888c386675cc x-openstack-request-id: req-f8825f25-8178-4b97-ad99-888c386675cc {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:49.012565 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:49.012565 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8825f25-8178-4b97-ad99-888c386675cc {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:49.013127 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'status': 'completed', 'code': 200} Feb 10 16:11:49.041496 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-02781e5d-3ec7-4aa3-8d2b-073f2f449bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.043297 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-02781e5d-3ec7-4aa3-8d2b-073f2f449bdd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1094 time: 0.0951445 Feb 10 16:11:49.102323 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-4c2d0479-f9f3-424e-8fdf-ba257f270011 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 217 time: 0.0422697 Feb 10 16:11:49.200341 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-5b9f0159-f867-4625-9212-ed33182e68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.202113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-5b9f0159-f867-4625-9212-ed33182e68ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 200 len: 853 time: 0.0886195 Feb 10 16:11:49.259483 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-baf12807-194c-4cc2-9bcc-ef71a2a0e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.261322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-baf12807-194c-4cc2-9bcc-ef71a2a0e003 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b0dab4f-6fd1-4de4-911b-eba49aed949d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492618 Feb 10 16:11:49.428396 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-5ac5e943-d348-4e25-88d9-713dae64c54c service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531856 Feb 10 16:11:49.495606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63069b9c-16fe-4b44-8aa5-f5b706224e61 req-8c02f7b8-7434-4801-a241-2c8fe4a00ffe tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.504859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63069b9c-16fe-4b44-8aa5-f5b706224e61 req-8c02f7b8-7434-4801-a241-2c8fe4a00ffe tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.0956807 Feb 10 16:11:49.537705 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f62-e8a4-4150-9dda-5b3cfd1c8be5 req-614f5fee-9d9f-4ba5-b318-d9657ccc4d53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.540562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4db6f62-e8a4-4150-9dda-5b3cfd1c8be5 req-614f5fee-9d9f-4ba5-b318-d9657ccc4d53 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1218593 Feb 10 16:11:49.622115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63069b9c-16fe-4b44-8aa5-f5b706224e61 req-f243320c-ee57-4076-9f8a-0e6ce59c798e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161129 Feb 10 16:11:49.649592 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50ce3191-a2b5-459d-b25c-eef254e6f28d req-3246a1e9-6577-4b37-b4ae-f2dc751fd9a9 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132058 Feb 10 16:11:49.675853 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4db6f62-e8a4-4150-9dda-5b3cfd1c8be5 req-329f9e34-37e8-4f47-b67f-463a4e499bb3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182148 Feb 10 16:11:49.764760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603b326-1464-4286-b742-a203ad95ae5c req-dc4b53a1-79bc-4908-8725-71274ce27a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.766404 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-dc4b53a1-79bc-4908-8725-71274ce27a2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1094 time: 0.0563602 Feb 10 16:11:49.877758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603b326-1464-4286-b742-a203ad95ae5c req-e2611bb5-3954-4033-8630-1e9e47199c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.879642 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-e2611bb5-3954-4033-8630-1e9e47199c6a service neutron] 10.222.0.75 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 915 time: 0.1011727 Feb 10 16:11:49.935082 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-ea292d38-87a9-4b28-8a57-aafab00ae6f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 217 time: 0.0481575 Feb 10 16:11:50.002767 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603b326-1464-4286-b742-a203ad95ae5c req-6b9b83b7-1d45-4b5a-b41e-292dfe2d6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:50.004395 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-6b9b83b7-1d45-4b5a-b41e-292dfe2d6ba3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 200 len: 853 time: 0.0612683 Feb 10 16:11:50.481415 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603b326-1464-4286-b742-a203ad95ae5c req-44b9aa5b-3de6-4423-a461-e265e96a0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:50.482965 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-44b9aa5b-3de6-4423-a461-e265e96a0cdd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b0dab4f-6fd1-4de4-911b-eba49aed949d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4707751 Feb 10 16:11:50.598233 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-8dec6de1-35a3-46a0-9496-f09054c441e5 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064610 Feb 10 16:11:50.762430 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1603b326-1464-4286-b742-a203ad95ae5c req-de11b8e7-6af0-4774-8cca-08c5874cbb15 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541915 Feb 10 16:11:50.784829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88281b84-681c-4faf-9adf-0581c3bc8132 req-c0e2fe0d-dab8-47ef-902c-29dafc150c4e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:50.793517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88281b84-681c-4faf-9adf-0581c3bc8132 req-c0e2fe0d-dab8-47ef-902c-29dafc150c4e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.0811067 Feb 10 16:11:50.891231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-88281b84-681c-4faf-9adf-0581c3bc8132 req-73d8ce65-8e9d-4fe9-ad30-fbadb779cbe5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863113 Feb 10 16:11:50.899849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdb0-215c-4040-b2d0-457468a38161 req-23a134d6-9960-4c47-9d3b-f33bdafcf1fc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:50.902074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-137bfdb0-215c-4040-b2d0-457468a38161 req-23a134d6-9960-4c47-9d3b-f33bdafcf1fc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1265965 Feb 10 16:11:50.984529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-137bfdb0-215c-4040-b2d0-457468a38161 req-468314fc-160a-48a3-bd34-ce7d5a4cdf30 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758653 Feb 10 16:11:51.869190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-1bb0fac2-d1aa-4f1a-b607-8aa52806caba service neutron] 10.222.0.45 "GET /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2/bindings/n-h2-827895-3 HTTP/1.1" status: 200 len: 384 time: 0.1330051 Feb 10 16:11:51.960987 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-63d259f9-f2b3-41f5-aabf-ccb8301a48ee req-d985e066-e8e2-445e-a81a-8d74eef678b7 service neutron] (102614) timed out ('10.222.0.21', 40854) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:11:52.452699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e4737-6993-4654-b409-6a85d985799d req-f6ad15f5-c8ea-47e7-9463-a8bc4d1f8088 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.454147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c58e4737-6993-4654-b409-6a85d985799d req-f6ad15f5-c8ea-47e7-9463-a8bc4d1f8088 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.4829583 Feb 10 16:11:52.513120 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2f542-176c-4fe7-9f60-ec3660d2f993 req-25ce97d0-f962-4687-80c8-49f6aa01f78b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.514585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ef2f542-176c-4fe7-9f60-ec3660d2f993 req-25ce97d0-f962-4687-80c8-49f6aa01f78b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 945 time: 0.1343701 Feb 10 16:11:52.523632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:52.563744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c58e4737-6993-4654-b409-6a85d985799d req-f74caf40-1d99-4875-9b73-07d4f8bf5708 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023743 Feb 10 16:11:52.578553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:52.605206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5ef2f542-176c-4fe7-9f60-ec3660d2f993 req-e7e36e53-9e77-43c1-8801-7a37884c342b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841935 Feb 10 16:11:52.629547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:11:52.632562 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54283dd-97f5-4bae-aa26-84cc39ea123c" -d '{"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:52.640509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:52.661328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:52.705833 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720b54e-2596-409b-b8b0-776a05c2064b x-openstack-request-id: req-1720b54e-2596-409b-b8b0-776a05c2064b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:52.706127 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:52.706384 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1720b54e-2596-409b-b8b0-776a05c2064b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:52.706781 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'code': 200} Feb 10 16:11:52.758215 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] Transition to ACTIVE for port object 6ff65653-5eec-4077-b4d5-a17ec1229ed2 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:11:52.762144 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:52.888872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=11']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:52.964577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] No DVR routers for this DVR port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:11:53.124834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-891cd73f-a307-4098-849d-2cf22eac21c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2/bindings/n-h2-827895-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2483783 Feb 10 16:11:53.238668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-3edf2e11-8287-4b36-af6c-13e2e9a8ae60 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.240556 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-3edf2e11-8287-4b36-af6c-13e2e9a8ae60 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69&tenant_id=b0e71f23dd194896a39436d5ea6cedc5&binding%3Ahost_id=n-h1-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.0494549 Feb 10 16:11:53.322364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-35f587cb-4df6-4859-9aeb-85a44ba8f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.323465 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-35f587cb-4df6-4859-9aeb-85a44ba8f5b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 1095 time: 0.0750875 Feb 10 16:11:53.398675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-416f85ee-1707-4364-b57c-e7e23a92c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.400441 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-416f85ee-1707-4364-b57c-e7e23a92c982 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1095 time: 0.0485404 Feb 10 16:11:53.496203 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-46024d3f-07d4-4c5e-9371-bc3d769eca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.497695 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-46024d3f-07d4-4c5e-9371-bc3d769eca47 service neutron] 10.222.0.75 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.0886323 Feb 10 16:11:53.573327 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-19010206-7d19-4917-969b-5729c30963c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 999 time: 0.0660970 Feb 10 16:11:53.651533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-f1eab4ce-9e3b-4ea7-8aee-662fc97ec46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.653043 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-f1eab4ce-9e3b-4ea7-8aee-662fc97ec46f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.0662754 Feb 10 16:11:53.704476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-8f790af6-b8e0-47bb-8b4d-0dd83faa773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.720417 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-8f790af6-b8e0-47bb-8b4d-0dd83faa773e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603244 Feb 10 16:11:53.763641 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:53.769174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9d7c-fb9a-475a-b474-7b6fb9ed1370 req-89313cbb-d996-4892-9a41-27a0c113ac9e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.770706 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dfd9d7c-fb9a-475a-b474-7b6fb9ed1370 req-89313cbb-d996-4892-9a41-27a0c113ac9e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.1188316 Feb 10 16:11:53.785155 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89cb76-01b7-4ea8-a123-f7cb665db9c6 req-60d8d2e9-1ca5-4c87-b86f-78f16cd4a484 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:53.786938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b89cb76-01b7-4ea8-a123-f7cb665db9c6 req-60d8d2e9-1ca5-4c87-b86f-78f16cd4a484 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.0856948 Feb 10 16:11:53.864989 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1dfd9d7c-fb9a-475a-b474-7b6fb9ed1370 req-d8fe5377-a645-481c-b078-7b9ecec89cd2 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686100 Feb 10 16:11:53.883616 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-4fd0e506-1cf3-4208-9707-c3151277bbdc service neutron] 10.222.0.75 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525609 Feb 10 16:11:53.898146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4b89cb76-01b7-4ea8-a123-f7cb665db9c6 req-cc72cfb7-36ab-4724-82a2-314830059fbd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009381 Feb 10 16:11:54.065568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-7e7f0349-43a1-41c4-bda6-db6b4c1a23e6 service neutron] 10.222.0.75 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752820 Feb 10 16:11:54.098886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:11:54.152778 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:11:54.376286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-6b4b09f7-d639-45d3-a426-c97a595f14f5 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:54.377932 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-6b4b09f7-d639-45d3-a426-c97a595f14f5 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69&tenant_id=b0e71f23dd194896a39436d5ea6cedc5&binding%3Ahost_id=n-h2-827895-3 HTTP/1.1" status: 200 len: 1095 time: 0.0524495 Feb 10 16:11:54.493038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-de97a0e6-bab7-481e-be6a-144407d6c7c7 service neutron] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h1-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:54.496058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-de97a0e6-bab7-481e-be6a-144407d6c7c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:54.497151 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-de97a0e6-bab7-481e-be6a-144407d6c7c7 service neutron] 10.222.0.75 "DELETE /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2/bindings/n-h1-827895-3 HTTP/1.1" status: 204 len: 173 time: 0.1107459 Feb 10 16:11:55.009621 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec67a-94f8-418e-967e-4282bb40467d req-b8fa6076-bff5-47d9-a2fe-84c8ecdb633b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:55.017004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a2ec67a-94f8-418e-967e-4282bb40467d req-b8fa6076-bff5-47d9-a2fe-84c8ecdb633b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.0789955 Feb 10 16:11:55.085006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a2ec67a-94f8-418e-967e-4282bb40467d req-c7b62be5-8dec-46e5-9942-ad512709cd39 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478954 Feb 10 16:11:55.103757 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c04ef0-618a-4bac-89bd-3cf6ea75aa7f req-88b95ff5-4183-4095-b995-692866748fac tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:55.105370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27c04ef0-618a-4bac-89bd-3cf6ea75aa7f req-88b95ff5-4183-4095-b995-692866748fac tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.1180370 Feb 10 16:11:55.152512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27c04ef0-618a-4bac-89bd-3cf6ea75aa7f req-baf66aed-c7c1-4c5c-83c0-8a0c270be34d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404351 Feb 10 16:11:55.276984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5973a-e92f-4706-b109-71dbfcdf6226 req-4d36bb48-3f5b-4a75-8128-757db1fe3a61 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:55.278835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11b5973a-e92f-4706-b109-71dbfcdf6226 req-4d36bb48-3f5b-4a75-8128-757db1fe3a61 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1095 time: 0.0437837 Feb 10 16:11:55.319692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-11b5973a-e92f-4706-b109-71dbfcdf6226 req-434199be-c310-4c05-ac49-ab1eb49ee461 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328982 Feb 10 16:11:55.455600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7231-e910-4ec8-a507-76db87ac3fb1 req-919d88bf-d705-46f6-a185-59783c3e587e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:55.457092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43aa7231-e910-4ec8-a507-76db87ac3fb1 req-919d88bf-d705-46f6-a185-59783c3e587e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.0604324 Feb 10 16:11:55.504837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43aa7231-e910-4ec8-a507-76db87ac3fb1 req-9a06213a-d47c-43b7-8a6c-bf25f8b77773 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409822 Feb 10 16:11:55.529217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37268) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:55.594330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-18a3c89b-5f0e-4d33-ae89-1f8a6359bb21 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/65bdbb41-a983-4393-8312-fdf2b38d3a2f HTTP/1.1" status: 200 len: 991 time: 0.0637670 Feb 10 16:11:56.243478 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba4267-fdc9-4e61-9fd6-84ab450752b9 req-cd722cc9-123e-41a3-8711-636ec2f1ead5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:56.246697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90ba4267-fdc9-4e61-9fd6-84ab450752b9 req-cd722cc9-123e-41a3-8711-636ec2f1ead5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.0560141 Feb 10 16:11:56.288892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90ba4267-fdc9-4e61-9fd6-84ab450752b9 req-00103ad2-899a-4a1f-bc28-f5230e075689 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365355 Feb 10 16:11:57.066755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:11:57.339691 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:57.445411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344aa72-3ee4-4edc-b052-98998c8af737 req-567d763d-8e2e-4928-85b7-28b089c98de4 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:57.446992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4344aa72-3ee4-4edc-b052-98998c8af737 req-567d763d-8e2e-4928-85b7-28b089c98de4 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.0650949 Feb 10 16:11:57.488833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4344aa72-3ee4-4edc-b052-98998c8af737 req-34e89b11-3d09-4c1b-9bd1-3a13df62d018 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354156 Feb 10 16:11:58.614892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f57bb-e82b-4b4e-ba87-7d4434f98135 req-0997a2d2-2eda-4695-87d1-acc3095f91f6 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:58.616864 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-170f57bb-e82b-4b4e-ba87-7d4434f98135 req-0997a2d2-2eda-4695-87d1-acc3095f91f6 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.0580986 Feb 10 16:11:58.677569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-170f57bb-e82b-4b4e-ba87-7d4434f98135 req-90a80331-63e8-4baf-b07c-27aa39f253a9 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507100 Feb 10 16:11:58.920396 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-013effab-d9a3-47bd-a2f8-76e4cbc72beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:59.574293 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37362) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:11:59.685009 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:11:59.789350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port b4096449-f5aa-4877-b38d-1057dcc31972 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:11:59.789809 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:59.878549 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:59.878891 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:11:59.894532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for b4096449-f5aa-4877-b38d-1057dcc31972 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:11:59.944154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9188-3d57-4da4-b760-5cb68217717a req-58a9dc05-a384-4548-8f3c-cdd798c8145e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:59.947938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-337d9188-3d57-4da4-b760-5cb68217717a req-58a9dc05-a384-4548-8f3c-cdd798c8145e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.1128993 Feb 10 16:11:59.999324 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-337d9188-3d57-4da4-b760-5cb68217717a req-0b562885-98f6-4614-9a48-811dba3bfefe tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Feb 10 16:12:00.127704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:00.169660 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=b4096449-f5aa-4877-b38d-1057dcc31972,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:00.234141 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:00.234480 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP 65bdbb41-a983-4393-8312-fdf2b38d3a2f disassociated (deleted). External IP: 172.25.7.174, port: 6ff65653-5eec-4077-b4d5-a17ec1229ed2. Feb 10 16:12:00.476157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 059945ed-4d20-4878-874b-7f23d1c41ae0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:00.601958 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:00.612451 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] Sync routers for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:00.613617 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:00.626021 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:00.626991 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:11:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:00.644923 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a321bf21-0602-493d-b4b2-214f7680e57d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/floatingips/65bdbb41-a983-4393-8312-fdf2b38d3a2f HTTP/1.1" status: 204 len: 168 time: 1.0681164 Feb 10 16:12:00.645543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:00.648184 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b94e0-4806-4421-8332-5735bc08afd8" -d '{"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:00.723377 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007746b6-3f54-41ea-9373-fa8870ec6922 x-openstack-request-id: req-007746b6-3f54-41ea-9373-fa8870ec6922 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:00.723746 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:00.723965 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-007746b6-3f54-41ea-9373-fa8870ec6922 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:00.724658 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'status': 'completed', 'code': 200} Feb 10 16:12:00.795985 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:00.820583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-ebb76408-a9c2-4ec5-a9fe-bdc018166a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:00.822127 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-ebb76408-a9c2-4ec5-a9fe-bdc018166a45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 1095 time: 0.0875356 Feb 10 16:12:00.969747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-8a172e08-a476-4511-9a29-d6cc4bd78df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:00.971644 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-8a172e08-a476-4511-9a29-d6cc4bd78df0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 200 len: 897 time: 0.1417236 Feb 10 16:12:01.051624 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-faacca5c-0a36-4144-b452-f08045d79e34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 200 len: 217 time: 0.0681725 Feb 10 16:12:01.102437 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:47Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:01.140913 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] Checking router: 059945ed-4d20-4878-874b-7f23d1c41ae0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:01.152386 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:01.153251 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:11:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:01.173407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-23347530-bf1e-4669-a179-3192d6122688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:01.174925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-23347530-bf1e-4669-a179-3192d6122688 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 200 len: 834 time: 0.1074836 Feb 10 16:12:01.199852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c105-9388-4f60-87c3-a2b92f92a0f2 req-1a3526f6-5fd4-41bd-be8c-5c48f87fe7df tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:01.203879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e98c105-9388-4f60-87c3-a2b92f92a0f2 req-1a3526f6-5fd4-41bd-be8c-5c48f87fe7df tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.1970572 Feb 10 16:12:01.221499 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed99f0-979a-4258-b484-cf4d1928f1fa req-5393367f-1c90-4e6b-8833-1cb8dc687e58 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:01.224868 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8ed99f0-979a-4258-b484-cf4d1928f1fa req-5393367f-1c90-4e6b-8833-1cb8dc687e58 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.1318679 Feb 10 16:12:01.274640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-dfb499ec-e75c-4826-b308-951d08b0053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:01.276436 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-dfb499ec-e75c-4826-b308-951d08b0053e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=919b372c-e7e9-4349-b640-98e579775aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921814 Feb 10 16:12:01.342139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-250a32b4-1b04-4d0e-b523-8a71d67de814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:01.360971 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:01.364727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c8ed99f0-979a-4258-b484-cf4d1928f1fa req-dba83e9c-8750-4c8d-a7b2-2ae6c915747a tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241999 Feb 10 16:12:01.399151 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1e98c105-9388-4f60-87c3-a2b92f92a0f2 req-531c8443-ecfe-44b4-8301-4f40e4ebdd6f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671398 Feb 10 16:12:01.422975 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-a107056c-5d4f-4235-a564-1869d8c79871 service neutron] 10.222.0.75 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370492 Feb 10 16:12:01.604520 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d1b94e0-4806-4421-8332-5735bc08afd8 req-a4c99b88-bf98-450f-857e-777b252de0a0 service neutron] 10.222.0.75 "GET /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666381 Feb 10 16:12:01.669611 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:47Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:01.698854 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1adaa3-5e42-4cf9-9cde-7422bf9b6e3a None None] The sync data for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 is: [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:10:40Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'f2607677-1489-43d8-a21d-de291b55ef6e', 'name': '', 'network_id': '919b372c-e7e9-4349-b640-98e579775aa8', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:ea:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:37Z', 'updated_at': '2022-02-10T16:10:47Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': 'e7d6e037-976f-4737-af62-cc06396497a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:02.009091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757e93f-e80f-465e-9aab-8c1d3878dcdf None None] New status for floating IP 65bdbb41-a983-4393-8312-fdf2b38d3a2f: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:12:02.021300 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-66934174-e7cb-421c-a69c-8da7d257f041 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:02.023810 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-66934174-e7cb-421c-a69c-8da7d257f041 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.75 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.0757732 Feb 10 16:12:02.155649 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:02.156001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:02.256285 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 6ff65653-5eec-4077-b4d5-a17ec1229ed2, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=6ff65653-5eec-4077-b4d5-a17ec1229ed2,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:02.256634 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:02.269097 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 6ff65653-5eec-4077-b4d5-a17ec1229ed2 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:02.442571 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:02.558000 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:02.585035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8d146-6c80-4fe3-93f2-7574ae6c4a42 req-c6b291c0-47dd-4966-ad41-ed302b3b3582 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:02.587361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ad8d146-6c80-4fe3-93f2-7574ae6c4a42 req-c6b291c0-47dd-4966-ad41-ed302b3b3582 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cee234-f500-4364-8ccc-7507bf707c69 HTTP/1.1" status: 200 len: 944 time: 0.0937641 Feb 10 16:12:02.604489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=6ff65653-5eec-4077-b4d5-a17ec1229ed2,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:02.615171 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36553-5d17-47a2-9cb0-41c151a9d1a1 req-d340e719-562d-4cd3-bacc-311cc7aa1ba6 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:02.616939 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43f36553-5d17-47a2-9cb0-41c151a9d1a1 req-d340e719-562d-4cd3-bacc-311cc7aa1ba6 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 943 time: 0.1143241 Feb 10 16:12:02.650655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] No DVR routers for this DVR port 6ff65653-5eec-4077-b4d5-a17ec1229ed2 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:02.653514 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:02.657900 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2c0f34f0-78ae-4e64-9e53-41c9cbe619af req-8a0f726e-dc15-4275-956e-1ed74a36ca5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.75 "DELETE /v2.0/ports/6ff65653-5eec-4077-b4d5-a17ec1229ed2 HTTP/1.1" status: 204 len: 173 time: 0.6230299 Feb 10 16:12:02.670347 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ad8d146-6c80-4fe3-93f2-7574ae6c4a42 req-51493231-f9d7-445d-966e-ce62bfa61435 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ce108a9-9e03-4e6b-9c27-c4238c283beb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724208 Feb 10 16:12:02.692152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43f36553-5d17-47a2-9cb0-41c151a9d1a1 req-a3764e7d-d992-4ced-8793-3ad5f9e13548 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664046 Feb 10 16:12:02.726116 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-deleted', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:02.728573 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4276838-142b-45b5-9a76-5edd5cc8ce92" -d '{"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-deleted", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:02.765064 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce6e8e-dcb1-4d69-aa4e-2d526983f9cb x-openstack-request-id: req-78ce6e8e-dcb1-4d69-aa4e-2d526983f9cb {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:02.765372 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cee234-f500-4364-8ccc-7507bf707c69", "name": "network-vif-deleted", "tag": "6ff65653-5eec-4077-b4d5-a17ec1229ed2", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:02.765629 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78ce6e8e-dcb1-4d69-aa4e-2d526983f9cb {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:02.766037 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cee234-f500-4364-8ccc-7507bf707c69', 'name': 'network-vif-deleted', 'tag': '6ff65653-5eec-4077-b4d5-a17ec1229ed2', 'status': 'completed', 'code': 200} Feb 10 16:12:03.074040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dcbffaa7-f7cb-4097-844d-828e1e328c65 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:12:03.200447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port dcbffaa7-f7cb-4097-844d-828e1e328c65, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:03.213162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:12:03.254614 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:03.269705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbffaa7-f7cb-4097-844d-828e1e328c65 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:12:03.291051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port dcbffaa7-f7cb-4097-844d-828e1e328c65, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:03.296016 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:03.358718 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=dcbffaa7-f7cb-4097-844d-828e1e328c65,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:03.367481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.368503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.369711 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.370062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.370403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.371266 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.371632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.371971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.372302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.372629 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.372956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.373282 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:03.461363 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-e95ee61e-9026-402a-857e-f4d2301c72b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462599 Feb 10 16:12:03.572092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-5c7b6066-020e-471a-be89-dd8e88ae720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:03.573790 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-5c7b6066-020e-471a-be89-dd8e88ae720d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1096 time: 0.0582657 Feb 10 16:12:03.703847 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['dcbffaa7-f7cb-4097-844d-828e1e328c65'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:12:03.704939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-45caca36-7df4-4722-aa8b-dd2084fb0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:03.706820 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-45caca36-7df4-4722-aa8b-dd2084fb0fa6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 897 time: 0.1073301 Feb 10 16:12:03.760197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37470) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:03.794181 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-d3ec9105-8871-44fe-9a4e-0649c2a63ee4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 1000 time: 0.0795064 Feb 10 16:12:03.853563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-5b0bc9e7-9ab0-408c-8a5f-77c85c1a62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:03.855432 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-5b0bc9e7-9ab0-408c-8a5f-77c85c1a62c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 200 len: 834 time: 0.0513909 Feb 10 16:12:03.909798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-3107c222-f054-4e48-a7a3-2c2aea7b1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:03.911925 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-3107c222-f054-4e48-a7a3-2c2aea7b1331 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cc485a1-9d2c-47f3-a518-b037bdd2da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487149 Feb 10 16:12:04.050195 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-d8a92022-6dcc-4f21-9959-18b0d17061dd service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245606 Feb 10 16:12:04.064870 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fff963-6423-4291-9e4d-2409d4af18ad req-0e983f17-74de-455b-8939-c367d6df5177 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:04.073700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4fff963-6423-4291-9e4d-2409d4af18ad req-0e983f17-74de-455b-8939-c367d6df5177 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 944 time: 0.2165928 Feb 10 16:12:04.126150 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:04.135573 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4fff963-6423-4291-9e4d-2409d4af18ad req-498e4cda-fb1f-4d19-9eb0-425295515a2f tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572402 Feb 10 16:12:04.181518 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6a86ef90-d58d-4f3e-a635-3c1490020453 req-48ff7dff-eb8a-46a9-be8e-af2580e1d322 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192787 Feb 10 16:12:04.355631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:04.430084 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:04.713854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port f2607677-1489-43d8-a21d-de291b55ef6e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:04.714077 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:04.822811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port f2607677-1489-43d8-a21d-de291b55ef6e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2607677-1489-43d8-a21d-de291b55ef6e,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:04.823669 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:04.836063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for f2607677-1489-43d8-a21d-de291b55ef6e owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:05.047797 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:05.073824 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dcbffaa7-f7cb-4097-844d-828e1e328c65 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:05.083163 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=f2607677-1489-43d8-a21d-de291b55ef6e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:05.174913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port dcbffaa7-f7cb-4097-844d-828e1e328c65 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:12:05.181988 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port dcbffaa7-f7cb-4097-844d-828e1e328c65 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:05.182540 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:05.330348 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:05.392856 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:05.402031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port dcbffaa7-f7cb-4097-844d-828e1e328c65, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:05.403049 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:05.405818 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206dbe38-b8b8-485e-b2eb-6a52ed5cb805" -d '{"events": [{"server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "name": "network-vif-plugged", "status": "completed", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:05.411771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:05.412567 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:05.492617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=dcbffaa7-f7cb-4097-844d-828e1e328c65,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:05.498723 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 6ff65653-5eec-4077-b4d5-a17ec1229ed2 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:05.499343 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 6ff65653-5eec-4077-b4d5-a17ec1229ed2 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:05.503392 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd856087-fd17-4dfc-90db-752c0b002b68 x-openstack-request-id: req-dd856087-fd17-4dfc-90db-752c0b002b68 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:05.503893 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "name": "network-vif-plugged", "status": "completed", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:05.504323 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd856087-fd17-4dfc-90db-752c0b002b68 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:05.505171 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'code': 200} Feb 10 16:12:05.617297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbefec7-1a5c-4d80-8b80-3167050fc2dc req-b5623667-2a47-4412-80dd-5208b66376ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:05.617997 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dfbefec7-1a5c-4d80-8b80-3167050fc2dc req-b5623667-2a47-4412-80dd-5208b66376ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1096 time: 0.0626183 Feb 10 16:12:05.633332 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912b6e2-8c50-42b7-94a1-82c708debb22 req-5580d233-91b3-45e5-9b6b-1e3b5152998d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:05.635387 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a912b6e2-8c50-42b7-94a1-82c708debb22 req-5580d233-91b3-45e5-9b6b-1e3b5152998d tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.2321076 Feb 10 16:12:05.687659 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-dfbefec7-1a5c-4d80-8b80-3167050fc2dc req-10ed4593-09b2-4325-8ac3-813df12aea2a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622878 Feb 10 16:12:05.726495 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 059945ed-4d20-4878-874b-7f23d1c41ae0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:05.830228 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a912b6e2-8c50-42b7-94a1-82c708debb22 req-67079f8b-4a56-4365-83b4-5a4e244c2190 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220095 Feb 10 16:12:05.926701 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:05.934738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-82e260e4-3fc6-4fc0-a2e0-3fec83ad6da6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/059945ed-4d20-4878-874b-7f23d1c41ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1733484 Feb 10 16:12:05.945721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37512) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:05.959978 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] Sync routers for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:05.970943 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:05.971987 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:06.050809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting subnet e7d6e037-976f-4737-af62-cc06396497a3 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:12:06.056326 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.099015 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:06.130586 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.292049 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.380571 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.425049 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:12:04Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:06.448404 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89952dac-7f3c-45b2-826a-83d5757e89a4 None None] Network 919b372c-e7e9-4349-b640-98e579775aa8 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:06.453741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d6e037-976f-4737-af62-cc06396497a3,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:06.457575 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] Checking router: 059945ed-4d20-4878-874b-7f23d1c41ae0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:06.469064 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] Routers {'059945ed-4d20-4878-874b-7f23d1c41ae0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:06.469854 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['059945ed-4d20-4878-874b-7f23d1c41ae0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:06.470276 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.480023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37520) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:06.488357 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f0cdbd2-0b32-430b-a0ca-7595bde47a43 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/subnets/e7d6e037-976f-4737-af62-cc06396497a3 HTTP/1.1" status: 204 len: 168 time: 0.5301332 Feb 10 16:12:06.615653 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] Set router 059945ed-4d20-4878-874b-7f23d1c41ae0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:06.672217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.856085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] DHCP port deletion for 919b372c-e7e9-4349-b640-98e579775aa8 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:12:06.917120 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.950032 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] Deleting port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:06.950422 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:06.975821 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:12:04Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:07.011220 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353c6ba-faed-4891-90be-95bf13f6cf43 None None] The sync data for ids ['059945ed-4d20-4878-874b-7f23d1c41ae0'] in n-d-827895-3 is: [{'id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566805699', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:31Z', 'updated_at': '2022-02-10T16:12:04Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': '3aea682a-307e-4250-9ab0-7f1dc46eb241', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059945ed-4d20-4878-874b-7f23d1c41ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:32Z', 'updated_at': '2022-02-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:07.061103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] For port c8d08e13-ceee-406a-a9c7-10b4ea3fd795, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,segment=NetworkSegment(b8b5d6bd-7f27-4f34-ac13-01289190a2ee),segment_id=b8b5d6bd-7f27-4f34-ac13-01289190a2ee)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:07.061497 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:07.079954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] Calling delete_port for c8d08e13-ceee-406a-a9c7-10b4ea3fd795 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:07.082329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f84b28-8bb4-445b-beaa-75d19a34916a req-6901647a-bd84-43fe-9ab4-644672b67ae5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:07.083870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71f84b28-8bb4-445b-beaa-75d19a34916a req-6901647a-bd84-43fe-9ab4-644672b67ae5 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.1125257 Feb 10 16:12:07.090062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 3aea682a-307e-4250-9ab0-7f1dc46eb241 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:07.090404 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:07.226739 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:07.234633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71f84b28-8bb4-445b-beaa-75d19a34916a req-5bc3442b-4eba-4715-a22d-5300d771f1d4 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418178 Feb 10 16:12:07.263107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] Pushing event deleted for resources: {'Port': ['ID=c8d08e13-ceee-406a-a9c7-10b4ea3fd795,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:07.272371 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096798d1-e2b0-4fc1-96a5-5494fbcb6471 None None] No DVR routers for this DVR port c8d08e13-ceee-406a-a9c7-10b4ea3fd795 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:07.303861 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 3aea682a-307e-4250-9ab0-7f1dc46eb241, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3aea682a-307e-4250-9ab0-7f1dc46eb241,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:07.304809 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:07.317395 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 3aea682a-307e-4250-9ab0-7f1dc46eb241 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:07.653976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:07.694184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=3aea682a-307e-4250-9ab0-7f1dc46eb241,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:07.780690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.005619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c8d08e13-ceee-406a-a9c7-10b4ea3fd795 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:08.048316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: c8d08e13-ceee-406a-a9c7-10b4ea3fd795 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:08.048644 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c8d08e13-ceee-406a-a9c7-10b4ea3fd795 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:08.049020 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2607677-1489-43d8-a21d-de291b55ef6e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:08.071249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f2607677-1489-43d8-a21d-de291b55ef6e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:08.071963 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2607677-1489-43d8-a21d-de291b55ef6e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:08.382635 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.385494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.442839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a793-c8aa-41d4-9ed5-53685927cf51 req-87ebecc2-2c8b-45f9-97e6-26c654385884 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:08.444739 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6882a793-c8aa-41d4-9ed5-53685927cf51 req-87ebecc2-2c8b-45f9-97e6-26c654385884 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.0903893 Feb 10 16:12:08.458189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.459065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Fanout notify agent at l3_agent the message router_deleted on router 059945ed-4d20-4878-874b-7f23d1c41ae0 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:12:08.467708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.471370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ff97f533-d20e-4de9-b0eb-f59c0c80cbca tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/routers/059945ed-4d20-4878-874b-7f23d1c41ae0 HTTP/1.1" status: 204 len: 168 time: 1.9879096 Feb 10 16:12:08.471739 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37558) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:08.528119 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6882a793-c8aa-41d4-9ed5-53685927cf51 req-18bf44de-6d6c-40e1-a695-d94862ac4e15 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767217 Feb 10 16:12:08.608505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.693214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e423-af7a-498d-b496-f574e20dd541 req-36ba62c3-329f-4433-bda9-718250aeb7e6 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:08.696063 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8732e423-af7a-498d-b496-f574e20dd541 req-36ba62c3-329f-4433-bda9-718250aeb7e6 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.0835140 Feb 10 16:12:08.759576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.783308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919b372c-e7e9-4349-b640-98e579775aa8']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:08.789754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8732e423-af7a-498d-b496-f574e20dd541 req-377eb24b-e728-4f34-86c0-1b6a9ae53823 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877881 Feb 10 16:12:08.801002 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:08.801313 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b5d6bd-7f27-4f34-ac13-01289190a2ee') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:08.812805 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.816157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37566) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:08.826262 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.837837 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:12:08.838247 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:12:08.841448 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:12:08.918367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.935979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:08.948943 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/networks/919b372c-e7e9-4349-b640-98e579775aa8 HTTP/1.1" status: 204 len: 168 time: 0.4680676 Feb 10 16:12:08.950719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37572) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:08.980831 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e3ec-30c0-43e6-a8f4-1652aceece26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Network': ['ID=919b372c-e7e9-4349-b640-98e579775aa8,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:09.104191 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9005039c-9c0e-4280-acbc-bd8cbab8b969 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.152218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9005039c-9c0e-4280-acbc-bd8cbab8b969 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.207564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a5855-e015-4fd0-ae3f-34a052fc6cfc tempest-TestVolumeBackupRestore-799901552 tempest-TestVolumeBackupRestore-799901552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:09.209006 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1d8a5855-e015-4fd0-ae3f-34a052fc6cfc tempest-TestVolumeBackupRestore-799901552 tempest-TestVolumeBackupRestore-799901552-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1091 time: 0.3909566 Feb 10 16:12:09.212131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37580) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:09.216487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:09.255156 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.289644 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9005039c-9c0e-4280-acbc-bd8cbab8b969 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.292966 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9005039c-9c0e-4280-acbc-bd8cbab8b969 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.296701 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9005039c-9c0e-4280-acbc-bd8cbab8b969 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ce108a9-9e03-4e6b-9c27-c4238c283beb HTTP/1.1" status: 204 len: 168 time: 0.3423207 Feb 10 16:12:09.334053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005039c-9c0e-4280-acbc-bd8cbab8b969 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce108a9-9e03-4e6b-9c27-c4238c283beb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:09.451157 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.595255 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Allocated IP 172.25.7.194 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3e8ee4f4-787a-42f6-b749-eb4725a69e4a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:09.803210 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3aea682a-307e-4250-9ab0-7f1dc46eb241 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:09.842870 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:09.867006 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3aea682a-307e-4250-9ab0-7f1dc46eb241 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:09.872246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3aea682a-307e-4250-9ab0-7f1dc46eb241 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:09.886313 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.046409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:10.061274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:10.076564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:10.141085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'Port': ['ID=3e8ee4f4-787a-42f6-b749-eb4725a69e4a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:10.206421 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37602) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:10.213347 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722396580', 'description': 'tempest-secgroup-smoke-1722396580 description', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:10.288200 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.398541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.407339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.446451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.447932 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2389908 Feb 10 16:12:10.451377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37610) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:10.458686 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': 'bb69f28e-790b-4317-9e85-412d8a1095f7', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:10.473048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5447c3e-e5cd-49bf-9b68-8c63345b98eb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb69f28e-790b-4317-9e85-412d8a1095f7,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:10.530693 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.584757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.591098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.606842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74747c3-78bc-493c-be0b-678adbeb4d0e,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:10.635726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.637048 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3d394c10-47f2-4f3e-bbce-f8ad38b768be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844552 Feb 10 16:12:10.639972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37612) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:10.644385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': 'bb69f28e-790b-4317-9e85-412d8a1095f7', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:10.680695 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.711708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.799395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.806330 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.818218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.831111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcc6f4b-1f25-4612-ae3d-a9f1d90ab1af,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:10.841792 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:10.846683 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-e16e9b2b-1525-4ca0-b0dd-db993de3d814 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2055695 Feb 10 16:12:10.846862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37618) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:10.852703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': 'bb69f28e-790b-4317-9e85-412d8a1095f7', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:10.908590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.033100 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.043717 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.075991 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.079767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d2372a-1c0f-4740-8e6e-73bf4bcaf2c0,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:11.082794 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.095628 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.096752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-caabb661-7012-4b73-8517-1e5d02697aab tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488883 Feb 10 16:12:11.101195 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37624) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:11.112997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': 'bb69f28e-790b-4317-9e85-412d8a1095f7', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:11.193740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event updated for resources: {'Port': ['ID=3e8ee4f4-787a-42f6-b749-eb4725a69e4a,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:11.208969 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.216738 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.301356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.307975 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.335019 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c74990a-4663-49b8-87b7-45159834cca2,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:11.344162 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.349182 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cac79aa3-97f4-4077-b39b-f18c2d3059e5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2431464 Feb 10 16:12:11.349339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37630) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:11.354022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': 'bb69f28e-790b-4317-9e85-412d8a1095f7', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:11.391642 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Floating IP 5aa06c75-df74-41c9-864c-a59cc184deab associated. External IP: 172.25.7.194, port: dcbffaa7-f7cb-4097-844d-828e1e328c65. Feb 10 16:12:11.432688 n-d-827895-3 neutron-server[102615]: INFO neutron.db.securitygroups_db [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:12:11.441998 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.557354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.563737 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.588858 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94d7d91-c9b6-42ca-970c-82fbb21ee89b,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:11.626065 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.629948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-46ac4458-83b8-44d5-8ed6-74b59295692a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2771754 Feb 10 16:12:11.630259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37636) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:11.635891 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'security_group_rule': {'security_group_id': 'bb69f28e-790b-4317-9e85-412d8a1095f7', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:11.668059 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Project b0e71f23dd194896a39436d5ea6cedc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:12:11.674390 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.745413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Router ce596a71-d003-482d-b3ac-2befc644fc14 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:11.773209 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.781591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.822853 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701a23ef-2c29-46a5-b4df-42316e6e4b65,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:11.831854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.838050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8f21d5d2-304d-423f-b694-73286577908f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067180 Feb 10 16:12:11.841072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37642) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:11.863377 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'network': {'name': 'tempest-network-smoke--304054959', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'port_security_enabled': True}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:11.892176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:11.904018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] Sync routers for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:11.921088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:11.925850 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:11.929919 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:11.943749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.948556 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:11.990081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:12:12.017343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b528924a-18c8-48af-94a4-4e5771ee6b50 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8042643 Feb 10 16:12:12.017864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37648) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:12.018149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:12.020692 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39786df1-5a35-4f3b-ad5a-02ef12d54c09" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:12.088034 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201b96f-8952-41f7-8bc3-25fc19651063 x-openstack-request-id: req-5201b96f-8952-41f7-8bc3-25fc19651063 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:12.088583 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:12.089060 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5201b96f-8952-41f7-8bc3-25fc19651063 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:12.089684 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'status': 'completed', 'code': 200} Feb 10 16:12:12.089921 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.094147 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Added segment 883289af-91e9-41a9-a071-974760656ca8 of type vlan for network 66446cf2-2154-42b6-9fbb-11234dec63ac Feb 10 16:12:12.144506 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:12.256828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ac2bc-0f30-4d38-a9db-a7f18e370fae tempest-TestVolumeBackupRestore-799901552 tempest-TestVolumeBackupRestore-799901552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:12.262184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37654) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:12.266843 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Request body: {'floatingip': {'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:12.269424 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0f0ac2bc-0f30-4d38-a9db-a7f18e370fae tempest-TestVolumeBackupRestore-799901552 tempest-TestVolumeBackupRestore-799901552-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1091 time: 0.2504809 Feb 10 16:12:12.272547 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.344833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-81ee2ad3-fa10-4cb5-9fa1-767f3e83d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:12.348295 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-81ee2ad3-fa10-4cb5-9fa1-767f3e83d05e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1096 time: 0.2145634 Feb 10 16:12:12.387806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.406167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:12.406943 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for floatingip, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.423919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.497318 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6551809 Feb 10 16:12:12.504572 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37662) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:12.515208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'admin_state_up': True, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:12.570550 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402f4d4-9de2-4c48-a129-3cf6511ddb24 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Network': ['ID=66446cf2-2154-42b6-9fbb-11234dec63ac,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:12.586782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.588050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.595331 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 66446cf2-2154-42b6-9fbb-11234dec63ac details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:12:12.628104 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-5480bf91-d732-4ae7-b581-9d16464ab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:12.634634 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-5480bf91-d732-4ae7-b581-9d16464ab52f service neutron] 10.222.0.75 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 915 time: 0.2804463 Feb 10 16:12:12.635705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5aa06c75-df74-41c9-864c-a59cc184deab', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:10Z', 'updated_at': '2022-02-10T16:12:10Z', 'revision_number': 0, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:12.718138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] Checking router: ce596a71-d003-482d-b3ac-2befc644fc14 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:12.732361 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:12.798671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:12.799212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:12.989011 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37670) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:13.003410 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.043954 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-3ecf21b7-049d-46ec-8b74-06320a46fe3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 999 time: 0.3958352 Feb 10 16:12:13.111663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-e7ca5dae-e32d-42ca-ac47-99f1a8be460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:13.113330 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-e7ca5dae-e32d-42ca-ac47-99f1a8be460c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 200 len: 853 time: 0.0610852 Feb 10 16:12:13.135684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7323724b-6046-440f-ac94-0cef1dfaa117 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/floatingips/2e05bdfe-de11-4855-aae8-fb084532fe20 HTTP/1.1" status: 200 len: 992 time: 0.1438720 Feb 10 16:12:13.183072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-552d80fe-f866-4aee-8b26-66e156c5937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:13.184793 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-552d80fe-f866-4aee-8b26-66e156c5937a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b0dab4f-6fd1-4de4-911b-eba49aed949d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626457 Feb 10 16:12:13.200892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:13.387431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37686) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:13.389602 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-b914454e-a16a-46e6-9f21-afb033316b69 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954529 Feb 10 16:12:13.483499 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.539638 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.559956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5aa06c75-df74-41c9-864c-a59cc184deab', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:10Z', 'updated_at': '2022-02-10T16:12:10Z', 'revision_number': 0, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:13.621140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d79d26-e87b-4c40-a8a4-e87438804dba None None] The sync data for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 is: [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5aa06c75-df74-41c9-864c-a59cc184deab', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:10Z', 'updated_at': '2022-02-10T16:12:10Z', 'revision_number': 0, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:13.678889 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.736399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.744325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-39786df1-5a35-4f3b-ad5a-02ef12d54c09 req-b3f4778c-2d1a-4f91-a8e3-b0ea6c3e69b6 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395553 Feb 10 16:12:13.854985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port 180c0bc6-3334-44f1-ad85-7584ce9bab81 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:13.855339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.962162 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aebd6f3-bdc4-4d28-bc1b-406324e3948d None None] New status for floating IP 5aa06c75-df74-41c9-864c-a59cc184deab: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:12:13.992843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:13.993175 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.009315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for 180c0bc6-3334-44f1-ad85-7584ce9bab81 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:14.194207 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.237251 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=180c0bc6-3334-44f1-ad85-7584ce9bab81,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:14.338164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.338599 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Floating IP 2e05bdfe-de11-4855-aae8-fb084532fe20 disassociated (deleted). External IP: 172.25.7.59, port: 43ff7f5b-5a54-4f29-9632-0670db24f809. Feb 10 16:12:14.408543 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.137 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/b377762c-7b97-4754-80c6-21c6451d4e1c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:14.448558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Router ce596a71-d003-482d-b3ac-2befc644fc14 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:14.604640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.621997 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 6e589af0-2d10-4d48-aacb-ed87588a8dea has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:14.697221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:14.703835 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.709248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] Sync routers for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:14.723895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:14.724502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:14.748721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:14.750700 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:14.759301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:14.770519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] Sync routers for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:14.771882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.785645 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:14.786477 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:14.809567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aaa16b09-710f-4026-837b-566eec9b0cb1 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/floatingips/2e05bdfe-de11-4855-aae8-fb084532fe20 HTTP/1.1" status: 204 len: 168 time: 1.4189618 Feb 10 16:12:14.810355 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:14.812757 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:14.853698 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b065413-414a-4d92-ac94-611bb00b54c8 x-openstack-request-id: req-2b065413-414a-4d92-ac94-611bb00b54c8 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:14.853698 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:14.853698 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b065413-414a-4d92-ac94-611bb00b54c8 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:14.854184 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'status': 'completed', 'code': 200} Feb 10 16:12:14.859557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c9181217-7ea0-4127-a85c-423ddc7e0c35 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "PUT /v2.0/floatingips/5aa06c75-df74-41c9-864c-a59cc184deab HTTP/1.1" status: 200 len: 991 time: 2.5925152 Feb 10 16:12:14.869401 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:14.968631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-821aa801-fcd5-47f3-a62a-cc88be9282c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:14.976955 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-821aa801-fcd5-47f3-a62a-cc88be9282c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1096 time: 0.1017249 Feb 10 16:12:14.989285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=b377762c-7b97-4754-80c6-21c6451d4e1c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:15.019136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:15.028313 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:15.031193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:15.045118 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:15.048285 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc55d609-0b8a-46aa-82c9-41e1c70d39fd x-openstack-request-id: req-fc55d609-0b8a-46aa-82c9-41e1c70d39fd {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:15.050610 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:15.050884 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc55d609-0b8a-46aa-82c9-41e1c70d39fd {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:15.051391 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'status': 'completed', 'code': 200} Feb 10 16:12:15.078784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:15.202770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-90e93e4c-ad7a-49b5-a47b-16912d87c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.204472 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-90e93e4c-ad7a-49b5-a47b-16912d87c159 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1164d52f1cb6463a91863409d8a824b9&device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 1096 time: 0.0731010 Feb 10 16:12:15.294022 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-cf6bd815-73bc-4495-91cc-a511750fd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.296268 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-cf6bd815-73bc-4495-91cc-a511750fd9a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 915 time: 0.3118474 Feb 10 16:12:15.408214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-b0d062c8-3e95-4bf7-8e45-8d88246b425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.409877 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-b0d062c8-3e95-4bf7-8e45-8d88246b425f service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 200 len: 897 time: 0.1956303 Feb 10 16:12:15.480435 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-597a29b6-e0ee-41e4-ab3a-7d4c5d4c7333 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 1001 time: 0.1630294 Feb 10 16:12:15.484436 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-00fb06a0-34a6-40d2-b020-e4353bf89155 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 200 len: 217 time: 0.0643444 Feb 10 16:12:15.491074 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:15.519853 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] Checking router: 6e589af0-2d10-4d48-aacb-ed87588a8dea for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:15.532567 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:15.532773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5aa06c75-df74-41c9-864c-a59cc184deab', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:10Z', 'updated_at': '2022-02-10T16:12:14Z', 'revision_number': 2, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:15.533192 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:15.562703 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-32ac2a2f-037b-41dd-a46a-6b21b7643cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.566755 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-32ac2a2f-037b-41dd-a46a-6b21b7643cb5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 200 len: 853 time: 0.0662425 Feb 10 16:12:15.598204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] Checking router: ce596a71-d003-482d-b3ac-2befc644fc14 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:15.610373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:15.611250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:15.630079 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-c7c34495-982f-4f86-a0d0-d03e64df72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.631896 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-c7c34495-982f-4f86-a0d0-d03e64df72a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 200 len: 834 time: 0.0640233 Feb 10 16:12:15.704905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36face02-42e6-458b-b3ce-dec10fa9ff61 req-bc975173-9466-44ae-a6bf-b7376b1b3ff0 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.705729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36face02-42e6-458b-b3ce-dec10fa9ff61 req-bc975173-9466-44ae-a6bf-b7376b1b3ff0 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.2088144 Feb 10 16:12:15.734983 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-6217ffc9-35aa-4a1f-a1ca-847b0e555dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.736639 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-6217ffc9-35aa-4a1f-a1ca-847b0e555dcd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b0dab4f-6fd1-4de4-911b-eba49aed949d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030252 Feb 10 16:12:15.784334 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-3b86703c-869c-4333-a844-4fef3f543e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:15.788055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:15.788310 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-3b86703c-869c-4333-a844-4fef3f543e2f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cc485a1-9d2c-47f3-a518-b037bdd2da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403301 Feb 10 16:12:15.791599 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:15.861571 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-36face02-42e6-458b-b3ce-dec10fa9ff61 req-0443359c-79f6-425a-9b64-05c5965bc43f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410997 Feb 10 16:12:15.937128 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-ce0a0e60-262b-4cf8-9f2b-f33b8510ce28 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852396 Feb 10 16:12:15.938465 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:15.985413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-d6930b0d-954a-40f4-8020-ee01ff70c241 service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663799 Feb 10 16:12:16.100321 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:16.173430 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:16.174587 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-47edf5cc-0bb6-45dc-ae94-4452a9cf9d78 req-2cf70be4-2b23-49d8-9376-e324d51f67fc service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256997 Feb 10 16:12:16.181107 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-095d39c8-e6fe-44da-93b3-c3fde9ca95b5 req-af0fd75e-d436-4a21-9a49-74d1f3ed554f service neutron] 10.222.0.75 "GET /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598680 Feb 10 16:12:16.311712 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7271f8-8e52-486b-9233-2c68f0cea95c None None] The sync data for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 is: [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:10:08Z', 'revision_number': 4, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '0fed96ed-332c-4481-9b6e-7cc2677d698a', 'name': '', 'network_id': '0cc485a1-9d2c-47f3-a518-b037bdd2da58', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'mac_address': 'fa:16:3e:1b:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:07Z', 'updated_at': '2022-02-10T16:10:13Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'subnets': [{'id': '337dc2f8-f97c-4b75-ac2d-cb8077503d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:16.375114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5aa06c75-df74-41c9-864c-a59cc184deab', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:10Z', 'updated_at': '2022-02-10T16:12:14Z', 'revision_number': 2, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:16.377756 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:12:16.415986 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77df4a4-9ade-4284-97dc-87b4fd7a8b8d None None] The sync data for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 is: [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5aa06c75-df74-41c9-864c-a59cc184deab', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'port_id': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'mac_address': 'fa:16:3e:c2:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:10Z', 'updated_at': '2022-02-10T16:12:14Z', 'revision_number': 2, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:16.527656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:16.558141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Sync routers for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:16.574823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:16.575610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:16.586537 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:16.588044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ff734e3e-6dfd-4f5b-a58f-260f52e1f9c7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0788813 Feb 10 16:12:16.591209 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37742) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:16.637508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-192dc91d-27cb-46a9-b19c-da5c94e3b6e6 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=b0e71f23dd194896a39436d5ea6cedc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446818 Feb 10 16:12:16.640252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37744) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:16.731680 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:16.771536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f8b62-6bdb-46ed-a56b-9c789ae95fd8 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:16.775040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-500f8b62-6bdb-46ed-a56b-9c789ae95fd8 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335275 Feb 10 16:12:16.777956 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37746) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:16.786748 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f4b48-6fac-410f-84f1-fd3398de6d13 None None] New status for floating IP 2e05bdfe-de11-4855-aae8-fb084532fe20: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:12:16.836842 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bf119fc1-0d51-411f-a98a-e90c04d51442 tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546632 Feb 10 16:12:16.837041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37750) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:16.842825 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-169947817', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:16.855536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:16.858277 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:16.985659 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583aa459-cce8-432a-b795-178702662d06 x-openstack-request-id: req-583aa459-cce8-432a-b795-178702662d06 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:16.986001 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:16.986265 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-583aa459-cce8-432a-b795-178702662d06 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:16.986756 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'status': 'completed', 'code': 200} Feb 10 16:12:17.060013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:15Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:17.076551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e097a1a-4b03-4e00-87d1-f826b63c985f req-02eac5c1-b1b7-4c30-841a-d879fc015d8d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:17.087356 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e097a1a-4b03-4e00-87d1-f826b63c985f req-02eac5c1-b1b7-4c30-841a-d879fc015d8d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.0977490 Feb 10 16:12:17.089254 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Checking router: 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:17.089696 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Updating router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 port b377762c-7b97-4754-80c6-21c6451d4e1c binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:17.106640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-dbb5fed1-0e9f-45cc-a9c0-cb616986d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:17.109325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-dbb5fed1-0e9f-45cc-a9c0-cb616986d344 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1096 time: 0.0669158 Feb 10 16:12:17.119547 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:17.124094 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.124538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3e097a1a-4b03-4e00-87d1-f826b63c985f req-45531973-390f-4dc8-9d7d-3973d46bc77c tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363045 Feb 10 16:12:17.135003 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.321208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-e09c35f6-3d17-4b64-8a9b-e8d5ec22c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:17.322798 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-e09c35f6-3d17-4b64-8a9b-e8d5ec22c42f service neutron] 10.222.0.75 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 915 time: 0.1945913 Feb 10 16:12:17.466785 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.474008 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.544327 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466057c6-221c-4cfb-b77f-5911dd88377d None None] Pushing event updated for resources: {'Port': ['ID=b377762c-7b97-4754-80c6-21c6451d4e1c,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:17.569447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Attempting to bind port b377762c-7b97-4754-80c6-21c6451d4e1c on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:17.572002 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Attempting to bind port b377762c-7b97-4754-80c6-21c6451d4e1c by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:17.572470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Attempting to bind port b377762c-7b97-4754-80c6-21c6451d4e1c on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:17.579311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:17.579858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:17.580340 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.580796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:17.581345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Bound port: b377762c-7b97-4754-80c6-21c6451d4e1c, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:17.581799 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.639605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] For port b377762c-7b97-4754-80c6-21c6451d4e1c, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:17.643308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] For port b377762c-7b97-4754-80c6-21c6451d4e1c, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b377762c-7b97-4754-80c6-21c6451d4e1c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:17.652116 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.735155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:17.735833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:17.792455 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466057c6-221c-4cfb-b77f-5911dd88377d None None] Pushing event updated for resources: {'Port': ['ID=b377762c-7b97-4754-80c6-21c6451d4e1c,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:17.816939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-f9faf57d-e0dc-407a-be6a-9f642fcc2a31 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 1001 time: 0.4856374 Feb 10 16:12:17.838929 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-ae97a734-5a9a-49cc-8e7b-1e270c6c53c9 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:17.840506 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-ae97a734-5a9a-49cc-8e7b-1e270c6c53c9 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.1630020 Feb 10 16:12:17.862242 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:17.946081 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:18.043208 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-63fc82c8-1ac4-45c7-80d7-1994200b1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:18.044915 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-63fc82c8-1ac4-45c7-80d7-1994200b1749 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 200 len: 853 time: 0.2016923 Feb 10 16:12:18.075129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Subnet': ['ID=9b7e5a99-8851-451f-b0e3-2546d6c2b547,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:18.161731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Checking segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:18.162016 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network hostable DHCP agents. Network: 66446cf2-2154-42b6-9fbb-11234dec63ac, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:12:18.197783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-323f81a7-580b-4711-8e03-d68ecdf93051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:18.199658 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-323f81a7-580b-4711-8e03-d68ecdf93051 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b0dab4f-6fd1-4de4-911b-eba49aed949d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378224 Feb 10 16:12:18.204395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 66446cf2-2154-42b6-9fbb-11234dec63ac is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:12:18.208280 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port 43ff7f5b-5a54-4f29-9632-0670db24f809 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:18.208684 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:18.340624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 66446cf2-2154-42b6-9fbb-11234dec63ac) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:18.374936 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5034d2-2ca4-4a52-89bf-30879be21c18 req-68e90254-320f-4a12-bd6e-17b94fde78ae tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:18.382539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd5034d2-2ca4-4a52-89bf-30879be21c18 req-68e90254-320f-4a12-bd6e-17b94fde78ae tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 945 time: 0.1102996 Feb 10 16:12:18.423165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:18.423720 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:18.434916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fd5034d2-2ca4-4a52-89bf-30879be21c18 req-c4daa073-75f6-453b-b6ca-7630fb86bfb4 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a680540-f878-4c80-b1fb-ce39784ba6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 Feb 10 16:12:18.454363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1daf10a-1609-43ca-9be5-f1590ed9dc63 None None] Network 66446cf2-2154-42b6-9fbb-11234dec63ac requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:18.516572 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-540f67fe-79b2-49d0-80db-7b24bee7d374 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6760178 Feb 10 16:12:18.517820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37790) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:18.599960 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:15Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:18.617441 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port 43ff7f5b-5a54-4f29-9632-0670db24f809, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=43ff7f5b-5a54-4f29-9632-0670db24f809,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:18.617822 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:18.627984 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-e317ba86-6f34-41e1-b827-8360249efded service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144197 Feb 10 16:12:18.666133 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for 43ff7f5b-5a54-4f29-9632-0670db24f809 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:18.704625 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2774-9c65-4ccd-a43b-0161cceb8437 None None] The sync data for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 is: [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:15Z', 'revision_number': 3, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:18.795562 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-66446cf2-2154-42b6-9fbb-11234dec63ac', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:12:18.796556 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.046261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Allocated IP 172.20.0.2 (66446cf2-2154-42b6-9fbb-11234dec63ac/9b7e5a99-8851-451f-b0e3-2546d6c2b547/b26d349c-0c93-4ad9-92c8-7826da4964e3) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:19.143097 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.224953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=43ff7f5b-5a54-4f29-9632-0670db24f809,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:19.264770 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cb4240c2-108b-4fd6-9eb7-4b60616c2f46 req-5ade3092-27ae-4c75-a6ce-8eac082b7dcb service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247306 Feb 10 16:12:19.280617 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] No DVR routers for this DVR port 43ff7f5b-5a54-4f29-9632-0670db24f809 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:19.284359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.288800 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cca5abb7-3c04-437a-88cc-82b64950b23a req-f4b40afe-71c7-4add-a240-7d8728a04f50 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.75 "DELETE /v2.0/ports/43ff7f5b-5a54-4f29-9632-0670db24f809 HTTP/1.1" status: 204 len: 173 time: 1.4338675 Feb 10 16:12:19.289393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'name': 'network-vif-deleted', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:19.292155 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de9f57-96a3-4ba6-88ae-f5a74f8ad46b" -d '{"events": [{"server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "name": "network-vif-deleted", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:19.383474 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efcfe1e-b72a-4e14-9055-04b671f3f841 x-openstack-request-id: req-7efcfe1e-b72a-4e14-9055-04b671f3f841 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:19.384006 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5347546d-037b-4d56-8743-a46ca318f4ae", "name": "network-vif-deleted", "tag": "43ff7f5b-5a54-4f29-9632-0670db24f809", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:19.384249 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7efcfe1e-b72a-4e14-9055-04b671f3f841 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:19.384662 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5347546d-037b-4d56-8743-a46ca318f4ae', 'name': 'network-vif-deleted', 'tag': '43ff7f5b-5a54-4f29-9632-0670db24f809', 'status': 'completed', 'code': 200} Feb 10 16:12:19.436363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.543920 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.571344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.673939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Network 66446cf2-2154-42b6-9fbb-11234dec63ac is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:19.676933 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:19.686542 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:19.708674 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Pushing event updated for resources: {'Port': ['ID=b26d349c-0c93-4ad9-92c8-7826da4964e3,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:19.746973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ffcd6b9-e9a4-4650-9167-380e69127003 req-d7392684-b009-4f2c-9c1c-5e7c5c901a1e tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "GET /v2.0/ports?device_id=5347546d-037b-4d56-8743-a46ca318f4ae HTTP/1.1" status: 200 len: 210 time: 0.0777016 Feb 10 16:12:19.846261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Attempting to bind port b26d349c-0c93-4ad9-92c8-7826da4964e3 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:19.846657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Attempting to bind port b26d349c-0c93-4ad9-92c8-7826da4964e3 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:19.847018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Attempting to bind port b26d349c-0c93-4ad9-92c8-7826da4964e3 on network 66446cf2-2154-42b6-9fbb-11234dec63ac {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:19.870873 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:19.871275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Checking segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:19.872243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:19.872668 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Bound using segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:19.873162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Bound port: b26d349c-0c93-4ad9-92c8-7826da4964e3, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:19.873552 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.062354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] For port b26d349c-0c93-4ad9-92c8-7826da4964e3, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:20.067309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] For port b26d349c-0c93-4ad9-92c8-7826da4964e3, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b26d349c-0c93-4ad9-92c8-7826da4964e3,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:20.073484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b377762c-7b97-4754-80c6-21c6451d4e1c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:20.132850 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.210721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039689-19b6-4c1e-a448-81a89610bb84 None None] Pushing event updated for resources: {'Port': ['ID=b26d349c-0c93-4ad9-92c8-7826da4964e3,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:20.296941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b377762c-7b97-4754-80c6-21c6451d4e1c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:20.297313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.343505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.1 (66446cf2-2154-42b6-9fbb-11234dec63ac/9b7e5a99-8851-451f-b0e3-2546d6c2b547/1ba310c9-bbd5-4a8c-9e29-0580f5614fd4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:20.497244 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.535931 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port b377762c-7b97-4754-80c6-21c6451d4e1c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b377762c-7b97-4754-80c6-21c6451d4e1c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:20.541411 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.588008 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.611524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=b377762c-7b97-4754-80c6-21c6451d4e1c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:20.662271 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.738278 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 66446cf2-2154-42b6-9fbb-11234dec63ac is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:20.758300 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:20.760941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:20.764953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:20.832600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.843757 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37828) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:20.951155 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-24e6fce7-adac-499f-97a3-091a5a7f9b1d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:20.993250 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-24e6fce7-adac-499f-97a3-091a5a7f9b1d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.035362 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.097988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-24e6fce7-adac-499f-97a3-091a5a7f9b1d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.103124 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-24e6fce7-adac-499f-97a3-091a5a7f9b1d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.104669 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-24e6fce7-adac-499f-97a3-091a5a7f9b1d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a680540-f878-4c80-b1fb-ce39784ba6ac HTTP/1.1" status: 204 len: 168 time: 0.2598021 Feb 10 16:12:21.123520 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6fce7-adac-499f-97a3-091a5a7f9b1d tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a680540-f878-4c80-b1fb-ce39784ba6ac,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:21.156322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 43ff7f5b-5a54-4f29-9632-0670db24f809 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:21.183051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 43ff7f5b-5a54-4f29-9632-0670db24f809 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:21.183400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 43ff7f5b-5a54-4f29-9632-0670db24f809 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:21.189356 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37836) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:21.471640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.482192 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.640653 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:21.686569 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.808897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:21.849570 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 66446cf2-2154-42b6-9fbb-11234dec63ac is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:21.851714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:22.058420 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e257934-2404-4ea9-a29c-7b64f1bd3ca8 None None] Network 66446cf2-2154-42b6-9fbb-11234dec63ac requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:22.280745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b377762c-7b97-4754-80c6-21c6451d4e1c up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:22.322446 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37864) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:22.406705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port 0fed96ed-332c-4481-9b6e-7cc2677d698a {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:22.407356 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.422292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-ca3e2f96-2795-41d6-a7ab-e925f200ff7f None None] Provisioning complete for port b26d349c-0c93-4ad9-92c8-7826da4964e3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:22.422675 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2f96-2795-41d6-a7ab-e925f200ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.503551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:22.547303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b377762c-7b97-4754-80c6-21c6451d4e1c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:22.547715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.601746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port 0fed96ed-332c-4481-9b6e-7cc2677d698a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=0fed96ed-332c-4481-9b6e-7cc2677d698a,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:22.602161 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.620376 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65b31c20-ba72-4257-9a19-25432c92c64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.626612 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for 0fed96ed-332c-4481-9b6e-7cc2677d698a owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:22.651022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:22.651531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2f96-2795-41d6-a7ab-e925f200ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.665482 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f09c9be5-7311-431a-95ee-49014f428faa tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/0fb35285-b09e-478f-b2ba-d7ef3c7696f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1464181 Feb 10 16:12:22.672520 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Sync routers for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:22.743528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:22.745040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:22.758888 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ca3e2f96-2795-41d6-a7ab-e925f200ff7f None None] For port b26d349c-0c93-4ad9-92c8-7826da4964e3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b26d349c-0c93-4ad9-92c8-7826da4964e3,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:22.808647 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2f96-2795-41d6-a7ab-e925f200ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:22.859221 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b26d349c-0c93-4ad9-92c8-7826da4964e3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:22.981106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e2f96-2795-41d6-a7ab-e925f200ff7f None None] Pushing event updated for resources: {'Port': ['ID=b26d349c-0c93-4ad9-92c8-7826da4964e3,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:22.994971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:23.005979 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65b31c20-ba72-4257-9a19-25432c92c64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.010283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.019162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-75d9360a-61ef-4f96-9226-b5c0d47a3721 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722396580&fields=id&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 267 time: 0.0585616 Feb 10 16:12:23.053990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=0fed96ed-332c-4481-9b6e-7cc2677d698a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:23.062828 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-65b31c20-ba72-4257-9a19-25432c92c64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.090825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b26d349c-0c93-4ad9-92c8-7826da4964e3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:23.091974 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.108579 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-65b31c20-ba72-4257-9a19-25432c92c64c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=628f24bc9c054843bc36fbf3dba8bcc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584200 Feb 10 16:12:23.109624 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37902) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:23.186246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b31c20-ba72-4257-9a19-25432c92c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e676a-a59b-443c-8320-a0eba802bc0a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:23.243523 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eecdf17f-2708-43e4-8c86-54a9a587fdcf None None] Provisioning complete for port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:23.244057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eecdf17f-2708-43e4-8c86-54a9a587fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.255251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-17879a56-79ef-455f-9a97-80a2593de260 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:23.257179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-17879a56-79ef-455f-9a97-80a2593de260 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 796 time: 0.2290530 Feb 10 16:12:23.281160 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-88f11438-dd74-4caf-b624-86c33e9f208f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/quotas/b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 375 time: 0.0172338 Feb 10 16:12:23.380871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-0bf3bb50-5f90-4435-bdec-b87059b2251b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840452 Feb 10 16:12:23.398803 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-867011bb-0685-4714-8313-fdf8c50e8e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.429622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eecdf17f-2708-43e4-8c86-54a9a587fdcf None None] Port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:23.451744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-867011bb-0685-4714-8313-fdf8c50e8e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.452386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eecdf17f-2708-43e4-8c86-54a9a587fdcf None None] Provisioning complete for port b26d349c-0c93-4ad9-92c8-7826da4964e3 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:23.456284 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eecdf17f-2708-43e4-8c86-54a9a587fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.542699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:21Z', 'revision_number': 2, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:23.575964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-1e83997a-b5b0-47b5-a818-0c03c414a92b service neutron] 10.222.0.21 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727126 Feb 10 16:12:23.618367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.707418 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-867011bb-0685-4714-8313-fdf8c50e8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.711971 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-867011bb-0685-4714-8313-fdf8c50e8e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.713687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-867011bb-0685-4714-8313-fdf8c50e8e6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff7e676a-a59b-443c-8320-a0eba802bc0a HTTP/1.1" status: 204 len: 168 time: 0.6008682 Feb 10 16:12:23.728729 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867011bb-0685-4714-8313-fdf8c50e8e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e676a-a59b-443c-8320-a0eba802bc0a,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:23.805306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-14108e4c-7a09-4adf-8311-68625d5c0a91 service neutron] 10.222.0.21 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205803 Feb 10 16:12:23.837579 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Checking router: 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:23.838479 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Updating router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:23.883343 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:23.919588 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.079214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d8d3bca0-4783-4cf9-88f7-c412ac15766f req-f2f7be1a-8503-4190-92f3-8a84dc36658d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 210 time: 0.0353477 Feb 10 16:12:24.104236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Router 6e589af0-2d10-4d48-aacb-ed87588a8dea has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:24.104410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b26d349c-0c93-4ad9-92c8-7826da4964e3 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:24.399882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5b0b4230-ab9a-4a39-86de-9761479365e4 None None] Provisioning complete for port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:24.400500 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5b0b4230-ab9a-4a39-86de-9761479365e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.475785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b4230-ab9a-4a39-86de-9761479365e4 None None] Port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:24.480871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b26d349c-0c93-4ad9-92c8-7826da4964e3 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:24.481298 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.615229 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.638541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.685487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:24.694132 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37936) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:24.696664 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] Sync routers for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:24.705670 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-866990cb-1257-4889-aa88-a8e7d78ae969 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "PUT /v2.0/routers/6e589af0-2d10-4d48-aacb-ed87588a8dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5105665 Feb 10 16:12:24.709416 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:24.710035 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:24.812717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting subnet 337dc2f8-f97c-4b75-ac2d-cb8077503d54 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:12:24.840230 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.861029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86360c4-60b9-4168-b5e2-517596e08bcf None None] Pushing event updated for resources: {'Port': ['ID=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:24.893775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:24.921524 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:25.019275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Attempting to bind port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:25.024237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Attempting to bind port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:25.024846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Attempting to bind port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 on network 66446cf2-2154-42b6-9fbb-11234dec63ac {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:25.052635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:25.053325 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Checking segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:25.053894 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.054971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Bound using segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:25.055654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Bound port: 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:25.056223 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.070171 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.213881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.244525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] For port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:25.250577 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] For port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:25.258164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.284737 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Subnet': ['ID=337dc2f8-f97c-4b75-ac2d-cb8077503d54,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:25.287108 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.290847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-28ff3f5a-5aa3-4009-b3f4-50ea4dcbda5f tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/subnets/337dc2f8-f97c-4b75-ac2d-cb8077503d54 HTTP/1.1" status: 204 len: 168 time: 0.5947654 Feb 10 16:12:25.293657 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37946) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:25.307355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-267403a7-296b-46a4-9b05-294847187bb4 req-4e2d71e1-0118-4fde-a906-c235e0e11df6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 210 time: 0.0782118 Feb 10 16:12:25.353255 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:12:22Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:25.364126 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd3d44-43f9-4207-9db9-c631850edae9 None None] Network 0cc485a1-9d2c-47f3-a518-b037bdd2da58 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:25.398760 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] Checking router: 6e589af0-2d10-4d48-aacb-ed87588a8dea for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:25.415762 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] Routers {'6e589af0-2d10-4d48-aacb-ed87588a8dea'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:25.416549 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6e589af0-2d10-4d48-aacb-ed87588a8dea'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:25.456555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:25.457345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:25.591515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-43bc4ecf-4936-451e-98f7-19257c552ce1 None None] Provisioning complete for port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:25.591901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43bc4ecf-4936-451e-98f7-19257c552ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.628867 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86360c4-60b9-4168-b5e2-517596e08bcf None None] Pushing event updated for resources: {'Port': ['ID=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:25.663157 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] Set router 6e589af0-2d10-4d48-aacb-ed87588a8dea gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:25.726530 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:25.798239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:25.881242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-e7404479-0b01-4657-911f-12299648c4fe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:25.883363 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-e7404479-0b01-4657-911f-12299648c4fe tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 796 time: 0.4239595 Feb 10 16:12:25.969449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-2f9883dd-1132-4476-aeb7-99371eb2f609 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e71f23dd194896a39436d5ea6cedc5 HTTP/1.1" status: 200 len: 380 time: 0.0700545 Feb 10 16:12:25.981009 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'port': {'device_id': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'admin_state_up': True, 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'security_groups': ['bb69f28e-790b-4317-9e85-412d8a1095f7']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:25.985002 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:12:22Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:26.016572 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf3f55-7e63-4624-94fe-0eb182b71484 None None] The sync data for ids ['6e589af0-2d10-4d48-aacb-ed87588a8dea'] in n-d-827895-3 is: [{'id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'name': 'tempest-TestNetworkBasicOps-router-2120615730', 'tenant_id': '1164d52f1cb6463a91863409d8a824b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:02Z', 'updated_at': '2022-02-10T16:12:22Z', 'revision_number': 5, 'project_id': '1164d52f1cb6463a91863409d8a824b9', 'gw_port': {'id': '005dd820-1a05-414f-bbf2-e553bac1eec7', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e589af0-2d10-4d48-aacb-ed87588a8dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:03Z', 'updated_at': '2022-02-10T16:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:26.050820 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.140429 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] DHCP port deletion for 0cc485a1-9d2c-47f3-a518-b037bdd2da58 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:12:26.180529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Deleting port 005dd820-1a05-414f-bbf2-e553bac1eec7 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:26.180845 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.192750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Made reservation on behalf of b0e71f23dd194896a39436d5ea6cedc5 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:26.200086 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.203106 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43bc4ecf-4936-451e-98f7-19257c552ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.279131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-43bc4ecf-4936-451e-98f7-19257c552ce1 None None] For port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:26.285944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] For port 005dd820-1a05-414f-bbf2-e553bac1eec7, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=005dd820-1a05-414f-bbf2-e553bac1eec7,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:26.286320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.290678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43bc4ecf-4936-451e-98f7-19257c552ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.306718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Calling delete_port for 005dd820-1a05-414f-bbf2-e553bac1eec7 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:26.328051 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] Deleting port be1f38da-353b-45ba-afea-235189e82ec6 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:26.328589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.387314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:25Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:26.436717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.20.0.12 (66446cf2-2154-42b6-9fbb-11234dec63ac/9b7e5a99-8851-451f-b0e3-2546d6c2b547/40a6c79f-675e-4915-a142-efd617921955) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:26.471709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc4ecf-4936-451e-98f7-19257c552ce1 None None] Pushing event updated for resources: {'Port': ['ID=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:26.475023 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3ed9d-242d-4ac2-bbc5-6c9c7935f691 None None] The sync data for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 is: [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:25Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:26.505306 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] For port be1f38da-353b-45ba-afea-235189e82ec6, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=be1f38da-353b-45ba-afea-235189e82ec6,segment=NetworkSegment(b917a9f5-e407-48bd-a9ee-f31ef9b78e02),segment_id=b917a9f5-e407-48bd-a9ee-f31ef9b78e02)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:26.505854 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.522931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-89d4b945-530a-475f-bd19-3edd37f5fabe req-e034aa25-fb63-415f-9345-87f3a3169c1c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 210 time: 0.0729911 Feb 10 16:12:26.534765 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-68e84a48-51bc-461d-bc0d-9cc60c848fa4 None None] Provisioning complete for port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:26.535269 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-68e84a48-51bc-461d-bc0d-9cc60c848fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.539672 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] Calling delete_port for be1f38da-353b-45ba-afea-235189e82ec6 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:26.724986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.759482 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.799954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] Pushing event deleted for resources: {'Port': ['ID=be1f38da-353b-45ba-afea-235189e82ec6,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:26.802519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1fa58-00c4-4fcd-976e-f167c13f9b93 None None] No DVR routers for this DVR port be1f38da-353b-45ba-afea-235189e82ec6 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:26.838803 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Port': ['ID=005dd820-1a05-414f-bbf2-e553bac1eec7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:26.948473 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:26.996098 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.056872 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.078792 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.081447 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.147096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:27.169981 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.170575 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Fanout notify agent at l3_agent the message router_deleted on router 6e589af0-2d10-4d48-aacb-ed87588a8dea {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:12:27.193172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 66446cf2-2154-42b6-9fbb-11234dec63ac is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:27.195124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:27.197589 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.200815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:27.205254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 37962) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:27.205755 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c0caaa58-fdfb-42c6-a670-9956cfd43bb2 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/routers/6e589af0-2d10-4d48-aacb-ed87588a8dea HTTP/1.1" status: 204 len: 168 time: 1.9092231 Feb 10 16:12:27.352323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.398536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:27.399721 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.416085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.444821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-51ac255f-e3a7-4a44-896b-e983680c211a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4675705 Feb 10 16:12:27.480190 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Request body: {'port': {'device_id': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:27.601117 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.610474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d3bab0b7-74fc-40cf-9b91-e897106466e3 None None] Provisioning complete for port 40a6c79f-675e-4915-a142-efd617921955 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:27.610820 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d3bab0b7-74fc-40cf-9b91-e897106466e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.626549 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.666947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d3bab0b7-74fc-40cf-9b91-e897106466e3 None None] Port 40a6c79f-675e-4915-a142-efd617921955 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:27.677672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc485a1-9d2c-47f3-a518-b037bdd2da58']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:27.720503 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:27.720803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b917a9f5-e407-48bd-a9ee-f31ef9b78e02') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:27.735554 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.813194 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.825259 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:12:27.825590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:12:27.836390 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:12:27.892388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cedf25-9d3a-46d5-b6a4-c010427cbe95 req-fe0cfa33-d062-40eb-ba82-2a56e9bab7df tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:27.894135 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0cedf25-9d3a-46d5-b6a4-c010427cbe95 req-fe0cfa33-d062-40eb-ba82-2a56e9bab7df tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 932 time: 0.2422061 Feb 10 16:12:28.019487 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.050775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:28.066397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c0cedf25-9d3a-46d5-b6a4-c010427cbe95 req-1b618e4d-0c98-4e42-be63-22ddcbb265f1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613140 Feb 10 16:12:28.082236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.085947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] 10.222.0.21 "DELETE /v2.0/networks/0cc485a1-9d2c-47f3-a518-b037bdd2da58 HTTP/1.1" status: 204 len: 168 time: 0.8789859 Feb 10 16:12:28.103815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a1f2-3485-48d5-8935-1fcb51879719 tempest-TestNetworkBasicOps-371652819 tempest-TestNetworkBasicOps-371652819-project] Pushing event deleted for resources: {'Network': ['ID=0cc485a1-9d2c-47f3-a518-b037bdd2da58,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:28.161733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:28.163069 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.191986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a6c79f-675e-4915-a142-efd617921955 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:12:28.211933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.250624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Transition to ACTIVE for port object 40a6c79f-675e-4915-a142-efd617921955 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:12:28.259101 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.351653 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 005dd820-1a05-414f-bbf2-e553bac1eec7 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:28.392977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:28.398811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 005dd820-1a05-414f-bbf2-e553bac1eec7 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:28.399272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 005dd820-1a05-414f-bbf2-e553bac1eec7 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:28.399600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0fed96ed-332c-4481-9b6e-7cc2677d698a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:28.458797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 0fed96ed-332c-4481-9b6e-7cc2677d698a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:28.459365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 0fed96ed-332c-4481-9b6e-7cc2677d698a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:28.461602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device be1f38da-353b-45ba-afea-235189e82ec6 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:28.486028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: be1f38da-353b-45ba-afea-235189e82ec6 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:12:28.486682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device be1f38da-353b-45ba-afea-235189e82ec6 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:28.582240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Attempting to bind port 40a6c79f-675e-4915-a142-efd617921955 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:28.582579 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Attempting to bind port 40a6c79f-675e-4915-a142-efd617921955 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:28.582923 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Attempting to bind port 40a6c79f-675e-4915-a142-efd617921955 on network 66446cf2-2154-42b6-9fbb-11234dec63ac {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:28.596462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Port 40a6c79f-675e-4915-a142-efd617921955 on network 66446cf2-2154-42b6-9fbb-11234dec63ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:12:28.596792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Attempting to bind port 40a6c79f-675e-4915-a142-efd617921955 on network 66446cf2-2154-42b6-9fbb-11234dec63ac {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:28.602754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:28.603093 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Checking segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:28.603535 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Bound using segment: {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:28.603967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Bound port: 40a6c79f-675e-4915-a142-efd617921955, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883289af-91e9-41a9-a071-974760656ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:28.604326 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.639297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37984) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:28.713589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:28.717591 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:28.723886 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.740470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:28.742982 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.745194 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] 10.222.0.45 "PUT /v2.0/ports/40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 1092 time: 1.2710676 Feb 10 16:12:28.747803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'tag': '40a6c79f-675e-4915-a142-efd617921955'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:28.751232 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc052670-83a4-440a-9bb8-430eab8cf92d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "tag": "40a6c79f-675e-4915-a142-efd617921955"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:28.902711 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7288101-1107-4906-9bc0-43b660314dc6 x-openstack-request-id: req-a7288101-1107-4906-9bc0-43b660314dc6 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:28.903011 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "tag": "40a6c79f-675e-4915-a142-efd617921955", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:28.903269 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7288101-1107-4906-9bc0-43b660314dc6 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:28.903723 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'tag': '40a6c79f-675e-4915-a142-efd617921955', 'status': 'completed', 'code': 200} Feb 10 16:12:28.911827 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a204f004-2ec5-4282-9c7a-f7a00f3ae2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:28.968646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff4ab2-e48a-4b7c-9e89-d626b5df4f8c service neutron] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:28.979549 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-7926ab1c-ab74-48a0-aba1-f63a4ef65565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:28.981100 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-7926ab1c-ab74-48a0-aba1-f63a4ef65565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1095 time: 0.1717470 Feb 10 16:12:28.990938 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d2a6a993-8957-4ef8-b7ec-23b1fb62a5fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1164d52f1cb6463a91863409d8a824b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503106 Feb 10 16:12:28.994322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 37994) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:29.045148 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-7c2a2d68-9125-4035-b8aa-aec3b0f5a671 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 217 time: 0.0562074 Feb 10 16:12:29.080950 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0717-3232-48dd-8e58-ca6766abd921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.123294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0717-3232-48dd-8e58-ca6766abd921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.153147 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-aacc30d4-f55e-4019-b1e8-cafe125465df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:29.154873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-aacc30d4-f55e-4019-b1e8-cafe125465df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 200 len: 834 time: 0.1026840 Feb 10 16:12:29.199177 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0717-3232-48dd-8e58-ca6766abd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.203733 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0717-3232-48dd-8e58-ca6766abd921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.207894 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1c2a0717-3232-48dd-8e58-ca6766abd921 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9583931-f830-4883-9da1-09dd0f597b01 HTTP/1.1" status: 204 len: 168 time: 0.2124581 Feb 10 16:12:29.218523 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a0717-3232-48dd-8e58-ca6766abd921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9583931-f830-4883-9da1-09dd0f597b01,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:29.245029 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7789-dbc0-4668-a437-d311275f1743 req-e610f460-f9f7-4106-87a9-afbcc15cc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:29.246545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-e610f460-f9f7-4106-87a9-afbcc15cc3f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66446cf2-2154-42b6-9fbb-11234dec63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854020 Feb 10 16:12:29.259271 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa967a-5963-4ff5-b3ab-0c3b20adeb1f req-3f7d55b9-e696-4368-a7b0-c03393d195c2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:29.266570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7fa967a-5963-4ff5-b3ab-0c3b20adeb1f req-3f7d55b9-e696-4368-a7b0-c03393d195c2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 944 time: 0.0766585 Feb 10 16:12:29.374729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7fa967a-5963-4ff5-b3ab-0c3b20adeb1f req-5f5f7be6-95cf-428c-8c6f-f1521dbe74a2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027472 Feb 10 16:12:29.431044 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-f19f71e3-1ea1-4944-8858-ada121049e52 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284730 Feb 10 16:12:29.566549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38ac7789-dbc0-4668-a437-d311275f1743 req-6e3f32e6-515b-4d38-b555-18bd23f20dd9 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279786 Feb 10 16:12:29.589266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38006) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:29.604140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6c5b-a738-47df-ba22-c4afd0f1eace admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.688533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-f807053a-3300-4321-a73d-c59065e89ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:29.691133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-f807053a-3300-4321-a73d-c59065e89ed2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1095 time: 0.0658705 Feb 10 16:12:29.706213 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6c5b-a738-47df-ba22-c4afd0f1eace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.713711 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6c5b-a738-47df-ba22-c4afd0f1eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.803536 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-cd6e6c5b-a738-47df-ba22-c4afd0f1eace admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dc79bec69ce4da990ec3eca34809a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107337 Feb 10 16:12:29.803536 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6c5b-a738-47df-ba22-c4afd0f1eace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c23ba6e-aa31-4ff9-8332-74a66b336944,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:29.804065 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38008) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:29.902761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-cee9bfba-79ef-4bff-8ad6-854177b33fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:29.904280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-cee9bfba-79ef-4bff-8ad6-854177b33fe6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 897 time: 0.2064197 Feb 10 16:12:29.905017 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b808e91-26a0-4c38-893f-c43fea3cdab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:29.956547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-ff7824be-fc93-41fa-ad10-c543c0183ff9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 217 time: 0.0425243 Feb 10 16:12:29.961133 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b808e91-26a0-4c38-893f-c43fea3cdab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:30.037372 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-3b46200d-0a19-4587-b631-781d568eedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:30.039035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-3b46200d-0a19-4587-b631-781d568eedc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 200 len: 834 time: 0.0708380 Feb 10 16:12:30.087298 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b808e91-26a0-4c38-893f-c43fea3cdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:30.089806 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8b808e91-26a0-4c38-893f-c43fea3cdab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:30.090947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8b808e91-26a0-4c38-893f-c43fea3cdab6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c23ba6e-aa31-4ff9-8332-74a66b336944 HTTP/1.1" status: 204 len: 168 time: 0.2748833 Feb 10 16:12:30.102384 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b808e91-26a0-4c38-893f-c43fea3cdab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c23ba6e-aa31-4ff9-8332-74a66b336944,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:30.110158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-d58d6ec3-d082-434a-8aa5-bc4e4bc62aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:30.111714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-d58d6ec3-d082-434a-8aa5-bc4e4bc62aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66446cf2-2154-42b6-9fbb-11234dec63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610924 Feb 10 16:12:30.237877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-40063b9c-d89b-4381-9c7c-1b92ba22e2e0 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155462 Feb 10 16:12:30.343998 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc052670-83a4-440a-9bb8-430eab8cf92d req-6db3f06a-d3cc-43a1-bb8d-3a6d3dfac9ce service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970771 Feb 10 16:12:30.516024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0859d2-7e05-4f2f-8ba7-b961a1197afb req-3f0a5277-7c53-45bc-9a1d-3e145a894554 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:30.517386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b0859d2-7e05-4f2f-8ba7-b961a1197afb req-3f0a5277-7c53-45bc-9a1d-3e145a894554 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 944 time: 0.0520239 Feb 10 16:12:30.558331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b0859d2-7e05-4f2f-8ba7-b961a1197afb req-7c20fb1d-0b35-48cb-a6e8-dcc5a0a1699b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Feb 10 16:12:30.838450 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38042) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:30.955727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-726438186-network', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:30.983473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Made reservation on behalf of 7688b17605c44e68b3d9485b9fde3150 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:30.985799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:30.995005 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.068995 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.073302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.100538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:12:31.120792 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a90dd-1c41-4ff9-a6a0-8ecc0beecd2c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:31.127829 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.128705 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Added segment bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c of type vlan for network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 Feb 10 16:12:31.178268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.206723 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.207812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:31.208647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.269984 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4303505 Feb 10 16:12:31.273215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38056) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:31.278401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ec3f3-4781-401a-b2c8-1e2a1600fd37 admin admin] Pushing event updated for resources: {'Network': ['ID=57d3a28a-98c5-4d87-866d-3d4b7f656e55,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:31.279962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Request body: {'subnet': {'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-726438186-subnet', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:31.290188 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:12:31.329973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Made reservation on behalf of 7688b17605c44e68b3d9485b9fde3150 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:31.333367 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.539371 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.598804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-55727ea0-d849-4750-8469-6ba27f220dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.620423 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Checking segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:31.620809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Network hostable DHCP agents. Network: 57d3a28a-98c5-4d87-866d-3d4b7f656e55, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:12:31.627701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9d81d8-f836-4b2b-a571-df58b1e75d5b,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:31.650165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:12:31.665383 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 57d3a28a-98c5-4d87-866d-3d4b7f656e55) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:31.682999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7c547-839e-44af-b296-2f63bea56758 None None] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:31.683498 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:31.684704 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.715951 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-baa0e9e7-4b62-496b-b45c-dbe090b7141b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4406359 Feb 10 16:12:31.719656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38066) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:31.725098 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:31.753920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe4770-bc72-4658-895b-c31d41bb35db req-6fcc2947-9705-41bf-8eb9-690c9902e398 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:31.755393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcfe4770-bc72-4658-895b-c31d41bb35db req-6fcc2947-9705-41bf-8eb9-690c9902e398 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 944 time: 0.0914638 Feb 10 16:12:31.780937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.781959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.815120 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bcfe4770-bc72-4658-895b-c31d41bb35db req-8022af12-e185-4a30-8059-7b8905e574a0 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 Feb 10 16:12:31.856167 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.871260 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:12:31.872294 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:31.999885 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.032129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Allocated IP 172.20.0.2 (57d3a28a-98c5-4d87-866d-3d4b7f656e55/0f9d81d8-f836-4b2b-a571-df58b1e75d5b/fd872474-6b7b-42e6-b39e-cd0cf1aa15ed) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:32.187202 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.193079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.214030 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.234158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.239330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:32.244388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:32.246495 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Pushing event updated for resources: {'Port': ['ID=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:32.248927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:32.295168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 40a6c79f-675e-4915-a142-efd617921955 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:12:32.320593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Attempting to bind port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:32.320947 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Attempting to bind port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:32.321312 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Attempting to bind port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:32.331317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:32.331716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Checking segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:32.332120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.332513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Bound using segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:32.333035 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Bound port: fd872474-6b7b-42e6-b39e-cd0cf1aa15ed, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:32.333419 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.363799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Allocated IP 172.25.7.191 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:32.468515 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.489021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] For port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:32.492638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] For port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:32.500327 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.503324 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:32.525302 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.555323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '40a6c79f-675e-4915-a142-efd617921955', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'port_id': '40a6c79f-675e-4915-a142-efd617921955', 'mac_address': 'fa:16:3e:77:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:12:32.592050 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.623602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f73c9e-4553-4161-8bf3-2022a6eb4c34 None None] Pushing event updated for resources: {'Port': ['ID=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:32.638848 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.653470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a6c79f-675e-4915-a142-efd617921955 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:12:32.673310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Pushing event updated for resources: {'Port': ['ID=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:32.686940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:32.696146 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:32.703761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:32.705993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:32.715047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:32.779899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:32.904809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['40a6c79f-675e-4915-a142-efd617921955'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:12:33.145900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e850e-883e-4cfe-ac0c-ef432b234940 req-1b31edfd-0429-4e47-abf1-0f113e1c799f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:33.147496 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a3e850e-883e-4cfe-ac0c-ef432b234940 req-1b31edfd-0429-4e47-abf1-0f113e1c799f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 945 time: 0.1957505 Feb 10 16:12:33.197390 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:33.204668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8a3e850e-883e-4cfe-ac0c-ef432b234940 req-72d0f1f9-a32b-4909-9bd2-7514b13947f2 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482996 Feb 10 16:12:33.785722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:33.972972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:12:34.063386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fd872474-6b7b-42e6-b39e-cd0cf1aa15ed up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:34.106780 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:34.121596 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Sync routers for ids ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:34.138724 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccefa42-d892-4e5a-83df-7fd1e0920264 None None] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:34.142948 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.147322 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38088) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:34.149833 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b4e6df37-a13c-4b28-bd27-7785ebddb0fb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4288270 Feb 10 16:12:34.205010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.212357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Routers {'6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:34.213048 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:34.266212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-97f282bd-036a-426e-9603-2d87650ddad6 None None] Provisioning complete for port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:34.266484 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-97f282bd-036a-426e-9603-2d87650ddad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.330141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 40a6c79f-675e-4915-a142-efd617921955 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:34.427111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5f37b-0a83-4b63-84d4-bbd44e503e03 req-8c0ad329-2e89-41e1-b0c0-7c70bd5b8f32 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:34.428744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43c5f37b-0a83-4b63-84d4-bbd44e503e03 req-8c0ad329-2e89-41e1-b0c0-7c70bd5b8f32 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 945 time: 0.1364572 Feb 10 16:12:34.453893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:34.454520 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.478825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43c5f37b-0a83-4b63-84d4-bbd44e503e03 req-b3e3addb-5f59-45ac-b457-ed4008b430c9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Feb 10 16:12:34.576905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Set router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:34.581957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.744721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 40a6c79f-675e-4915-a142-efd617921955 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:12:34.763364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 40a6c79f-675e-4915-a142-efd617921955 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:34.763764 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.821907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.841848 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-97f282bd-036a-426e-9603-2d87650ddad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:34.962368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-97f282bd-036a-426e-9603-2d87650ddad6 None None] For port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:34.978237 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-97f282bd-036a-426e-9603-2d87650ddad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.036402 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.123774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Allocated IP 172.20.0.1 (57d3a28a-98c5-4d87-866d-3d4b7f656e55/0f9d81d8-f836-4b2b-a571-df58b1e75d5b/a3eb510f-b0fe-4e6d-ba17-4efc214a467e) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:35.154313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f282bd-036a-426e-9603-2d87650ddad6 None None] Pushing event updated for resources: {'Port': ['ID=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:35.209668 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.233486 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:12:32Z', 'revision_number': 3, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:35.239341 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:12:35.239707 n-d-827895-3 neutron-server[102616]: DEBUG oslo_db.api [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:12:35.303645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:35.306751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a6c79f-675e-4915-a142-efd617921955'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:35.310621 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c220dfff-ebb0-47f1-8193-c233700fe817" -d '{"events": [{"server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "name": "network-vif-plugged", "status": "completed", "tag": "40a6c79f-675e-4915-a142-efd617921955"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:35.315127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.317519 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Checking router: 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:35.317863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Updating router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:35.375639 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.494688 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.582301 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:35.589973 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:35.599936 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:35.675013 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7870417-0468-4f54-b480-371a2feb97be x-openstack-request-id: req-e7870417-0468-4f54-b480-371a2feb97be {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:35.675310 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "name": "network-vif-plugged", "status": "completed", "tag": "40a6c79f-675e-4915-a142-efd617921955", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:35.675605 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7870417-0468-4f54-b480-371a2feb97be {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:35.675997 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a6c79f-675e-4915-a142-efd617921955', 'code': 200} Feb 10 16:12:35.691024 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c076c7-c5fb-4fd3-b9bd-03947a2a7ed7 req-99de4bab-250e-4433-bce5-efe5b20b3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:35.692741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63c076c7-c5fb-4fd3-b9bd-03947a2a7ed7 req-99de4bab-250e-4433-bce5-efe5b20b3a67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1097 time: 0.1212931 Feb 10 16:12:35.764680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7cfc5-1c3f-4dbc-9713-996df7fc9bdc req-ed9d10d5-833b-4239-a47a-513c27fc4d57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:35.770105 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.773229 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49d7cfc5-1c3f-4dbc-9713-996df7fc9bdc req-ed9d10d5-833b-4239-a47a-513c27fc4d57 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1352162 Feb 10 16:12:35.812399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-63c076c7-c5fb-4fd3-b9bd-03947a2a7ed7 req-2e82f21f-c66d-4d69-941f-473db4a5687f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035833 Feb 10 16:12:35.852327 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-49d7cfc5-1c3f-4dbc-9713-996df7fc9bdc req-86a10e01-a26f-4cf7-815c-a9e16d94748b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780287 Feb 10 16:12:35.904851 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:35.906276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Pushing event updated for resources: {'Port': ['ID=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:36.134148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.141917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fd872474-6b7b-42e6-b39e-cd0cf1aa15ed up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:36.310581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2c799bc7-14e2-442c-96f5-45680d135339 None None] Provisioning complete for port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:36.311792 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2c799bc7-14e2-442c-96f5-45680d135339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.327658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:36.344883 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.353786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.399093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:36.399975 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.699976 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:12:36.752913 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.760225 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.825448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Pushing event updated for resources: {'Port': ['ID=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:36.830101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.863719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-671f9d84-b9e9-474d-bba7-4896cca2a672 None None] Provisioning complete for port a3eb510f-b0fe-4e6d-ba17-4efc214a467e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:36.864524 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-671f9d84-b9e9-474d-bba7-4896cca2a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.909248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Attempting to bind port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:36.909534 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Attempting to bind port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:36.909899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Attempting to bind port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:36.921357 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:36.921734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:36.922133 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.922528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:36.923050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Bound port: a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:36.923533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:36.928214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be34c38-24b8-4642-ab7e-3733a37cd0bb None None] Pushing event updated for resources: {'Port': ['ID=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:36.971096 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-671f9d84-b9e9-474d-bba7-4896cca2a672 None None] Port a3eb510f-b0fe-4e6d-ba17-4efc214a467e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:37.002769 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] For port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:37.005178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:37.006677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] For port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:37.007363 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:37.012801 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:37.045336 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81368-2683-45e1-8cd3-7096f1841971 req-a180f41c-2637-43dc-98e7-05a429a404fc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:37.047588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87d81368-2683-45e1-8cd3-7096f1841971 req-a180f41c-2637-43dc-98e7-05a429a404fc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0830932 Feb 10 16:12:37.084069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be34c38-24b8-4642-ab7e-3733a37cd0bb None None] Pushing event updated for resources: {'Port': ['ID=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:37.113964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Routers {'6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:37.116025 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:37.138192 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87d81368-2683-45e1-8cd3-7096f1841971 req-0ab4c5a0-129f-4d34-9964-8ec25fac9607 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829477 Feb 10 16:12:37.181992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:37.264062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] Set router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:37.324690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:37.347919 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-de61886a-bc3e-4384-835e-a11e8dbc93fc admin admin] 10.222.0.21 "PUT /v2.0/routers/6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1900513 Feb 10 16:12:37.422909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-efc57948-77c2-4f5f-9f06-8bda1e511074 None None] Provisioning complete for port a3eb510f-b0fe-4e6d-ba17-4efc214a467e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:37.423415 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-efc57948-77c2-4f5f-9f06-8bda1e511074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:37.511547 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-efc57948-77c2-4f5f-9f06-8bda1e511074 None None] Port a3eb510f-b0fe-4e6d-ba17-4efc214a467e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:37.572749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a3eb510f-b0fe-4e6d-ba17-4efc214a467e', 'name': '', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'mac_address': 'fa:16:3e:24:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:34Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 2, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'subnets': [{'id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:37.604515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13ce13-c228-4ebe-a739-69898a295f20 None None] The sync data for ids ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'] in n-d-827895-3 is: [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a3eb510f-b0fe-4e6d-ba17-4efc214a467e', 'name': '', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'mac_address': 'fa:16:3e:24:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:34Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 2, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'subnets': [{'id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:38.056115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38144) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:38.062060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1786238224-network', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:38.096709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Made reservation on behalf of 73dd6b3ade4e4f1186cf1d183ca2bdd4 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:38.100060 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.112216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.211841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.217300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.250385 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:38.263791 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:12:38.276874 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.276874 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Added segment 38374518-9217-4e56-ac49-2b47a3c5cf2e of type vlan for network a03e29ed-a427-4db5-9dfe-15daf9af3e89 Feb 10 16:12:38.345376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1bd0a-5cd3-4ecb-a2d2-ed3d70ee169f req-44c33673-2389-41fc-b4c7-c1bea97d1525 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:38.347099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.358992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3aa1bd0a-5cd3-4ecb-a2d2-ed3d70ee169f req-44c33673-2389-41fc-b4c7-c1bea97d1525 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1017749 Feb 10 16:12:38.388441 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.389632 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:38.390451 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.413625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3aa1bd0a-5cd3-4ecb-a2d2-ed3d70ee169f req-be591016-7687-41e4-994b-b004490efd28 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533078 Feb 10 16:12:38.430037 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3678229 Feb 10 16:12:38.433325 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38148) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:38.442715 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Request body: {'subnet': {'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1786238224-subnet', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:38.498184 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Made reservation on behalf of 73dd6b3ade4e4f1186cf1d183ca2bdd4 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:38.501146 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.540451 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dd9c4-f98e-4985-9b3e-78ae42c35739 admin admin] Pushing event updated for resources: {'Network': ['ID=a03e29ed-a427-4db5-9dfe-15daf9af3e89,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:38.551998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:12:38.725777 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92178608-9f87-45a5-a8bc-cc52fb66669a req-e2bc2eac-4d1b-48fc-b06f-26d6839c2acb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:38.727566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92178608-9f87-45a5-a8bc-cc52fb66669a req-e2bc2eac-4d1b-48fc-b06f-26d6839c2acb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1950641 Feb 10 16:12:38.896944 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92178608-9f87-45a5-a8bc-cc52fb66669a req-17727531-3e8e-4298-9b51-5b1df2bc3404 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617267 Feb 10 16:12:38.900558 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:38.928900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38156) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:38.954480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd7357c7-c0b9-4620-a6be-c9b960dc4c91,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:38.991512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Checking segment: {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:38.992023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Network hostable DHCP agents. Network: a03e29ed-a427-4db5-9dfe-15daf9af3e89, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:12:39.015865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:12:39.036407 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52eab38-8cf1-4047-b231-cdb14aa306fc tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:39.038310 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, a03e29ed-a427-4db5-9dfe-15daf9af3e89) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:39.044937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:39.047878 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.048445 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b52eab38-8cf1-4047-b231-cdb14aa306fc tempest-TestNetworkAdvancedServerOps-309307430 tempest-TestNetworkAdvancedServerOps-309307430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1092 time: 0.1182077 Feb 10 16:12:39.051472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38158) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:39.064436 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '40a6c79f-675e-4915-a142-efd617921955', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:39.085546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6d1e3f46-d2cd-45c5-9b83-0732ef31a6f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6494610 Feb 10 16:12:39.086597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38160) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:39.093206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:39.135034 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.140239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.141654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.158018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b9585-f127-4747-bbd8-e4d8ed9de782 None None] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:39.265712 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.334237 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.456462 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.678478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Allocated IP 172.25.7.178 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/4a75e7d1-e2fe-4a82-bfc4-7fd218a7582a) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:39.730399 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'fixed_ips': [{'subnet_id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:12:39.732060 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.811730 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.858566 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:39.934735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:39.939813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:39.944219 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:39.978427 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=4a75e7d1-e2fe-4a82-bfc4-7fd218a7582a,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:40.000317 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.000600 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.000949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.001289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.001981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.002448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.002812 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.003111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.003472 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.003834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.004188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.004560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.081790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Allocated IP 172.20.0.2 (a03e29ed-a427-4db5-9dfe-15daf9af3e89/cd7357c7-c0b9-4620-a6be-c9b960dc4c91/10dee6cd-c68e-49a9-a374-91413411c5b4) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:40.107739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:40.115614 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.142666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.284916 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Allocated IP 172.25.7.102 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/99c96f81-68b1-48c0-8ea9-000ee0aeeebe) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:40.368912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:40.371001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.426703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.472540 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.511031 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.533109 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:40.544805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:40.548343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:40.617062 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.633468 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.649793 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Pushing event updated for resources: {'Port': ['ID=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:40.651102 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.707178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:40.715305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.718544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:40.726740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:40.732605 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:40.739015 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.740993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Pushing event updated for resources: {'Port': ['ID=10dee6cd-c68e-49a9-a374-91413411c5b4,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:40.842232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Attempting to bind port 10dee6cd-c68e-49a9-a374-91413411c5b4 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:40.842607 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Attempting to bind port 10dee6cd-c68e-49a9-a374-91413411c5b4 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:40.842964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Attempting to bind port 10dee6cd-c68e-49a9-a374-91413411c5b4 on network a03e29ed-a427-4db5-9dfe-15daf9af3e89 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:40.853475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:40.853855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Checking segment: {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:40.854275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.854667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Bound using segment: {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:40.855727 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Bound port: 10dee6cd-c68e-49a9-a374-91413411c5b4, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:40.856127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:40.870524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:40.967303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] For port 10dee6cd-c68e-49a9-a374-91413411c5b4, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:40.979748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] For port 10dee6cd-c68e-49a9-a374-91413411c5b4, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10dee6cd-c68e-49a9-a374-91413411c5b4,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:40.992618 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.091484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b2b94-ef6a-49a3-8b8c-d96f48e2c024 None None] Pushing event updated for resources: {'Port': ['ID=10dee6cd-c68e-49a9-a374-91413411c5b4,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:41.147213 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Sync routers for ids ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:41.168284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.175797 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.176011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.179923 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Routers {'6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:41.180974 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:41.297877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event updated for resources: {'Port': ['ID=4a75e7d1-e2fe-4a82-bfc4-7fd218a7582a,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:41.338885 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.406309 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Set router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:41.528822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.539703 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP 61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 associated. External IP: 172.25.7.178, port: 40a6c79f-675e-4915-a142-efd617921955. Feb 10 16:12:41.718416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Router 6425df44-98f1-4f83-a742-c2a537fb145e is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:12:41.729049 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a3eb510f-b0fe-4e6d-ba17-4efc214a467e', 'name': '', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'mac_address': 'fa:16:3e:24:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:34Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 2, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'subnets': [{'id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:41.766314 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Checking router: 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:41.766638 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Updating router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 port a3eb510f-b0fe-4e6d-ba17-4efc214a467e binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:41.809430 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.879408 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:41.901095 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:41.907460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Sync routers for ids ['6425df44-98f1-4f83-a742-c2a537fb145e'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:41.935536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:41.938402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c86d9dbc-fcb9-4a5f-b2a5-d2fa6e35ddb0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8507643 Feb 10 16:12:41.942085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38176) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:41.946483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Routers {'6425df44-98f1-4f83-a742-c2a537fb145e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:41.947280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6425df44-98f1-4f83-a742-c2a537fb145e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:42.141490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:42.185593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:42.256943 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6200a8e3-85ba-4eaf-bbc3-459885e6d88e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2030995 Feb 10 16:12:42.256943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'tag': '40a6c79f-675e-4915-a142-efd617921955'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:42.258996 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0832d5f-3e63-4666-b3fa-f8847e7d732f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "tag": "40a6c79f-675e-4915-a142-efd617921955"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:42.341642 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ebc03f-c942-45aa-b17a-e7f1e489f59c x-openstack-request-id: req-67ebc03f-c942-45aa-b17a-e7f1e489f59c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:42.341943 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "tag": "40a6c79f-675e-4915-a142-efd617921955", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:42.342333 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67ebc03f-c942-45aa-b17a-e7f1e489f59c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:42.342689 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'tag': '40a6c79f-675e-4915-a142-efd617921955', 'status': 'completed', 'code': 200} Feb 10 16:12:42.418175 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] Sync routers for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:42.420941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:42.477998 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:42.480350 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:42.564153 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Set router 6425df44-98f1-4f83-a742-c2a537fb145e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:42.567010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:42.567541 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:42.648333 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3863e6-fe92-4790-b10a-6ee9b00efeb1 None None] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:12:42.756174 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:42.764642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736b9dd-d0c2-42c5-9fc7-e602ec90940f req-c9d69b5a-cc5e-42c8-a8a8-886e1f1ad79b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:42.766514 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6736b9dd-d0c2-42c5-9fc7-e602ec90940f req-c9d69b5a-cc5e-42c8-a8a8-886e1f1ad79b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.3291903 Feb 10 16:12:42.774645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-e9f58441-956e-438d-beae-3af042666192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:42.776232 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-e9f58441-956e-438d-beae-3af042666192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1097 time: 0.3403435 Feb 10 16:12:43.049643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-98126ad7-0bbb-4c03-8337-9f865d3074c1 None None] Provisioning complete for port 10dee6cd-c68e-49a9-a374-91413411c5b4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:43.051652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98126ad7-0bbb-4c03-8337-9f865d3074c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.060304 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.088232 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Pushing event updated for resources: {'Port': ['ID=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.319151 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:43.387119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10dee6cd-c68e-49a9-a374-91413411c5b4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:43.487352 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 3, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:43.522039 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Attempting to bind port a3eb510f-b0fe-4e6d-ba17-4efc214a467e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:43.523225 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Attempting to bind port a3eb510f-b0fe-4e6d-ba17-4efc214a467e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:43.524031 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Attempting to bind port a3eb510f-b0fe-4e6d-ba17-4efc214a467e on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:43.536075 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:43.536875 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Checking segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:43.537462 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.538048 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Bound using segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:43.539291 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Bound port: a3eb510f-b0fe-4e6d-ba17-4efc214a467e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:43.539941 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.542365 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Checking router: 6425df44-98f1-4f83-a742-c2a537fb145e for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:43.542746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Updating router 6425df44-98f1-4f83-a742-c2a537fb145e port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:43.588783 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98126ad7-0bbb-4c03-8337-9f865d3074c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.621802 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'port_id': '40a6c79f-675e-4915-a142-efd617921955', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'mac_address': 'fa:16:3e:77:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:26Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:43.646208 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.719048 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] Checking router: 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:43.777601 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] For port a3eb510f-b0fe-4e6d-ba17-4efc214a467e, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:43.792823 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] For port a3eb510f-b0fe-4e6d-ba17-4efc214a467e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:43.815104 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:43.818659 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:43.836209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-98126ad7-0bbb-4c03-8337-9f865d3074c1 None None] For port 10dee6cd-c68e-49a9-a374-91413411c5b4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10dee6cd-c68e-49a9-a374-91413411c5b4,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:43.837200 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.837345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 10dee6cd-c68e-49a9-a374-91413411c5b4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:43.838826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:43.905175 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6736b9dd-d0c2-42c5-9fc7-e602ec90940f req-edbda193-1608-4da2-b017-a42a3b6d7c3f tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1249530 Feb 10 16:12:43.925809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38210) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:43.939680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-a4a04bf5-8d9b-4435-9797-86ab81627111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:43.944272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-a4a04bf5-8d9b-4435-9797-86ab81627111 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 897 time: 1.1398325 Feb 10 16:12:43.946904 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-98126ad7-0bbb-4c03-8337-9f865d3074c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:44.167075 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Routers {'6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:44.167757 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:44.277756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e9754da9-3cb2-4dc5-a465-023a23fdba0e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 HTTP/1.1" status: 200 len: 992 time: 0.3485861 Feb 10 16:12:44.283384 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76cf6b-64d1-46d2-97f3-71593c297177 None None] Pushing event updated for resources: {'Port': ['ID=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:44.314251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-6fcc4c27-287c-4134-9360-b0a4f6d045df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 1000 time: 0.2695944 Feb 10 16:12:44.317510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Provisioning complete for port a3eb510f-b0fe-4e6d-ba17-4efc214a467e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:44.318076 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:44.328718 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:44.418805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-4f6833f4-b68d-4e9d-b730-d1119f338648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:44.420647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-4f6833f4-b68d-4e9d-b730-d1119f338648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 200 len: 834 time: 0.0849993 Feb 10 16:12:44.499985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98126ad7-0bbb-4c03-8337-9f865d3074c1 None None] Pushing event updated for resources: {'Port': ['ID=10dee6cd-c68e-49a9-a374-91413411c5b4,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:44.516534 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] Set router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:44.570514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-f4be869f-3902-4e15-9bcf-5004d5a498df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:44.573054 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-f4be869f-3902-4e15-9bcf-5004d5a498df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66446cf2-2154-42b6-9fbb-11234dec63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451838 Feb 10 16:12:44.673018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-97f1a7f7-991e-49e2-ac92-99334ba395d8 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889509 Feb 10 16:12:44.675038 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:44.685763 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:44.718021 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:44.814064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:44.941966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] For port a3eb510f-b0fe-4e6d-ba17-4efc214a467e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:44.990675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0832d5f-3e63-4666-b3fa-f8847e7d732f req-7c49f7db-1425-43a3-bd3f-2e9275561431 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996428 Feb 10 16:12:45.029634 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.063721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Attempting to bind port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:45.064535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Attempting to bind port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:45.065453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Attempting to bind port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:45.074316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4b8b-7481-4fc6-a3fc-9a1732a98cc3 None None] Pushing event updated for resources: {'Port': ['ID=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:45.083800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:45.084084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:45.084800 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.085185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:45.087639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Bound port: 99c96f81-68b1-48c0-8ea9-000ee0aeeebe, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:45.088214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.123844 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Allocated IP 172.20.0.1 (a03e29ed-a427-4db5-9dfe-15daf9af3e89/cd7357c7-c0b9-4620-a6be-c9b960dc4c91/2bf9e3ab-c3df-4940-a41b-bd944d9d05cf) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:45.173087 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Provisioning complete for port 10dee6cd-c68e-49a9-a374-91413411c5b4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:45.173478 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.228779 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'port_id': '40a6c79f-675e-4915-a142-efd617921955', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'mac_address': 'fa:16:3e:77:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:26Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:45.236739 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a3eb510f-b0fe-4e6d-ba17-4efc214a467e', 'name': '', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'mac_address': 'fa:16:3e:24:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:34Z', 'updated_at': '2022-02-10T16:12:43Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'subnets': [{'id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:45.284962 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38230) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:45.312544 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a621-821b-439a-b0bf-af1d2880add0 None None] The sync data for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 is: [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'port_id': '40a6c79f-675e-4915-a142-efd617921955', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'mac_address': 'fa:16:3e:77:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 0, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:26Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:45.354101 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0ce4e-e82b-4a15-8e7c-800eca8acf57 None None] Pushing event updated for resources: {'Port': ['ID=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:45.365891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] For port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:45.371705 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f118c5-1baa-4c6f-b8e8-6c938639399f None None] The sync data for ids ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'] in n-d-827895-3 is: [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:12:36Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a3eb510f-b0fe-4e6d-ba17-4efc214a467e', 'name': '', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'mac_address': 'fa:16:3e:24:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:34Z', 'updated_at': '2022-02-10T16:12:43Z', 'revision_number': 4, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'subnets': [{'id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:45.376484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] For port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:45.486009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5fb2c889-3c60-468a-9c6b-8f6e8c4dd5f5 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 HTTP/1.1" status: 200 len: 992 time: 0.1940508 Feb 10 16:12:45.492296 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.505007 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.534178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a3eb510f-b0fe-4e6d-ba17-4efc214a467e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:45.545447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:45.612211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:45.614023 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:45.622291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:45.670882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Pushing event updated for resources: {'Port': ['ID=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:45.702478 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.047195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d065f551-78bc-4e6f-a083-d489cff9fc41 None None] New status for floating IP 61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352: ACTIVE {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:12:46.070677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.144652 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-270f0a6c-e715-4d14-9085-f3261caa5ae5 None None] Provisioning complete for port a3eb510f-b0fe-4e6d-ba17-4efc214a467e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:46.145243 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-270f0a6c-e715-4d14-9085-f3261caa5ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.186118 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a3eb510f-b0fe-4e6d-ba17-4efc214a467e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:46.186765 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.216699 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Routers {'6425df44-98f1-4f83-a742-c2a537fb145e'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:46.217530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6425df44-98f1-4f83-a742-c2a537fb145e'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:46.225355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4b8b-7481-4fc6-a3fc-9a1732a98cc3 None None] Pushing event updated for resources: {'Port': ['ID=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:46.484401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 38248) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:46.574175 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.578241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] Set router 6425df44-98f1-4f83-a742-c2a537fb145e gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:46.583019 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.610552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10dee6cd-c68e-49a9-a374-91413411c5b4 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:46.648944 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7dfbf42c-02ed-4c7b-a259-a14c2e98f212 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 HTTP/1.1" status: 200 len: 994 time: 0.1484511 Feb 10 16:12:46.749217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.751038 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Pushing event updated for resources: {'Port': ['ID=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:46.761643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-658713e3-20f6-45ec-ab5a-6f43e40458d5 None None] Provisioning complete for port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:46.761643 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-658713e3-20f6-45ec-ab5a-6f43e40458d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.941492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 10dee6cd-c68e-49a9-a374-91413411c5b4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:46.941593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:46.942983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-658713e3-20f6-45ec-ab5a-6f43e40458d5 None None] Port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:46.962948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:46.968048 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:47.134018 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Router 6425df44-98f1-4f83-a742-c2a537fb145e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:47.150656 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2bf9e3ab-c3df-4940-a41b-bd944d9d05cf', 'name': '', 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'mac_address': 'fa:16:3e:d1:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 1, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'subnets': [{'id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:47.188583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba2c26-4bb6-4cd4-a443-841624e48f87 None None] The sync data for ids ['6425df44-98f1-4f83-a742-c2a537fb145e'] in n-d-827895-3 is: [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2bf9e3ab-c3df-4940-a41b-bd944d9d05cf', 'name': '', 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'mac_address': 'fa:16:3e:d1:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 1, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'subnets': [{'id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:47.330358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a3eb510f-b0fe-4e6d-ba17-4efc214a467e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:47.426769 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:47.433063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a3eb510f-b0fe-4e6d-ba17-4efc214a467e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:47.433444 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:47.434157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6da5c966-89a8-4e73-8ba8-cbe19d6578eb admin admin] 10.222.0.21 "PUT /v2.0/routers/6425df44-98f1-4f83-a742-c2a537fb145e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4901741 Feb 10 16:12:47.512281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bab0ecd4-82cb-40d3-84f0-aa059de46d8d None None] Provisioning complete for port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:47.512658 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bab0ecd4-82cb-40d3-84f0-aa059de46d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:47.618274 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-bab0ecd4-82cb-40d3-84f0-aa059de46d8d None None] Port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:48.347030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-f62ca9f0-86db-412e-b745-e4e5e2af1525 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:48.349370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-f62ca9f0-86db-412e-b745-e4e5e2af1525 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.1167502 Feb 10 16:12:48.366263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-7b54d632-5407-4990-a205-e48f3c6abb47 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/quotas/73dd6b3ade4e4f1186cf1d183ca2bdd4 HTTP/1.1" status: 200 len: 375 time: 0.0101652 Feb 10 16:12:48.473987 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-bcaa4fed-3e3c-4fac-9b8c-1990c23e8712 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954220 Feb 10 16:12:48.572671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-d85f0c05-129e-4b50-a1c7-17d8a2085e61 service neutron] 10.222.0.21 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947447 Feb 10 16:12:48.727303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-add61e67-1aff-4b85-becf-d05f74d3c7c3 service neutron] 10.222.0.21 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470835 Feb 10 16:12:49.030848 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be72c0d8-353c-4c2c-bbe0-248b96beab4e req-3b7e5feb-adc4-40f2-b4b3-c2c9ce26615c tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 210 time: 0.0420864 Feb 10 16:12:49.390582 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 99c96f81-68b1-48c0-8ea9-000ee0aeeebe up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:49.531280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:49.531280 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:49.739404 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:49.765119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:49.774155 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:49.913315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:50.195785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b3ff9f03-7a89-4092-90db-16dfe05a785b req-3187031a-e456-41d8-9139-1830662fd9e0 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Feb 10 16:12:50.795655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-01a6e8b2-4828-4716-9262-baec644a2553 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:50.797887 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-01a6e8b2-4828-4716-9262-baec644a2553 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.75 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.1683621 Feb 10 16:12:50.816946 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Request body: {'port': {'device_id': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'admin_state_up': True, 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:50.870061 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Made reservation on behalf of 73dd6b3ade4e4f1186cf1d183ca2bdd4 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:50.874944 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:51.068579 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Allocated IP 172.20.0.4 (57d3a28a-98c5-4d87-866d-3d4b7f656e55/0f9d81d8-f836-4b2b-a571-df58b1e75d5b/44b5ccd3-1664-4d34-9e96-731ec9e3eae4) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:51.207804 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Sync routers for ids ['6425df44-98f1-4f83-a742-c2a537fb145e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:51.224655 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Routers {'6425df44-98f1-4f83-a742-c2a537fb145e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:51.225485 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6425df44-98f1-4f83-a742-c2a537fb145e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:51.400564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c601d78-2a10-4392-8257-cf6d9ab246cc req-2cc67747-c28e-47fa-b993-7e4f9783f338 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 210 time: 0.0644879 Feb 10 16:12:51.405797 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:51.407895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 99c96f81-68b1-48c0-8ea9-000ee0aeeebe up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:51.477373 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:51.537900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:51.539137 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:51.578227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Pushing event updated for resources: {'Port': ['ID=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:51.597401 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:51.603673 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:51.608567 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:51.747746 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:51.748761 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:51.781842 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-971a98c8-d645-48d5-91a8-3e90d9d86ca4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9675627 Feb 10 16:12:51.801899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Request body: {'port': {'device_id': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:51.862066 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Set router 6425df44-98f1-4f83-a742-c2a537fb145e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:51.881294 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.029551 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38388) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:12:52.099901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-eb0e94d9-c684-4721-99fa-d4f40a00c0fd None None] Provisioning complete for port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:52.100275 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-eb0e94d9-c684-4721-99fa-d4f40a00c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.192231 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e94d9-c684-4721-99fa-d4f40a00c0fd None None] Port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:12:52.217832 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2bf9e3ab-c3df-4940-a41b-bd944d9d05cf', 'name': '', 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'mac_address': 'fa:16:3e:d1:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:46Z', 'revision_number': 2, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'subnets': [{'id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:52.255346 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Checking router: 6425df44-98f1-4f83-a742-c2a537fb145e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:52.255729 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Updating router 6425df44-98f1-4f83-a742-c2a537fb145e port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:52.309624 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.316823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Deleting port 3e8ee4f4-787a-42f6-b749-eb4725a69e4a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:52.317253 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.386892 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:12:52.399786 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.434263 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Transition to ACTIVE for port object 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:12:52.442671 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.455374 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.456728 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.474891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Calling delete_port for 3e8ee4f4-787a-42f6-b749-eb4725a69e4a owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:52.552311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Pushing event updated for resources: {'Port': ['ID=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:52.657577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2813-bd8f-4b9c-b32d-3b80ee783e63 req-99468ecd-35d2-45f6-8616-b77c4d8540ee tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:52.664079 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0bd2813-bd8f-4b9c-b32d-3b80ee783e63 req-99468ecd-35d2-45f6-8616-b77c4d8540ee tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1052 time: 0.1187382 Feb 10 16:12:52.777834 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Attempting to bind port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:52.778256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Attempting to bind port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:52.778790 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Attempting to bind port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:52.788229 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:12:52.791316 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Attempting to bind port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:52.806760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:52.807484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Checking segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:52.807484 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Bound using segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:52.808169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Bound port: 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:52.812112 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.828528 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.840816 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.917362 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0bd2813-bd8f-4b9c-b32d-3b80ee783e63 req-b490c2bb-13c7-4f27-866c-843e42293ee2 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474813 Feb 10 16:12:52.943917 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176055f8-b62e-4413-96d6-d3f26824a9b5 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:52.967914 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:52.975478 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] For port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:52.982091 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] For port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:52.989807 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.047086 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:53.048487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event deleted for resources: {'Port': ['ID=3e8ee4f4-787a-42f6-b749-eb4725a69e4a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.051059 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.058721 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] 10.222.0.75 "PUT /v2.0/ports/44b5ccd3-1664-4d34-9e96-731ec9e3eae4 HTTP/1.1" status: 200 len: 1091 time: 1.2654305 Feb 10 16:12:53.059432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.059810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.060266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.060546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.060887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.061221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.061547 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.061874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.062200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.062569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.062989 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.063653 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'tag': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:53.064506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:53.097276 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abad1a3-28c6-421d-a9d4-984fe101d134" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9869c0-79a5-4067-a7ae-d85e7400ae12", "tag": "44b5ccd3-1664-4d34-9e96-731ec9e3eae4"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:53.192379 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.193800 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Floating IP 5aa06c75-df74-41c9-864c-a59cc184deab disassociated (deleted). External IP: 172.25.7.194, port: dcbffaa7-f7cb-4097-844d-828e1e328c65. Feb 10 16:12:53.205730 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Attempting to bind port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:12:53.206022 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Attempting to bind port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:12:53.206391 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Attempting to bind port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf on network a03e29ed-a427-4db5-9dfe-15daf9af3e89 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:53.216578 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:53.217183 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Checking segment: {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:12:53.217749 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.218563 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Bound using segment: {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:53.220507 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Bound port: 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38374518-9217-4e56-ac49-2b47a3c5cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:12:53.221193 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.245152 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3003de0-12cc-489e-b08f-0f71ff520d7f x-openstack-request-id: req-c3003de0-12cc-489e-b08f-0f71ff520d7f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:53.245725 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9869c0-79a5-4067-a7ae-d85e7400ae12", "tag": "44b5ccd3-1664-4d34-9e96-731ec9e3eae4", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:53.246140 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3003de0-12cc-489e-b08f-0f71ff520d7f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:53.246782 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'tag': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4', 'status': 'completed', 'code': 200} Feb 10 16:12:53.313369 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05bd18-e9a6-4ce6-91ed-87c5199142c2 service neutron] Pushing event updated for resources: {'Port': ['ID=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.342077 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-e24d563e-dfec-41bc-8a4c-efc7e038c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:53.343901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-e24d563e-dfec-41bc-8a4c-efc7e038c882 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1094 time: 0.1442842 Feb 10 16:12:53.402345 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] For port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:53.421391 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] For port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:53.436566 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.447176 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-412302d1-1e77-4dd6-a2b3-19dba0ef5170 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4 HTTP/1.1" status: 200 len: 217 time: 0.0920427 Feb 10 16:12:53.517184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b1dea221-a2c1-4746-b780-94f8c01c6811 None None] Provisioning complete for port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.517749 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b1dea221-a2c1-4746-b780-94f8c01c6811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.528463 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-7fd3cea8-e72c-47a8-89d0-a90d1326e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:53.530332 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-7fd3cea8-e72c-47a8-89d0-a90d1326e6c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0f9d81d8-f836-4b2b-a571-df58b1e75d5b HTTP/1.1" status: 200 len: 848 time: 0.0760787 Feb 10 16:12:53.552257 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Routers {'6425df44-98f1-4f83-a742-c2a537fb145e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:53.554554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6425df44-98f1-4f83-a742-c2a537fb145e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:53.608841 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174557-cc53-4c89-abf2-a84707d15355 req-227270bb-e538-4058-846d-169f2ac07b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:53.611565 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-227270bb-e538-4058-846d-169f2ac07b51 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57d3a28a-98c5-4d87-866d-3d4b7f656e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704067 Feb 10 16:12:53.654449 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176055f8-b62e-4413-96d6-d3f26824a9b5 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.733675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Router ce596a71-d003-482d-b3ac-2befc644fc14 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:53.741611 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b1dea221-a2c1-4746-b780-94f8c01c6811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.786906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b1dea221-a2c1-4746-b780-94f8c01c6811 None None] For port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:53.799061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b1dea221-a2c1-4746-b780-94f8c01c6811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.807106 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] Set router 6425df44-98f1-4f83-a742-c2a537fb145e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:53.835064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:53.869119 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea221-a2c1-4746-b780-94f8c01c6811 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.981085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-392ae169-e735-4b58-b0c0-bde85269dc22 None None] Provisioning complete for port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.981454 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-392ae169-e735-4b58-b0c0-bde85269dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:54.126273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:54.138225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:54.149251 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] Sync routers for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:54.184200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3f3ad-8f70-4444-9b7e-d43f7c66b859 req-9e60aee2-55b4-4c38-b5c0-95e807bde0a3 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:54.185940 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26a3f3ad-8f70-4444-9b7e-d43f7c66b859 req-9e60aee2-55b4-4c38-b5c0-95e807bde0a3 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1094 time: 0.1138055 Feb 10 16:12:54.190747 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2c65be02-5ac2-41a1-9e25-6c3f9c634991 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "DELETE /v2.0/floatingips/5aa06c75-df74-41c9-864c-a59cc184deab HTTP/1.1" status: 204 len: 168 time: 2.1573958 Feb 10 16:12:54.190747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:54.191467 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b20cf-9c4d-4938-9473-af362e739322" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:54.198330 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:54.201620 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:54.284292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26a3f3ad-8f70-4444-9b7e-d43f7c66b859 req-0027ef14-b051-4357-9318-6f9070876a76 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854664 Feb 10 16:12:54.316521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-7ca3d5a7-ca86-4099-9272-9231e53e845a service neutron] 10.222.0.75 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930656 Feb 10 16:12:54.338055 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2bf9e3ab-c3df-4940-a41b-bd944d9d05cf', 'name': '', 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'mac_address': 'fa:16:3e:d1:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:53Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'subnets': [{'id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:54.409842 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77b875a-4374-4261-94d2-bf00d83711f4 x-openstack-request-id: req-f77b875a-4374-4261-94d2-bf00d83711f4 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:54.410273 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:54.411092 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f77b875a-4374-4261-94d2-bf00d83711f4 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:54.411895 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'status': 'completed', 'code': 200} Feb 10 16:12:54.417232 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3eee3-6ea0-47f8-8d33-7bd7a84724db None None] The sync data for ids ['6425df44-98f1-4f83-a742-c2a537fb145e'] in n-d-827895-3 is: [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '2bf9e3ab-c3df-4940-a41b-bd944d9d05cf', 'name': '', 'network_id': 'a03e29ed-a427-4db5-9dfe-15daf9af3e89', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'mac_address': 'fa:16:3e:d1:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:53Z', 'revision_number': 4, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'subnets': [{'id': 'cd7357c7-c0b9-4620-a6be-c9b960dc4c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:54.480368 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:54.648841 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-e8174557-cc53-4c89-abf2-a84707d15355 req-25245036-6249-4140-9bee-59fb482dd0ef service neutron] 10.222.0.75 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226435 Feb 10 16:12:54.692192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b20cf-9c4d-4938-9473-af362e739322 req-80013dee-3501-4cfa-bd08-ad4ad34daf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:54.693806 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-80013dee-3501-4cfa-bd08-ad4ad34daf38 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=315ca2a923da4dd286c368a1f936644a&device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 1096 time: 0.2023697 Feb 10 16:12:54.807475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df1ca5-539a-4b0b-9e62-c53a0150bf42 req-7ef8f15f-a07f-4d3c-afd5-71a8ac0aaedf tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:54.809073 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42df1ca5-539a-4b0b-9e62-c53a0150bf42 req-7ef8f15f-a07f-4d3c-afd5-71a8ac0aaedf tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.0906374 Feb 10 16:12:54.895531 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-a28c8149-3ad6-4012-a000-7c210dffb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:54.897823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-42df1ca5-539a-4b0b-9e62-c53a0150bf42 req-c1567a5b-eeb7-45e1-8034-79270d64d098 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802944 Feb 10 16:12:54.902403 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-a28c8149-3ad6-4012-a000-7c210dffb8ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1094 time: 0.1015241 Feb 10 16:12:54.914589 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:54.963471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] Checking router: ce596a71-d003-482d-b3ac-2befc644fc14 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:54.974581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:54.975270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:12:32Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:54.977800 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b20cf-9c4d-4938-9473-af362e739322 req-5855b449-2190-4b0f-ad55-ab03826246dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:54.979358 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-5855b449-2190-4b0f-ad55-ab03826246dc service neutron] 10.222.0.75 "GET /v2.0/networks?id=6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 200 len: 915 time: 0.2629919 Feb 10 16:12:55.096618 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-b511848b-55e5-45b7-afa2-cd49463b917d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 200 len: 217 time: 0.0866787 Feb 10 16:12:55.198078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-06bad057-cb60-4ccc-a936-b72e7bc0c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:55.212079 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-06bad057-cb60-4ccc-a936-b72e7bc0c899 service neutron] 10.222.0.75 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.3003280 Feb 10 16:12:55.282017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b20cf-9c4d-4938-9473-af362e739322 req-1d71a4d9-fc41-4609-b3da-b03a32f94f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:55.287165 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-1d71a4d9-fc41-4609-b3da-b03a32f94f07 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 200 len: 853 time: 0.1760681 Feb 10 16:12:55.336856 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-04c58d29-dbec-4cfe-a99b-7e31ceb5389f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4 HTTP/1.1" status: 200 len: 217 time: 0.1032653 Feb 10 16:12:55.442378 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b20cf-9c4d-4938-9473-af362e739322 req-d744e43a-3d5c-4dce-a775-80c4475c8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:55.444141 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-d744e43a-3d5c-4dce-a775-80c4475c8e77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b0dab4f-6fd1-4de4-911b-eba49aed949d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224680 Feb 10 16:12:55.446410 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-e85eb8a9-23c2-41a5-9b39-3ec5593d35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:55.448063 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-e85eb8a9-23c2-41a5-9b39-3ec5593d35bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0f9d81d8-f836-4b2b-a571-df58b1e75d5b HTTP/1.1" status: 200 len: 848 time: 0.0928855 Feb 10 16:12:55.456438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:55.579273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:55.600877 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-db7e13ee-ed3d-4846-a610-ae79671013f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:55.602594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e630ce3-ed6e-403f-8e4d-2e49a77268dc req-e691ada6-87db-4ab5-8753-f07f95e2da65 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:55.603465 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-db7e13ee-ed3d-4846-a610-ae79671013f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57d3a28a-98c5-4d87-866d-3d4b7f656e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257553 Feb 10 16:12:55.633469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e630ce3-ed6e-403f-8e4d-2e49a77268dc req-e691ada6-87db-4ab5-8753-f07f95e2da65 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1094 time: 0.0833249 Feb 10 16:12:55.740413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-03fd0dd1-6e35-4fb2-9f5f-ec2896b98099 service neutron] 10.222.0.75 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212277 Feb 10 16:12:55.799706 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-e09344f3-2f33-4b5a-ba92-32d6cc5dada1 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348303 Feb 10 16:12:55.889464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:55.889834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:55.968138 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-5d0e8de3-3f5e-4e25-a3f1-ff172d6ce431 service neutron] 10.222.0.75 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101133 Feb 10 16:12:56.013775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-536b20cf-9c4d-4938-9473-af362e739322 req-1db95d38-4bce-46ad-ad82-c344827256c3 service neutron] 10.222.0.75 "GET /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811132 Feb 10 16:12:56.022010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:56.055927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c51ca-a8f0-4483-9bfd-488cb7f5c335 None None] The sync data for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 is: [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:08:57Z', 'revision_number': 4, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac', 'name': '', 'network_id': '6b0dab4f-6fd1-4de4-911b-eba49aed949d', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'mac_address': 'fa:16:3e:26:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:55Z', 'updated_at': '2022-02-10T16:09:02Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'subnets': [{'id': '094081d8-6cf8-4cc3-8013-8ef4288dcea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:56.322947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e630ce3-ed6e-403f-8e4d-2e49a77268dc req-24825bc8-19cf-45e9-a074-6c470b45e8a4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819122 Feb 10 16:12:56.376946 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60956966-759a-4c4f-a409-8ccef82ef28f req-cf34389c-23b4-4d0a-9113-e922dcd71683 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:56.380431 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60956966-759a-4c4f-a409-8ccef82ef28f req-cf34389c-23b4-4d0a-9113-e922dcd71683 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.1036415 Feb 10 16:12:56.434651 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-60956966-759a-4c4f-a409-8ccef82ef28f req-086727f9-cd29-4f04-8936-c3cab7b22a4e tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/security-groups?id=965ce1a8-afba-4a65-95c9-6c7696923118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452793 Feb 10 16:12:56.676581 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6397c9f-705e-4f76-a529-a37b96da98e2 None None] New status for floating IP 5aa06c75-df74-41c9-864c-a59cc184deab: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:12:57.067218 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-dbf78a3e-c42a-4982-a25b-48952abf6129 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:57.069047 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-dbf78a3e-c42a-4982-a25b-48952abf6129 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 945 time: 0.0535514 Feb 10 16:12:57.180913 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Deleting port dcbffaa7-f7cb-4097-844d-828e1e328c65 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:12:57.181776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:57.292720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] For port dcbffaa7-f7cb-4097-844d-828e1e328c65, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=dcbffaa7-f7cb-4097-844d-828e1e328c65,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:57.293092 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:57.308243 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Calling delete_port for dcbffaa7-f7cb-4097-844d-828e1e328c65 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:12:57.387429 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:57.478041 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:57.547117 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed4e40-3359-4d78-ba98-154c5bf4d1fa req-bfea9c32-9684-462c-afef-fb0dbecff5cc tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:57.549578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61ed4e40-3359-4d78-ba98-154c5bf4d1fa req-bfea9c32-9684-462c-afef-fb0dbecff5cc tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1094 time: 0.0942273 Feb 10 16:12:57.595232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event deleted for resources: {'Port': ['ID=dcbffaa7-f7cb-4097-844d-828e1e328c65,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:57.627336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] No DVR routers for this DVR port dcbffaa7-f7cb-4097-844d-828e1e328c65 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:57.631913 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:57.635325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8d7774fb-6ef5-441a-9bf8-d761d2dc8631 req-c7e9636f-85f2-479c-b04d-ff62ca236d3b tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.75 "DELETE /v2.0/ports/dcbffaa7-f7cb-4097-844d-828e1e328c65 HTTP/1.1" status: 204 len: 173 time: 0.5581107 Feb 10 16:12:57.635838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'name': 'network-vif-deleted', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:12:57.646552 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5bc966-7f4c-46c5-be19-fa5a307e088b" -d '{"events": [{"server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "name": "network-vif-deleted", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:57.651105 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de623061-8d74-4c76-bfe4-334dde502039 req-6b30d5be-c43f-434e-9c22-4c3bb9338b23 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0562754 Feb 10 16:12:57.687420 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61ed4e40-3359-4d78-ba98-154c5bf4d1fa req-46b9f2e8-85f5-4ba5-bf6d-2c3825c856c0 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303253 Feb 10 16:12:57.731968 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8125b-bbf1-46fd-9cd1-2a69089412b3 x-openstack-request-id: req-f6c8125b-bbf1-46fd-9cd1-2a69089412b3 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:57.732271 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ad172-6388-4fe2-9b64-59165e63eb40", "name": "network-vif-deleted", "tag": "dcbffaa7-f7cb-4097-844d-828e1e328c65", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:57.732602 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6c8125b-bbf1-46fd-9cd1-2a69089412b3 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:57.732919 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ad172-6388-4fe2-9b64-59165e63eb40', 'name': 'network-vif-deleted', 'tag': 'dcbffaa7-f7cb-4097-844d-828e1e328c65', 'status': 'completed', 'code': 200} Feb 10 16:12:58.880784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f4b3fc0-581f-4943-adc4-1de6936cd650 req-590e3b03-63a2-4b98-bd1e-8cac6101b72c tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0871615 Feb 10 16:12:58.956049 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d04003e7-bc1e-4edc-9193-d9d9d2664605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:58.973294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb839c-1930-44f1-b300-5abc02deb70b req-e4fd2098-9a9a-4fb8-b945-329c001063fb tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:58.975031 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0bb839c-1930-44f1-b300-5abc02deb70b req-e4fd2098-9a9a-4fb8-b945-329c001063fb tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1094 time: 0.0904899 Feb 10 16:12:59.017825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f0bb839c-1930-44f1-b300-5abc02deb70b req-b76d683e-9d4e-4e53-b9a9-8755d892b8e0 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Feb 10 16:12:59.334088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:12:59.453364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:59.467938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'port_id': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4', 'mac_address': 'fa:16:3e:79:3d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:12:59.540961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:59.576086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:12:59.603144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:59.607853 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:12:59.672302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:00.003979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb6e8ba7-d7cd-4957-b7cf-28c154ca7f82 req-abad9a9f-d13e-4066-b805-c43389ec31f2 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0350552 Feb 10 16:13:00.004536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['44b5ccd3-1664-4d34-9e96-731ec9e3eae4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:00.175985 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1346e-b61d-46a2-9e0a-9838bf7cebdb req-a1ffbd20-662d-4e6c-ae80-d0989a76a438 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:00.177873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35d1346e-b61d-46a2-9e0a-9838bf7cebdb req-a1ffbd20-662d-4e6c-ae80-d0989a76a438 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1095 time: 0.0504279 Feb 10 16:13:00.235630 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-d2f4e41c-8e4a-44fa-b499-e28455fda808 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565796 Feb 10 16:13:00.260199 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-35d1346e-b61d-46a2-9e0a-9838bf7cebdb req-be486f27-c283-4092-aaa2-626e2c609f72 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546708 Feb 10 16:13:00.349111 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-54d53261-18be-4d54-aa69-83ce811e65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:00.351606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-54d53261-18be-4d54-aa69-83ce811e65c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1097 time: 0.0552325 Feb 10 16:13:00.480050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-34a667d0-7dd8-4ade-8d1b-7fb87f63f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:00.481841 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-34a667d0-7dd8-4ade-8d1b-7fb87f63f718 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 897 time: 0.1126475 Feb 10 16:13:00.647297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-5218aaa0-e4d5-48ed-87b9-c5b65ad50950 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 1002 time: 0.1567223 Feb 10 16:13:00.750512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-c42048dc-be02-4268-a791-2596c3a1e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:00.752048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-c42048dc-be02-4268-a791-2596c3a1e164 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 200 len: 834 time: 0.0988834 Feb 10 16:13:00.812765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-3c41357a-fee5-48b4-8fac-63d74869c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:00.814671 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-3c41357a-fee5-48b4-8fac-63d74869c6d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66446cf2-2154-42b6-9fbb-11234dec63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540848 Feb 10 16:13:00.944873 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-65b312c9-73ab-4ed4-b8c8-8dd21852a3df service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167336 Feb 10 16:13:01.071657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1359ca8a-8a63-4363-8f06-314f5a276fd2 req-587900b8-9db1-451d-b5f6-17ebf5e243c4 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190155 Feb 10 16:13:01.170235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-85b6f13e-8c7e-41be-9a96-88b65aab38f7 req-413dbe4f-6280-455f-a849-19aad1f5d2fb tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0329990 Feb 10 16:13:01.351044 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:01.355299 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc73ff15-d77e-471e-8d53-43b6128bf4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:01.422338 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:13:01.423652 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865c20d-2a89-4bf7-a555-7de9bd1b246e req-fdfa9936-cf16-4777-ac24-2c6ca60a9c6f tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:01.427518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:01.428453 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:01.429922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4865c20d-2a89-4bf7-a555-7de9bd1b246e req-fdfa9936-cf16-4777-ac24-2c6ca60a9c6f tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1095 time: 0.0873356 Feb 10 16:13:01.472075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4865c20d-2a89-4bf7-a555-7de9bd1b246e req-8bbd2d4f-129b-4116-8207-22c3a74d3324 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Feb 10 16:13:01.530568 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:01.553897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:13:01.556805 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef9bbf-6ca7-418e-94a2-c0e41c4627b7" -d '{"events": [{"server_uuid": "8f9869c0-79a5-4067-a7ae-d85e7400ae12", "name": "network-vif-plugged", "status": "completed", "tag": "44b5ccd3-1664-4d34-9e96-731ec9e3eae4"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:01.571255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:01.583589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:01.585304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dcbffaa7-f7cb-4097-844d-828e1e328c65 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:01.635962 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9a530-a129-41a4-aac9-19ab6628cf21 x-openstack-request-id: req-26c9a530-a129-41a4-aac9-19ab6628cf21 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:01.636501 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9869c0-79a5-4067-a7ae-d85e7400ae12", "name": "network-vif-plugged", "status": "completed", "tag": "44b5ccd3-1664-4d34-9e96-731ec9e3eae4", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:01.637296 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26c9a530-a129-41a4-aac9-19ab6628cf21 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:01.637699 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4', 'code': 200} Feb 10 16:13:01.681667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: dcbffaa7-f7cb-4097-844d-828e1e328c65 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:01.682216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device dcbffaa7-f7cb-4097-844d-828e1e328c65 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:01.708741 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:01.733184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95275c-edb5-45b8-ba2c-1ef5f6936f57 req-ba43b5a7-5a83-4251-ab66-ffe1eb3dc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:01.736019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb95275c-edb5-45b8-ba2c-1ef5f6936f57 req-ba43b5a7-5a83-4251-ab66-ffe1eb3dc82e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0492227 Feb 10 16:13:01.777069 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bb95275c-edb5-45b8-ba2c-1ef5f6936f57 req-cf675677-cba9-45eb-a717-dfe8cc879c06 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Feb 10 16:13:02.278617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddf7b99b-69e2-41bc-b68b-43c747ab4912 req-c3fc223c-22f7-45e2-ab29-7ef68a20f110 tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ad172-6388-4fe2-9b64-59165e63eb40 HTTP/1.1" status: 200 len: 210 time: 0.0331004 Feb 10 16:13:02.424002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:02.596892 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32859360-6b8f-482c-929b-7d71b90fbff6 req-118e6e2d-cc56-40ae-9a67-c397df7e0ec3 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:02.600159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32859360-6b8f-482c-929b-7d71b90fbff6 req-118e6e2d-cc56-40ae-9a67-c397df7e0ec3 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0510199 Feb 10 16:13:02.637941 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32859360-6b8f-482c-929b-7d71b90fbff6 req-5763cb78-e767-4604-8e88-d210ae0684da tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Feb 10 16:13:03.343194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 38672) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:03.386148 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-bf30673f-e578-4c5e-b412-4e7eb84daf13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438504 Feb 10 16:13:03.435958 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e46c4a7-196b-4027-848e-f3ff622026be tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:03.471427 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e46c4a7-196b-4027-848e-f3ff622026be tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:03.489828 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a550-15f2-4100-9135-e97b6adbb705 req-4daeea1a-3be4-4d20-be40-d9225a8b7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:03.493851 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-4daeea1a-3be4-4d20-be40-d9225a8b7191 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0579412 Feb 10 16:13:03.544057 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e46c4a7-196b-4027-848e-f3ff622026be tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:03.546896 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1e46c4a7-196b-4027-848e-f3ff622026be tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:03.550581 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1e46c4a7-196b-4027-848e-f3ff622026be tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] 10.222.0.21 "DELETE /v2.0/security-groups/965ce1a8-afba-4a65-95c9-6c7696923118 HTTP/1.1" status: 204 len: 168 time: 0.2038291 Feb 10 16:13:03.558293 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46c4a7-196b-4027-848e-f3ff622026be tempest-TestVolumeBackupRestore-636917465 tempest-TestVolumeBackupRestore-636917465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ce1a8-afba-4a65-95c9-6c7696923118,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:03.615779 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a550-15f2-4100-9135-e97b6adbb705 req-2795000c-5131-4c9d-94ba-c54005b756fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:03.618383 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-2795000c-5131-4c9d-94ba-c54005b756fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.1036875 Feb 10 16:13:03.679641 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-e4d9b3f7-9fcb-4056-982b-aa04d71f5885 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4 HTTP/1.1" status: 200 len: 217 time: 0.0529320 Feb 10 16:13:03.814487 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a550-15f2-4100-9135-e97b6adbb705 req-a5887ba6-0ce0-4c24-882d-6a62f5c9f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:03.816091 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-a5887ba6-0ce0-4c24-882d-6a62f5c9f605 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0f9d81d8-f836-4b2b-a571-df58b1e75d5b HTTP/1.1" status: 200 len: 848 time: 0.1296222 Feb 10 16:13:03.847417 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95043e97-9df9-4431-9f59-61828649a097 req-103f5598-2d8e-4c80-bd04-767766c02243 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:03.873361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95043e97-9df9-4431-9f59-61828649a097 req-103f5598-2d8e-4c80-bd04-767766c02243 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.1032529 Feb 10 16:13:03.935707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a550-15f2-4100-9135-e97b6adbb705 req-817adafd-fa34-42eb-a16c-ed6526e68a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:03.937243 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-817adafd-fa34-42eb-a16c-ed6526e68a1a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57d3a28a-98c5-4d87-866d-3d4b7f656e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128149 Feb 10 16:13:03.940353 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-95043e97-9df9-4431-9f59-61828649a097 req-b8f8c06f-c64b-4fc8-962c-9c3941d83cbf tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710101 Feb 10 16:13:04.072494 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-e32302e1-375d-425f-aac1-21eb55ec6e13 service neutron] 10.222.0.75 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208205 Feb 10 16:13:04.137234 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:04.141634 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4ba71-5e13-4c26-98b9-9a6a8a4a8def req-eec702e6-589b-4583-8b29-19d6b8cee06e tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:04.156174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fb4ba71-5e13-4c26-98b9-9a6a8a4a8def req-eec702e6-589b-4583-8b29-19d6b8cee06e tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0952108 Feb 10 16:13:04.203793 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6931a550-15f2-4100-9135-e97b6adbb705 req-dbd67aa4-f1a9-4a8b-9dd1-42f6af44911d service neutron] 10.222.0.75 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233656 Feb 10 16:13:04.214398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fb4ba71-5e13-4c26-98b9-9a6a8a4a8def req-2a29e438-f0e4-4c89-9fad-31b0f528bc08 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568266 Feb 10 16:13:04.337986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8ce41-5388-4c19-8799-35c03959df78 req-34ebb433-424d-4e01-938a-24b3a2162805 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:04.349018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cc8ce41-5388-4c19-8799-35c03959df78 req-34ebb433-424d-4e01-938a-24b3a2162805 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0647411 Feb 10 16:13:04.370945 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:04.404036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9cc8ce41-5388-4c19-8799-35c03959df78 req-f58e809a-1ae3-4921-bbf7-3599fdf6b01a tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Feb 10 16:13:04.697407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-35190323-1fe5-4703-abac-ee861578ca02 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:04.705810 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-35190323-1fe5-4703-abac-ee861578ca02 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.1228137 Feb 10 16:13:04.725640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-e7cc58f2-dc3c-4c2e-aae6-e9533bef1301 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/quotas/73dd6b3ade4e4f1186cf1d183ca2bdd4 HTTP/1.1" status: 200 len: 375 time: 0.0189621 Feb 10 16:13:04.784156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-692b0b46-8395-4fd9-af37-9779053d81a4 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563755 Feb 10 16:13:04.948823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-28a00277-469b-48af-979c-8d2ffbf86cf0 service neutron] 10.222.0.21 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553414 Feb 10 16:13:05.086709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-7be876be-d095-4419-9dbd-50568fb454cd service neutron] 10.222.0.21 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330447 Feb 10 16:13:05.322545 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ec026d0-c02f-486f-857d-6ffb9b6774fc req-a2eaa11f-9ec4-4191-a908-73e92ef6b4fa tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 210 time: 0.0355535 Feb 10 16:13:06.481322 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a670ce3c-bbe7-4e03-bce7-66f601461e96 req-48ee0ecd-a199-427b-b7ad-192359864597 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 210 time: 0.0500815 Feb 10 16:13:06.660829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-db9720dd-2005-4c9f-8217-e9309c418f9f tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:06.664041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-db9720dd-2005-4c9f-8217-e9309c418f9f tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.45 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.1754804 Feb 10 16:13:06.691228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Request body: {'port': {'device_id': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'admin_state_up': True, 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:06.748595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Made reservation on behalf of 73dd6b3ade4e4f1186cf1d183ca2bdd4 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:13:06.753112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:06.934874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Allocated IP 172.20.0.13 (57d3a28a-98c5-4d87-866d-3d4b7f656e55/0f9d81d8-f836-4b2b-a571-df58b1e75d5b/7eac0a13-eb65-4995-86e7-75b440fad88c) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:13:07.284099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:07.357645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:07.371362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['44b5ccd3-1664-4d34-9e96-731ec9e3eae4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:07.563687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Pushing event updated for resources: {'Port': ['ID=7eac0a13-eb65-4995-86e7-75b440fad88c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:07.613236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:07.624772 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:07.637717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:13:07.803419 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:07.810547 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:07.864061 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-3e45a087-5a28-4c75-9830-99ea3aff0014 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1866415 Feb 10 16:13:07.879991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f497-0e91-4590-adf0-7304cbbfa15e req-ce397dfe-1a7a-4719-8f8e-c1ca58b5f44e tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:07.893855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2304f497-0e91-4590-adf0-7304cbbfa15e req-ce397dfe-1a7a-4719-8f8e-c1ca58b5f44e tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1028 time: 0.2083821 Feb 10 16:13:07.919186 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Request body: {'port': {'device_id': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:08.044077 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2304f497-0e91-4590-adf0-7304cbbfa15e req-f464bdf3-7270-46f5-9aca-afaee927ac43 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467030 Feb 10 16:13:08.066647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:08.236536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f520da2b-eb01-4b44-bd78-368f439da05c None None] Provisioning complete for port 7eac0a13-eb65-4995-86e7-75b440fad88c triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:08.241036 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f520da2b-eb01-4b44-bd78-368f439da05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:08.305828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f520da2b-eb01-4b44-bd78-368f439da05c None None] Port 7eac0a13-eb65-4995-86e7-75b440fad88c cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:13:08.678555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eac0a13-eb65-4995-86e7-75b440fad88c {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:13:08.701073 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:08.721909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Transition to ACTIVE for port object 7eac0a13-eb65-4995-86e7-75b440fad88c will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:13:08.736925 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:08.821629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Pushing event updated for resources: {'Port': ['ID=7eac0a13-eb65-4995-86e7-75b440fad88c,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:08.994903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Attempting to bind port 7eac0a13-eb65-4995-86e7-75b440fad88c on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:13:08.994903 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Attempting to bind port 7eac0a13-eb65-4995-86e7-75b440fad88c by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:13:08.995207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Attempting to bind port 7eac0a13-eb65-4995-86e7-75b440fad88c on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:13:09.015200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Port 7eac0a13-eb65-4995-86e7-75b440fad88c on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:13:09.017317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Attempting to bind port 7eac0a13-eb65-4995-86e7-75b440fad88c on network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:13:09.035355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:13:09.035943 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Checking segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:13:09.036624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Bound using segment: {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:13:09.037817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Bound port: 7eac0a13-eb65-4995-86e7-75b440fad88c, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:13:09.038265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:09.419810 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] For port 7eac0a13-eb65-4995-86e7-75b440fad88c, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:13:09.439275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] For port 7eac0a13-eb65-4995-86e7-75b440fad88c, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7eac0a13-eb65-4995-86e7-75b440fad88c,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:13:09.452998 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854205e-65ab-41db-ac83-8b093f8dd274 req-4ddea072-ff0f-4550-a136-619918500445 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:09.461623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f854205e-65ab-41db-ac83-8b093f8dd274 req-4ddea072-ff0f-4550-a136-619918500445 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1053 time: 0.2041023 Feb 10 16:13:09.480384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:09.673937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:09.675099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:09.676548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] 10.222.0.45 "PUT /v2.0/ports/7eac0a13-eb65-4995-86e7-75b440fad88c HTTP/1.1" status: 200 len: 1092 time: 1.7992246 Feb 10 16:13:09.681482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'tag': '7eac0a13-eb65-4995-86e7-75b440fad88c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:13:09.684823 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25c575-84c8-4574-859d-bd3cc0cfaf19" -d '{"events": [{"name": "network-changed", "server_uuid": "ff60f18c-d4d6-4f71-aaf1-3a3a02967d91", "tag": "7eac0a13-eb65-4995-86e7-75b440fad88c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:09.858240 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f854205e-65ab-41db-ac83-8b093f8dd274 req-a9b3f361-9256-4b55-a32e-34d078d1244f tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794069 Feb 10 16:13:09.859691 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c153789f-9c6f-4e28-816d-34d28efc75d8 x-openstack-request-id: req-c153789f-9c6f-4e28-816d-34d28efc75d8 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:09.859975 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff60f18c-d4d6-4f71-aaf1-3a3a02967d91", "tag": "7eac0a13-eb65-4995-86e7-75b440fad88c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:09.860227 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c153789f-9c6f-4e28-816d-34d28efc75d8 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:09.860634 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'tag': '7eac0a13-eb65-4995-86e7-75b440fad88c', 'status': 'completed', 'code': 200} Feb 10 16:13:09.901314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bc3cb-d55d-4c67-aff3-acacf4efb393 service neutron] Pushing event updated for resources: {'Port': ['ID=7eac0a13-eb65-4995-86e7-75b440fad88c,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:10.004629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-1a5c877a-0bc9-4296-98cf-d440b5c99d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:10.006117 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-1a5c877a-0bc9-4296-98cf-d440b5c99d29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1095 time: 0.2436969 Feb 10 16:13:10.083857 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-ae465111-56b1-4339-b0fc-0cef50292c3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eac0a13-eb65-4995-86e7-75b440fad88c HTTP/1.1" status: 200 len: 217 time: 0.0670040 Feb 10 16:13:10.215615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-0c94a4a4-0f66-42c5-a692-d36939a708d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:10.218103 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-0c94a4a4-0f66-42c5-a692-d36939a708d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f9d81d8-f836-4b2b-a571-df58b1e75d5b HTTP/1.1" status: 200 len: 848 time: 0.1188524 Feb 10 16:13:10.229427 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabeda5-f286-4fed-9581-c7f18e8ce9c6 req-3475fa52-4eef-426a-a1fc-acd96fe62418 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:10.259041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fabeda5-f286-4fed-9581-c7f18e8ce9c6 req-3475fa52-4eef-426a-a1fc-acd96fe62418 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.3543389 Feb 10 16:13:10.376133 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1fabeda5-f286-4fed-9581-c7f18e8ce9c6 req-9c05fae5-74c2-4110-8057-39b06135c1e6 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154985 Feb 10 16:13:10.450740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba81-c664-47e5-8731-cf7a738293ab req-632f3a20-a2ba-4d7a-a2c2-d01c238b3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:10.454007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-632f3a20-a2ba-4d7a-a2c2-d01c238b3985 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57d3a28a-98c5-4d87-866d-3d4b7f656e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917198 Feb 10 16:13:10.701446 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-b05b6e1c-6922-4ab3-9ffd-c3c8229b0de6 service neutron] 10.222.0.45 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396028 Feb 10 16:13:10.909071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f2acba81-c664-47e5-8731-cf7a738293ab req-52dcffab-062f-4485-8474-12eb6d0a048d service neutron] 10.222.0.45 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986496 Feb 10 16:13:11.106699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b346b9-c873-4306-935d-261c6d7e6904 req-08443463-77a8-4f6a-a67b-4ab4598d041c tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.115480 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87b346b9-c873-4306-935d-261c6d7e6904 req-08443463-77a8-4f6a-a67b-4ab4598d041c tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1095 time: 0.1450481 Feb 10 16:13:11.124854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-31dc929c-c17b-49c4-a9d6-95a9b5767b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.129330 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-31dc929c-c17b-49c4-a9d6-95a9b5767b01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1095 time: 0.0993874 Feb 10 16:13:11.309890 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-87b346b9-c873-4306-935d-261c6d7e6904 req-8771170e-6210-4e0f-84d6-4145ef53a7f6 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884391 Feb 10 16:13:11.458895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-f01ec73c-5539-4c44-b705-d8312c7b8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.461035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-f01ec73c-5539-4c44-b705-d8312c7b8f26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 200 len: 910 time: 0.2823920 Feb 10 16:13:11.543316 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-186c54c1-d110-49a3-ac86-bf569df9f86a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eac0a13-eb65-4995-86e7-75b440fad88c HTTP/1.1" status: 200 len: 217 time: 0.0738780 Feb 10 16:13:11.640295 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39506) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:11.667609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf4bd-e7af-42fe-9dde-a06171b27226 req-f11c02e9-3b8e-4e38-b60a-7b1f6ed65a5b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.676596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-310cf4bd-e7af-42fe-9dde-a06171b27226 req-f11c02e9-3b8e-4e38-b60a-7b1f6ed65a5b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1357203 Feb 10 16:13:11.703411 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-6648d80a-408c-46b7-bed4-0a406eb1d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.704909 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-6648d80a-408c-46b7-bed4-0a406eb1d1b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f9d81d8-f836-4b2b-a571-df58b1e75d5b HTTP/1.1" status: 200 len: 848 time: 0.1349699 Feb 10 16:13:11.774943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-310cf4bd-e7af-42fe-9dde-a06171b27226 req-439e0ad4-bc6a-4826-922e-43cb4fbfff82 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970368 Feb 10 16:13:11.796648 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-29ce1532-601f-4f5c-a13e-651455846cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.798139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-29ce1532-601f-4f5c-a13e-651455846cf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57d3a28a-98c5-4d87-866d-3d4b7f656e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769229 Feb 10 16:13:12.007978 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-032d0075-06b0-4629-95f6-46d03d109fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988006 Feb 10 16:13:12.280398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e25c575-84c8-4574-859d-bd3cc0cfaf19 req-79a2b448-04a4-4ec6-8d46-4613fd4e9310 service neutron] 10.222.0.45 "GET /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633669 Feb 10 16:13:12.439924 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:12.543376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ada9-6138-4538-b14d-26dff5568762 req-06ffe5f3-b762-4c64-a49a-45ec7f5e386d tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:12.547726 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b63ada9-6138-4538-b14d-26dff5568762 req-06ffe5f3-b762-4c64-a49a-45ec7f5e386d tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1095 time: 0.1041737 Feb 10 16:13:12.629792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b63ada9-6138-4538-b14d-26dff5568762 req-d6683623-d2e6-450a-aa81-3aabe2d15f2f tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720978 Feb 10 16:13:12.845267 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Deleting port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:12.846546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:12.949227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c32d14-ee32-4dc3-aafe-f47587faa7d2 req-f7e05468-f163-4866-810f-94f8c74f5400 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:12.954287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76c32d14-ee32-4dc3-aafe-f47587faa7d2 req-f7e05468-f163-4866-810f-94f8c74f5400 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0944283 Feb 10 16:13:12.969940 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] For port 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:12.970311 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:12.984490 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Calling delete_port for 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:13.027499 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76c32d14-ee32-4dc3-aafe-f47587faa7d2 req-d18b792b-cf76-4b25-96f1-c42a66f8b753 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567999 Feb 10 16:13:13.260126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:13.285731 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:13.485615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:13.690326 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:13:13.733562 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Router ce596a71-d003-482d-b3ac-2befc644fc14 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:13.760965 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6078-d863-401b-b23d-ff7f8b6cfae8 req-ff050584-d0ee-44e2-9043-a10060628e97 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:13.762476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb1b6078-d863-401b-b23d-ff7f8b6cfae8 req-ff050584-d0ee-44e2-9043-a10060628e97 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1095 time: 0.0429523 Feb 10 16:13:13.801014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bb1b6078-d863-401b-b23d-ff7f8b6cfae8 req-0208865e-a807-46ec-8a88-43e020b06c70 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Feb 10 16:13:13.850476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:13.855818 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-283f2529-7b34-48e6-b78e-a355583b2d0e admin admin] 10.222.0.21 "PUT /v2.0/routers/ce596a71-d003-482d-b3ac-2befc644fc14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2145584 Feb 10 16:13:13.858389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39696) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:13.860066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] Sync routers for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:13.870719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:13.871349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:13.983016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:14.015850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.218755 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.233519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd1972-733c-4716-aacd-1a96badf0b31 req-9781d518-da11-4ce0-bc1c-3be0071530cc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:14.236311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52dd1972-733c-4716-aacd-1a96badf0b31 req-9781d518-da11-4ce0-bc1c-3be0071530cc tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0722642 Feb 10 16:13:14.245877 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:13:13Z', 'revision_number': 5, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port': {'id': 'edec8728-327f-4a84-8918-1f6d07f57ea8', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:08:51Z', 'updated_at': '2022-02-10T16:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:14.291965 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] Checking router: ce596a71-d003-482d-b3ac-2befc644fc14 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:14.305446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] Routers {'ce596a71-d003-482d-b3ac-2befc644fc14'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:14.306288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['ce596a71-d003-482d-b3ac-2befc644fc14'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:14.312791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52dd1972-733c-4716-aacd-1a96badf0b31 req-ca924b8b-15bb-495b-889a-bfa8e6b14faf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708349 Feb 10 16:13:14.328564 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Deleting port edec8728-327f-4a84-8918-1f6d07f57ea8 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:14.328940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.407019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] Set router ce596a71-d003-482d-b3ac-2befc644fc14 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:14.426529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] For port edec8728-327f-4a84-8918-1f6d07f57ea8, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=edec8728-327f-4a84-8918-1f6d07f57ea8,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:14.427008 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.440661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Calling delete_port for edec8728-327f-4a84-8918-1f6d07f57ea8 owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:14.467196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:13:14Z', 'revision_number': 6, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:14.504206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7eac0a13-eb65-4995-86e7-75b440fad88c details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:13:14.508075 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5502c-4935-490c-b6d1-9fdbcef51228 None None] The sync data for ids ['ce596a71-d003-482d-b3ac-2befc644fc14'] in n-d-827895-3 is: [{'id': 'ce596a71-d003-482d-b3ac-2befc644fc14', 'name': 'tempest-TestVolumeBackupRestore-1844051979-router', 'tenant_id': '315ca2a923da4dd286c368a1f936644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:08:49Z', 'updated_at': '2022-02-10T16:13:14Z', 'revision_number': 6, 'project_id': '315ca2a923da4dd286c368a1f936644a', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:14.638658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7eac0a13-eb65-4995-86e7-75b440fad88c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7eac0a13-eb65-4995-86e7-75b440fad88c,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:14.654895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '7eac0a13-eb65-4995-86e7-75b440fad88c', 'network_id': '57d3a28a-98c5-4d87-866d-3d4b7f656e55', 'port_id': '7eac0a13-eb65-4995-86e7-75b440fad88c', 'mac_address': 'fa:16:3e:55:fd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d81d8-f836-4b2b-a571-df58b1e75d5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:13:14.669121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.703742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.718904 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eac0a13-eb65-4995-86e7-75b440fad88c {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:13:14.738526 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=edec8728-327f-4a84-8918-1f6d07f57ea8,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:14.741914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7eac0a13-eb65-4995-86e7-75b440fad88c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7eac0a13-eb65-4995-86e7-75b440fad88c,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:14.745312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.818766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=7eac0a13-eb65-4995-86e7-75b440fad88c,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:14.829158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.829503 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.829835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.830168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.830493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.830817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.831138 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.831477 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.832069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.832169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.832400 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.832721 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:14.846262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:14.967914 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['7eac0a13-eb65-4995-86e7-75b440fad88c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:15.001542 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.012284 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.077053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf78373-c4a7-485c-8012-9d94e1efb605 req-23c492dc-79a6-44f0-a41d-42e4621391fc tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:15.079877 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf78373-c4a7-485c-8012-9d94e1efb605 req-23c492dc-79a6-44f0-a41d-42e4621391fc tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1096 time: 0.1484001 Feb 10 16:13:15.081502 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.082128 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce596a71-d003-482d-b3ac-2befc644fc14 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:13:15.113369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.117423 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c79e8959-1a0c-4282-815b-022041492dc4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ce596a71-d003-482d-b3ac-2befc644fc14 HTTP/1.1" status: 204 len: 168 time: 1.2550027 Feb 10 16:13:15.117949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39714) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:15.142477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acf78373-c4a7-485c-8012-9d94e1efb605 req-c5a08df2-c19a-4203-9173-05fbc06945ee tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Feb 10 16:13:15.183264 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Deleting subnet 094081d8-6cf8-4cc3-8013-8ef4288dcea0 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:13:15.187197 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.229717 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.330835 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.399337 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.425728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41840c2c-0396-4fa7-bfcb-92ec08609fe2 None None] Network 6b0dab4f-6fd1-4de4-911b-eba49aed949d requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:15.435297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.439021 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/094081d8-6cf8-4cc3-8013-8ef4288dcea0 HTTP/1.1" status: 204 len: 168 time: 0.3198550 Feb 10 16:13:15.440458 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990e2e-a233-4e09-9023-503676f4eee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094081d8-6cf8-4cc3-8013-8ef4288dcea0,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:15.441672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 39722) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:15.539370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device edec8728-327f-4a84-8918-1f6d07f57ea8 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:15.580094 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.590278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: edec8728-327f-4a84-8918-1f6d07f57ea8 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:15.590622 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device edec8728-327f-4a84-8918-1f6d07f57ea8 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:15.591066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:15.596752 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783026d4-4028-41ff-91ae-dff71b81e7d4 req-e81ed3ea-371c-457f-b238-91bdfaa2c9cf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:15.598830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-783026d4-4028-41ff-91ae-dff71b81e7d4 req-e81ed3ea-371c-457f-b238-91bdfaa2c9cf tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1369708 Feb 10 16:13:15.612027 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:15.612535 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 76a38bf1-2ac7-46da-87fe-3cde9e4ae0ac not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:15.686885 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-783026d4-4028-41ff-91ae-dff71b81e7d4 req-e292112e-78e8-494c-b1f3-301b1c3e4c5e tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797107 Feb 10 16:13:15.708555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Deleting port 4d05317c-c381-4bd2-b0fa-9d1de10416ed {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:15.708908 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.749297 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] DHCP port deletion for 6b0dab4f-6fd1-4de4-911b-eba49aed949d request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:13:15.812412 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] Deleting port 4d05317c-c381-4bd2-b0fa-9d1de10416ed {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:15.813115 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.844732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] For port 4d05317c-c381-4bd2-b0fa-9d1de10416ed, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d05317c-c381-4bd2-b0fa-9d1de10416ed,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:15.845315 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.861872 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Calling delete_port for 4d05317c-c381-4bd2-b0fa-9d1de10416ed owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:15.894561 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] For port 4d05317c-c381-4bd2-b0fa-9d1de10416ed, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=4d05317c-c381-4bd2-b0fa-9d1de10416ed,segment=NetworkSegment(7b78c583-9087-433f-9e78-2a0716c1b49a),segment_id=7b78c583-9087-433f-9e78-2a0716c1b49a)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:15.894561 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.904560 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] Calling delete_port for 4d05317c-c381-4bd2-b0fa-9d1de10416ed owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:15.956698 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.993898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:15.994885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d05317c-c381-4bd2-b0fa-9d1de10416ed,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:15.999150 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] No DVR routers for this DVR port 4d05317c-c381-4bd2-b0fa-9d1de10416ed on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:16.037881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] Pushing event deleted for resources: {'Port': ['ID=4d05317c-c381-4bd2-b0fa-9d1de10416ed,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:16.045471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c5340-cf96-40cb-9f48-b8b666825028 None None] No DVR routers for this DVR port 4d05317c-c381-4bd2-b0fa-9d1de10416ed on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:16.090075 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.112466 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0dab4f-6fd1-4de4-911b-eba49aed949d']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:16.122915 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b78c583-9087-433f-9e78-2a0716c1b49a') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:16.123211 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b78c583-9087-433f-9e78-2a0716c1b49a') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:16.133337 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.147089 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.154249 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:13:16.154634 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:13:16.156542 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:13:16.234494 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.240428 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.244260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b0dab4f-6fd1-4de4-911b-eba49aed949d HTTP/1.1" status: 204 len: 168 time: 0.8015649 Feb 10 16:13:16.247348 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39732) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:16.260064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b73ecb-115f-461e-a4a9-4fc6a0b51139 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0dab4f-6fd1-4de4-911b-eba49aed949d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:16.508997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7eac0a13-eb65-4995-86e7-75b440fad88c up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:16.595226 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b9e9-321c-408e-a285-8290c7ce8d94 req-feab787e-778a-4d8e-87f6-becb83019ca8 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:16.597053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d77b9e9-321c-408e-a285-8290c7ce8d94 req-feab787e-778a-4d8e-87f6-becb83019ca8 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1096 time: 0.0768654 Feb 10 16:13:16.633478 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 7eac0a13-eb65-4995-86e7-75b440fad88c completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:13:16.639471 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 7eac0a13-eb65-4995-86e7-75b440fad88c triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:16.640239 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d77b9e9-321c-408e-a285-8290c7ce8d94 req-9fb515d3-5683-4945-b392-249b4cb3bfef tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355434 Feb 10 16:13:16.641351 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.705912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.754389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.807708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 7eac0a13-eb65-4995-86e7-75b440fad88c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7eac0a13-eb65-4995-86e7-75b440fad88c,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:16.808860 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eac0a13-eb65-4995-86e7-75b440fad88c'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:13:16.812626 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d3ae92-2f52-42b5-aeff-5ba8a9a41b27" -d '{"events": [{"server_uuid": "ff60f18c-d4d6-4f71-aaf1-3a3a02967d91", "name": "network-vif-plugged", "status": "completed", "tag": "7eac0a13-eb65-4995-86e7-75b440fad88c"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:16.817809 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:16.889999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=7eac0a13-eb65-4995-86e7-75b440fad88c,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:16.912718 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c495e0d-e011-4d65-8e3e-0c956a275cb0 x-openstack-request-id: req-5c495e0d-e011-4d65-8e3e-0c956a275cb0 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:16.913425 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff60f18c-d4d6-4f71-aaf1-3a3a02967d91", "name": "network-vif-plugged", "status": "completed", "tag": "7eac0a13-eb65-4995-86e7-75b440fad88c", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:16.914032 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c495e0d-e011-4d65-8e3e-0c956a275cb0 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:16.914671 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eac0a13-eb65-4995-86e7-75b440fad88c', 'code': 200} Feb 10 16:13:16.924799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db07c4-cd32-4959-b17a-4583e27d7eaf req-42397370-78bc-490c-996e-9c5cdc2544be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:16.933018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66db07c4-cd32-4959-b17a-4583e27d7eaf req-42397370-78bc-490c-996e-9c5cdc2544be tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1453967 Feb 10 16:13:17.032011 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-66db07c4-cd32-4959-b17a-4583e27d7eaf req-f6f9355e-14ba-45be-bf68-d79ff83c169b tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966976 Feb 10 16:13:17.060329 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8924fc-28cc-4701-ba83-793425a7a5fd req-ef8390e2-59e0-4e80-813b-39bf44daeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:17.063837 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a8924fc-28cc-4701-ba83-793425a7a5fd req-ef8390e2-59e0-4e80-813b-39bf44daeedb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0883346 Feb 10 16:13:17.106196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1a8924fc-28cc-4701-ba83-793425a7a5fd req-9be186ff-dd69-4cab-af0f-843fef1c622a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Feb 10 16:13:17.326836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d05317c-c381-4bd2-b0fa-9d1de10416ed no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:17.356311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 4d05317c-c381-4bd2-b0fa-9d1de10416ed {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:17.356670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 4d05317c-c381-4bd2-b0fa-9d1de10416ed not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:17.432192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Deleting port 3a83add2-ebd9-444e-8c48-50bf5aa33338 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:17.432749 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:17.524737 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] For port 3a83add2-ebd9-444e-8c48-50bf5aa33338, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=3a83add2-ebd9-444e-8c48-50bf5aa33338,segment=NetworkSegment(f39b5ec6-627f-4e1a-bcc4-983e890335a7),segment_id=f39b5ec6-627f-4e1a-bcc4-983e890335a7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:17.525253 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:17.541057 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Calling delete_port for 3a83add2-ebd9-444e-8c48-50bf5aa33338 owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:17.759360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:17.800876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21eb4-75f6-4da1-be47-3e3e3ccd83b1 req-3e4ae35b-d78b-4c17-a243-c0715312abe3 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:17.802323 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46b21eb4-75f6-4da1-be47-3e3e3ccd83b1 req-3e4ae35b-d78b-4c17-a243-c0715312abe3 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0581925 Feb 10 16:13:17.803626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a83add2-ebd9-444e-8c48-50bf5aa33338,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:17.907176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-46b21eb4-75f6-4da1-be47-3e3e3ccd83b1 req-8829244b-95db-4235-9b03-d7c902aa2e4c tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899258 Feb 10 16:13:18.044053 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:18.184675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa474c6-bb83-4c80-93b9-8b8f0a036b79 req-8f62a1f8-7e30-41da-9e68-a8b0c6c40d40 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.187904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aa474c6-bb83-4c80-93b9-8b8f0a036b79 req-8f62a1f8-7e30-41da-9e68-a8b0c6c40d40 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0652590 Feb 10 16:13:18.245806 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aa474c6-bb83-4c80-93b9-8b8f0a036b79 req-01fc2498-24c4-4bd0-9b09-13145e6c3dfb tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480983 Feb 10 16:13:18.334069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Router 0e8c9003-9a37-4093-b297-b8370515f6fb has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:18.459898 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:18.467322 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0fb65b51-d5a0-4260-b29a-1130957e9dbb admin admin] 10.222.0.21 "PUT /v2.0/routers/0e8c9003-9a37-4093-b297-b8370515f6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2166493 Feb 10 16:13:18.467640 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39754) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:18.475591 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] Sync routers for ids ['0e8c9003-9a37-4093-b297-b8370515f6fb'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:18.495663 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] Routers {'0e8c9003-9a37-4093-b297-b8370515f6fb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:18.496483 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0e8c9003-9a37-4093-b297-b8370515f6fb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:18.586126 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:18.622071 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] Set router 0e8c9003-9a37-4093-b297-b8370515f6fb gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:18.708967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:18.773110 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Deleting port 42f2e1fa-4fbf-4474-973e-079d080aa4b4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:18.773755 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:18.864364 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] For port 42f2e1fa-4fbf-4474-973e-079d080aa4b4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=42f2e1fa-4fbf-4474-973e-079d080aa4b4,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:18.864770 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:18.880793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Calling delete_port for 42f2e1fa-4fbf-4474-973e-079d080aa4b4 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:18.959654 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:13:17Z', 'revision_number': 5, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port': {'id': '42f2e1fa-4fbf-4474-973e-079d080aa4b4', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:09:06Z', 'updated_at': '2022-02-10T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:19.011980 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] Checking router: 0e8c9003-9a37-4093-b297-b8370515f6fb for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:19.056598 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] Routers {'0e8c9003-9a37-4093-b297-b8370515f6fb'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:19.057240 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0e8c9003-9a37-4093-b297-b8370515f6fb'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:19.073202 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288990a-7d29-463f-a97b-a38a747cfdb1 req-777f22bb-4402-4550-ac0d-257442f51c08 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:19.081352 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4288990a-7d29-463f-a97b-a38a747cfdb1 req-777f22bb-4402-4550-ac0d-257442f51c08 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0937939 Feb 10 16:13:19.121171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4288990a-7d29-463f-a97b-a38a747cfdb1 req-df6f8b64-ddf1-4555-91a5-e41fb05d489a tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Feb 10 16:13:19.133575 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.176193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=42f2e1fa-4fbf-4474-973e-079d080aa4b4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:19.221385 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] Set router 0e8c9003-9a37-4093-b297-b8370515f6fb gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:19.250506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.252821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762a50-5388-4e58-b7a1-1f5b562b2865 req-0666f80a-999c-4133-9eb6-4e8a78ce0ee8 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:19.261392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56762a50-5388-4e58-b7a1-1f5b562b2865 req-0666f80a-999c-4133-9eb6-4e8a78ce0ee8 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0567782 Feb 10 16:13:19.347318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56762a50-5388-4e58-b7a1-1f5b562b2865 req-d0fa9eff-e25c-4ecf-811c-a709a78c469a tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846038 Feb 10 16:13:19.371775 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:13:18Z', 'revision_number': 6, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:19.439279 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.441672 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.455322 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d80774-ac15-4b46-8a3c-90a3e7790a1c None None] The sync data for ids ['0e8c9003-9a37-4093-b297-b8370515f6fb'] in n-d-827895-3 is: [{'id': '0e8c9003-9a37-4093-b297-b8370515f6fb', 'name': 'tempest-TestVolumeBackupRestore-1227658090-router', 'tenant_id': '5cb93cb8e338465a9dfdb50eae58a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:09:03Z', 'updated_at': '2022-02-10T16:13:18Z', 'revision_number': 6, 'project_id': '5cb93cb8e338465a9dfdb50eae58a546', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:19.459812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824be671-5ff2-4308-848a-f11ab8d4712c req-d094bb4c-5e2f-4bce-8d1b-fad075acf795 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:19.462048 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-824be671-5ff2-4308-848a-f11ab8d4712c req-d094bb4c-5e2f-4bce-8d1b-fad075acf795 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0902798 Feb 10 16:13:19.517919 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.518611 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8c9003-9a37-4093-b297-b8370515f6fb {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:13:19.527505 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.529293 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-3e55ea8c-8a5f-4b74-a4c1-70a386eaa9aa admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e8c9003-9a37-4093-b297-b8370515f6fb HTTP/1.1" status: 204 len: 168 time: 1.0606761 Feb 10 16:13:19.532214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:19.562976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-824be671-5ff2-4308-848a-f11ab8d4712c req-ac7c0a31-3995-4a5b-902e-0a3405ced9d7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906587 Feb 10 16:13:19.570799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441c20-aca8-4469-85ae-f3abbdb6f741 req-dc4e917a-b00c-4653-afc6-c48cbaec4774 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:19.579321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3441c20-aca8-4469-85ae-f3abbdb6f741 req-dc4e917a-b00c-4653-afc6-c48cbaec4774 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.1159778 Feb 10 16:13:19.618755 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Deleting subnet 4cc99004-4dad-41f5-bb19-65ff1ac16617 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:13:19.624106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.633606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3441c20-aca8-4469-85ae-f3abbdb6f741 req-e156f6e2-b8c6-4cf1-b104-5e179b5502b6 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533938 Feb 10 16:13:19.682114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.777224 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.880651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.918064 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc99004-4dad-41f5-bb19-65ff1ac16617,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:19.920322 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:19.923951 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5be342b1-0221-4132-8912-c8b6bee07de5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4cc99004-4dad-41f5-bb19-65ff1ac16617 HTTP/1.1" status: 204 len: 168 time: 0.3906946 Feb 10 16:13:19.926331 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39788) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:19.930374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc90ef3-8c6c-4244-bcd9-626d410955d9 None None] Network e1d78822-fa76-45e8-8aed-0c9b6122ee88 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:19.943878 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81452fc1-41fb-4b82-9eb5-6eca05ecf4c0 req-67d9e096-c39b-4b0d-a2b1-23dd6836623a tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:19.949234 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81452fc1-41fb-4b82-9eb5-6eca05ecf4c0 req-67d9e096-c39b-4b0d-a2b1-23dd6836623a tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0828485 Feb 10 16:13:20.019248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-81452fc1-41fb-4b82-9eb5-6eca05ecf4c0 req-e4fab657-64d0-4829-bc5c-5feaa92bac67 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622141 Feb 10 16:13:20.035911 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.099455 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Deleting port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:20.100323 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.175160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] For port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,segment=NetworkSegment(f39b5ec6-627f-4e1a-bcc4-983e890335a7),segment_id=f39b5ec6-627f-4e1a-bcc4-983e890335a7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:20.175655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.189426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Calling delete_port for 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:20.273281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.301595 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Pushing event deleted for resources: {'Port': ['ID=600d47b5-cc2f-44a6-aa9a-0c97531a14b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:20.303614 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] No DVR routers for this DVR port 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:20.371269 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc861df-8e72-4408-9b83-1243e154ce40 None None] DHCP port deletion for e1d78822-fa76-45e8-8aed-0c9b6122ee88 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:13:20.405452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.433867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d78822-fa76-45e8-8aed-0c9b6122ee88']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:20.463362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b5ec6-627f-4e1a-bcc4-983e890335a7') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:20.463930 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b5ec6-627f-4e1a-bcc4-983e890335a7') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:20.475260 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.496099 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.504141 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:13:20.504557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:13:20.507180 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:13:20.571877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.582125 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:20.588638 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] 10.222.0.21 "DELETE /v2.0/networks/e1d78822-fa76-45e8-8aed-0c9b6122ee88 HTTP/1.1" status: 204 len: 168 time: 0.6588178 Feb 10 16:13:20.611005 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aec88-2947-47f6-854e-ab15fd64aece admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d78822-fa76-45e8-8aed-0c9b6122ee88,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:20.728982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8081a-046c-46c7-b729-b7c06396234f req-46e92204-8de0-4bed-9388-3982bf06b3b1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:20.732269 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56d8081a-046c-46c7-b729-b7c06396234f req-46e92204-8de0-4bed-9388-3982bf06b3b1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0686097 Feb 10 16:13:20.821764 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56d8081a-046c-46c7-b729-b7c06396234f req-a7bfd494-c4d5-42b6-889a-f4aae6cba7d1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752258 Feb 10 16:13:20.892273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39810) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:20.944063 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d6a787e9-524a-4f09-9832-e5b5e176a4b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=315ca2a923da4dd286c368a1f936644a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504210 Feb 10 16:13:20.946598 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39812) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:21.010559 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f46eb650-3fb7-47a0-a889-8ab64a6d4dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.032148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f46eb650-3fb7-47a0-a889-8ab64a6d4dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.086513 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f46eb650-3fb7-47a0-a889-8ab64a6d4dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.089416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f46eb650-3fb7-47a0-a889-8ab64a6d4dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.090701 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-f46eb650-3fb7-47a0-a889-8ab64a6d4dd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e6a89d-5935-4acd-a0c6-936e39a920ad HTTP/1.1" status: 204 len: 168 time: 0.1429732 Feb 10 16:13:21.100545 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb650-3fb7-47a0-a889-8ab64a6d4dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6a89d-5935-4acd-a0c6-936e39a920ad,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:21.182944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-33573190-de92-40a2-ac57-daf5c617986d tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:21.184745 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-33573190-de92-40a2-ac57-daf5c617986d tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0675104 Feb 10 16:13:21.187282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665aef0-2061-4db3-bba0-e4ae85ea0548 req-3a4dbfee-b462-4947-a88f-8031e08c0480 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:21.188881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7665aef0-2061-4db3-bba0-e4ae85ea0548 req-3a4dbfee-b462-4947-a88f-8031e08c0480 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 1097 time: 0.0891693 Feb 10 16:13:21.313373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 42f2e1fa-4fbf-4474-973e-079d080aa4b4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:21.353243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 42f2e1fa-4fbf-4474-973e-079d080aa4b4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:21.353851 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 42f2e1fa-4fbf-4474-973e-079d080aa4b4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:21.354444 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3a83add2-ebd9-444e-8c48-50bf5aa33338 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:21.380245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 3a83add2-ebd9-444e-8c48-50bf5aa33338 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:21.380934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 3a83add2-ebd9-444e-8c48-50bf5aa33338 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:21.381521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:21.405785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:21.406392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 600d47b5-cc2f-44a6-aa9a-0c97531a14b5 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:21.538986 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39822) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:21.584270 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-a00766dd-fa5f-4892-a3de-101408565e7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cb93cb8e338465a9dfdb50eae58a546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440097 Feb 10 16:13:21.587712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39824) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:21.635358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7665aef0-2061-4db3-bba0-e4ae85ea0548 req-f43d9966-5ba1-4861-bd88-11cad27af1dd tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344923 Feb 10 16:13:21.641726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e47fb5-eaca-480a-9b93-76011fdf4b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.661533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Deleting port 7eac0a13-eb65-4995-86e7-75b440fad88c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:21.662218 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.670946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e47fb5-eaca-480a-9b93-76011fdf4b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.729240 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e47fb5-eaca-480a-9b93-76011fdf4b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.731889 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c4e47fb5-eaca-480a-9b93-76011fdf4b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.735996 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c4e47fb5-eaca-480a-9b93-76011fdf4b30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5160859-2c96-4815-be2d-684903de01f4 HTTP/1.1" status: 204 len: 168 time: 0.1446793 Feb 10 16:13:21.743639 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e47fb5-eaca-480a-9b93-76011fdf4b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5160859-2c96-4815-be2d-684903de01f4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:21.771506 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] For port 7eac0a13-eb65-4995-86e7-75b440fad88c, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=7eac0a13-eb65-4995-86e7-75b440fad88c,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:21.772655 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:21.788633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Calling delete_port for 7eac0a13-eb65-4995-86e7-75b440fad88c owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:22.001611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa35ff-1d3d-485d-9417-406fddfa6c12 req-96a10c00-4528-4ae5-b261-87c7f9b00414 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:22.003244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93fa35ff-1d3d-485d-9417-406fddfa6c12 req-96a10c00-4528-4ae5-b261-87c7f9b00414 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1057899 Feb 10 16:13:22.060916 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:22.090940 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['7eac0a13-eb65-4995-86e7-75b440fad88c'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:22.094147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['44b5ccd3-1664-4d34-9e96-731ec9e3eae4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:22.111851 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eac0a13-eb65-4995-86e7-75b440fad88c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:22.236964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] No DVR routers for this DVR port 7eac0a13-eb65-4995-86e7-75b440fad88c on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:22.264516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-93fa35ff-1d3d-485d-9417-406fddfa6c12 req-66fd06dd-4524-4262-9316-5e2557fe3202 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132981 Feb 10 16:13:22.266138 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:22.271037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfc8abdc-1433-42ed-8302-8ced047b62d8 req-40a89fe9-7aa4-47fe-9ef8-64e873e21775 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7eac0a13-eb65-4995-86e7-75b440fad88c HTTP/1.1" status: 204 len: 173 time: 1.0774548 Feb 10 16:13:22.276194 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'name': 'network-vif-deleted', 'tag': '7eac0a13-eb65-4995-86e7-75b440fad88c'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:13:22.278612 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a3ee8d-857a-4b84-bdfd-e488de981cc6" -d '{"events": [{"server_uuid": "ff60f18c-d4d6-4f71-aaf1-3a3a02967d91", "name": "network-vif-deleted", "tag": "7eac0a13-eb65-4995-86e7-75b440fad88c"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:22.394279 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def370a0-c96f-4440-ac77-1baa2e826975 x-openstack-request-id: req-def370a0-c96f-4440-ac77-1baa2e826975 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:22.394623 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff60f18c-d4d6-4f71-aaf1-3a3a02967d91", "name": "network-vif-deleted", "tag": "7eac0a13-eb65-4995-86e7-75b440fad88c", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:22.394880 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def370a0-c96f-4440-ac77-1baa2e826975 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:22.395281 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff60f18c-d4d6-4f71-aaf1-3a3a02967d91', 'name': 'network-vif-deleted', 'tag': '7eac0a13-eb65-4995-86e7-75b440fad88c', 'status': 'completed', 'code': 200} Feb 10 16:13:22.769040 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61e2face-302a-4927-9241-d1748ae8c2ec req-5919e7f6-dfe8-4e29-a341-fee7a3406885 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff60f18c-d4d6-4f71-aaf1-3a3a02967d91 HTTP/1.1" status: 200 len: 210 time: 0.0359013 Feb 10 16:13:23.382970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91d055-5342-4613-92dd-474ded7f19fa req-76d6a363-d8aa-48f6-88ec-92f55c5b3880 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:23.385548 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e91d055-5342-4613-92dd-474ded7f19fa req-76d6a363-d8aa-48f6-88ec-92f55c5b3880 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0531569 Feb 10 16:13:23.427876 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e91d055-5342-4613-92dd-474ded7f19fa req-3cc82990-e3b7-479c-9bd2-051e0a4f102c tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362294 Feb 10 16:13:23.687099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ab412-8132-43f4-80b7-b94ddc696dd2 req-4a106650-38db-4165-8b36-f0625375c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:23.688653 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-757ab412-8132-43f4-80b7-b94ddc696dd2 req-4a106650-38db-4165-8b36-f0625375c452 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1097 time: 0.0480082 Feb 10 16:13:23.735737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-757ab412-8132-43f4-80b7-b94ddc696dd2 req-fecdee4e-6f58-40b6-9cbe-46c357f632ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390332 Feb 10 16:13:23.737963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:24.088016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9dd68-0fb3-4cb9-95ec-48361eb3a14c req-483cac35-61f0-4874-bed1-9cdd113d9871 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:24.089528 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45c9dd68-0fb3-4cb9-95ec-48361eb3a14c req-483cac35-61f0-4874-bed1-9cdd113d9871 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0432374 Feb 10 16:13:24.124879 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45c9dd68-0fb3-4cb9-95ec-48361eb3a14c req-7c55d484-c3e2-4578-9ff0-f602fda86a33 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292292 Feb 10 16:13:24.555734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c489fd0-6af1-4dad-908d-a6b2c74a33af req-0a4b0e34-60f2-437d-8ec6-f9990b14a29d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:24.557415 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 40a6c79f-675e-4915-a142-efd617921955 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:13:24.560032 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c489fd0-6af1-4dad-908d-a6b2c74a33af req-0a4b0e34-60f2-437d-8ec6-f9990b14a29d tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0541360 Feb 10 16:13:24.560714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7eac0a13-eb65-4995-86e7-75b440fad88c no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:24.609888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1c489fd0-6af1-4dad-908d-a6b2c74a33af req-afebd944-f6cb-4803-8c14-e6ac3c5d90bd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Feb 10 16:13:24.621823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 7eac0a13-eb65-4995-86e7-75b440fad88c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:24.622166 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 7eac0a13-eb65-4995-86e7-75b440fad88c not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:24.740496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:24.759603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '40a6c79f-675e-4915-a142-efd617921955', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'port_id': '40a6c79f-675e-4915-a142-efd617921955', 'mac_address': 'fa:16:3e:77:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:13:24.800778 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:24.819021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40a6c79f-675e-4915-a142-efd617921955 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:13:24.843548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:24.856315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:24.924744 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=6']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:25.065017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['40a6c79f-675e-4915-a142-efd617921955'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:25.275505 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008245a-fd15-4512-82b3-431022d5c198 req-620b8d36-45e9-4ee8-9f7d-e0f31953b9ac tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:25.283003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9008245a-fd15-4512-82b3-431022d5c198 req-620b8d36-45e9-4ee8-9f7d-e0f31953b9ac tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0740449 Feb 10 16:13:25.323010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9008245a-fd15-4512-82b3-431022d5c198 req-944ad3ea-f5e3-4d4b-8f14-a5daa7b33cd5 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Feb 10 16:13:25.756457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e96b1-4cd0-4ffa-a269-d7750b12ae72 req-db05dcfe-d0f9-4ae1-982a-cab980b7bce3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:25.758741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-988e96b1-4cd0-4ffa-a269-d7750b12ae72 req-db05dcfe-d0f9-4ae1-982a-cab980b7bce3 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 945 time: 0.0676172 Feb 10 16:13:25.805831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-988e96b1-4cd0-4ffa-a269-d7750b12ae72 req-a27c66f6-fc17-4ffa-b817-18d97a2a018a tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Feb 10 16:13:25.834540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39926) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:25.916844 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b5a8dfb4-3e7e-4be9-bc96-bc7e64e57373 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/floatingips/61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 HTTP/1.1" status: 200 len: 993 time: 0.0762682 Feb 10 16:13:26.041081 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-8eebb297-55af-421b-bd7b-150dd31a25de tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:26.042596 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-8eebb297-55af-421b-bd7b-150dd31a25de tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 1096 time: 0.0420723 Feb 10 16:13:26.128416 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Deleting port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:26.128701 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.209851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] For port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:26.210224 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.223972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Calling delete_port for 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:26.375363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.387570 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['44b5ccd3-1664-4d34-9e96-731ec9e3eae4'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:26.417123 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Pushing event deleted for resources: {'Port': ['ID=44b5ccd3-1664-4d34-9e96-731ec9e3eae4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:26.462239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] No DVR routers for this DVR port 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:26.465032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.468590 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ab9b9f24-72f0-41d0-9709-043337a16131 req-3122f96c-5c90-48ed-a5db-032ab69eb278 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.75 "DELETE /v2.0/ports/44b5ccd3-1664-4d34-9e96-731ec9e3eae4 HTTP/1.1" status: 204 len: 173 time: 0.4198809 Feb 10 16:13:26.469044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'name': 'network-vif-deleted', 'tag': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:13:26.471744 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff33c6-96ae-4497-901e-c748b2fdb657" -d '{"events": [{"server_uuid": "8f9869c0-79a5-4067-a7ae-d85e7400ae12", "name": "network-vif-deleted", "tag": "44b5ccd3-1664-4d34-9e96-731ec9e3eae4"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:26.517059 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f029270e-0547-477e-96fa-040c634cd628 x-openstack-request-id: req-f029270e-0547-477e-96fa-040c634cd628 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:26.517558 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9869c0-79a5-4067-a7ae-d85e7400ae12", "name": "network-vif-deleted", "tag": "44b5ccd3-1664-4d34-9e96-731ec9e3eae4", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:26.517989 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f029270e-0547-477e-96fa-040c634cd628 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:26.518553 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9869c0-79a5-4067-a7ae-d85e7400ae12', 'name': 'network-vif-deleted', 'tag': '44b5ccd3-1664-4d34-9e96-731ec9e3eae4', 'status': 'completed', 'code': 200} Feb 10 16:13:26.549425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d4117041-aca5-4b65-a602-01b6f3a2e717 req-5ef1c1bf-ae9a-4fd5-bf18-7c94b5982312 tempest-TestServerMultinode-1866687560 tempest-TestServerMultinode-1866687560-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f9869c0-79a5-4067-a7ae-d85e7400ae12 HTTP/1.1" status: 200 len: 210 time: 0.0658684 Feb 10 16:13:26.572474 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 40a6c79f-675e-4915-a142-efd617921955 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:26.632930 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 40a6c79f-675e-4915-a142-efd617921955 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:26.633303 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.737132 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.765952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a6c79f-675e-4915-a142-efd617921955'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:13:26.768257 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9614065-780a-4944-8f3d-164de07be931" -d '{"events": [{"server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "name": "network-vif-plugged", "status": "completed", "tag": "40a6c79f-675e-4915-a142-efd617921955"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:26.781934 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:26.787764 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:26.820725 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f9b70-903a-4466-8660-4dbc414e6c90 x-openstack-request-id: req-9d6f9b70-903a-4466-8660-4dbc414e6c90 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:26.821027 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "name": "network-vif-plugged", "status": "completed", "tag": "40a6c79f-675e-4915-a142-efd617921955", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:26.821284 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d6f9b70-903a-4466-8660-4dbc414e6c90 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:26.821682 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a6c79f-675e-4915-a142-efd617921955', 'code': 200} Feb 10 16:13:26.846439 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=7']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:27.369886 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:27.607315 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 39974) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:27.994577 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:28.258250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Deleting port a3eb510f-b0fe-4e6d-ba17-4efc214a467e {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:28.258507 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:28.339282 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] For port a3eb510f-b0fe-4e6d-ba17-4efc214a467e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:28.339827 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:28.360594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Calling delete_port for a3eb510f-b0fe-4e6d-ba17-4efc214a467e owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:28.625016 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:28.666722 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eb510f-b0fe-4e6d-ba17-4efc214a467e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:28.877363 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:28.934726 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-314d1596-2454-4e40-8e15-b502af10beed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:29.426121 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:29.562788 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:29.586386 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] Sync routers for ids ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:29.586586 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b06d2abc-1c50-4682-950e-b83732571f78 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749269 Feb 10 16:13:29.586695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40016) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:29.600015 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] Routers {'6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:29.600953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:29.715619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] Set router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:29.720011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:29.845137 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:29.938683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:13:28Z', 'revision_number': 5, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port': {'id': 'a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:32Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:29.940413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Deleting port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:29.940610 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:29.968549 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] Checking router: 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:29.978801 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] Routers {'6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:29.979679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:30.063784 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] For port a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:30.064149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.077124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Calling delete_port for a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:30.086638 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] Set router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 gateway port host: None {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:30.155395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:13:29Z', 'revision_number': 6, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:30.185376 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb4643-d189-4ff4-b049-e4a86f1b5941 None None] The sync data for ids ['6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7'] in n-d-827895-3 is: [{'id': '6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7', 'name': 'tempest-TestServerMultinode-726438186-router', 'tenant_id': '7688b17605c44e68b3d9485b9fde3150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:31Z', 'updated_at': '2022-02-10T16:13:29Z', 'revision_number': 6, 'project_id': '7688b17605c44e68b3d9485b9fde3150', 'gw_port_host': None}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:30.285491 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.316072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:30.379244 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.477952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.480249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.533287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.534207 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:13:30.545055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.546312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0d9403c3-a959-4a92-91c5-4221455a0c1b admin admin] 10.222.0.21 "DELETE /v2.0/routers/6d8949d6-a3b9-4c0f-a276-3dcc0ffc35e7 HTTP/1.1" status: 204 len: 168 time: 0.9586403 Feb 10 16:13:30.550655 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40032) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:30.602782 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Deleting subnet 0f9d81d8-f836-4b2b-a571-df58b1e75d5b {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:13:30.614651 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.674744 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.811228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.873292 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.903201 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9d81d8-f836-4b2b-a571-df58b1e75d5b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:30.917767 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66b27a-4b17-465e-8972-318000460dec None None] Network 57d3a28a-98c5-4d87-866d-3d4b7f656e55 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:30.934351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:30.943148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40044) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:30.946945 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e55b8b9-e433-4ac1-aace-951eacca3ba3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f9d81d8-f836-4b2b-a571-df58b1e75d5b HTTP/1.1" status: 204 len: 168 time: 0.3956740 Feb 10 16:13:31.026322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.159209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] DHCP port deletion for 57d3a28a-98c5-4d87-866d-3d4b7f656e55 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:13:31.199928 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Deleting port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:31.200709 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.285939 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] Deleting port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:31.286551 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.298631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] For port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:31.299074 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.330571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Calling delete_port for fd872474-6b7b-42e6-b39e-cd0cf1aa15ed owned by network:dhcp {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:31.380014 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:31.422442 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:31.423137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a8002c40-9f3a-4aa6-be0e-f1a5ed95e60a not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:31.423774 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fd872474-6b7b-42e6-b39e-cd0cf1aa15ed no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:31.441572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.479631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:31.493597 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] No DVR routers for this DVR port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed on host n-d-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:31.496136 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:31.518492 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:31.519111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 44b5ccd3-1664-4d34-9e96-731ec9e3eae4 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:31.521736 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0b614ddd-b085-49b4-8ed4-b18f41e62256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.533511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] For port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,segment=NetworkSegment(bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c),segment_id=bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:31.534715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.564900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] Calling delete_port for fd872474-6b7b-42e6-b39e-cd0cf1aa15ed owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:31.594552 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 16:13:31.595329 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device fd872474-6b7b-42e6-b39e-cd0cf1aa15ed not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:31.595966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a3eb510f-b0fe-4e6d-ba17-4efc214a467e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:31.599104 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.618440 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: a3eb510f-b0fe-4e6d-ba17-4efc214a467e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:31.619175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a3eb510f-b0fe-4e6d-ba17-4efc214a467e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:31.625976 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d3a28a-98c5-4d87-866d-3d4b7f656e55']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:31.642456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:31.642809 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6d2788-7d3c-4ad2-8058-e0ca7e4cae0c') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:31.654463 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.673981 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.684219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:13:31.685322 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.707009 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.737563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] Pushing event deleted for resources: {'Port': ['ID=fd872474-6b7b-42e6-b39e-cd0cf1aa15ed,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:13:31.754823 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:13:31.757056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61812980-4b12-4889-b2b2-83d8fd4817ae None None] No DVR routers for this DVR port fd872474-6b7b-42e6-b39e-cd0cf1aa15ed on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:31.760079 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.796847 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:31.803003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/57d3a28a-98c5-4d87-866d-3d4b7f656e55 HTTP/1.1" status: 204 len: 168 time: 0.8584559 Feb 10 16:13:31.806569 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40058) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:31.807055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc45dd-b4ad-46cc-a84e-dfb1f59335c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d3a28a-98c5-4d87-866d-3d4b7f656e55,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:32.212298 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:32.429372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:32.506112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Deleting port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:32.506469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:32.594289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] For port 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:32.594969 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:32.608197 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Calling delete_port for 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf owned by network:router_interface {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:32.814394 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:32.856665 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf9e3ab-c3df-4940-a41b-bd944d9d05cf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:33.099218 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.244082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40090) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:33.412400 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Router 6425df44-98f1-4f83-a742-c2a537fb145e has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:33.451695 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b660df2a-a561-4c2a-89e3-f062ee558319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.540462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:33.545631 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9471c1f0-0fd1-48fb-bc5a-1a9e0d8e89bb admin admin] 10.222.0.21 "PUT /v2.0/routers/6425df44-98f1-4f83-a742-c2a537fb145e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377119 Feb 10 16:13:33.545937 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b660df2a-a561-4c2a-89e3-f062ee558319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.548122 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40098) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:33.555966 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] Sync routers for ids ['6425df44-98f1-4f83-a742-c2a537fb145e'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:33.567615 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] Routers {'6425df44-98f1-4f83-a742-c2a537fb145e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:33.568371 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6425df44-98f1-4f83-a742-c2a537fb145e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:33.591011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b660df2a-a561-4c2a-89e3-f062ee558319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.645786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b660df2a-a561-4c2a-89e3-f062ee558319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb569129ca144c898fdb179ce95c54e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000378 Feb 10 16:13:33.653106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40104) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:33.718528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660df2a-a561-4c2a-89e3-f062ee558319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4c0080-7abc-492c-a2a7-e7d15cb38aaf,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:33.734875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eacafae1-44de-4a2a-94e8-c6404d151409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.742447 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.752226 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] Set router 6425df44-98f1-4f83-a742-c2a537fb145e gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:33.763912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eacafae1-44de-4a2a-94e8-c6404d151409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.822355 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eacafae1-44de-4a2a-94e8-c6404d151409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.825649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-eacafae1-44de-4a2a-94e8-c6404d151409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.827747 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eacafae1-44de-4a2a-94e8-c6404d151409 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b4c0080-7abc-492c-a2a7-e7d15cb38aaf HTTP/1.1" status: 204 len: 168 time: 0.1733372 Feb 10 16:13:33.861721 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacafae1-44de-4a2a-94e8-c6404d151409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4c0080-7abc-492c-a2a7-e7d15cb38aaf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:33.911338 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:33.982026 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:13:32Z', 'revision_number': 5, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port': {'id': '99c96f81-68b1-48c0-8ea9-000ee0aeeebe', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:40Z', 'updated_at': '2022-02-10T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:34.001139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Deleting port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:34.001581 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.018046 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] Checking router: 6425df44-98f1-4f83-a742-c2a537fb145e for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:34.027509 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] Routers {'6425df44-98f1-4f83-a742-c2a537fb145e'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:34.028373 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['6425df44-98f1-4f83-a742-c2a537fb145e'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:34.127339 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] For port 99c96f81-68b1-48c0-8ea9-000ee0aeeebe, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:34.128167 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.130099 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.146816 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] Set router 6425df44-98f1-4f83-a742-c2a537fb145e gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:34.151627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Calling delete_port for 99c96f81-68b1-48c0-8ea9-000ee0aeeebe owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:34.215102 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:13:33Z', 'revision_number': 6, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:34.255051 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a169aa2-1e5a-4b09-a115-7785b9800ffd None None] The sync data for ids ['6425df44-98f1-4f83-a742-c2a537fb145e'] in n-d-827895-3 is: [{'id': '6425df44-98f1-4f83-a742-c2a537fb145e', 'name': 'tempest-TestServerMultinode-1786238224-router', 'tenant_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:39Z', 'updated_at': '2022-02-10T16:13:33Z', 'revision_number': 6, 'project_id': '73dd6b3ade4e4f1186cf1d183ca2bdd4', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:34.362475 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.374384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.405561 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Pushing event deleted for resources: {'Port': ['ID=99c96f81-68b1-48c0-8ea9-000ee0aeeebe,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:34.485122 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.604140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.607185 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.682406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.683396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6425df44-98f1-4f83-a742-c2a537fb145e {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:13:34.691577 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.694668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-b5c64a74-145b-43ef-a90f-b4d66826752a admin admin] 10.222.0.21 "DELETE /v2.0/routers/6425df44-98f1-4f83-a742-c2a537fb145e HTTP/1.1" status: 204 len: 168 time: 1.1454797 Feb 10 16:13:34.697247 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40140) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:34.745437 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Deleting subnet cd7357c7-c0b9-4620-a6be-c9b960dc4c91 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:13:34.749675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.788811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.887348 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.946629 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.974027 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7357c7-c0b9-4620-a6be-c9b960dc4c91,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:34.978499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:34.984051 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6cc91aa6-5feb-412d-b6ab-887c784fc6d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd7357c7-c0b9-4620-a6be-c9b960dc4c91 HTTP/1.1" status: 204 len: 168 time: 0.2835975 Feb 10 16:13:34.984783 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40148) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:34.988844 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa2233e-e7a6-4632-8974-de9333d62623 None None] Network a03e29ed-a427-4db5-9dfe-15daf9af3e89 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:35.068955 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.134857 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Deleting port 10dee6cd-c68e-49a9-a374-91413411c5b4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:35.138360 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.227370 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] For port 10dee6cd-c68e-49a9-a374-91413411c5b4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10dee6cd-c68e-49a9-a374-91413411c5b4,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:35.227967 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.249849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Calling delete_port for 10dee6cd-c68e-49a9-a374-91413411c5b4 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:35.268460 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] DHCP port deletion for a03e29ed-a427-4db5-9dfe-15daf9af3e89 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:13:35.380742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] Deleting port 10dee6cd-c68e-49a9-a374-91413411c5b4 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:35.381128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.403215 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.432634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:35.438860 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Pushing event deleted for resources: {'Port': ['ID=10dee6cd-c68e-49a9-a374-91413411c5b4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:35.445942 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] No DVR routers for this DVR port 10dee6cd-c68e-49a9-a374-91413411c5b4 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:35.480475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:35.480826 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 2bf9e3ab-c3df-4940-a41b-bd944d9d05cf not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:35.481250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10dee6cd-c68e-49a9-a374-91413411c5b4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:35.508270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 10dee6cd-c68e-49a9-a374-91413411c5b4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:35.508619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 10dee6cd-c68e-49a9-a374-91413411c5b4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:35.509100 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 99c96f81-68b1-48c0-8ea9-000ee0aeeebe no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:35.520584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] For port 10dee6cd-c68e-49a9-a374-91413411c5b4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=10dee6cd-c68e-49a9-a374-91413411c5b4,segment=NetworkSegment(38374518-9217-4e56-ac49-2b47a3c5cf2e),segment_id=38374518-9217-4e56-ac49-2b47a3c5cf2e)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:35.520989 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.548634 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 99c96f81-68b1-48c0-8ea9-000ee0aeeebe {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:35.549184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 99c96f81-68b1-48c0-8ea9-000ee0aeeebe not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:35.577438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.593394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] Calling delete_port for 10dee6cd-c68e-49a9-a374-91413411c5b4 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:35.698367 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.727212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] Pushing event deleted for resources: {'Port': ['ID=10dee6cd-c68e-49a9-a374-91413411c5b4,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:35.745196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2f532-1c21-4462-b354-dab499edbc52 None None] No DVR routers for this DVR port 10dee6cd-c68e-49a9-a374-91413411c5b4 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:35.914840 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03e29ed-a427-4db5-9dfe-15daf9af3e89']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:35.925676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38374518-9217-4e56-ac49-2b47a3c5cf2e') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:35.925883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38374518-9217-4e56-ac49-2b47a3c5cf2e') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:35.936934 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.950902 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.959500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:13:35.959500 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:13:35.961091 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:13:36.026284 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.035106 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.042555 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a03e29ed-a427-4db5-9dfe-15daf9af3e89 HTTP/1.1" status: 204 len: 168 time: 1.0573201 Feb 10 16:13:36.055694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd79e1a-eda3-4d05-ba76-73d8c6bd2595 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03e29ed-a427-4db5-9dfe-15daf9af3e89,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:36.260979 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40266) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:36.307169 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-587ffe9d-53cc-482e-a929-61212d8fc7e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7688b17605c44e68b3d9485b9fde3150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450337 Feb 10 16:13:36.309930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40280) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:36.362369 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80e59de8-0a53-48af-8984-1ecf214225a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.391641 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80e59de8-0a53-48af-8984-1ecf214225a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.453239 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80e59de8-0a53-48af-8984-1ecf214225a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.456552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-80e59de8-0a53-48af-8984-1ecf214225a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.457793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-80e59de8-0a53-48af-8984-1ecf214225a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f3a90dd-1c41-4ff9-a6a0-8ecc0beecd2c HTTP/1.1" status: 204 len: 168 time: 0.1468828 Feb 10 16:13:36.467508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e59de8-0a53-48af-8984-1ecf214225a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a90dd-1c41-4ff9-a6a0-8ecc0beecd2c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:36.781242 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40318) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:36.893365 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40322) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:36.900281 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed458659-da2e-4847-bacc-3d4b79e557c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:36.975840 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-576040ac-d651-4281-acd3-a0499cadd8cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73dd6b3ade4e4f1186cf1d183ca2bdd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811875 Feb 10 16:13:36.980193 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40326) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:37.006318 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed458659-da2e-4847-bacc-3d4b79e557c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.010708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ed458659-da2e-4847-bacc-3d4b79e557c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.036823 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-127a06fd-e8bf-4d46-90a2-f9c877ad47ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.050917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed458659-da2e-4847-bacc-3d4b79e557c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4843b5a8-0a9e-4698-8b0d-710d9ae0e5c1,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:37.060226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ed458659-da2e-4847-bacc-3d4b79e557c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=104addbf32f1499585d397d177422d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777481 Feb 10 16:13:37.060855 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40330) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:37.065244 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-127a06fd-e8bf-4d46-90a2-f9c877ad47ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.118239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-127a06fd-e8bf-4d46-90a2-f9c877ad47ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.120877 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-127a06fd-e8bf-4d46-90a2-f9c877ad47ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.122229 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-127a06fd-e8bf-4d46-90a2-f9c877ad47ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d HTTP/1.1" status: 204 len: 168 time: 0.1406262 Feb 10 16:13:37.127474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f194df23-9d82-4243-a8c0-a35875472090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.131244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a06fd-e8bf-4d46-90a2-f9c877ad47ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcdcfa9-1d8e-4c0b-8245-038ccd08ad0d,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:37.153799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f194df23-9d82-4243-a8c0-a35875472090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.202121 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f194df23-9d82-4243-a8c0-a35875472090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.205691 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f194df23-9d82-4243-a8c0-a35875472090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.207397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f194df23-9d82-4243-a8c0-a35875472090 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4843b5a8-0a9e-4698-8b0d-710d9ae0e5c1 HTTP/1.1" status: 204 len: 168 time: 0.1452560 Feb 10 16:13:37.216277 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194df23-9d82-4243-a8c0-a35875472090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4843b5a8-0a9e-4698-8b0d-710d9ae0e5c1,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:37.549616 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40356) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:37.566859 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0e95ec0-79e9-4976-895d-205bcd08f5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.653806 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0e95ec0-79e9-4976-895d-205bcd08f5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.659500 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b0e95ec0-79e9-4976-895d-205bcd08f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.698192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e95ec0-79e9-4976-895d-205bcd08f5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baffb83c-9a96-475d-b747-e80f86342124,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:37.702653 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b0e95ec0-79e9-4976-895d-205bcd08f5fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33543c28b4cd45ea8c010378bc2f7a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518505 Feb 10 16:13:37.705875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40360) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:37.765557 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00432f8d-5b99-4b92-9c2f-2de1f8960dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.788596 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00432f8d-5b99-4b92-9c2f-2de1f8960dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.844438 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00432f8d-5b99-4b92-9c2f-2de1f8960dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.847488 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-00432f8d-5b99-4b92-9c2f-2de1f8960dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:37.848814 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-00432f8d-5b99-4b92-9c2f-2de1f8960dc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baffb83c-9a96-475d-b747-e80f86342124 HTTP/1.1" status: 204 len: 168 time: 0.1419392 Feb 10 16:13:37.856865 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00432f8d-5b99-4b92-9c2f-2de1f8960dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baffb83c-9a96-475d-b747-e80f86342124,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:38.017504 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40376) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:38.143384 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1632459279-network', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:38.174851 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Made reservation on behalf of 76c43ba73c7642a684dfdf51d2ae760b for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:13:38.177608 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.187909 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.298187 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.303754 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.317939 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:13:38.330420 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.330811 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Added segment d047b118-ab96-4545-aa4e-de7517a23995 of type vlan for network 82496f54-b69c-4218-a92f-64261a8be1ec Feb 10 16:13:38.393196 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.395760 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5413a5-4cc9-4625-b4c7-b2d1033a44e4,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:38.423071 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.424529 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:38.425220 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.490839 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4719868 Feb 10 16:13:38.493837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40390) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:38.498683 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Request body: {'subnet': {'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1632459279-subnet', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:38.499481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc94c8-9c24-4c2b-8626-696449aa7924 admin admin] Pushing event updated for resources: {'Network': ['ID=82496f54-b69c-4218-a92f-64261a8be1ec,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:38.524848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Made reservation on behalf of 76c43ba73c7642a684dfdf51d2ae760b for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:13:38.527539 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.531982 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 82496f54-b69c-4218-a92f-64261a8be1ec details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:13:38.708170 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.764399 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a995df-37f5-4e4b-ad1d-b62b742dda2b,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:38.775141 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Checking segment: {'id': 'd047b118-ab96-4545-aa4e-de7517a23995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:13:38.775529 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Network hostable DHCP agents. Network: 82496f54-b69c-4218-a92f-64261a8be1ec, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:13:38.792553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Network 82496f54-b69c-4218-a92f-64261a8be1ec is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:13:38.801670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 82496f54-b69c-4218-a92f-64261a8be1ec) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:38.819514 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:38.819514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.824643 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0f9ae-941a-4df9-b73b-7a22b7c8b6e6 None None] Network 82496f54-b69c-4218-a92f-64261a8be1ec requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:38.825564 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-042e217b-732a-410c-88c1-7df7a1b1e3a2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3303795 Feb 10 16:13:38.828063 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40396) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:38.833275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:38.858124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.859281 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.925161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:38.994544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-82496f54-b69c-4218-a92f-64261a8be1ec', 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'fixed_ips': [{'subnet_id': '90a995df-37f5-4e4b-ad1d-b62b742dda2b'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:13:38.995688 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.078456 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.147481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Allocated IP 172.20.0.2 (82496f54-b69c-4218-a92f-64261a8be1ec/90a995df-37f5-4e4b-ad1d-b62b742dda2b/18c2f8b5-5c8a-4364-8279-d5c66d0b44b1) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:13:39.315085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.336652 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.457036 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Allocated IP 172.25.7.101 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/04ce8bc7-bc3c-45d2-8009-ae5de2915657) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:13:39.494598 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.501048 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.546749 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Network 82496f54-b69c-4218-a92f-64261a8be1ec is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:39.551993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:39.555315 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:13:39.557654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Pushing event updated for resources: {'Port': ['ID=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:39.583496 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.617116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Attempting to bind port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:13:39.617846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Attempting to bind port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'd047b118-ab96-4545-aa4e-de7517a23995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:13:39.618213 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Attempting to bind port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 on network 82496f54-b69c-4218-a92f-64261a8be1ec {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:13:39.624374 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:13:39.624773 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Checking segment: {'id': 'd047b118-ab96-4545-aa4e-de7517a23995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:13:39.625425 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.625841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Bound using segment: {'id': 'd047b118-ab96-4545-aa4e-de7517a23995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:13:39.626308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Bound port: 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd047b118-ab96-4545-aa4e-de7517a23995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:13:39.626686 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.646820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.694281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:39.695892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] For port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:13:39.698865 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:39.700124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] For port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,segment=NetworkSegment(d047b118-ab96-4545-aa4e-de7517a23995),segment_id=d047b118-ab96-4545-aa4e-de7517a23995)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:13:39.701645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:13:39.706836 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:39.731993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Pushing event updated for resources: {'Port': ['ID=04ce8bc7-bc3c-45d2-8009-ae5de2915657,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:39.774666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744c194-196e-4849-82b2-c10341ce54f2 None None] Pushing event updated for resources: {'Port': ['ID=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:39.998775 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:40.574699 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:40.717003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Router 9bc6e961-8b38-4e08-9785-3dac23f584cf is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:13:40.833532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:40.843996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Sync routers for ids ['9bc6e961-8b38-4e08-9785-3dac23f584cf'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:40.853952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:40.858074 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:40.858569 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-10136131-dbaf-4e85-8bda-83764ef485d3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.0287614 Feb 10 16:13:40.859791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Routers {'9bc6e961-8b38-4e08-9785-3dac23f584cf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:40.860413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bc6e961-8b38-4e08-9785-3dac23f584cf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:40.896909 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a483377-dcbe-4224-b9f7-0e80b45dd434 None None] Network 82496f54-b69c-4218-a92f-64261a8be1ec requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:41.027401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-cb62aed6-2d68-4da5-a128-2ef6fb6422ca None None] Provisioning complete for port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:41.027794 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb62aed6-2d68-4da5-a128-2ef6fb6422ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.086900 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Set router 9bc6e961-8b38-4e08-9785-3dac23f584cf gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:41.348336 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb62aed6-2d68-4da5-a128-2ef6fb6422ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.357764 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.403079 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:41.466217 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cb62aed6-2d68-4da5-a128-2ef6fb6422ca None None] For port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,segment=NetworkSegment(d047b118-ab96-4545-aa4e-de7517a23995),segment_id=d047b118-ab96-4545-aa4e-de7517a23995)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:41.481555 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cb62aed6-2d68-4da5-a128-2ef6fb6422ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.526544 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:13:38Z', 'updated_at': '2022-02-10T16:13:39Z', 'revision_number': 3, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'gw_port': {'id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:13:39Z', 'updated_at': '2022-02-10T16:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:41.533050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:41.533429 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.558854 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Allocated IP 172.20.0.1 (82496f54-b69c-4218-a92f-64261a8be1ec/90a995df-37f5-4e4b-ad1d-b62b742dda2b/89d49c07-79c6-4d1c-9756-6d8445fbe0ba) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:13:41.583427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Checking router: 9bc6e961-8b38-4e08-9785-3dac23f584cf for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:41.583814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Updating router 9bc6e961-8b38-4e08-9785-3dac23f584cf port 04ce8bc7-bc3c-45d2-8009-ae5de2915657 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:13:41.616080 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.659402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62aed6-2d68-4da5-a128-2ef6fb6422ca None None] Pushing event updated for resources: {'Port': ['ID=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:41.684465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.740166 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.785749 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Pushing event updated for resources: {'Port': ['ID=89d49c07-79c6-4d1c-9756-6d8445fbe0ba,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:41.792192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-905cf595-c2b9-44eb-8194-5791aca358a8 None None] Provisioning complete for port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:41.792192 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-905cf595-c2b9-44eb-8194-5791aca358a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:41.796142 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.796328 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.796738 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.797144 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.797548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.797950 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.798350 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.798747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.799171 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.799593 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.800092 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.800488 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:41.813083 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Network 82496f54-b69c-4218-a92f-64261a8be1ec is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:41.814532 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:41.817351 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:13:41.861055 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.043430 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.051139 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.061287 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.120581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Attempting to bind port 04ce8bc7-bc3c-45d2-8009-ae5de2915657 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:13:42.121034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Attempting to bind port 04ce8bc7-bc3c-45d2-8009-ae5de2915657 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:13:42.121481 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Attempting to bind port 04ce8bc7-bc3c-45d2-8009-ae5de2915657 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:13:42.129493 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:13:42.129958 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:13:42.130440 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.130905 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:13:42.131476 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Bound port: 04ce8bc7-bc3c-45d2-8009-ae5de2915657, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:13:42.131928 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.154088 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9f43c-6ed8-4d5f-a479-9fd7cdecfb4a None None] Pushing event updated for resources: {'Port': ['ID=04ce8bc7-bc3c-45d2-8009-ae5de2915657,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:42.200858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] For port 04ce8bc7-bc3c-45d2-8009-ae5de2915657, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:13:42.204332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] For port 04ce8bc7-bc3c-45d2-8009-ae5de2915657, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=04ce8bc7-bc3c-45d2-8009-ae5de2915657,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:13:42.212639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.214530 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-6a02c56a-7810-4dd2-9a1c-e7a728c3fbd7 None None] Provisioning complete for port 89d49c07-79c6-4d1c-9756-6d8445fbe0ba triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:42.214895 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6a02c56a-7810-4dd2-9a1c-e7a728c3fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.232875 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.239318 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.301086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-6a02c56a-7810-4dd2-9a1c-e7a728c3fbd7 None None] Port 89d49c07-79c6-4d1c-9756-6d8445fbe0ba cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:13:42.308236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Pushing event updated for resources: {'Port': ['ID=89d49c07-79c6-4d1c-9756-6d8445fbe0ba,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:42.316669 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.329553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Routers {'9bc6e961-8b38-4e08-9785-3dac23f584cf'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:42.330288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bc6e961-8b38-4e08-9785-3dac23f584cf'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:42.336635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9f43c-6ed8-4d5f-a479-9fd7cdecfb4a None None] Pushing event updated for resources: {'Port': ['ID=04ce8bc7-bc3c-45d2-8009-ae5de2915657,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:42.437032 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Network 82496f54-b69c-4218-a92f-64261a8be1ec is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:42.438393 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:42.450499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] Set router 9bc6e961-8b38-4e08-9785-3dac23f584cf gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:42.596935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Router 9bc6e961-8b38-4e08-9785-3dac23f584cf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:42.718787 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:42.727404 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ba771026-9ea2-47d9-9cdc-9036b110e85b admin admin] 10.222.0.21 "PUT /v2.0/routers/9bc6e961-8b38-4e08-9785-3dac23f584cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664789 Feb 10 16:13:42.786917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3a773603-faa8-4fdf-a745-ee057d103343 None None] Provisioning complete for port 89d49c07-79c6-4d1c-9756-6d8445fbe0ba triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:42.787287 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3a773603-faa8-4fdf-a745-ee057d103343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:42.852729 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3a773603-faa8-4fdf-a745-ee057d103343 None None] Port 89d49c07-79c6-4d1c-9756-6d8445fbe0ba cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:13:42.925667 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:13:38Z', 'updated_at': '2022-02-10T16:13:41Z', 'revision_number': 4, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'gw_port': {'id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:13:39Z', 'updated_at': '2022-02-10T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89d49c07-79c6-4d1c-9756-6d8445fbe0ba', 'name': '', 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'mac_address': 'fa:16:3e:06:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '90a995df-37f5-4e4b-ad1d-b62b742dda2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:13:41Z', 'updated_at': '2022-02-10T16:13:42Z', 'revision_number': 2, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'subnets': [{'id': '90a995df-37f5-4e4b-ad1d-b62b742dda2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:42.954554 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aebcb1-4551-4aeb-aeef-51a17c258543 None None] The sync data for ids ['9bc6e961-8b38-4e08-9785-3dac23f584cf'] in n-d-827895-3 is: [{'id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:13:38Z', 'updated_at': '2022-02-10T16:13:41Z', 'revision_number': 4, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'gw_port': {'id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:13:39Z', 'updated_at': '2022-02-10T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89d49c07-79c6-4d1c-9756-6d8445fbe0ba', 'name': '', 'network_id': '82496f54-b69c-4218-a92f-64261a8be1ec', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'mac_address': 'fa:16:3e:06:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '90a995df-37f5-4e4b-ad1d-b62b742dda2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:13:41Z', 'updated_at': '2022-02-10T16:13:42Z', 'revision_number': 2, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'subnets': [{'id': '90a995df-37f5-4e4b-ad1d-b62b742dda2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:43.343791 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:43.447613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:43.448156 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:43.983720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40500) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:44.359406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:44.636615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Deleting port 89d49c07-79c6-4d1c-9756-6d8445fbe0ba {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:44.636973 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:44.718489 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:44.732885 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Calling delete_port for 89d49c07-79c6-4d1c-9756-6d8445fbe0ba owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:44.932628 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:44.961496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Pushing event deleted for resources: {'Port': ['ID=89d49c07-79c6-4d1c-9756-6d8445fbe0ba,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:45.149273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.355589 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] Sync routers for ids ['9bc6e961-8b38-4e08-9785-3dac23f584cf'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:45.375192 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 04ce8bc7-bc3c-45d2-8009-ae5de2915657 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:45.384946 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] Routers {'9bc6e961-8b38-4e08-9785-3dac23f584cf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:45.385806 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bc6e961-8b38-4e08-9785-3dac23f584cf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:45.391930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Router 9bc6e961-8b38-4e08-9785-3dac23f584cf has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:45.429994 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 04ce8bc7-bc3c-45d2-8009-ae5de2915657 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:45.430542 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.512740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:45.519078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9ac9f8aa-a220-4736-9eae-2aec4e8a941d admin admin] 10.222.0.21 "PUT /v2.0/routers/9bc6e961-8b38-4e08-9785-3dac23f584cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5338693 Feb 10 16:13:45.521697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40526) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:45.531800 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.541262 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] Set router 9bc6e961-8b38-4e08-9785-3dac23f584cf gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:45.555785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 04ce8bc7-bc3c-45d2-8009-ae5de2915657, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=04ce8bc7-bc3c-45d2-8009-ae5de2915657,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:45.564740 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.647095 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=04ce8bc7-bc3c-45d2-8009-ae5de2915657,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:45.649393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.765359 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.769673 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:13:38Z', 'updated_at': '2022-02-10T16:13:44Z', 'revision_number': 5, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'gw_port': {'id': '04ce8bc7-bc3c-45d2-8009-ae5de2915657', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:13:39Z', 'updated_at': '2022-02-10T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:45.798888 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] Checking router: 9bc6e961-8b38-4e08-9785-3dac23f584cf for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:45.808951 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] Routers {'9bc6e961-8b38-4e08-9785-3dac23f584cf'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:45.810176 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9bc6e961-8b38-4e08-9785-3dac23f584cf'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:45.824601 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Deleting port 04ce8bc7-bc3c-45d2-8009-ae5de2915657 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:45.824953 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.912178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] For port 04ce8bc7-bc3c-45d2-8009-ae5de2915657, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=04ce8bc7-bc3c-45d2-8009-ae5de2915657,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:45.912709 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:45.932102 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Calling delete_port for 04ce8bc7-bc3c-45d2-8009-ae5de2915657 owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:46.004086 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] Set router 9bc6e961-8b38-4e08-9785-3dac23f584cf gateway port host: None {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:46.057194 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:13:38Z', 'updated_at': '2022-02-10T16:13:45Z', 'revision_number': 6, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'gw_port_host': None}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:46.087277 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31e54b-1ce8-49c7-87c4-88904395ece8 None None] The sync data for ids ['9bc6e961-8b38-4e08-9785-3dac23f584cf'] in n-d-827895-3 is: [{'id': '9bc6e961-8b38-4e08-9785-3dac23f584cf', 'name': 'tempest-ImageQuotaTest-1632459279-router', 'tenant_id': '76c43ba73c7642a684dfdf51d2ae760b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:13:38Z', 'updated_at': '2022-02-10T16:13:45Z', 'revision_number': 6, 'project_id': '76c43ba73c7642a684dfdf51d2ae760b', 'gw_port_host': None}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:46.107048 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.138878 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ce8bc7-bc3c-45d2-8009-ae5de2915657,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:46.209222 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.302381 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.305218 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.348965 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.349556 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc6e961-8b38-4e08-9785-3dac23f584cf {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:13:46.354497 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.355775 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-1dd5f9a9-afd2-4160-805c-510136c18b42 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9bc6e961-8b38-4e08-9785-3dac23f584cf HTTP/1.1" status: 204 len: 168 time: 0.8314290 Feb 10 16:13:46.358412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40540) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:46.407244 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Deleting subnet 90a995df-37f5-4e4b-ad1d-b62b742dda2b {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:13:46.410364 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.447397 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.544613 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.599089 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.630626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a995df-37f5-4e4b-ad1d-b62b742dda2b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:46.633314 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.639268 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6a3035e7-752b-4ab0-a186-33e6a20f9c75 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90a995df-37f5-4e4b-ad1d-b62b742dda2b HTTP/1.1" status: 204 len: 168 time: 0.2772357 Feb 10 16:13:46.639395 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0817ca-0eaf-4e87-b72d-11a989165cf4 None None] Network 82496f54-b69c-4218-a92f-64261a8be1ec requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:13:46.639949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 40548) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:46.707477 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.775677 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Deleting port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:46.775938 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:46.906322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] DHCP port deletion for 82496f54-b69c-4218-a92f-64261a8be1ec request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:13:46.982700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] Deleting port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:13:46.983313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.077349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] For port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,segment=NetworkSegment(d047b118-ab96-4545-aa4e-de7517a23995),segment_id=d047b118-ab96-4545-aa4e-de7517a23995)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:47.077847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.099751 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] Calling delete_port for 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:47.121342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] For port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,segment=NetworkSegment(d047b118-ab96-4545-aa4e-de7517a23995),segment_id=d047b118-ab96-4545-aa4e-de7517a23995)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:47.121660 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.135165 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Calling delete_port for 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:13:47.187785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Sync routers for ids ['9bc6e961-8b38-4e08-9785-3dac23f584cf'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:47.191596 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.224682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] Pushing event deleted for resources: {'Port': ['ID=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:47.225135 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.227341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cfc2a-8db8-46fb-b102-48d3e10f55a8 None None] No DVR routers for this DVR port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:47.228694 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:47.229054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 16:13:47.230246 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bc6e961-8b38-4e08-9785-3dac23f584cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102616) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 16:13:47.242357 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] No DVR routers for this DVR port 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 on host n-d-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:13:47.244332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Routers set() bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:47.244332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Router IDs set() for agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 16:13:47.244996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bc6e961-8b38-4e08-9785-3dac23f584cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:13:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent'). {{(pid=102616) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 16:13:47.245422 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa11fa4-1e99-49c3-b4aa-bc4e1fafeca5 None None] The sync data for ids ['9bc6e961-8b38-4e08-9785-3dac23f584cf'] in n-d-827895-3 is: [] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:47.294452 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c2f8b5-5c8a-4364-8279-d5c66d0b44b1,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:47.332364 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 04ce8bc7-bc3c-45d2-8009-ae5de2915657 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:47.361747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 04ce8bc7-bc3c-45d2-8009-ae5de2915657 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:47.361747 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 04ce8bc7-bc3c-45d2-8009-ae5de2915657 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:47.362446 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 89d49c07-79c6-4d1c-9756-6d8445fbe0ba no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:47.369340 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.389003 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 89d49c07-79c6-4d1c-9756-6d8445fbe0ba {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:47.389693 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 89d49c07-79c6-4d1c-9756-6d8445fbe0ba not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:47.390301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:13:47.410953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82496f54-b69c-4218-a92f-64261a8be1ec']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:47.413424 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:13:47.414515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 18c2f8b5-5c8a-4364-8279-d5c66d0b44b1 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:13:47.423766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd047b118-ab96-4545-aa4e-de7517a23995') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:47.424382 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd047b118-ab96-4545-aa4e-de7517a23995') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:47.434516 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.449277 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.455720 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:13:47.456123 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: self.session.flush() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:13:47.458161 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:13:47.518842 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.531652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.534809 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82496f54-b69c-4218-a92f-64261a8be1ec HTTP/1.1" status: 204 len: 168 time: 0.8946855 Feb 10 16:13:47.551786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5aefb-885e-45e9-90a6-e7313dd4cd41 admin admin] Pushing event deleted for resources: {'Network': ['ID=82496f54-b69c-4218-a92f-64261a8be1ec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:47.651563 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40572) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:47.697223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4becf610-163f-47cc-a368-ca28d9c464a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c43ba73c7642a684dfdf51d2ae760b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419748 Feb 10 16:13:47.697438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40574) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:47.751654 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2118d009-6903-4ba4-bdd5-0314c8865602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.772225 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2118d009-6903-4ba4-bdd5-0314c8865602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.820627 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2118d009-6903-4ba4-bdd5-0314c8865602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.823792 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2118d009-6903-4ba4-bdd5-0314c8865602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:47.824914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2118d009-6903-4ba4-bdd5-0314c8865602 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f5413a5-4cc9-4625-b4c7-b2d1033a44e4 HTTP/1.1" status: 204 len: 168 time: 0.1265993 Feb 10 16:13:47.834839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d009-6903-4ba4-bdd5-0314c8865602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5413a5-4cc9-4625-b4c7-b2d1033a44e4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.172932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40588) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:48.187069 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d2209da-8a2c-4cb6-a84c-01ea29ea2606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.268301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d2209da-8a2c-4cb6-a84c-01ea29ea2606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.272370 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-2d2209da-8a2c-4cb6-a84c-01ea29ea2606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.309265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2209da-8a2c-4cb6-a84c-01ea29ea2606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569ecec0-dabe-446a-bee6-9ce271bc6803,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.313549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-2d2209da-8a2c-4cb6-a84c-01ea29ea2606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1395404 Feb 10 16:13:48.316279 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 40590) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:13:48.367019 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f2883115-33d5-49ff-986a-add011ca18df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.389951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f2883115-33d5-49ff-986a-add011ca18df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.438217 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f2883115-33d5-49ff-986a-add011ca18df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.441093 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f2883115-33d5-49ff-986a-add011ca18df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:48.444689 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f2883115-33d5-49ff-986a-add011ca18df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/569ecec0-dabe-446a-bee6-9ce271bc6803 HTTP/1.1" status: 204 len: 168 time: 0.1251061 Feb 10 16:13:48.457921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2883115-33d5-49ff-986a-add011ca18df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569ecec0-dabe-446a-bee6-9ce271bc6803,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:50.690219 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:13:53.755459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:57.385944 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:13:58.917448 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-30a28c9c-334d-4826-8629-2ba92f0990aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:00.196470 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-21a382c8-39c5-4065-84d4-6340c4cbde1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397766 Feb 10 16:14:00.282037 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-652cf87c-7944-49ac-8b0b-44f0283fadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:00.283531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-652cf87c-7944-49ac-8b0b-44f0283fadb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1097 time: 0.0449951 Feb 10 16:14:00.391832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-505792e9-f7f6-400a-a870-61f18cf40868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:00.393231 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-505792e9-f7f6-400a-a870-61f18cf40868 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 897 time: 0.0858376 Feb 10 16:14:00.470782 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-aee27c72-ec11-4baf-b250-3d77126c0403 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 1002 time: 0.0683372 Feb 10 16:14:00.520603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-1b7d81a2-454d-4870-875d-2096872bdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:00.522769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-1b7d81a2-454d-4870-875d-2096872bdfe6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 200 len: 834 time: 0.0442629 Feb 10 16:14:00.570647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-a3451e8b-37b0-4afb-96a4-193ae5a3cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:00.572216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-a3451e8b-37b0-4afb-96a4-193ae5a3cd8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66446cf2-2154-42b6-9fbb-11234dec63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429916 Feb 10 16:14:00.676402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-a71d196c-3539-4c02-8aaf-cab7c63cd427 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964699 Feb 10 16:14:00.775704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb1ec1c9-c1ac-4a1b-b5ba-1507b33d33d7 req-0b6f1d74-d21d-4d13-b43f-eb5218a21e2a service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926497 Feb 10 16:14:01.122002 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41142) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:01.300275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 4a75e7d1-e2fe-4a82-bfc4-7fd218a7582a {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:14:01.300967 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:01.333204 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7f29-6b98-4d9f-b301-f3596227178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:01.382891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:01.383314 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:01.395391 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 4a75e7d1-e2fe-4a82-bfc4-7fd218a7582a owned by network:floatingip {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:14:01.547169 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:01.579568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=4a75e7d1-e2fe-4a82-bfc4-7fd218a7582a,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:01.601589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.601935 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.602273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.602609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.602974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.603305 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.603661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.603991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.604318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.604646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.604967 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.605283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:01.647235 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for floatingip, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:01.647599 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Floating IP 61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 disassociated (deleted). External IP: 172.25.7.178, port: 40a6c79f-675e-4915-a142-efd617921955. Feb 10 16:14:01.861236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:14:02.318268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:14:02.324293 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:02.340047 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] Sync routers for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:14:02.354842 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:02.356096 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:02.358714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-05f1098a-8809-40bc-8ce3-3b1d687273c1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/floatingips/61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352 HTTP/1.1" status: 204 len: 168 time: 1.2355297 Feb 10 16:14:02.359577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'tag': '40a6c79f-675e-4915-a142-efd617921955'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:02.362586 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "tag": "40a6c79f-675e-4915-a142-efd617921955"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:02.424269 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a6004-1460-46b4-894e-f649171b78fa x-openstack-request-id: req-057a6004-1460-46b4-894e-f649171b78fa {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:02.424804 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "tag": "40a6c79f-675e-4915-a142-efd617921955", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:02.425227 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-057a6004-1460-46b4-894e-f649171b78fa {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:02.425784 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'tag': '40a6c79f-675e-4915-a142-efd617921955', 'status': 'completed', 'code': 200} Feb 10 16:14:02.434622 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:02.484422 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-453ed93a-79da-4591-bf97-c2cbb8b00078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:02.485933 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-453ed93a-79da-4591-bf97-c2cbb8b00078 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 1097 time: 0.0477111 Feb 10 16:14:02.521306 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:02.623607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-678e8a54-71d1-411b-8960-8356b5a52d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:02.626681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-678e8a54-71d1-411b-8960-8356b5a52d72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 200 len: 897 time: 0.1314042 Feb 10 16:14:02.689502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-ba5a530d-29b2-4ca9-8d10-4560b3f62ee2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 200 len: 217 time: 0.0502732 Feb 10 16:14:02.770813 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-c4d249ea-45f7-4ff8-a5f5-32643a0bf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:02.772312 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-c4d249ea-45f7-4ff8-a5f5-32643a0bf4b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 200 len: 834 time: 0.0642045 Feb 10 16:14:02.780947 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240bab-338f-4214-b63e-9d0ea4d7b640 req-aa4aa618-338c-4d13-8131-d5d0094654ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:02.782477 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:26Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:02.788047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b240bab-338f-4214-b63e-9d0ea4d7b640 req-aa4aa618-338c-4d13-8131-d5d0094654ba tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.1430020 Feb 10 16:14:02.820692 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] Checking router: 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:14:02.832018 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:02.832632 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:02.860016 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b240bab-338f-4214-b63e-9d0ea4d7b640 req-bab279e9-7d1b-4afc-b7bd-8f394988c325 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709834 Feb 10 16:14:02.872730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-0ad23917-63bf-4974-a22b-ff49217da806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:02.874472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-0ad23917-63bf-4974-a22b-ff49217da806 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66446cf2-2154-42b6-9fbb-11234dec63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787866 Feb 10 16:14:02.960696 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:02.995852 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-15f4d472-0f81-4d1d-ab43-a41228f94154 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136093 Feb 10 16:14:03.102274 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d2d6b79-a651-46aa-aa74-74ac7b210b0d req-a29ecfc1-f563-4065-9cbd-35e15dfd9955 service neutron] 10.222.0.45 "GET /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995898 Feb 10 16:14:03.181993 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:26Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:03.215395 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a2996-5263-4dcf-9f83-5e21fa24cfb9 None None] The sync data for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 is: [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '1ba310c9-bbd5-4a8c-9e29-0580f5614fd4', 'name': '', 'network_id': '66446cf2-2154-42b6-9fbb-11234dec63ac', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:19Z', 'updated_at': '2022-02-10T16:12:26Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'subnets': [{'id': '9b7e5a99-8851-451f-b0e3-2546d6c2b547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:14:03.452684 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecce4ba-9b56-4afe-a13a-454ab2abcfe3 None None] New status for floating IP 61a8ef3f-0f85-4dd6-8f8d-bfe7617bb352: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:14:03.999344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-b0b88460-ecb3-470b-be16-b4c633242220 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:04.000812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-b0b88460-ecb3-470b-be16-b4c633242220 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0798416 Feb 10 16:14:04.012714 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb18dd-44a3-4065-b8b9-5f3e03c49f02 req-0571cdc7-6871-4314-8827-18927bf11587 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:04.014096 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6beb18dd-44a3-4065-b8b9-5f3e03c49f02 req-0571cdc7-6871-4314-8827-18927bf11587 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc4cb752-be3e-4802-9388-6bd7961f548b HTTP/1.1" status: 200 len: 946 time: 0.0847294 Feb 10 16:14:04.099655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6beb18dd-44a3-4065-b8b9-5f3e03c49f02 req-5ca9aa81-f0c5-449f-a9a7-f2ff390411e1 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb69f28e-790b-4317-9e85-412d8a1095f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781069 Feb 10 16:14:04.129531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:04.133175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 40a6c79f-675e-4915-a142-efd617921955 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:14:04.133526 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:04.227765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 40a6c79f-675e-4915-a142-efd617921955, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=40a6c79f-675e-4915-a142-efd617921955,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:04.228083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:04.239948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 40a6c79f-675e-4915-a142-efd617921955 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:14:04.364545 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:04.372947 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:04.407425 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=40a6c79f-675e-4915-a142-efd617921955,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:04.454108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] No DVR routers for this DVR port 40a6c79f-675e-4915-a142-efd617921955 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:14:04.456649 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:04.460247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b5e1934-4744-4615-90bc-fb9ea382b9b3 req-e77ee12b-ed87-4144-8594-c427e96f0108 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.45 "DELETE /v2.0/ports/40a6c79f-675e-4915-a142-efd617921955 HTTP/1.1" status: 204 len: 173 time: 0.4452975 Feb 10 16:14:04.460689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'name': 'network-vif-deleted', 'tag': '40a6c79f-675e-4915-a142-efd617921955'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:04.463033 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1372d9-502d-421c-88ea-5b34ca2fe230" -d '{"events": [{"server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "name": "network-vif-deleted", "tag": "40a6c79f-675e-4915-a142-efd617921955"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:04.500863 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498d037c-d684-4997-b322-58379e896623 x-openstack-request-id: req-498d037c-d684-4997-b322-58379e896623 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:04.501189 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cb752-be3e-4802-9388-6bd7961f548b", "name": "network-vif-deleted", "tag": "40a6c79f-675e-4915-a142-efd617921955", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:04.501445 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-498d037c-d684-4997-b322-58379e896623 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:04.501882 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cb752-be3e-4802-9388-6bd7961f548b', 'name': 'network-vif-deleted', 'tag': '40a6c79f-675e-4915-a142-efd617921955', 'status': 'completed', 'code': 200} Feb 10 16:14:05.158600 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41168) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:05.540753 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:05.690667 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41176) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:05.811416 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:14:05.811801 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:05.811947 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5636c42d-dbc5-4127-bbee-adec89ef61be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:05.886312 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5636c42d-dbc5-4127-bbee-adec89ef61be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:05.891100 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5636c42d-dbc5-4127-bbee-adec89ef61be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:05.906403 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:05.906778 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:05.920675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:14:05.931298 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5636c42d-dbc5-4127-bbee-adec89ef61be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b9ef2faa7e447b6919c7ac9edc8b1d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388442 Feb 10 16:14:05.933521 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41180) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:05.939912 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636c42d-dbc5-4127-bbee-adec89ef61be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f65d474-0c72-40c0-917f-24a6a90dc83e,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:05.990281 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a3837fa-5e4c-4a70-9e58-c4499d67bcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.011801 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a3837fa-5e4c-4a70-9e58-c4499d67bcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.058120 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a3837fa-5e4c-4a70-9e58-c4499d67bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.060843 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7a3837fa-5e4c-4a70-9e58-c4499d67bcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.062046 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7a3837fa-5e4c-4a70-9e58-c4499d67bcb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f65d474-0c72-40c0-917f-24a6a90dc83e HTTP/1.1" status: 204 len: 168 time: 0.1275520 Feb 10 16:14:06.069644 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3837fa-5e4c-4a70-9e58-c4499d67bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f65d474-0c72-40c0-917f-24a6a90dc83e,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:06.119165 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.147344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=1ba310c9-bbd5-4a8c-9e29-0580f5614fd4,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:06.336590 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.371192 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41186) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:06.385003 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-677e2ad8-0d48-43e9-980a-3c3ce290bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.465005 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-677e2ad8-0d48-43e9-980a-3c3ce290bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.469157 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-677e2ad8-0d48-43e9-980a-3c3ce290bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.505395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e2ad8-0d48-43e9-980a-3c3ce290bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a37ac1-9d12-4ecf-923c-72cb80db8cc6,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:06.511929 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-677e2ad8-0d48-43e9-980a-3c3ce290bb67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ead5bba1efd428280831a2bc516036e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396055 Feb 10 16:14:06.512849 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41188) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:06.561274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:14:06.563481 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4d9f-b792-4f3a-80bf-028811533d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.586932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4d9f-b792-4f3a-80bf-028811533d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.636789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4d9f-b792-4f3a-80bf-028811533d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.639545 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4d9f-b792-4f3a-80bf-028811533d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.642961 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-c6fd4d9f-b792-4f3a-80bf-028811533d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04a37ac1-9d12-4ecf-923c-72cb80db8cc6 HTTP/1.1" status: 204 len: 168 time: 0.1265855 Feb 10 16:14:06.654949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd4d9f-b792-4f3a-80bf-028811533d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a37ac1-9d12-4ecf-923c-72cb80db8cc6,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:06.668218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:14:06.673744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7f3ccc02-4138-4193-9876-706f0d2ec5e9 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "PUT /v2.0/routers/0fb35285-b09e-478f-b2ba-d7ef3c7696f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5141003 Feb 10 16:14:06.676534 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41192) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:06.680269 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] Sync routers for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:14:06.697738 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:06.698680 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:06.734888 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting subnet 9b7e5a99-8851-451f-b0e3-2546d6c2b547 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:14:06.738860 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.788147 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.809141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 40a6c79f-675e-4915-a142-efd617921955 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:14:06.816686 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:06.838936 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 40a6c79f-675e-4915-a142-efd617921955 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:14:06.839588 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 40a6c79f-675e-4915-a142-efd617921955 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:14:06.911676 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:06.994997 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.023931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7e5a99-8851-451f-b0e3-2546d6c2b547,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:07.029912 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.035957 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-77171bb6-3ea6-473a-85d3-ab034359e9dd tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/subnets/9b7e5a99-8851-451f-b0e3-2546d6c2b547 HTTP/1.1" status: 204 len: 168 time: 0.3583465 Feb 10 16:14:07.036686 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41200) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:07.041373 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345603ce-6bb5-4d5a-bf53-090963e0ddbf None None] Network 66446cf2-2154-42b6-9fbb-11234dec63ac requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:14:07.066069 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:14:06Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:07.096976 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] Checking router: 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:14:07.107727 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] Routers {'0fb35285-b09e-478f-b2ba-d7ef3c7696f0'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:07.108750 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:07.241587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.285363 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] DHCP port deletion for 66446cf2-2154-42b6-9fbb-11234dec63ac request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:14:07.365691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] Deleting port b26d349c-0c93-4ad9-92c8-7826da4964e3 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:14:07.366226 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.388849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.389572 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] Set router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:07.451923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b26d349c-0c93-4ad9-92c8-7826da4964e3 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:14:07.463237 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] For port b26d349c-0c93-4ad9-92c8-7826da4964e3, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b26d349c-0c93-4ad9-92c8-7826da4964e3,segment=NetworkSegment(883289af-91e9-41a9-a071-974760656ca8),segment_id=883289af-91e9-41a9-a071-974760656ca8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:07.463721 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.476266 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Deleting port b377762c-7b97-4754-80c6-21c6451d4e1c {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:14:07.477092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.503651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] Calling delete_port for b26d349c-0c93-4ad9-92c8-7826da4964e3 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:14:07.572257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] For port b377762c-7b97-4754-80c6-21c6451d4e1c, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b377762c-7b97-4754-80c6-21c6451d4e1c,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:07.573162 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.604518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Calling delete_port for b377762c-7b97-4754-80c6-21c6451d4e1c owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:14:07.626414 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:14:06Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:07.635385 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.680164 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7aede2-f421-4ae1-8db3-a15e15196f08 None None] The sync data for ids ['0fb35285-b09e-478f-b2ba-d7ef3c7696f0'] in n-d-827895-3 is: [{'id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33086661', 'tenant_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:12Z', 'updated_at': '2022-02-10T16:14:06Z', 'revision_number': 5, 'project_id': 'b0e71f23dd194896a39436d5ea6cedc5', 'gw_port': {'id': 'b377762c-7b97-4754-80c6-21c6451d4e1c', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb35285-b09e-478f-b2ba-d7ef3c7696f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:13Z', 'updated_at': '2022-02-10T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:14:07.686464 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.735606 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] No DVR routers for this DVR port b26d349c-0c93-4ad9-92c8-7826da4964e3 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:14:07.758062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c1fe6-a0a1-410f-ab37-9ba72fc0d63f None None] Pushing event deleted for resources: {'Port': ['ID=b26d349c-0c93-4ad9-92c8-7826da4964e3,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:07.828363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:07.856518 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Port': ['ID=b377762c-7b97-4754-80c6-21c6451d4e1c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:07.932881 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.027947 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.031153 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.081020 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.081803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb35285-b09e-478f-b2ba-d7ef3c7696f0 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:14:08.092938 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.094066 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d6851d81-16a3-4b65-b6a5-824080aeae26 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/routers/0fb35285-b09e-478f-b2ba-d7ef3c7696f0 HTTP/1.1" status: 204 len: 168 time: 1.0562947 Feb 10 16:14:08.096821 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41218) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:08.188951 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.292619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.314191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66446cf2-2154-42b6-9fbb-11234dec63ac']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:08.325105 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883289af-91e9-41a9-a071-974760656ca8') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:08.325380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883289af-91e9-41a9-a071-974760656ca8') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:08.336183 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.354207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.362178 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:14:08.362647 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:14:08.365785 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:14:08.430147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.438718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.447762 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/networks/66446cf2-2154-42b6-9fbb-11234dec63ac HTTP/1.1" status: 204 len: 168 time: 0.3497486 Feb 10 16:14:08.450685 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41226) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:08.460458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15561b3e-f523-44b0-9589-26fba9c1b1f7 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'Network': ['ID=66446cf2-2154-42b6-9fbb-11234dec63ac,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:08.511144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bd1f07c-4ba0-4cd4-9ab7-1cf152b76a84 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.538772 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bd1f07c-4ba0-4cd4-9ab7-1cf152b76a84 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.600257 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bd1f07c-4ba0-4cd4-9ab7-1cf152b76a84 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.603336 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8bd1f07c-4ba0-4cd4-9ab7-1cf152b76a84 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:08.607009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8bd1f07c-4ba0-4cd4-9ab7-1cf152b76a84 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb69f28e-790b-4317-9e85-412d8a1095f7 HTTP/1.1" status: 204 len: 168 time: 0.1528406 Feb 10 16:14:08.614289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1f07c-4ba0-4cd4-9ab7-1cf152b76a84 tempest-TestNetworkAdvancedServerOps-657705507 tempest-TestNetworkAdvancedServerOps-657705507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb69f28e-790b-4317-9e85-412d8a1095f7,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:08.933221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41234) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:09.068381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e32336c3-013b-491b-a33a-17b50310792b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0e71f23dd194896a39436d5ea6cedc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339834 Feb 10 16:14:09.070893 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41238) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:09.117869 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a87bcef5-8248-4370-bee7-c7d7e26ed1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:09.139150 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a87bcef5-8248-4370-bee7-c7d7e26ed1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:09.186124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a87bcef5-8248-4370-bee7-c7d7e26ed1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:09.188849 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a87bcef5-8248-4370-bee7-c7d7e26ed1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:09.189996 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a87bcef5-8248-4370-bee7-c7d7e26ed1c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a24e705f-24ee-4e18-983e-f9f1efea6c7e HTTP/1.1" status: 204 len: 168 time: 0.1175404 Feb 10 16:14:09.198062 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bcef5-8248-4370-bee7-c7d7e26ed1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e705f-24ee-4e18-983e-f9f1efea6c7e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:09.330624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:14:09.356452 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:14:09.357050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 1ba310c9-bbd5-4a8c-9e29-0580f5614fd4 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:14:09.357469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b377762c-7b97-4754-80c6-21c6451d4e1c no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:14:09.377841 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b377762c-7b97-4754-80c6-21c6451d4e1c {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:14:09.378168 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b377762c-7b97-4754-80c6-21c6451d4e1c not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:14:09.476199 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41256) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:09.517797 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-63542031-9c1c-422c-8e6b-7e3a47ac2a05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7b363c3e5d14cccab853c875be7ec56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404503 Feb 10 16:14:09.520392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41258) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:09.572252 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d3a688b-d5d2-408d-a2e6-c1af58252bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:09.595249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d3a688b-d5d2-408d-a2e6-c1af58252bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:09.637688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-1daaed3f-0691-4ee8-becb-1b88968634dc tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e2e22591870b428ab52a9ee0e783acc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359857 Feb 10 16:14:10.103066 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d3a688b-d5d2-408d-a2e6-c1af58252bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:10.105662 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-4d3a688b-d5d2-408d-a2e6-c1af58252bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:10.106793 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-4d3a688b-d5d2-408d-a2e6-c1af58252bfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bcfa7c4-376f-49c1-9313-6d581c85c60f HTTP/1.1" status: 204 len: 168 time: 0.5855303 Feb 10 16:14:10.137720 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a688b-d5d2-408d-a2e6-c1af58252bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcfa7c4-376f-49c1-9313-6d581c85c60f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:10.172781 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-0521cf23-b381-481d-91c1-2e10709243b2 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:10.174263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-0521cf23-b381-481d-91c1-2e10709243b2 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5308657 Feb 10 16:14:10.190314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-d95709c5-ddf5-454b-994c-65f4adde5a90 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/quotas/e2e22591870b428ab52a9ee0e783acc9 HTTP/1.1" status: 200 len: 375 time: 0.0100839 Feb 10 16:14:10.230825 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-ac208569-ff99-45a8-a0b0-cd693f2ce3d9 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2e22591870b428ab52a9ee0e783acc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345390 Feb 10 16:14:10.607434 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1b04abb-7e13-4b9d-b2d4-29ec4da19d37 req-2a7e001e-e5cb-4248-8efa-70e62a9ff546 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 210 time: 0.2269859 Feb 10 16:14:11.367318 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-57cccd67-68cf-410b-8b3a-8a75998e9ced tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e2e22591870b428ab52a9ee0e783acc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331843 Feb 10 16:14:11.565773 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-84a8d419-b63b-4f39-a7ba-dc8169be05c3 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:11.567245 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-84a8d419-b63b-4f39-a7ba-dc8169be05c3 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936247 Feb 10 16:14:11.581099 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Request body: {'port': {'device_id': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'admin_state_up': True, 'tenant_id': 'e2e22591870b428ab52a9ee0e783acc9'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:11.701904 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Made reservation on behalf of e2e22591870b428ab52a9ee0e783acc9 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:14:11.707604 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:11.711291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7b0348b-abfd-489b-8e36-24cc297c147e req-f357b2d4-9126-425b-a6c7-e76f44917a14 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 210 time: 0.0286255 Feb 10 16:14:11.717590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:11.807470 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:11.811469 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:11.878187 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a2057a-f99f-43ba-9f67-25838d448753,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:11.949952 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Allocated IP 192.168.233.221 (e27c8754-4835-443f-b520-c7d17b9d37b1/d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6/9fe6e1b4-3a03-4906-abae-1855251ef049) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:14:12.103677 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.136777 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.179214 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Network e27c8754-4835-443f-b520-c7d17b9d37b1 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:12.182900 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:12.186409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:14:12.218730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Pushing event updated for resources: {'Port': ['ID=9fe6e1b4-3a03-4906-abae-1855251ef049,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:12.247618 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:12.248591 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.270662 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-72e0617f-6c27-4982-9a50-c5bc52229022 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6936932 Feb 10 16:14:12.283756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Request body: {'port': {'device_id': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:12.293598 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41328) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:12.299252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'network': {'name': 'tempest-network-smoke--294175366', 'project_id': 'ba6607d846df45708f47c55964645f17', 'port_security_enabled': True}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:12.326696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Made reservation on behalf of ba6607d846df45708f47c55964645f17 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:14:12.330932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.341180 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.344143 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.429067 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.433918 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.467507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:14:12.474001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3f866e-8059-4301-b680-405def4dff6c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:12.480844 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.481236 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Added segment b2701768-7ff5-4e22-8a10-5c24e1210041 of type vlan for network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c Feb 10 16:14:12.505977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-924c184e-76cf-4562-9579-bd47552e05c8 None None] Provisioning complete for port 9fe6e1b4-3a03-4906-abae-1855251ef049 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:12.506525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-924c184e-76cf-4562-9579-bd47552e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.534379 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.544886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-924c184e-76cf-4562-9579-bd47552e05c8 None None] Port 9fe6e1b4-3a03-4906-abae-1855251ef049 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:14:12.559273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.565140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:12.565720 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.617946 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3232458 Feb 10 16:14:12.623510 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41330) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:12.628250 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'admin_state_up': True, 'project_id': 'ba6607d846df45708f47c55964645f17', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:12.637273 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73a28-1324-4ab7-821e-74a510515f45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Network': ['ID=75f3c1fd-c6c0-4498-9d73-6a2c8327829c,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:12.647134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:14:12.650774 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe6e1b4-3a03-4906-abae-1855251ef049 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:14:12.662022 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.680115 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Transition to ACTIVE for port object 9fe6e1b4-3a03-4906-abae-1855251ef049 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:14:12.683648 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.684840 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.689968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.764103 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Pushing event updated for resources: {'Port': ['ID=9fe6e1b4-3a03-4906-abae-1855251ef049,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:12.842054 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:12.862616 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0194e80-d6b8-42e2-8ee0-f19b949d817e req-b0c993c4-f0c2-4487-918e-bbc23abc1617 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:12.864187 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0194e80-d6b8-42e2-8ee0-f19b949d817e req-b0c993c4-f0c2-4487-918e-bbc23abc1617 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 948 time: 0.0589461 Feb 10 16:14:12.905644 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d0194e80-d6b8-42e2-8ee0-f19b949d817e req-3856741a-c275-4e50-b47f-4f37576e8857 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Feb 10 16:14:12.944040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Attempting to bind port 9fe6e1b4-3a03-4906-abae-1855251ef049 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:14:12.944379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Attempting to bind port 9fe6e1b4-3a03-4906-abae-1855251ef049 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:14:12.944701 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Attempting to bind port 9fe6e1b4-3a03-4906-abae-1855251ef049 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:13.006078 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Port 9fe6e1b4-3a03-4906-abae-1855251ef049 on network e27c8754-4835-443f-b520-c7d17b9d37b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:14:13.006409 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Attempting to bind port 9fe6e1b4-3a03-4906-abae-1855251ef049 on network e27c8754-4835-443f-b520-c7d17b9d37b1 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:13.014224 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:14:13.014549 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Checking segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:14:13.014931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Bound using segment: {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:14:13.015358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Bound port: 9fe6e1b4-3a03-4906-abae-1855251ef049, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89324a19-01b0-4c4a-ab53-565eb6cfefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:14:13.015739 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.019465 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.129792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] For port 9fe6e1b4-3a03-4906-abae-1855251ef049, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:14:13.144481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] For port 9fe6e1b4-3a03-4906-abae-1855251ef049, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9fe6e1b4-3a03-4906-abae-1855251ef049,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:14:13.149178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.196276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:13.197114 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.198623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] 10.222.0.75 "PUT /v2.0/ports/9fe6e1b4-3a03-4906-abae-1855251ef049 HTTP/1.1" status: 200 len: 1096 time: 0.9192848 Feb 10 16:14:13.199256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'tag': '9fe6e1b4-3a03-4906-abae-1855251ef049'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:13.201580 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73758ae3-0e17-4c1a-8a6d-16705fc0262c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba47f853-c0f8-4ec2-8870-8d1ec5a7832e", "tag": "9fe6e1b4-3a03-4906-abae-1855251ef049"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:13.254954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe4fd2-44ee-4616-9028-912cd26884dc service neutron] Pushing event updated for resources: {'Port': ['ID=9fe6e1b4-3a03-4906-abae-1855251ef049,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:13.261383 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1971b1a1-7dac-46f2-93f1-b3cd2943eafa x-openstack-request-id: req-1971b1a1-7dac-46f2-93f1-b3cd2943eafa {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:13.261674 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba47f853-c0f8-4ec2-8870-8d1ec5a7832e", "tag": "9fe6e1b4-3a03-4906-abae-1855251ef049", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:13.261924 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1971b1a1-7dac-46f2-93f1-b3cd2943eafa {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:13.262327 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'tag': '9fe6e1b4-3a03-4906-abae-1855251ef049', 'status': 'completed', 'code': 200} Feb 10 16:14:13.362538 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-0dece82d-b67d-484e-b7d0-ef6205a535b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:13.364083 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-0dece82d-b67d-484e-b7d0-ef6205a535b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e2e22591870b428ab52a9ee0e783acc9&device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 1099 time: 0.1205881 Feb 10 16:14:13.396708 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.430638 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-a630b1f5-6edc-42ac-9877-bdaa69527d7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9fe6e1b4-3a03-4906-abae-1855251ef049 HTTP/1.1" status: 200 len: 217 time: 0.0562997 Feb 10 16:14:13.458948 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.538475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-062f8fd0-0ff4-4a00-bc71-ef15894f61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:13.540035 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-062f8fd0-0ff4-4a00-bc71-ef15894f61a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0887804 Feb 10 16:14:13.624241 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.25.7.243 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/6843fd49-9958-4404-adf4-bc0ad7ba775d) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:14:13.632938 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-09b8d474-caf0-418b-8ffd-f38150376420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:13.634687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-09b8d474-caf0-418b-8ffd-f38150376420 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863364 Feb 10 16:14:13.791318 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-12fb12e0-0c28-4edf-aafb-cba1a15dead4 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477783 Feb 10 16:14:13.801649 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.901423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:13.943203 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1ad5c064-f7ce-44e1-93a9-62947e8b2ac9 req-fc18728b-0bcf-4eed-b2c6-b2b54a05cc1f service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447706 Feb 10 16:14:13.953669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:13.958307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:13.964319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:14:13.968072 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=6843fd49-9958-4404-adf4-bc0ad7ba775d,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:14.042738 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768eb0-1e3b-456b-8f79-b312d41c8a7c req-0706021e-5c06-44ec-928b-15087973d951 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:14.044190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d768eb0-1e3b-456b-8f79-b312d41c8a7c req-0706021e-5c06-44ec-928b-15087973d951 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 948 time: 0.0507107 Feb 10 16:14:14.083776 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6d768eb0-1e3b-456b-8f79-b312d41c8a7c req-d6856cf1-b536-437b-a443-715aafa1a7e0 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Feb 10 16:14:14.391157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-cb58046c-bfce-4cc5-a6f9-ffe712d505aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:14.392693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-cb58046c-bfce-4cc5-a6f9-ffe712d505aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e2e22591870b428ab52a9ee0e783acc9&device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 1099 time: 0.3925006 Feb 10 16:14:14.568054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-743a8153-4d93-4456-9a2e-66b56f8913fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:14.569530 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-743a8153-4d93-4456-9a2e-66b56f8913fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1668506 Feb 10 16:14:14.576072 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:14.646938 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-a9561872-fc61-47aa-a2d0-b8aca30b450e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9fe6e1b4-3a03-4906-abae-1855251ef049 HTTP/1.1" status: 200 len: 217 time: 0.0687578 Feb 10 16:14:14.735084 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-d7b558ab-3c8c-46c0-8c80-e62a1d8ec16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:14.736565 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-d7b558ab-3c8c-46c0-8c80-e62a1d8ec16e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0815828 Feb 10 16:14:14.857273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-c722c4b8-e061-4ca7-a4b5-4135d03a7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:14.858748 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-c722c4b8-e061-4ca7-a4b5-4135d03a7a14 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136029 Feb 10 16:14:14.890369 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.036817 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-9ba22772-3291-48cf-be92-de2ad3a4c969 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685565 Feb 10 16:14:15.147132 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 41fa25e5-fc58-4363-95c7-c5d7880bd450 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:14:15.167843 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-73758ae3-0e17-4c1a-8a6d-16705fc0262c req-baf27d65-53e7-43e5-b189-44600c45c7dc service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216650 Feb 10 16:14:15.203183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6a209-96bd-414b-a5fc-3ca03322c5e7 req-fca05926-cd6a-41ae-b2ba-5599c027780b tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:15.204881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-deb6a209-96bd-414b-a5fc-3ca03322c5e7 req-fca05926-cd6a-41ae-b2ba-5599c027780b tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 948 time: 0.0502970 Feb 10 16:14:15.243127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-deb6a209-96bd-414b-a5fc-3ca03322c5e7 req-0b5a01e9-8aba-45cd-9bc6-5e29b591c280 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Feb 10 16:14:15.270807 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:14:15.282298 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Sync routers for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:14:15.291918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:15.292098 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.292670 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:15.293139 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0975dac8-e399-4e86-9e42-f544e6808128 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6686800 Feb 10 16:14:15.296568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41340) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:15.398103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:15.425515 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a0c85420-1da4-4b44-a65a-c75c685d2fe8 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ba6607d846df45708f47c55964645f17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278095 Feb 10 16:14:15.428294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41344) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:15.514643 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda7268-8e16-4b7f-8f1c-62699ffe8966 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:15.516314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7cda7268-8e16-4b7f-8f1c-62699ffe8966 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871210 Feb 10 16:14:15.519099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41346) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:15.547861 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-27824bcd-1ee3-4f76-9ef9-e86790b7eaa6 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276401 Feb 10 16:14:15.550461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41348) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:15.555213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176747225', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'project_id': 'ba6607d846df45708f47c55964645f17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:15.574742 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:14Z', 'revision_number': 3, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:15.606239 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Checking router: 41fa25e5-fc58-4363-95c7-c5d7880bd450 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:14:15.606583 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Updating router 41fa25e5-fc58-4363-95c7-c5d7880bd450 port 6843fd49-9958-4404-adf4-bc0ad7ba775d binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:14:15.631092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.650354 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Made reservation on behalf of ba6607d846df45708f47c55964645f17 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:14:15.654128 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.853611 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.896554 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.902519 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.916331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Subnet': ['ID=35d90a99-6a91-4eb0-afcf-bba9d30907cf,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:15.923568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Checking segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:14:15.923932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network hostable DHCP agents. Network: 75f3c1fd-c6c0-4498-9d73-6a2c8327829c, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:14:15.942882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:14:15.953013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 75f3c1fd-c6c0-4498-9d73-6a2c8327829c) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:15.957473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:15.957890 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:15.964666 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b841b5-b2f7-4305-9d99-b37c804f87a3 None None] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:14:15.966574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Attempting to bind port 6843fd49-9958-4404-adf4-bc0ad7ba775d on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:14:15.966977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Attempting to bind port 6843fd49-9958-4404-adf4-bc0ad7ba775d by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:14:15.967360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Attempting to bind port 6843fd49-9958-4404-adf4-bc0ad7ba775d on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:15.975416 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d2a55cb3-bfec-4922-a137-c5fba4d13b40 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4239616 Feb 10 16:14:15.978350 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41350) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:15.990784 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Pushing event updated for resources: {'Port': ['ID=6843fd49-9958-4404-adf4-bc0ad7ba775d,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:16.021581 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:14:16.021973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:14:16.022372 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.022757 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:14:16.023318 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Bound port: 6843fd49-9958-4404-adf4-bc0ad7ba775d, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:14:16.023716 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.058548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.058886 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.059220 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.059575 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.059901 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.060224 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.060541 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.060858 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.061175 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.061489 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.061804 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.062123 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:16.121182 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] For port 6843fd49-9958-4404-adf4-bc0ad7ba775d, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:14:16.124228 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] For port 6843fd49-9958-4404-adf4-bc0ad7ba775d, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6843fd49-9958-4404-adf4-bc0ad7ba775d,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:14:16.129370 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.384174 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:16.385319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:16.403143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e18cc6-43d7-47bf-a4e8-42bfd6e0c9ee None None] Pushing event updated for resources: {'Port': ['ID=6843fd49-9958-4404-adf4-bc0ad7ba775d,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:16.414824 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebab58-8242-4462-af9f-8b7a8a0f1549 req-4a1815ad-aead-474f-bc03-355b683b8eb8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:16.417442 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73ebab58-8242-4462-af9f-8b7a8a0f1549 req-4a1815ad-aead-474f-bc03-355b683b8eb8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 948 time: 0.0933094 Feb 10 16:14:16.440074 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:14:16.440880 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.491687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-73ebab58-8242-4462-af9f-8b7a8a0f1549 req-47ce4b33-702d-4067-b8d9-930cb84cb2c5 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678647 Feb 10 16:14:16.496011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.590276 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:16.718070 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Allocated IP 172.20.0.2 (75f3c1fd-c6c0-4498-9d73-6a2c8327829c/35d90a99-6a91-4eb0-afcf-bba9d30907cf/848c17cb-5cc7-479d-a90b-a092f13b6633) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:14:16.905319 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:14Z', 'revision_number': 3, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:16.934050 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.935972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986894ce-6f77-4d9e-a058-834b4750df4b None None] The sync data for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 is: [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:14Z', 'revision_number': 3, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:14:16.944636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:16.964772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:16.986466 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:16.992536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:14:17.000227 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.20.0.1 (75f3c1fd-c6c0-4498-9d73-6a2c8327829c/35d90a99-6a91-4eb0-afcf-bba9d30907cf/b2c2122d-9d1d-4798-b621-e705c9551626) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:14:17.047908 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Pushing event updated for resources: {'Port': ['ID=848c17cb-5cc7-479d-a90b-a092f13b6633,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:17.067786 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Attempting to bind port 848c17cb-5cc7-479d-a90b-a092f13b6633 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:14:17.068157 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Attempting to bind port 848c17cb-5cc7-479d-a90b-a092f13b6633 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:14:17.068516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Attempting to bind port 848c17cb-5cc7-479d-a90b-a092f13b6633 on network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:17.075144 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:14:17.075550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Checking segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:14:17.075954 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.076344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Bound using segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:14:17.076809 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Bound port: 848c17cb-5cc7-479d-a90b-a092f13b6633, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:14:17.077186 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.125741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.141572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] For port 848c17cb-5cc7-479d-a90b-a092f13b6633, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:14:17.144989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] For port 848c17cb-5cc7-479d-a90b-a092f13b6633, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=848c17cb-5cc7-479d-a90b-a092f13b6633,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:14:17.149024 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.190488 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.216232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04f034-482e-4164-a250-c5ae03ad8e79 None None] Pushing event updated for resources: {'Port': ['ID=848c17cb-5cc7-479d-a90b-a092f13b6633,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:17.251107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:17.254435 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:17.257622 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:14:17.289071 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=b2c2122d-9d1d-4798-b621-e705c9551626,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:17.317114 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.385091 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6843fd49-9958-4404-adf4-bc0ad7ba775d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:14:17.479341 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6843fd49-9958-4404-adf4-bc0ad7ba775d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:17.479847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.522105 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.599005 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.624814 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 6843fd49-9958-4404-adf4-bc0ad7ba775d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6843fd49-9958-4404-adf4-bc0ad7ba775d,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:17.632834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.663292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9fe6e1b4-3a03-4906-abae-1855251ef049 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:14:17.721067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=6843fd49-9958-4404-adf4-bc0ad7ba775d,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:17.729880 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4999da8-3a82-4e59-8ac9-207852ace0ec req-2abe70ce-6f8d-404f-8ef4-d67d3e6cb819 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:17.731479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4999da8-3a82-4e59-8ac9-207852ace0ec req-2abe70ce-6f8d-404f-8ef4-d67d3e6cb819 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 948 time: 0.1465249 Feb 10 16:14:17.785758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4999da8-3a82-4e59-8ac9-207852ace0ec req-21ce830a-d419-4a76-96fc-fdc18593c288 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Feb 10 16:14:17.807106 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9fe6e1b4-3a03-4906-abae-1855251ef049, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9fe6e1b4-3a03-4906-abae-1855251ef049,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:17.820063 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '9fe6e1b4-3a03-4906-abae-1855251ef049', 'network_id': 'e27c8754-4835-443f-b520-c7d17b9d37b1', 'port_id': '9fe6e1b4-3a03-4906-abae-1855251ef049', 'mac_address': 'fa:16:3e:ae:7a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5481a-0ce7-4f3e-b6c5-b925f68a74b6', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:14:17.873470 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.890426 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe6e1b4-3a03-4906-abae-1855251ef049 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:14:17.915942 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9fe6e1b4-3a03-4906-abae-1855251ef049, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9fe6e1b4-3a03-4906-abae-1855251ef049,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:17.921413 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.949990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.961163 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:17.989646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=9fe6e1b4-3a03-4906-abae-1855251ef049,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:18.053827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=b2c2122d-9d1d-4798-b621-e705c9551626,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:18.056533 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.153977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:18.155593 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:18.276654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 41fa25e5-fc58-4363-95c7-c5d7880bd450 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:14:18.299968 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['9fe6e1b4-3a03-4906-abae-1855251ef049'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:14:18.327304 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f614e5-ed1b-4c9c-b08c-7ec962a63c5b None None] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:14:18.389770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:14:18.399003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e5d2d093-ef4b-44ce-b199-a7ea66ebb911 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "PUT /v2.0/routers/41fa25e5-fc58-4363-95c7-c5d7880bd450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170349 Feb 10 16:14:18.399431 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41356) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:18.404265 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1363926963', 'description': 'tempest-secgroup_access--1363926963 description', 'project_id': 'ba6607d846df45708f47c55964645f17'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:18.409281 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-37e1229d-04ef-4922-a782-218dee76322c None None] Provisioning complete for port 848c17cb-5cc7-479d-a90b-a092f13b6633 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:18.409826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-37e1229d-04ef-4922-a782-218dee76322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.436568 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.512546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.516652 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.549620 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.550870 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1501980 Feb 10 16:14:18.552751 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b479bc7-be94-4007-8652-ce3111d984b0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885e05ae-1e51-4994-a3c8-f24e0399b66b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:18.553960 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41358) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:18.561830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1031042938', 'description': 'tempest-secgroup_general--1031042938 description', 'project_id': 'ba6607d846df45708f47c55964645f17'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:18.589696 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.645028 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-37e1229d-04ef-4922-a782-218dee76322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.662940 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.672158 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.691403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-37e1229d-04ef-4922-a782-218dee76322c None None] For port 848c17cb-5cc7-479d-a90b-a092f13b6633, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=848c17cb-5cc7-479d-a90b-a092f13b6633,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:18.696107 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-37e1229d-04ef-4922-a782-218dee76322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.699782 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.701337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1462262 Feb 10 16:14:18.704475 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41360) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:18.711864 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'security_group_rule': {'security_group_id': '885e05ae-1e51-4994-a3c8-f24e0399b66b', 'project_id': 'ba6607d846df45708f47c55964645f17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:18.718983 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37636c45-823f-4494-bff0-6ce7ed830df0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a72f952-bdbb-407d-8aa7-c8588c211ea3,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:18.750928 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.760249 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1229d-04ef-4922-a782-218dee76322c None None] Pushing event updated for resources: {'Port': ['ID=848c17cb-5cc7-479d-a90b-a092f13b6633,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:18.786140 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Sync routers for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:14:18.796827 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:18.797442 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:18.834274 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.840897 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.857989 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53845525-3c78-4cd8-a2f2-44188c1e41ad,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:18.872846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:18.882965 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-ea21b4b6-f131-4174-8211-7bf6c76808ff tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1772430 Feb 10 16:14:18.932353 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:18.939820 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bf1fb-bcf0-4ecd-8bb8-a5cd2b95aff1 req-818e960f-2225-4cec-968e-380ba9acd8bb tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:18.941517 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-242bf1fb-bcf0-4ecd-8bb8-a5cd2b95aff1 req-818e960f-2225-4cec-968e-380ba9acd8bb tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 949 time: 0.0626309 Feb 10 16:14:18.990156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-242bf1fb-bcf0-4ecd-8bb8-a5cd2b95aff1 req-5aa85c60-1ece-4622-a46a-3a417d74945d tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Feb 10 16:14:19.031013 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d3d7a596-2e43-4768-aade-842836d79d14 None None] Provisioning complete for port b2c2122d-9d1d-4798-b621-e705c9551626 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.031391 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a596-2e43-4768-aade-842836d79d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.068674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-ad387a40-e68a-4611-8ae2-6342ad3bd85e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1031042938&fields=id&tenant_id=ba6607d846df45708f47c55964645f17 HTTP/1.1" status: 200 len: 267 time: 0.0431514 Feb 10 16:14:19.077543 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7a596-2e43-4768-aade-842836d79d14 None None] Port b2c2122d-9d1d-4798-b621-e705c9551626 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:14:19.088086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d3d7a596-2e43-4768-aade-842836d79d14 None None] Provisioning complete for port 848c17cb-5cc7-479d-a90b-a092f13b6633 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.088459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a596-2e43-4768-aade-842836d79d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.114364 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-fe510fad-acbe-4098-8037-221d1d3d202b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1363926963&fields=id&tenant_id=ba6607d846df45708f47c55964645f17 HTTP/1.1" status: 200 len: 267 time: 0.0383303 Feb 10 16:14:19.190243 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 2, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:19.226445 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Checking router: 41fa25e5-fc58-4363-95c7-c5d7880bd450 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:14:19.226797 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Updating router 41fa25e5-fc58-4363-95c7-c5d7880bd450 port b2c2122d-9d1d-4798-b621-e705c9551626 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:14:19.246931 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-77991277-ffd5-40f7-8cba-782ac3b25170 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:19.248476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-77991277-ffd5-40f7-8cba-782ac3b25170 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/networks?id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 200 len: 796 time: 0.1202915 Feb 10 16:14:19.251999 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.271982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-e7872d9e-0ce1-4c6f-bba1-98c4a1292b68 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/quotas/ba6607d846df45708f47c55964645f17 HTTP/1.1" status: 200 len: 375 time: 0.0153956 Feb 10 16:14:19.318016 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-48a45ed1-f981-4d29-93e2-8824b7f0879e None None] Provisioning complete for port b2c2122d-9d1d-4798-b621-e705c9551626 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.318416 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-48a45ed1-f981-4d29-93e2-8824b7f0879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.365763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-a1c1a744-cbde-43e8-9e22-fa5e755965bb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920572 Feb 10 16:14:19.373038 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-48a45ed1-f981-4d29-93e2-8824b7f0879e None None] Port b2c2122d-9d1d-4798-b621-e705c9551626 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:14:19.452090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6843fd49-9958-4404-adf4-bc0ad7ba775d up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:14:19.506342 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e43ebe42-6108-491b-973d-e8dd419c1746 None None] Provisioning complete for port b2c2122d-9d1d-4798-b621-e705c9551626 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.506767 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e43ebe42-6108-491b-973d-e8dd419c1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.546611 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 6843fd49-9958-4404-adf4-bc0ad7ba775d triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.546964 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.548524 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e43ebe42-6108-491b-973d-e8dd419c1746 None None] Port b2c2122d-9d1d-4798-b621-e705c9551626 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:14:19.552590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-4869f035-0b86-4c6e-a224-246269de7575 service neutron] 10.222.0.21 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599503 Feb 10 16:14:19.578381 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.585196 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.643983 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Pushing event updated for resources: {'Port': ['ID=b2c2122d-9d1d-4798-b621-e705c9551626,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:19.646572 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 848c17cb-5cc7-479d-a90b-a092f13b6633 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:14:19.669844 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.670273 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.670693 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.671093 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.671502 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.671901 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.672232 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.672553 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.672871 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.673188 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.673505 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.673825 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:14:19.689195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-14a60512-aa76-4837-9425-eddcac43f3eb service neutron] 10.222.0.21 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284640 Feb 10 16:14:19.696029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9fe6e1b4-3a03-4906-abae-1855251ef049 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:14:19.717893 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Attempting to bind port b2c2122d-9d1d-4798-b621-e705c9551626 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:14:19.718701 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Attempting to bind port b2c2122d-9d1d-4798-b621-e705c9551626 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:14:19.719186 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Attempting to bind port b2c2122d-9d1d-4798-b621-e705c9551626 on network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:19.728326 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:14:19.728823 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Checking segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:14:19.729302 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.729763 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Bound using segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:14:19.731015 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Bound port: b2c2122d-9d1d-4798-b621-e705c9551626, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:14:19.732226 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.743497 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 848c17cb-5cc7-479d-a90b-a092f13b6633 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.743852 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.793121 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 9fe6e1b4-3a03-4906-abae-1855251ef049 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:14:19.799528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 9fe6e1b4-3a03-4906-abae-1855251ef049 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.799819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.828576 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] For port b2c2122d-9d1d-4798-b621-e705c9551626, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:14:19.832653 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] For port b2c2122d-9d1d-4798-b621-e705c9551626, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b2c2122d-9d1d-4798-b621-e705c9551626,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:14:19.839372 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:19.908969 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:19.909601 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:19.933611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-12cae6ac-d0b6-4af7-8d1b-eb21dc9b5b67 req-bdb43676-c036-45d8-8671-97beac3563eb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 210 time: 0.0437689 Feb 10 16:14:19.968877 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b612-6b0c-497a-b99f-4f3f01950052 None None] Pushing event updated for resources: {'Port': ['ID=b2c2122d-9d1d-4798-b621-e705c9551626,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:19.991548 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-53122612-9f2a-458e-86b6-8cd6981cc3f5 None None] Provisioning complete for port b2c2122d-9d1d-4798-b621-e705c9551626 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:19.991714 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53122612-9f2a-458e-86b6-8cd6981cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:20.098409 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:20.137629 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5105e-29ea-42ba-9857-289aad348b13 req-31532fc6-4964-4ec5-ab48-918628afa29c tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:20.145403 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acc5105e-29ea-42ba-9857-289aad348b13 req-31532fc6-4964-4ec5-ab48-918628afa29c tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 949 time: 0.0722103 Feb 10 16:14:20.211851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acc5105e-29ea-42ba-9857-289aad348b13 req-6f4a9fd7-67d9-4b41-949b-4dcd02537ac3 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606356 Feb 10 16:14:20.293807 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:20.324129 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe6e1b4-3a03-4906-abae-1855251ef049'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:20.326387 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea61610-f223-4481-a07c-a5ad7b1b25a8" -d '{"events": [{"server_uuid": "ba47f853-c0f8-4ec2-8870-8d1ec5a7832e", "name": "network-vif-plugged", "status": "completed", "tag": "9fe6e1b4-3a03-4906-abae-1855251ef049"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:20.342893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 9fe6e1b4-3a03-4906-abae-1855251ef049, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9fe6e1b4-3a03-4906-abae-1855251ef049,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:20.346582 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:19Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:20.348813 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:20.384726 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d9b0e-3d69-480e-8cbc-9c6045fd6d74 None None] The sync data for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 is: [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:19Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:14:20.404684 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363f9eec-11ec-4f22-af64-7ab7faa7749c x-openstack-request-id: req-363f9eec-11ec-4f22-af64-7ab7faa7749c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:20.405243 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba47f853-c0f8-4ec2-8870-8d1ec5a7832e", "name": "network-vif-plugged", "status": "completed", "tag": "9fe6e1b4-3a03-4906-abae-1855251ef049", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:20.405653 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-363f9eec-11ec-4f22-af64-7ab7faa7749c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:20.406340 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe6e1b4-3a03-4906-abae-1855251ef049', 'code': 200} Feb 10 16:14:20.432595 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53122612-9f2a-458e-86b6-8cd6981cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:20.489156 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=9fe6e1b4-3a03-4906-abae-1855251ef049,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:20.505820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-53122612-9f2a-458e-86b6-8cd6981cc3f5 None None] For port b2c2122d-9d1d-4798-b621-e705c9551626, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b2c2122d-9d1d-4798-b621-e705c9551626,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:20.510704 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-53122612-9f2a-458e-86b6-8cd6981cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:20.600893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122612-9f2a-458e-86b6-8cd6981cc3f5 None None] Pushing event updated for resources: {'Port': ['ID=b2c2122d-9d1d-4798-b621-e705c9551626,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:20.609621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f850b-aec0-4f10-9b61-be4a8ee8d33e req-c6ecc507-ccc6-4ac9-812a-03117444c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:20.612627 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-de6f850b-aec0-4f10-9b61-be4a8ee8d33e req-c6ecc507-ccc6-4ac9-812a-03117444c0af service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 1101 time: 0.1367431 Feb 10 16:14:20.640499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-706a1bfe-f02d-4b00-8b4c-c80349abfd6c None None] Provisioning complete for port b2c2122d-9d1d-4798-b621-e705c9551626 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:20.640499 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-706a1bfe-f02d-4b00-8b4c-c80349abfd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:20.663476 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-de6f850b-aec0-4f10-9b61-be4a8ee8d33e req-75e13b63-9fa2-4181-b18e-ee752cdbdd65 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 Feb 10 16:14:21.096530 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e501c0b3-50d8-4331-b851-5acf9754aa8b req-4bc9a116-52c7-47ed-b1fa-ab90029e0d1b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 210 time: 0.0361922 Feb 10 16:14:21.141589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-74d32aab-233a-4c63-8471-973b8834b223 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:21.143059 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-74d32aab-233a-4c63-8471-973b8834b223 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.45 "GET /v2.0/networks?id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 200 len: 796 time: 0.1633775 Feb 10 16:14:21.190600 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-a59644dc-d87d-4732-86e2-b40e1a6c1033 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba6607d846df45708f47c55964645f17 HTTP/1.1" status: 200 len: 478 time: 0.0375850 Feb 10 16:14:21.201290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'port': {'device_id': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'admin_state_up': True, 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'security_groups': ['9a72f952-bdbb-407d-8aa7-c8588c211ea3', '885e05ae-1e51-4994-a3c8-f24e0399b66b']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:21.362530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5de7f-0ac8-4c4f-933f-113628b88230 req-5a76f2d6-8921-49aa-9750-4c282084a5a2 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:21.364180 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4d5de7f-0ac8-4c4f-933f-113628b88230 req-5a76f2d6-8921-49aa-9750-4c282084a5a2 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 950 time: 0.0666838 Feb 10 16:14:21.378314 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Made reservation on behalf of ba6607d846df45708f47c55964645f17 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:14:21.381763 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:21.383610 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2c2122d-9d1d-4798-b621-e705c9551626 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:14:21.428728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e4d5de7f-0ac8-4c4f-933f-113628b88230 req-9c4aa971-0223-49dc-aab9-18641f207e9a tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Feb 10 16:14:21.436679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b2c2122d-9d1d-4798-b621-e705c9551626 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:21.437126 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:21.554205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.20.0.5 (75f3c1fd-c6c0-4498-9d73-6a2c8327829c/35d90a99-6a91-4eb0-afcf-bba9d30907cf/eb9ba7ad-0312-4e0e-a0ae-e72870081365) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:14:21.696726 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:21.731523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:21.779185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:21.782096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:21.785684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:14:21.792647 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=eb9ba7ad-0312-4e0e-a0ae-e72870081365,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:21.843052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:21.843702 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:21.860818 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-15e91715-c008-42e7-a305-4bd78c5edb0e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6634083 Feb 10 16:14:21.873382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Request body: {'port': {'device_id': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:21.933431 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.070245 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-d6ea5530-9ec6-479f-bfcc-c939d0ddbf78 None None] Provisioning complete for port eb9ba7ad-0312-4e0e-a0ae-e72870081365 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:22.070837 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5530-9ec6-479f-bfcc-c939d0ddbf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.109715 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea5530-9ec6-479f-bfcc-c939d0ddbf78 None None] Port eb9ba7ad-0312-4e0e-a0ae-e72870081365 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:14:22.608307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9ba7ad-0312-4e0e-a0ae-e72870081365 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:14:22.620689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde4a1d-7d3f-44d7-9536-95f64f7f8eb7 req-a1ca413e-74a9-46e0-8edf-890c530413f8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:22.622158 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bde4a1d-7d3f-44d7-9536-95f64f7f8eb7 req-a1ca413e-74a9-46e0-8edf-890c530413f8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 970 time: 0.1312709 Feb 10 16:14:22.631420 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b6e7-cee7-4007-a914-2e5ba3c4f4ed req-94f3f705-e786-435e-98c3-eb35755e7f5c tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:22.632827 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d08b6e7-cee7-4007-a914-2e5ba3c4f4ed req-94f3f705-e786-435e-98c3-eb35755e7f5c tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 950 time: 0.1270261 Feb 10 16:14:22.635124 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.677107 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Transition to ACTIVE for port object eb9ba7ad-0312-4e0e-a0ae-e72870081365 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:14:22.691126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.734436 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0bde4a1d-7d3f-44d7-9536-95f64f7f8eb7 req-8ec5a9c3-0212-4d1a-94cb-a7afaa6dc319 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0958903 Feb 10 16:14:22.751646 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d08b6e7-cee7-4007-a914-2e5ba3c4f4ed req-6c3ce98d-4edb-4fe9-96d9-07047954d457 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101243 Feb 10 16:14:22.768710 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ba7ad-0312-4e0e-a0ae-e72870081365,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:22.843016 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Attempting to bind port eb9ba7ad-0312-4e0e-a0ae-e72870081365 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:14:22.843355 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Attempting to bind port eb9ba7ad-0312-4e0e-a0ae-e72870081365 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:14:22.843846 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Attempting to bind port eb9ba7ad-0312-4e0e-a0ae-e72870081365 on network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:22.848140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Port eb9ba7ad-0312-4e0e-a0ae-e72870081365 on network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:14:22.848460 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Attempting to bind port eb9ba7ad-0312-4e0e-a0ae-e72870081365 on network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:14:22.854174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:14:22.854515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Checking segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:14:22.854898 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Bound using segment: {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:14:22.855515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Bound port: eb9ba7ad-0312-4e0e-a0ae-e72870081365, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2701768-7ff5-4e22-8a10-5c24e1210041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:14:22.855949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.927575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] For port eb9ba7ad-0312-4e0e-a0ae-e72870081365, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:14:22.932000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] For port eb9ba7ad-0312-4e0e-a0ae-e72870081365, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:14:22.937406 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.981219 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:22.982953 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:22.983878 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 200 len: 1130 time: 1.1151004 Feb 10 16:14:22.984330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:22.986639 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d04247-7930-4223-a20d-507d5ce8f7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:23.044855 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64444fbd-d0d4-4be7-9feb-3584e3c370a6 x-openstack-request-id: req-64444fbd-d0d4-4be7-9feb-3584e3c370a6 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:23.045165 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:23.045396 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64444fbd-d0d4-4be7-9feb-3584e3c370a6 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:23.045790 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'status': 'completed', 'code': 200} Feb 10 16:14:23.074056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab2539-decc-4fe9-a098-5accd3005789 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ba7ad-0312-4e0e-a0ae-e72870081365,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:23.098771 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-eb8e9b98-8d40-4381-88cc-e95bdfef59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.100942 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-eb8e9b98-8d40-4381-88cc-e95bdfef59d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1133 time: 0.0705252 Feb 10 16:14:23.154813 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-6d8ad5cb-c1f7-4f36-964d-f351960db3d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 200 len: 217 time: 0.0464275 Feb 10 16:14:23.208980 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-edf7127d-36fc-4939-930b-a4c16f86aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.210495 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-edf7127d-36fc-4939-930b-a4c16f86aff3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35d90a99-6a91-4eb0-afcf-bba9d30907cf HTTP/1.1" status: 200 len: 835 time: 0.0487533 Feb 10 16:14:23.256248 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-e1574872-59bd-494a-8c7e-37fa51dc2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.257654 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-e1574872-59bd-494a-8c7e-37fa51dc2376 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405014 Feb 10 16:14:23.359855 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-211b8ec1-aedc-4877-8766-cee03894cede service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926867 Feb 10 16:14:23.447700 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-16a375dd-aabb-4eab-adc1-30061620ad7b req-161e6f8b-2d23-40c9-bcdc-91bbe116309c service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816512 Feb 10 16:14:23.541523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-864e6666-143d-484e-8ba4-e79d14439511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.543090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-864e6666-143d-484e-8ba4-e79d14439511 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1133 time: 0.0465147 Feb 10 16:14:23.632121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-8770911c-b858-4e9c-9b58-8d93ffb631a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.633664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-8770911c-b858-4e9c-9b58-8d93ffb631a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 200 len: 897 time: 0.0841107 Feb 10 16:14:23.678311 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-721ecef8-1bdf-4a4e-a545-c70e5e45f2e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 200 len: 217 time: 0.0383973 Feb 10 16:14:23.729221 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-270417f3-1d83-4f97-b017-194ee30d426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.730697 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-270417f3-1d83-4f97-b017-194ee30d426b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35d90a99-6a91-4eb0-afcf-bba9d30907cf HTTP/1.1" status: 200 len: 835 time: 0.0446663 Feb 10 16:14:23.782703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:23.783264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-bd794018-9260-4d84-a944-2c105a4d356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.784674 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-bd794018-9260-4d84-a944-2c105a4d356a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470681 Feb 10 16:14:23.917260 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2ee1-c2c7-4a03-a717-389e7beae2fe req-3eefd665-09f4-446a-9c8d-6ffb42ee40af tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:23.918769 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b31c2ee1-c2c7-4a03-a717-389e7beae2fe req-3eefd665-09f4-446a-9c8d-6ffb42ee40af tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 982 time: 0.0776427 Feb 10 16:14:23.921144 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-828a094c-3f4d-4dbb-8263-892903636521 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281202 Feb 10 16:14:24.015554 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b31c2ee1-c2c7-4a03-a717-389e7beae2fe req-6722d59e-4221-4562-b616-3c6f5bc6577f tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0901279 Feb 10 16:14:24.053504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71d04247-7930-4223-a20d-507d5ce8f7b7 req-c4571e35-3aba-4760-9a1a-86aec3e35614 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206203 Feb 10 16:14:24.864810 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device eb9ba7ad-0312-4e0e-a0ae-e72870081365 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:14:24.965055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port eb9ba7ad-0312-4e0e-a0ae-e72870081365, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:24.981987 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'port_id': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'mac_address': 'fa:16:3e:8d:f6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:14:25.021905 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:25.035216 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9ba7ad-0312-4e0e-a0ae-e72870081365 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:14:25.057061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port eb9ba7ad-0312-4e0e-a0ae-e72870081365, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:25.061428 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:25.111602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=eb9ba7ad-0312-4e0e-a0ae-e72870081365,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:25.149418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145ca34-3f51-45a8-8911-069225b8df87 req-f35e0aed-1c65-4ec4-97f6-a001225a5dae tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:25.150902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3145ca34-3f51-45a8-8911-069225b8df87 req-f35e0aed-1c65-4ec4-97f6-a001225a5dae tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 983 time: 0.0579622 Feb 10 16:14:25.192596 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3145ca34-3f51-45a8-8911-069225b8df87 req-11045847-6057-48e4-8d0c-351be7fecddc tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0355325 Feb 10 16:14:25.265880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['eb9ba7ad-0312-4e0e-a0ae-e72870081365'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:14:26.313707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6339005-f0fb-438a-a9c9-d0ed6693af0f req-99266866-0d41-4aa6-992d-dce84b61ec22 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:26.315331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6339005-f0fb-438a-a9c9-d0ed6693af0f req-99266866-0d41-4aa6-992d-dce84b61ec22 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 983 time: 0.0515592 Feb 10 16:14:26.358286 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f6339005-f0fb-438a-a9c9-d0ed6693af0f req-0b96bd19-521e-4b94-9c7d-206a25590d36 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0363011 Feb 10 16:14:26.880301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device eb9ba7ad-0312-4e0e-a0ae-e72870081365 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:14:26.934697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port eb9ba7ad-0312-4e0e-a0ae-e72870081365 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:14:26.938836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port eb9ba7ad-0312-4e0e-a0ae-e72870081365 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:14:26.940624 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:27.019219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:27.046270 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:27.049644 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5675f5-ba2e-43cf-80a5-000d10d6333c" -d '{"events": [{"server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:27.063292 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port eb9ba7ad-0312-4e0e-a0ae-e72870081365, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:14:27.068937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:27.097370 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2443232d-5f62-4112-8383-cebb02217a2c x-openstack-request-id: req-2443232d-5f62-4112-8383-cebb02217a2c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:27.097802 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:27.098058 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2443232d-5f62-4112-8383-cebb02217a2c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:27.098492 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'code': 200} Feb 10 16:14:27.120709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=eb9ba7ad-0312-4e0e-a0ae-e72870081365,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:27.188148 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194aed9-f7e6-4812-bda7-6fb189fa4002 req-c4fd46c2-565b-4714-b78d-4fa861f23496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:27.189516 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3194aed9-f7e6-4812-bda7-6fb189fa4002 req-c4fd46c2-565b-4714-b78d-4fa861f23496 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1135 time: 0.0402756 Feb 10 16:14:27.229875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3194aed9-f7e6-4812-bda7-6fb189fa4002 req-a4184292-7a94-416a-b524-5be1cf64604e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0331931 Feb 10 16:14:27.382134 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:27.475123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2fe52-048f-42d8-acc2-ab21b2ab701b req-f1166972-3ec2-49d0-a00d-328d5e6000a5 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:27.476542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ed2fe52-048f-42d8-acc2-ab21b2ab701b req-f1166972-3ec2-49d0-a00d-328d5e6000a5 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 984 time: 0.0490634 Feb 10 16:14:27.517694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7ed2fe52-048f-42d8-acc2-ab21b2ab701b req-7dc5d790-5e3e-49cf-8eb2-b37e2010bc2b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0343719 Feb 10 16:14:27.689805 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:14:28.637044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee23562-b4d6-49f9-870e-d4b583afa35d req-42cb6f84-dfc6-4a73-9a61-681a155e1bf8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:28.638550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ee23562-b4d6-49f9-870e-d4b583afa35d req-42cb6f84-dfc6-4a73-9a61-681a155e1bf8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 984 time: 0.0492437 Feb 10 16:14:28.678251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2ee23562-b4d6-49f9-870e-d4b583afa35d req-8cc0f10a-b194-4a03-92c1-7b4b8f0013e7 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0337362 Feb 10 16:14:28.792328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589d9b-359f-4f64-8160-85778d9759a1 req-1698f907-0d45-42dd-9eb1-f27e2483c4a5 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:28.793786 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7589d9b-359f-4f64-8160-85778d9759a1 req-1698f907-0d45-42dd-9eb1-f27e2483c4a5 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 984 time: 0.0491486 Feb 10 16:14:28.836901 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c7589d9b-359f-4f64-8160-85778d9759a1 req-0abb7261-504d-4210-98aa-5a624f95a1f0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370605 Feb 10 16:14:28.920857 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef3adf67-e3fc-4466-a456-54a3bc2011b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:28.944307 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a85ed-7389-40a4-8fc5-96918d9efc46 req-4af465ea-f9e8-4734-86d3-753f38fb3060 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:28.945925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-317a85ed-7389-40a4-8fc5-96918d9efc46 req-4af465ea-f9e8-4734-86d3-753f38fb3060 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1135 time: 0.0439541 Feb 10 16:14:28.965458 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-317a85ed-7389-40a4-8fc5-96918d9efc46 req-796e28d8-4b33-4cef-acd4-c630ec5daaba tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.043087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-317a85ed-7389-40a4-8fc5-96918d9efc46 req-796e28d8-4b33-4cef-acd4-c630ec5daaba tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.046863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-317a85ed-7389-40a4-8fc5-96918d9efc46 req-796e28d8-4b33-4cef-acd4-c630ec5daaba tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.068742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-317a85ed-7389-40a4-8fc5-96918d9efc46 req-796e28d8-4b33-4cef-acd4-c630ec5daaba tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1163061 Feb 10 16:14:29.080922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e28d8-4b33-4cef-acd4-c630ec5daaba tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c918448-1729-4084-8cb3-5d50398a57f0,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:29.091814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41444) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:29.131680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8925ae51-c7d8-4d47-a125-ee914d1a41cb tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:29.133191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8925ae51-c7d8-4d47-a125-ee914d1a41cb tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1130 time: 0.0404115 Feb 10 16:14:29.137073 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41446) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:29.141396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:14:29.164261 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.261935 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.366409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.25.7.96 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/3b73eb20-b8f0-478b-802f-8a47d50257c4) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:14:29.466850 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.501530 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.538782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:14:29.543838 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:14:29.547209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:14:29.552594 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=3b73eb20-b8f0-478b-802f-8a47d50257c4,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:29.903140 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:29.968914 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:30.126059 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:30.130504 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:30.203276 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=3b73eb20-b8f0-478b-802f-8a47d50257c4,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:14:30.212640 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:30.310675 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Floating IP 5e2cb474-cee7-4694-8825-062b37f45641 associated. External IP: 172.25.7.96, port: eb9ba7ad-0312-4e0e-a0ae-e72870081365. Feb 10 16:14:30.514827 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 41fa25e5-fc58-4363-95c7-c5d7880bd450 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:14:30.618968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:14:30.628709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] Sync routers for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:14:30.638637 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:30.640332 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:30.640978 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:30.669606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e6e6b2c2-4510-44f7-8573-fc253f163091 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5315158 Feb 10 16:14:30.670201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:14:30.672242 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41452) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:30.672735 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c56d4-e494-4918-835e-897ee8ee1949" -d '{"events": [{"name": "network-changed", "server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:14:30.711730 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ab2e1-1e0c-4f0e-a013-6c482c54e407 x-openstack-request-id: req-545ab2e1-1e0c-4f0e-a013-6c482c54e407 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:14:30.712534 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:14:30.712794 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-545ab2e1-1e0c-4f0e-a013-6c482c54e407 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:14:30.713229 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'status': 'completed', 'code': 200} Feb 10 16:14:30.767187 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:30.772659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-b1eb445c-2968-4ab0-b37f-ed38000923b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.774171 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-b1eb445c-2968-4ab0-b37f-ed38000923b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1135 time: 0.0415080 Feb 10 16:14:30.846169 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2e1a0-38c9-4479-b95e-3f6e076fce6c tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.846801 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2e1a0-38c9-4479-b95e-3f6e076fce6c tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.847329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2e1a0-38c9-4479-b95e-3f6e076fce6c tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.847868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2e1a0-38c9-4479-b95e-3f6e076fce6c tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.852603 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-eec2e1a0-38c9-4479-b95e-3f6e076fce6c tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1761889 Feb 10 16:14:30.852603 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41456) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:30.872134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-bf8dd55d-b70e-47e5-8e0b-f03e065dfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.873675 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-bf8dd55d-b70e-47e5-8e0b-f03e065dfc46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 200 len: 897 time: 0.0930924 Feb 10 16:14:30.949663 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33122a-2963-4df3-bc5d-56c56f43baa6 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.950509 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33122a-2963-4df3-bc5d-56c56f43baa6 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.950975 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33122a-2963-4df3-bc5d-56c56f43baa6 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.951601 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-be8ade9d-0c8c-4060-ae21-26c27fa2943b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 200 len: 998 time: 0.0715270 Feb 10 16:14:30.952605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33122a-2963-4df3-bc5d-56c56f43baa6 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:30.954557 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-aa33122a-2963-4df3-bc5d-56c56f43baa6 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1001613 Feb 10 16:14:30.957317 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41458) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:30.999169 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5e2cb474-cee7-4694-8825-062b37f45641', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'port_id': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'mac_address': 'fa:16:3e:8d:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:14:29Z', 'updated_at': '2022-02-10T16:14:29Z', 'revision_number': 0, 'project_id': 'ba6607d846df45708f47c55964645f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:20Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:31.029835 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] Checking router: 41fa25e5-fc58-4363-95c7-c5d7880bd450 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:14:31.038617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:14:31.039040 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:14:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:31.070477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-5b1e099a-a41c-422a-9299-0d12291e2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:31.072737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-5b1e099a-a41c-422a-9299-0d12291e2564 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35d90a99-6a91-4eb0-afcf-bba9d30907cf HTTP/1.1" status: 200 len: 835 time: 0.1132150 Feb 10 16:14:31.149078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:14:31.151814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-a4db6dc8-2882-4c1a-8a43-9da1a02ab06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:31.153321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-a4db6dc8-2882-4c1a-8a43-9da1a02ab06d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745571 Feb 10 16:14:31.347131 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c8231052-eabc-4b76-ac9b-87eece562ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:31.400185 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5e2cb474-cee7-4694-8825-062b37f45641', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'port_id': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'mac_address': 'fa:16:3e:8d:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:14:29Z', 'updated_at': '2022-02-10T16:14:29Z', 'revision_number': 0, 'project_id': 'ba6607d846df45708f47c55964645f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:20Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:14:31.432800 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0eb6e-8f4d-4f44-858d-8d7a4aecc0ea None None] The sync data for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 is: [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '5e2cb474-cee7-4694-8825-062b37f45641', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'port_id': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'mac_address': 'fa:16:3e:8d:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:14:29Z', 'updated_at': '2022-02-10T16:14:29Z', 'revision_number': 0, 'project_id': 'ba6607d846df45708f47c55964645f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:20Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:14:31.639991 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3fc31-fb63-4167-b75e-3fd15c637f86 None None] New status for floating IP 5e2cb474-cee7-4694-8825-062b37f45641: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:14:31.662331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-b2ad9fb7-b9ad-4da4-9edd-91f123cce0b5 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810317 Feb 10 16:14:31.683931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-842b1f12-fca4-4cc7-b03e-b88f3ba01388 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.7253582 Feb 10 16:14:31.686694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41462) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:14:31.728954 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af27d2a-a65a-4ff6-a140-e2bf1d667a14 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:31.729439 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af27d2a-a65a-4ff6-a140-e2bf1d667a14 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:31.731105 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-6af27d2a-a65a-4ff6-a140-e2bf1d667a14 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41fa25e5-fc58-4363-95c7-c5d7880bd450 HTTP/1.1" status: 200 len: 1990 time: 0.0433981 Feb 10 16:14:31.770928 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b51c56d4-e494-4918-835e-897ee8ee1949 req-8748b782-0b8d-4662-9afb-ef77f02ef151 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993845 Feb 10 16:14:32.426677 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:34.131548 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:34.357388 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:53.785142 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:57.385731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:14:58.923201 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1034d03-8b97-4907-a47f-31cbd6cf8e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:00.857397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-e1e2c415-6f5a-4f7a-bc35-519b6e9b421d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083724 Feb 10 16:15:00.942498 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-0807ad80-8a2e-40cf-be1f-1d448e5c11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:00.944109 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-0807ad80-8a2e-40cf-be1f-1d448e5c11fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1135 time: 0.0426333 Feb 10 16:15:01.073708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-fe98031c-258d-45e3-b4ce-65a33afd1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:01.075319 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-fe98031c-258d-45e3-b4ce-65a33afd1f4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 200 len: 897 time: 0.1092942 Feb 10 16:15:01.144948 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-f54cd8e2-3360-4ff6-a9af-1046b0eb1bc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 200 len: 1000 time: 0.0624561 Feb 10 16:15:01.195085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-945acced-0451-4d80-a8df-e235a493f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:01.196635 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-945acced-0451-4d80-a8df-e235a493f7cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35d90a99-6a91-4eb0-afcf-bba9d30907cf HTTP/1.1" status: 200 len: 835 time: 0.0444765 Feb 10 16:15:01.249577 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-3af76b6f-3586-4326-8df8-81e281e53b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:01.251010 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-3af76b6f-3586-4326-8df8-81e281e53b46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459177 Feb 10 16:15:01.337434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-34655e55-055b-4ea5-9df7-b0bf48f65c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:01.361914 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-64e669c0-1e81-46a0-867b-60f231343ba2 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019509 Feb 10 16:15:01.459588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a8e69e18-3d79-40f4-b9cf-390958363c24 req-a8fa33e2-f504-4d9c-a41b-2f820dfc9e57 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 Feb 10 16:15:02.431290 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:04.134495 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:04.365628 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:04.688499 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:15:05.420120 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41842) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:05.504555 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d5c2b97e-b395-422e-9a9d-b3d97d1e8810 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1508 time: 0.0830812 Feb 10 16:15:05.507533 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41848) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:05.513291 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'network': {'name': 'tempest-network-smoke--1107351673', 'project_id': 'ba6607d846df45708f47c55964645f17', 'port_security_enabled': False}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:05.540069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Made reservation on behalf of ba6607d846df45708f47c55964645f17 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:05.545164 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.575971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:15:05.586452 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.586795 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Added segment 02271ee1-7c51-4c88-a566-330702c7c5d9 of type vlan for network 39d0c914-2cc6-418e-b411-edd8d1868dc5 Feb 10 16:15:05.630932 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.656788 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.662491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:05.663075 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.725358 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2164958 Feb 10 16:15:05.729512 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41852) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:05.732664 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Network': ['ID=39d0c914-2cc6-418e-b411-edd8d1868dc5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:05.741011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.741362 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.741705 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.741842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'admin_state_up': True, 'project_id': 'ba6607d846df45708f47c55964645f17', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:05.742046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.742381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.742750 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.743838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.743838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.743838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.745594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.745594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.745594 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f83a3-59eb-473c-92df-3d7256aa1a14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:05.759675 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:15:05.783840 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.784989 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.840903 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:05.997722 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:06.207265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:06.228677 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:06.346789 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.25.7.109 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/f2b23315-0e19-46d1-86dd-9a7fd19484dd) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:15:06.408957 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-ac8377d1-73da-4f76-aff7-6e41b8201c70 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566835 Feb 10 16:15:06.460382 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:06.501819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:06.502517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-282d4f0b-ad8c-4593-836a-a8ce021cfe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:06.504361 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-282d4f0b-ad8c-4593-836a-a8ce021cfe5e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e2e22591870b428ab52a9ee0e783acc9&device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 1101 time: 0.0462258 Feb 10 16:15:06.547181 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:15:06.552575 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:06.554576 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=f2b23315-0e19-46d1-86dd-9a7fd19484dd,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:06.562613 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:15:06.565124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.565517 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.565862 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.566191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.566515 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.566840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.567158 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.567494 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.567818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.568131 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.568443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.568755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:06.629366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-554bd513-4e0c-4b0e-b6a5-e735cbdc5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:06.631642 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-554bd513-4e0c-4b0e-b6a5-e735cbdc5058 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e27c8754-4835-443f-b520-c7d17b9d37b1 HTTP/1.1" status: 200 len: 870 time: 0.1040328 Feb 10 16:15:06.694320 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-20f0cbed-7f9e-4d38-b6bc-a4a72a00be0f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9fe6e1b4-3a03-4906-abae-1855251ef049 HTTP/1.1" status: 200 len: 217 time: 0.0539703 Feb 10 16:15:06.748830 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-96ae735c-1641-4623-91b8-63e9ebccc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:06.750390 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-96ae735c-1641-4623-91b8-63e9ebccc207 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8d5481a-0ce7-4f3e-b6c5-b925f68a74b6 HTTP/1.1" status: 200 len: 843 time: 0.0491331 Feb 10 16:15:06.804288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-d97a6043-c163-4ea5-ba2c-d91021c421b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:06.805799 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-d97a6043-c163-4ea5-ba2c-d91021c421b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e27c8754-4835-443f-b520-c7d17b9d37b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479639 Feb 10 16:15:06.865645 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:07.119817 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:07.222806 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-a21fc3c1-4965-4585-bba7-e3f07de6eda1 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083130 Feb 10 16:15:07.278546 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:15:07.405119 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:15:07.418636 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Sync routers for ids ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:15:07.425688 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:07.429994 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-3de1dec1-21a6-4e2b-b8b9-4cacef256beb tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6938136 Feb 10 16:15:07.430299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41880) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.451024 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Routers {'9e1396b3-5cdf-4daf-b32d-24d0d47e318d'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:07.456050 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:07.485489 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3feeb59-4522-40f6-a21e-9bdc6e91e441 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:07.487195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a3feeb59-4522-40f6-a21e-9bdc6e91e441 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ba6607d846df45708f47c55964645f17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0558197 Feb 10 16:15:07.489895 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41886) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.552352 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-ec3440eb-7395-4297-ada2-9066e9099dc4 req-c1414921-22e8-46ab-ba4e-7342c816adb4 service neutron] 10.222.0.75 "GET /v2.0/networks/e27c8754-4835-443f-b520-c7d17b9d37b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517420 Feb 10 16:15:07.610097 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555fef4f-2747-4e0c-abbc-18d49a7e262b tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:07.611921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-555fef4f-2747-4e0c-abbc-18d49a7e262b tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210725 Feb 10 16:15:07.614626 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41888) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.628398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Set router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:07.654816 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-25963221-9c04-43cb-80b2-e9870b1edeee tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366499 Feb 10 16:15:07.655792 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 41890) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.716335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41894) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.716786 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-679d8d06-7e3e-44a5-9130-06ed63036495 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ba6607d846df45708f47c55964645f17&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591314 Feb 10 16:15:07.813963 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add2476-4c91-4392-834a-1d3ef8a43579 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:07.818157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9add2476-4c91-4392-834a-1d3ef8a43579 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981820 Feb 10 16:15:07.818400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41898) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.849202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c28f1d76-2902-4a99-bd1f-8c3b4c41ec29 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2236c36f-06fa-4093-ba7e-b7b31f1a9839&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297122 Feb 10 16:15:07.851693 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41902) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:07.856611 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121003536', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'project_id': 'ba6607d846df45708f47c55964645f17', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:07.961525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Made reservation on behalf of ba6607d846df45708f47c55964645f17 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:07.965936 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.024980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:06Z', 'revision_number': 3, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:08.050953 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Checking router: 9e1396b3-5cdf-4daf-b32d-24d0d47e318d for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:15:08.051301 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Updating router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d port f2b23315-0e19-46d1-86dd-9a7fd19484dd binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:15:08.077587 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.162438 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.235768 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Checking segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:08.236030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network hostable DHCP agents. Network: 39d0c914-2cc6-418e-b411-edd8d1868dc5, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:15:08.238149 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Subnet': ['ID=140fdcd9-140d-476d-be4c-937b70353056,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:08.257807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:15:08.270254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 39d0c914-2cc6-418e-b411-edd8d1868dc5) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:08.274717 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:08.275383 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.283289 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac29ad-e7e0-404d-98b0-0346ebc7b02a None None] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:08.294345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-50a1d1c7-97b6-435e-af77-4de7c3c83753 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4416471 Feb 10 16:15:08.297108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 41908) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:08.467164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.476756 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.550445 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-39d0c914-2cc6-418e-b411-edd8d1868dc5', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'fixed_ips': [{'subnet_id': '140fdcd9-140d-476d-be4c-937b70353056'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:15:08.551297 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.566010 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Attempting to bind port f2b23315-0e19-46d1-86dd-9a7fd19484dd on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:15:08.566379 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Attempting to bind port f2b23315-0e19-46d1-86dd-9a7fd19484dd by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:15:08.566738 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Attempting to bind port f2b23315-0e19-46d1-86dd-9a7fd19484dd on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:08.569698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5fe92-317b-4c66-9fe6-330b2b9322fb None None] Pushing event updated for resources: {'Port': ['ID=f2b23315-0e19-46d1-86dd-9a7fd19484dd,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:08.582938 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:15:08.583313 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:08.583741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.584135 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:15:08.584597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Bound port: f2b23315-0e19-46d1-86dd-9a7fd19484dd, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:15:08.584979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.727345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] For port f2b23315-0e19-46d1-86dd-9a7fd19484dd, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:15:08.754241 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] For port f2b23315-0e19-46d1-86dd-9a7fd19484dd, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2b23315-0e19-46d1-86dd-9a7fd19484dd,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:15:08.766935 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.769555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Allocated IP 172.20.0.18 (39d0c914-2cc6-418e-b411-edd8d1868dc5/140fdcd9-140d-476d-be4c-937b70353056/b0c02447-13cc-4e4b-951b-86f14fd20467) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:15:08.795165 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:08.882716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5fe92-317b-4c66-9fe6-330b2b9322fb None None] Pushing event updated for resources: {'Port': ['ID=f2b23315-0e19-46d1-86dd-9a7fd19484dd,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:08.887862 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Routers {'9e1396b3-5cdf-4daf-b32d-24d0d47e318d'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:08.888491 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:09.056600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] Set router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:09.164945 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.175694 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.232914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.20.0.17 (39d0c914-2cc6-418e-b411-edd8d1868dc5/140fdcd9-140d-476d-be4c-937b70353056/00973324-48cf-4ff5-99ab-1bc9fd55f76e) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:15:09.242772 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:15:09.251989 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:09.255299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Pushing event updated for resources: {'Port': ['ID=b0c02447-13cc-4e4b-951b-86f14fd20467,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:09.259086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:15:09.352657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Attempting to bind port b0c02447-13cc-4e4b-951b-86f14fd20467 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:15:09.353184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Attempting to bind port b0c02447-13cc-4e4b-951b-86f14fd20467 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:15:09.354280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Attempting to bind port b0c02447-13cc-4e4b-951b-86f14fd20467 on network 39d0c914-2cc6-418e-b411-edd8d1868dc5 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:09.361894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:15:09.362355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Checking segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:09.362877 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.363339 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Bound using segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:15:09.363897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Bound port: b0c02447-13cc-4e4b-951b-86f14fd20467, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:15:09.364341 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.378389 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.385563 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:06Z', 'revision_number': 3, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:09.418906 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.442555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf2d9c-9236-4498-841c-99485856d10c None None] The sync data for ids ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'] in n-d-827895-3 is: [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:06Z', 'revision_number': 3, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:15:09.464850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:15:09.469116 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:09.473836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:15:09.481530 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=00973324-48cf-4ff5-99ab-1bc9fd55f76e,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:09.485233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] For port b0c02447-13cc-4e4b-951b-86f14fd20467, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:15:09.488783 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] For port b0c02447-13cc-4e4b-951b-86f14fd20467, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b0c02447-13cc-4e4b-951b-86f14fd20467,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:15:09.493347 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.551016 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:09.580468 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf90346-6f84-414b-a7bf-73ce998694a6 None None] Pushing event updated for resources: {'Port': ['ID=b0c02447-13cc-4e4b-951b-86f14fd20467,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:09.796930 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:10.577795 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:10.596929 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:10.699509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=00973324-48cf-4ff5-99ab-1bc9fd55f76e,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:10.720417 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:10.743280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9bcaa-ced2-4c3b-9a5e-872b6d2f99b0 None None] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:10.830187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:15:10.832287 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:10.847617 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-2a366c2e-9bf6-4c9b-8bb7-598deffd2b58 None None] Provisioning complete for port b0c02447-13cc-4e4b-951b-86f14fd20467 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:10.848079 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2a366c2e-9bf6-4c9b-8bb7-598deffd2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:10.996176 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:15:11.008605 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2a366c2e-9bf6-4c9b-8bb7-598deffd2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.045370 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-2a366c2e-9bf6-4c9b-8bb7-598deffd2b58 None None] For port b0c02447-13cc-4e4b-951b-86f14fd20467, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b0c02447-13cc-4e4b-951b-86f14fd20467,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:11.052456 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2a366c2e-9bf6-4c9b-8bb7-598deffd2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.118180 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366c2e-9bf6-4c9b-8bb7-598deffd2b58 None None] Pushing event updated for resources: {'Port': ['ID=b0c02447-13cc-4e4b-951b-86f14fd20467,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:11.133363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:15:11.140821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-95c24359-a89a-4785-a117-91d1e33afa33 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "PUT /v2.0/routers/9e1396b3-5cdf-4daf-b32d-24d0d47e318d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8424811 Feb 10 16:15:11.383983 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3f336854-e6f2-43c4-bd25-c6144e553d59 None None] Provisioning complete for port 00973324-48cf-4ff5-99ab-1bc9fd55f76e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:11.383983 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f336854-e6f2-43c4-bd25-c6144e553d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.409209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-12bd9e2a-e888-4091-959f-3e97d63ff877 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:11.418152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-12bd9e2a-e888-4091-959f-3e97d63ff877 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/networks?id=39d0c914-2cc6-418e-b411-edd8d1868dc5 HTTP/1.1" status: 200 len: 798 time: 0.1483893 Feb 10 16:15:11.436588 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-9006da9e-d345-444b-9cfc-13ae8b70a700 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/quotas/ba6607d846df45708f47c55964645f17 HTTP/1.1" status: 200 len: 375 time: 0.0173500 Feb 10 16:15:11.481255 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-3f336854-e6f2-43c4-bd25-c6144e553d59 None None] Port 00973324-48cf-4ff5-99ab-1bc9fd55f76e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:15:11.516116 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2b23315-0e19-46d1-86dd-9a7fd19484dd up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:15:11.519029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-3f336854-e6f2-43c4-bd25-c6144e553d59 None None] Provisioning complete for port b0c02447-13cc-4e4b-951b-86f14fd20467 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:11.519400 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3f336854-e6f2-43c4-bd25-c6144e553d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.528523 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-08dda1a7-d28f-485b-ad00-6fd6a04dcb13 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0908887 Feb 10 16:15:11.654233 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f2b23315-0e19-46d1-86dd-9a7fd19484dd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:11.654535 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.686188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-425d0fdd-2373-4a48-817b-23ce216caab9 service neutron] 10.222.0.21 "GET /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381333 Feb 10 16:15:11.694037 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Sync routers for ids ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:15:11.707619 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Routers {'9e1396b3-5cdf-4daf-b32d-24d0d47e318d'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:11.708543 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:11.784013 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.818370 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-ec87c82d-ef7e-4594-b5fa-d7a074a50dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212444 Feb 10 16:15:11.827299 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port f2b23315-0e19-46d1-86dd-9a7fd19484dd, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2b23315-0e19-46d1-86dd-9a7fd19484dd,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:11.875154 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:11.877632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b0c02447-13cc-4e4b-951b-86f14fd20467 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:15:11.895309 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Set router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:12.085282 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a5ff9b7-31a0-4395-9321-52931b40351a req-e5941b0f-ad11-4ea1-b0e4-42169249bd81 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 210 time: 0.0545301 Feb 10 16:15:12.247643 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:09Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '00973324-48cf-4ff5-99ab-1bc9fd55f76e', 'name': '', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:3e:9a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '140fdcd9-140d-476d-be4c-937b70353056', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:08Z', 'updated_at': '2022-02-10T16:15:10Z', 'revision_number': 2, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '140fdcd9-140d-476d-be4c-937b70353056', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:12.282396 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Checking router: 9e1396b3-5cdf-4daf-b32d-24d0d47e318d for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:15:12.283010 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Updating router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d port 00973324-48cf-4ff5-99ab-1bc9fd55f76e binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:15:12.306030 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-515251f3-e52f-49ce-a201-c4bd4477bd7d None None] Provisioning complete for port 00973324-48cf-4ff5-99ab-1bc9fd55f76e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:12.306735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-515251f3-e52f-49ce-a201-c4bd4477bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.318055 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.331209 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port b0c02447-13cc-4e4b-951b-86f14fd20467 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:12.331473 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.355997 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=f2b23315-0e19-46d1-86dd-9a7fd19484dd,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:12.379017 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-515251f3-e52f-49ce-a201-c4bd4477bd7d None None] Port 00973324-48cf-4ff5-99ab-1bc9fd55f76e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:15:12.498853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-b57d5aae-e8cd-4f02-b1f5-439327357d95 None None] Provisioning complete for port 00973324-48cf-4ff5-99ab-1bc9fd55f76e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:12.499315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b57d5aae-e8cd-4f02-b1f5-439327357d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.573046 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-b57d5aae-e8cd-4f02-b1f5-439327357d95 None None] Port 00973324-48cf-4ff5-99ab-1bc9fd55f76e cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:15:12.693530 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.700783 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.801976 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444788-4a55-4afa-a4e5-e0f607ebfc96 None None] Pushing event updated for resources: {'Port': ['ID=00973324-48cf-4ff5-99ab-1bc9fd55f76e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:12.815278 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Attempting to bind port 00973324-48cf-4ff5-99ab-1bc9fd55f76e on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:15:12.815667 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Attempting to bind port 00973324-48cf-4ff5-99ab-1bc9fd55f76e by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:15:12.816023 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Attempting to bind port 00973324-48cf-4ff5-99ab-1bc9fd55f76e on network 39d0c914-2cc6-418e-b411-edd8d1868dc5 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:12.821324 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:15:12.821693 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Checking segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:12.822092 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.823048 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Bound using segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:15:12.823548 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Bound port: 00973324-48cf-4ff5-99ab-1bc9fd55f76e, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:15:12.823928 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.899557 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] For port 00973324-48cf-4ff5-99ab-1bc9fd55f76e, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:15:12.903488 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] For port 00973324-48cf-4ff5-99ab-1bc9fd55f76e, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00973324-48cf-4ff5-99ab-1bc9fd55f76e,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:15:12.912450 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:12.965249 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Routers {'9e1396b3-5cdf-4daf-b32d-24d0d47e318d'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:12.965888 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:13.007267 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-72ea0673-1697-4201-96b5-631991828da4 None None] Provisioning complete for port 00973324-48cf-4ff5-99ab-1bc9fd55f76e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:13.007901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72ea0673-1697-4201-96b5-631991828da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.096142 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444788-4a55-4afa-a4e5-e0f607ebfc96 None None] Pushing event updated for resources: {'Port': ['ID=00973324-48cf-4ff5-99ab-1bc9fd55f76e,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:13.114051 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72ea0673-1697-4201-96b5-631991828da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.114554 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] Set router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:13.202980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-72ea0673-1697-4201-96b5-631991828da4 None None] For port 00973324-48cf-4ff5-99ab-1bc9fd55f76e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00973324-48cf-4ff5-99ab-1bc9fd55f76e,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:13.216061 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-72ea0673-1697-4201-96b5-631991828da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.264145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-52d043de-5e2d-4e9f-9872-ed2149535ead req-ec6f971b-fdad-4465-97a2-a09b660c6751 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 210 time: 0.0429859 Feb 10 16:15:13.369076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-5b91051f-6033-491d-af25-6dca7a1975b2 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:13.371378 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-5b91051f-6033-491d-af25-6dca7a1975b2 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.75 "GET /v2.0/networks?id=39d0c914-2cc6-418e-b411-edd8d1868dc5 HTTP/1.1" status: 200 len: 798 time: 0.1620631 Feb 10 16:15:13.374380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea0673-1697-4201-96b5-631991828da4 None None] Pushing event updated for resources: {'Port': ['ID=00973324-48cf-4ff5-99ab-1bc9fd55f76e,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:13.385635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Request body: {'port': {'device_id': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'admin_state_up': True, 'tenant_id': 'ba6607d846df45708f47c55964645f17'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:13.393056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-973ddd13-097e-4148-8403-a64c6545a100 None None] Provisioning complete for port 00973324-48cf-4ff5-99ab-1bc9fd55f76e triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:13.393437 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-973ddd13-097e-4148-8403-a64c6545a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.440612 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2b23315-0e19-46d1-86dd-9a7fd19484dd up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:15:13.525893 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:09Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '00973324-48cf-4ff5-99ab-1bc9fd55f76e', 'name': '', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:3e:9a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '140fdcd9-140d-476d-be4c-937b70353056', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:08Z', 'updated_at': '2022-02-10T16:15:12Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '140fdcd9-140d-476d-be4c-937b70353056', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:13.543690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Made reservation on behalf of ba6607d846df45708f47c55964645f17 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:13.546522 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port f2b23315-0e19-46d1-86dd-9a7fd19484dd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:13.547557 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.548726 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.562614 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186d00c-12af-47af-bdb8-a0f2742ecf7b None None] The sync data for ids ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'] in n-d-827895-3 is: [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:09Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '00973324-48cf-4ff5-99ab-1bc9fd55f76e', 'name': '', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:3e:9a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '140fdcd9-140d-476d-be4c-937b70353056', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:08Z', 'updated_at': '2022-02-10T16:15:12Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '140fdcd9-140d-476d-be4c-937b70353056', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:15:13.757174 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Allocated IP 172.20.0.30 (39d0c914-2cc6-418e-b411-edd8d1868dc5/140fdcd9-140d-476d-be4c-937b70353056/b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:15:13.903358 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:13.948148 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.008506 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:15:14.014040 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:14.017185 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:15:14.025038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event updated for resources: {'Port': ['ID=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:14.083669 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:14.084654 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.121899 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-dd43caa7-1c39-4705-9b7e-f4be8b76f424 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7407029 Feb 10 16:15:14.146196 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Request body: {'port': {'device_id': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:14.246401 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.342603 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e056c508-1353-425f-b6bb-3f33e6e8b489 None None] Provisioning complete for port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:14.343220 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e056c508-1353-425f-b6bb-3f33e6e8b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.391250 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e056c508-1353-425f-b6bb-3f33e6e8b489 None None] Port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:15:14.443703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2665a-d52f-4980-b5e5-8a1cfc837217 req-fa07dbf0-c851-4ea5-b0e0-85fd6d08ef45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:14.445208 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6fd2665a-d52f-4980-b5e5-8a1cfc837217 req-fa07dbf0-c851-4ea5-b0e0-85fd6d08ef45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 895 time: 0.0785620 Feb 10 16:15:14.626633 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:15:14.634374 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.649707 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Transition to ACTIVE for port object b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:15:14.655001 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.717772 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Pushing event updated for resources: {'Port': ['ID=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:14.800048 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Attempting to bind port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:15:14.800394 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Attempting to bind port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:15:14.800725 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Attempting to bind port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 on network 39d0c914-2cc6-418e-b411-edd8d1868dc5 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:14.807867 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 on network 39d0c914-2cc6-418e-b411-edd8d1868dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:15:14.808287 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Attempting to bind port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 on network 39d0c914-2cc6-418e-b411-edd8d1868dc5 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:14.814236 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:15:14.814995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Checking segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:14.815548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Bound using segment: {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:15:14.816051 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Bound port: b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02271ee1-7c51-4c88-a566-330702c7c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:15:14.816423 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.897154 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] For port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:15:14.900596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] For port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:15:14.908095 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.955748 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:14.956386 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:14.957927 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] 10.222.0.75 "PUT /v2.0/ports/b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 HTTP/1.1" status: 200 len: 1055 time: 0.8280554 Feb 10 16:15:14.958413 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'tag': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:14.960838 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ded4249-cbac-4622-abfe-9937ce4c97c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5320b51a-eeea-46a5-ab6a-6b2eb83f4100", "tag": "b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:15.017217 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c26ae-211e-4ccb-ab71-6cf7db10c570 service neutron] Pushing event updated for resources: {'Port': ['ID=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:15.024473 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08886ac9-45c4-4a07-aef2-b8082fa57307 x-openstack-request-id: req-08886ac9-45c4-4a07-aef2-b8082fa57307 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:15.024955 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5320b51a-eeea-46a5-ab6a-6b2eb83f4100", "tag": "b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:15.025418 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08886ac9-45c4-4a07-aef2-b8082fa57307 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:15.026007 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'tag': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15', 'status': 'completed', 'code': 200} Feb 10 16:15:15.080167 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-86d7c750-577f-4287-9303-22b38bce6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.081682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-86d7c750-577f-4287-9303-22b38bce6d76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 1058 time: 0.0543730 Feb 10 16:15:15.129863 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-9efc82d8-8e26-455b-beb4-07b2fd2aa30e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 HTTP/1.1" status: 200 len: 217 time: 0.0398116 Feb 10 16:15:15.183573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-74387520-f22c-4715-aeb0-815cd8427857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.185155 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-74387520-f22c-4715-aeb0-815cd8427857 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=140fdcd9-140d-476d-be4c-937b70353056 HTTP/1.1" status: 200 len: 838 time: 0.0462868 Feb 10 16:15:15.241137 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-17c15480-d0ca-4101-b853-6443a9d518df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.242666 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-17c15480-d0ca-4101-b853-6443a9d518df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39d0c914-2cc6-418e-b411-edd8d1868dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496683 Feb 10 16:15:15.355007 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-5e494aca-4ccc-4d4c-975a-291157368b0a service neutron] 10.222.0.75 "GET /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042483 Feb 10 16:15:15.410199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00973324-48cf-4ff5-99ab-1bc9fd55f76e up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:15:15.453033 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-9c2af62d-cbce-4e68-9159-350fea1118cc req-1ece4a20-6573-44de-9764-dc3dc07af0f6 service neutron] 10.222.0.75 "GET /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914958 Feb 10 16:15:15.477071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 00973324-48cf-4ff5-99ab-1bc9fd55f76e triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:15.477703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:15.565422 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-5ae09abb-b03f-4edd-9db3-2eda3e50d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.567080 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-5ae09abb-b03f-4edd-9db3-2eda3e50d1f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 1058 time: 0.0535452 Feb 10 16:15:15.615581 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351df87-e3be-4d77-ada7-004e35413086 req-22dd8ecb-7b87-4f04-b1e7-7c71b8b7f514 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.621172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9351df87-e3be-4d77-ada7-004e35413086 req-22dd8ecb-7b87-4f04-b1e7-7c71b8b7f514 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 907 time: 0.0923173 Feb 10 16:15:15.665499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-82a7ac62-301a-4449-85a4-78bf772b051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.667727 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-82a7ac62-301a-4449-85a4-78bf772b051d service neutron] 10.222.0.75 "GET /v2.0/networks?id=39d0c914-2cc6-418e-b411-edd8d1868dc5 HTTP/1.1" status: 200 len: 899 time: 0.0935731 Feb 10 16:15:15.713539 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-019bc3e2-49f3-49a2-b909-795f41a5d81c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 HTTP/1.1" status: 200 len: 217 time: 0.0385218 Feb 10 16:15:15.764733 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-27c57871-20e3-4b8b-a2a8-c6cc02387a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.766196 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-27c57871-20e3-4b8b-a2a8-c6cc02387a37 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=140fdcd9-140d-476d-be4c-937b70353056 HTTP/1.1" status: 200 len: 838 time: 0.0451412 Feb 10 16:15:15.814627 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-a399cbe4-7ffd-42e9-ba7f-b2f49e26fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:15.816606 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-a399cbe4-7ffd-42e9-ba7f-b2f49e26fe29 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39d0c914-2cc6-418e-b411-edd8d1868dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421724 Feb 10 16:15:15.914037 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-7bbc5326-e3ce-41f1-9115-75d0f49af6f7 service neutron] 10.222.0.75 "GET /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891523 Feb 10 16:15:16.011508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ded4249-cbac-4622-abfe-9937ce4c97c4 req-e8d698f9-618f-4031-b957-43f08fc85780 service neutron] 10.222.0.75 "GET /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897133 Feb 10 16:15:16.748790 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf0359-da1e-437c-a70a-81604dbf933c req-6022d80b-57d8-437a-901f-151e3fdf0eba tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:16.750314 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ccaf0359-da1e-437c-a70a-81604dbf933c req-6022d80b-57d8-437a-901f-151e3fdf0eba tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 907 time: 0.0508022 Feb 10 16:15:17.870166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4cc22-b359-4993-9c14-3fb4492e4e63 req-22b0505c-e641-4395-941d-0aa37d731b57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:17.871672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-53f4cc22-b359-4993-9c14-3fb4492e4e63 req-22b0505c-e641-4395-941d-0aa37d731b57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 907 time: 0.0500512 Feb 10 16:15:17.966817 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:15:18.065041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:18.077262 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15', 'network_id': '39d0c914-2cc6-418e-b411-edd8d1868dc5', 'port_id': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15', 'mac_address': 'fa:16:3e:d4:90:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140fdcd9-140d-476d-be4c-937b70353056', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:15:18.114493 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:18.131072 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:15:18.149932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:18.154630 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:18.201892 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:18.209698 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.210078 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.210419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.210753 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.211085 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.211414 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.211768 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.212090 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.212410 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.212740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.213069 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.213388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:15:18.539943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:15:18.990099 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceed93-9ab5-42d1-bd58-133257c1d453 req-65d670a8-5013-49c2-a801-492e9f8a7b45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:18.992080 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-51ceed93-9ab5-42d1-bd58-133257c1d453 req-65d670a8-5013-49c2-a801-492e9f8a7b45 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 908 time: 0.0508006 Feb 10 16:15:19.996962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:15:20.069499 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:15:20.075345 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:20.075800 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:20.161555 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77241-e934-46f8-8a69-4aca6c1f3deb req-cd2ea22c-de3c-4708-9510-221a48fc8f5e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:20.168922 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c1f77241-e934-46f8-8a69-4aca6c1f3deb req-cd2ea22c-de3c-4708-9510-221a48fc8f5e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 908 time: 0.0866289 Feb 10 16:15:20.177803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:20.206105 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:20.208555 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1b026-0801-40a6-b5f0-cfe30d9373c6" -d '{"events": [{"server_uuid": "5320b51a-eeea-46a5-ab6a-6b2eb83f4100", "name": "network-vif-plugged", "status": "completed", "tag": "b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:20.222845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:20.229703 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:20.267378 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97a431b-3147-44c4-a6be-bbf651d830e6 x-openstack-request-id: req-f97a431b-3147-44c4-a6be-bbf651d830e6 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:20.267696 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5320b51a-eeea-46a5-ab6a-6b2eb83f4100", "name": "network-vif-plugged", "status": "completed", "tag": "b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:20.267955 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f97a431b-3147-44c4-a6be-bbf651d830e6 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:20.268503 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15', 'code': 200} Feb 10 16:15:20.304592 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:20.397953 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c237-7364-4b60-a08f-c1fb5affab92 req-7cf1bb57-6c38-47e5-8a6e-2c7e9e48a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:20.399688 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1b28c237-7364-4b60-a08f-c1fb5affab92 req-7cf1bb57-6c38-47e5-8a6e-2c7e9e48a0aa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 1060 time: 0.0588982 Feb 10 16:15:21.300663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ff261-ea93-4056-ac7a-a9a095f195a3 req-771a9c8c-af7e-4555-8126-aba93879df78 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:21.302306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e19ff261-ea93-4056-ac7a-a9a095f195a3 req-771a9c8c-af7e-4555-8126-aba93879df78 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0525255 Feb 10 16:15:22.443627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6fb60-36b5-45bb-b159-3e3151282dd2 req-a334f241-395e-4661-af64-1013c6def619 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:22.445568 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26e6fb60-36b5-45bb-b159-3e3151282dd2 req-a334f241-395e-4661-af64-1013c6def619 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0561204 Feb 10 16:15:22.600254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24051fb6-e079-46e9-b4dd-a696ca9b6b7b req-42260c94-e3a3-428b-8069-a3fba894701e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:22.601916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-24051fb6-e079-46e9-b4dd-a696ca9b6b7b req-42260c94-e3a3-428b-8069-a3fba894701e tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0706730 Feb 10 16:15:22.742684 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2abf-df64-4feb-bf1a-c3f722bde416 req-f9a77a9e-4dd0-4a9e-9295-8361c5a64539 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:22.745397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2c0f2abf-df64-4feb-bf1a-c3f722bde416 req-f9a77a9e-4dd0-4a9e-9295-8361c5a64539 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 1060 time: 0.0596764 Feb 10 16:15:22.876582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2504e-f9f3-417a-88f9-342cafaf16d1 req-2dbf2189-ed01-454e-bba0-696122cbbd40 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:22.878720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9f2504e-f9f3-417a-88f9-342cafaf16d1 req-2dbf2189-ed01-454e-bba0-696122cbbd40 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1135 time: 0.0621140 Feb 10 16:15:22.923641 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9f2504e-f9f3-417a-88f9-342cafaf16d1 req-170480fa-4c8f-4d55-9057-3ff49bebfe97 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0386155 Feb 10 16:15:22.952127 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42476) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:22.996164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1332bc4e-0986-4aa4-9f81-b7c38b8be540 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:22.997696 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1332bc4e-0986-4aa4-9f81-b7c38b8be540 tempest-TestSecurityGroupsBasicOps-1585212172 tempest-TestSecurityGroupsBasicOps-1585212172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 1055 time: 0.0445786 Feb 10 16:15:23.285295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532d388-6b83-41dc-9bec-cfaf02f24067 req-2c59d0de-dbf1-4b13-9edc-539b902f71af tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:23.286863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a532d388-6b83-41dc-9bec-cfaf02f24067 req-2c59d0de-dbf1-4b13-9edc-539b902f71af tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0555751 Feb 10 16:15:23.781653 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:24.418713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d3edf-dd3d-4725-9a28-fdef8240dfb4 req-96dc31db-71e5-4c24-b77d-a2979b72e250 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:24.420275 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6b7d3edf-dd3d-4725-9a28-fdef8240dfb4 req-96dc31db-71e5-4c24-b77d-a2979b72e250 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0586054 Feb 10 16:15:25.196265 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-61788b68-fc4c-47ff-9138-3aaf2f2d7581 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:25.198471 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-61788b68-fc4c-47ff-9138-3aaf2f2d7581 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.75 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0553784 Feb 10 16:15:25.304747 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:25.305017 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:25.406920 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] For port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:25.407283 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:25.421223 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:25.568849 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22921240-ffc5-488a-aba2-04a6d22de45a req-bf3f0ca1-cfc0-4b9f-a742-096421dc9534 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:25.570577 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22921240-ffc5-488a-aba2-04a6d22de45a req-bf3f0ca1-cfc0-4b9f-a742-096421dc9534 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5320b51a-eeea-46a5-ab6a-6b2eb83f4100 HTTP/1.1" status: 200 len: 909 time: 0.0682702 Feb 10 16:15:25.577193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:25.609402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:25.680462 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] No DVR routers for this DVR port b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:15:25.685768 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:25.692136 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3d33de30-0d30-4aa1-8e3e-b2bf3c61f6f7 req-8814443c-f8ca-4fd8-a701-dc5bff6fde3d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.75 "DELETE /v2.0/ports/b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 HTTP/1.1" status: 204 len: 173 time: 0.4861264 Feb 10 16:15:25.692899 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'name': 'network-vif-deleted', 'tag': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:25.698026 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd7f385-b124-44a5-8490-78d04450eadb" -d '{"events": [{"server_uuid": "5320b51a-eeea-46a5-ab6a-6b2eb83f4100", "name": "network-vif-deleted", "tag": "b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:25.801444 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f9ba5-ada2-42b6-b542-1ad2f37d8f52 x-openstack-request-id: req-0e2f9ba5-ada2-42b6-b542-1ad2f37d8f52 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:25.801444 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5320b51a-eeea-46a5-ab6a-6b2eb83f4100", "name": "network-vif-deleted", "tag": "b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:25.801444 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e2f9ba5-ada2-42b6-b542-1ad2f37d8f52 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:25.801444 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5320b51a-eeea-46a5-ab6a-6b2eb83f4100', 'name': 'network-vif-deleted', 'tag': 'b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15', 'status': 'completed', 'code': 200} Feb 10 16:15:26.648645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42558) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:27.059846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:27.364389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port 00973324-48cf-4ff5-99ab-1bc9fd55f76e {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:27.364970 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:27.425077 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:27.479919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] For port 00973324-48cf-4ff5-99ab-1bc9fd55f76e, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=00973324-48cf-4ff5-99ab-1bc9fd55f76e,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:27.480236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:27.502760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for 00973324-48cf-4ff5-99ab-1bc9fd55f76e owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:27.737993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:27.768058 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=00973324-48cf-4ff5-99ab-1bc9fd55f76e,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:27.997288 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:28.023658 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.027580 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:28.028272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device b7938e7c-5cd6-4387-80dd-a1c7c9d2bb15 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:28.265025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:15:28.390189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:15:28.396448 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-7907b03b-e660-4e85-8c7d-42312cd78fab tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "PUT /v2.0/routers/9e1396b3-5cdf-4daf-b32d-24d0d47e318d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451563 Feb 10 16:15:28.398812 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42564) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:28.401912 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] Sync routers for ids ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:15:28.413047 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] Routers {'9e1396b3-5cdf-4daf-b32d-24d0d47e318d'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:28.414026 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:28.465035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting subnet 140fdcd9-140d-476d-be4c-937b70353056 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:15:28.468584 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.513477 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.533232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] Set router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:28.605625 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.699810 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.738290 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Subnet': ['ID=140fdcd9-140d-476d-be4c-937b70353056,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:28.742011 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.742529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:27Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:28.746128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-489ac22e-6f8a-4019-bbbf-92928b033f9d tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/subnets/140fdcd9-140d-476d-be4c-937b70353056 HTTP/1.1" status: 204 len: 168 time: 0.3456378 Feb 10 16:15:28.749770 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42566) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:28.780748 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ff703-4ffa-487b-b493-a63deaec10e1 None None] Network 39d0c914-2cc6-418e-b411-edd8d1868dc5 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:28.784811 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] Checking router: 9e1396b3-5cdf-4daf-b32d-24d0d47e318d for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:15:28.839732 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] Routers {'9e1396b3-5cdf-4daf-b32d-24d0d47e318d'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:28.840529 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:28.869564 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.996320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:28.998136 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bf29359b-0eaf-4bf2-9b98-b15a795a6a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.027062 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] Set router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:29.067202 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port f2b23315-0e19-46d1-86dd-9a7fd19484dd {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:29.067635 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.121566 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] DHCP port deletion for 39d0c914-2cc6-418e-b411-edd8d1868dc5 request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:15:29.182405 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] For port f2b23315-0e19-46d1-86dd-9a7fd19484dd, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=f2b23315-0e19-46d1-86dd-9a7fd19484dd,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:29.182405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.201819 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for f2b23315-0e19-46d1-86dd-9a7fd19484dd owned by network:router_gateway {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:29.238184 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] Deleting port b0c02447-13cc-4e4b-951b-86f14fd20467 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:29.238662 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.338679 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] For port b0c02447-13cc-4e4b-951b-86f14fd20467, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b0c02447-13cc-4e4b-951b-86f14fd20467,segment=NetworkSegment(02271ee1-7c51-4c88-a566-330702c7c5d9),segment_id=02271ee1-7c51-4c88-a566-330702c7c5d9)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:29.340741 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.355924 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] Calling delete_port for b0c02447-13cc-4e4b-951b-86f14fd20467 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:29.387678 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb9b37-611c-40a1-88cf-3c3c3e07f10a req-5f5a8f7b-6e12-4251-a352-0b7aa3c799be tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:29.396705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6bb9b37-611c-40a1-88cf-3c3c3e07f10a req-5f5a8f7b-6e12-4251-a352-0b7aa3c799be tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 950 time: 0.0834577 Feb 10 16:15:29.438179 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.461174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d6bb9b37-611c-40a1-88cf-3c3c3e07f10a req-93bea18c-f403-4755-89dd-67d618c52c11 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631790 Feb 10 16:15:29.467513 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=f2b23315-0e19-46d1-86dd-9a7fd19484dd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:29.490277 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:27Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:29.523658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47346-5d7e-40e9-9279-3b26bfe61647 None None] The sync data for ids ['9e1396b3-5cdf-4daf-b32d-24d0d47e318d'] in n-d-827895-3 is: [{'id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-746204046', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:15:05Z', 'updated_at': '2022-02-10T16:15:27Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': 'f2b23315-0e19-46d1-86dd-9a7fd19484dd', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1396b3-5cdf-4daf-b32d-24d0d47e318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:15:06Z', 'updated_at': '2022-02-10T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:15:29.534645 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b0c02447-13cc-4e4b-951b-86f14fd20467 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:29.566243 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.587527 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.621532 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] Pushing event deleted for resources: {'Port': ['ID=b0c02447-13cc-4e4b-951b-86f14fd20467,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:29.627203 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d9548-0ff7-4888-82ca-f0fa5a74fb1b None None] No DVR routers for this DVR port b0c02447-13cc-4e4b-951b-86f14fd20467 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:15:29.629310 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No active binding found for port b0c02447-13cc-4e4b-951b-86f14fd20467 {{(pid=102616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 16:15:29.630538 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b0c02447-13cc-4e4b-951b-86f14fd20467 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:29.682506 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.687361 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.732483 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.733085 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1396b3-5cdf-4daf-b32d-24d0d47e318d {{(pid=102614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:15:29.745036 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.745036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-976fbedc-c418-4f81-98f6-e823015f368b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/routers/9e1396b3-5cdf-4daf-b32d-24d0d47e318d HTTP/1.1" status: 204 len: 168 time: 0.9905689 Feb 10 16:15:29.745657 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42574) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:29.832871 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.932236 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:29.954169 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d0c914-2cc6-418e-b411-edd8d1868dc5']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:29.972488 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02271ee1-7c51-4c88-a566-330702c7c5d9') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:29.972834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02271ee1-7c51-4c88-a566-330702c7c5d9') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:29.986946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.006708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.016914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:15:30.017785 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:15:30.023177 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:15:30.115006 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.123265 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.126477 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/networks/39d0c914-2cc6-418e-b411-edd8d1868dc5 HTTP/1.1" status: 204 len: 168 time: 0.3794374 Feb 10 16:15:30.129706 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42576) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:30.138654 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c501cf5-4993-4b9f-8a34-3c77d667bbd0 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Network': ['ID=39d0c914-2cc6-418e-b411-edd8d1868dc5,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:30.330662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port 3b73eb20-b8f0-478b-802f-8a47d50257c4 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:30.331030 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.424999 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.425239 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.438970 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for 3b73eb20-b8f0-478b-802f-8a47d50257c4 owned by network:floatingip {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:30.605182 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.623571 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4902ef3-3596-4d53-8820-8cd7e36ead01 req-a357dd10-945e-4a2a-ac0f-9437f4926a8e tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:30.625108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4902ef3-3596-4d53-8820-8cd7e36ead01 req-a357dd10-945e-4a2a-ac0f-9437f4926a8e tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 950 time: 0.0608127 Feb 10 16:15:30.695101 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b4902ef3-3596-4d53-8820-8cd7e36ead01 req-8ebc9a4a-2794-40b0-8c6a-5661cb0b45d5 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Feb 10 16:15:30.695420 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=3b73eb20-b8f0-478b-802f-8a47d50257c4,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:30.761154 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for floatingip, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:30.761577 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Floating IP 5e2cb474-cee7-4694-8825-062b37f45641 disassociated (deleted). External IP: 172.25.7.96, port: eb9ba7ad-0312-4e0e-a0ae-e72870081365. Feb 10 16:15:30.985544 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 41fa25e5-fc58-4363-95c7-c5d7880bd450 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:15:31.096058 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:15:31.100450 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:31.105606 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] Sync routers for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:15:31.116204 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:31.116818 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:31.132096 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7645099d-98ea-49e4-b204-03c997830262 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/floatingips/5e2cb474-cee7-4694-8825-062b37f45641 HTTP/1.1" status: 204 len: 168 time: 0.9988337 Feb 10 16:15:31.132096 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:31.132819 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c" -d '{"events": [{"name": "network-changed", "server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:31.287323 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24f99b9-38e9-4f03-92db-167730bce78e x-openstack-request-id: req-d24f99b9-38e9-4f03-92db-167730bce78e {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:31.287832 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:31.288237 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d24f99b9-38e9-4f03-92db-167730bce78e {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:31.289498 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'status': 'completed', 'code': 200} Feb 10 16:15:31.331568 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:31.346616 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-016a88ce-1d1c-4f96-8799-ddc1ac65836c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:31.420168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-cdd82d49-1e57-4998-a8ed-8c6316602625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.423185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-cdd82d49-1e57-4998-a8ed-8c6316602625 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba6607d846df45708f47c55964645f17&device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 1135 time: 0.1018894 Feb 10 16:15:31.460406 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2b23315-0e19-46d1-86dd-9a7fd19484dd no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:31.497393 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: f2b23315-0e19-46d1-86dd-9a7fd19484dd {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:31.498162 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device f2b23315-0e19-46d1-86dd-9a7fd19484dd not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:31.499061 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00973324-48cf-4ff5-99ab-1bc9fd55f76e no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:31.533745 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 00973324-48cf-4ff5-99ab-1bc9fd55f76e {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:31.534655 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 00973324-48cf-4ff5-99ab-1bc9fd55f76e not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:31.536263 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-3a1ace4e-82cc-4491-bb9a-e159f287ad9c tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.541347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-3a1ace4e-82cc-4491-bb9a-e159f287ad9c tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 950 time: 0.0981228 Feb 10 16:15:31.588972 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ffaaf-9db7-4611-9bed-423c586dde81 req-58b1bdfd-0338-49cf-81d3-64b90b92fd7a tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.590560 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b3ffaaf-9db7-4611-9bed-423c586dde81 req-58b1bdfd-0338-49cf-81d3-64b90b92fd7a tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 984 time: 0.1194284 Feb 10 16:15:31.607542 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:20Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:31.626830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-724c9fb9-7294-46c6-a067-12ff67089deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.628870 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-724c9fb9-7294-46c6-a067-12ff67089deb service neutron] 10.222.0.45 "GET /v2.0/networks?id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 200 len: 897 time: 0.1986463 Feb 10 16:15:31.650697 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] Checking router: 41fa25e5-fc58-4363-95c7-c5d7880bd450 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:15:31.660360 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:31.660977 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:31.664007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3b3ffaaf-9db7-4611-9bed-423c586dde81 req-362eb154-ec53-4f13-be38-6c6eb1b9e43f tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0564179 Feb 10 16:15:31.674499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Deleting port 9fe6e1b4-3a03-4906-abae-1855251ef049 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:31.674923 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:31.713472 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-e248136e-416a-4604-ad6d-9c1850e0f263 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 200 len: 217 time: 0.0661545 Feb 10 16:15:31.769707 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-043964f9-7f10-4c19-9cc1-d8ec1f6844fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.771230 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-043964f9-7f10-4c19-9cc1-d8ec1f6844fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35d90a99-6a91-4eb0-afcf-bba9d30907cf HTTP/1.1" status: 200 len: 835 time: 0.0506260 Feb 10 16:15:31.799762 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] For port 9fe6e1b4-3a03-4906-abae-1855251ef049, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=9fe6e1b4-3a03-4906-abae-1855251ef049,segment=NetworkSegment(89324a19-01b0-4c4a-ab53-565eb6cfefe7),segment_id=89324a19-01b0-4c4a-ab53-565eb6cfefe7)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:31.800132 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:31.805826 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:31.814735 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Calling delete_port for 9fe6e1b4-3a03-4906-abae-1855251ef049 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:31.864533 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-d2738111-3325-49ae-a408-8a2d7e7f2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.866076 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-d2738111-3325-49ae-a408-8a2d7e7f2efc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f3c1fd-c6c0-4498-9d73-6a2c8327829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867233 Feb 10 16:15:31.892713 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc026-3c9d-4785-b535-70b47887f53d req-f3ded441-d275-4de0-b58a-d00af305cc21 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:31.894225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-beebc026-3c9d-4785-b535-70b47887f53d req-f3ded441-d275-4de0-b58a-d00af305cc21 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba47f853-c0f8-4ec2-8870-8d1ec5a7832e HTTP/1.1" status: 200 len: 950 time: 0.0697155 Feb 10 16:15:31.991590 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:32.002012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-beebc026-3c9d-4785-b535-70b47887f53d req-d1c7d80e-1851-496a-b142-e15262f199df tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a2057a-f99f-43ba-9f67-25838d448753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958145 Feb 10 16:15:32.004397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['9fe6e1b4-3a03-4906-abae-1855251ef049'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:15:32.038587 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-fa3b01ca-f28c-463c-bfd9-6951652d4c8f service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633346 Feb 10 16:15:32.046107 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Pushing event deleted for resources: {'Port': ['ID=9fe6e1b4-3a03-4906-abae-1855251ef049,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:32.110387 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:20Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:32.120833 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] No DVR routers for this DVR port 9fe6e1b4-3a03-4906-abae-1855251ef049 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:15:32.124988 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:32.128828 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-b2348baf-f917-47d1-b995-17c5a2338df6 req-e233a69c-fbb1-474e-986a-a9f47ed98ee8 tempest-VolumesBackupsTest-1680454919 tempest-VolumesBackupsTest-1680454919-project] 10.222.0.75 "DELETE /v2.0/ports/9fe6e1b4-3a03-4906-abae-1855251ef049 HTTP/1.1" status: 204 len: 173 time: 0.5807831 Feb 10 16:15:32.145137 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368aa5ca-2aa5-4edd-9b55-c58102326af7 None None] The sync data for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 is: [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'b2c2122d-9d1d-4798-b621-e705c9551626', 'name': '', 'network_id': '75f3c1fd-c6c0-4498-9d73-6a2c8327829c', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'mac_address': 'fa:16:3e:e2:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:16Z', 'updated_at': '2022-02-10T16:14:20Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'subnets': [{'id': '35d90a99-6a91-4eb0-afcf-bba9d30907cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:15:32.437465 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:32.467671 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a31fe3-32bf-4609-b374-05b9b28df281 None None] New status for floating IP 5e2cb474-cee7-4694-8825-062b37f45641: DOWN {{(pid=102616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:15:32.578906 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9a7dd73-3c8d-4166-9701-dbbf1f40c64c req-1ba9b499-f14f-4d82-b8be-2adf455a1083 service neutron] 10.222.0.45 "GET /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333574 Feb 10 16:15:32.719691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-6f162233-4405-4e69-8404-8f6bc486d3b8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:32.721212 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-6f162233-4405-4e69-8404-8f6bc486d3b8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.45 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 984 time: 0.0659306 Feb 10 16:15:32.852275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3de9b-5120-4ad2-82da-82ae06ab4e7f req-940db96a-be9f-40da-80a6-56a82094fc14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:32.854504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83a3de9b-5120-4ad2-82da-82ae06ab4e7f req-940db96a-be9f-40da-80a6-56a82094fc14 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/ports?device_id=b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b HTTP/1.1" status: 200 len: 984 time: 0.0967669 Feb 10 16:15:32.893566 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port eb9ba7ad-0312-4e0e-a0ae-e72870081365 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:32.893962 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:32.924911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-83a3de9b-5120-4ad2-82da-82ae06ab4e7f req-213d9922-8194-4c0d-b20a-c6bb322ac149 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72f952-bdbb-407d-8aa7-c8588c211ea3&id=885e05ae-1e51-4994-a3c8-f24e0399b66b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0640440 Feb 10 16:15:33.011532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] For port eb9ba7ad-0312-4e0e-a0ae-e72870081365, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=eb9ba7ad-0312-4e0e-a0ae-e72870081365,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:33.011893 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:33.028265 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for eb9ba7ad-0312-4e0e-a0ae-e72870081365 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:33.220087 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:33.258477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=eb9ba7ad-0312-4e0e-a0ae-e72870081365,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:33.293366 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'name': 'network-vif-deleted', 'tag': '9fe6e1b4-3a03-4906-abae-1855251ef049'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:33.296368 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a9a791-3a68-4ef6-a427-090e4fc8ffc3" -d '{"events": [{"server_uuid": "ba47f853-c0f8-4ec2-8870-8d1ec5a7832e", "name": "network-vif-deleted", "tag": "9fe6e1b4-3a03-4906-abae-1855251ef049"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:33.316064 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] No DVR routers for this DVR port eb9ba7ad-0312-4e0e-a0ae-e72870081365 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:15:33.319396 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:33.325005 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-26e63955-8914-4853-9f0e-ab2aa94c99d7 req-86a26ca6-fdb3-4fb8-82da-fec619a577c8 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.45 "DELETE /v2.0/ports/eb9ba7ad-0312-4e0e-a0ae-e72870081365 HTTP/1.1" status: 204 len: 173 time: 0.5976551 Feb 10 16:15:33.325508 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'name': 'network-vif-deleted', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:33.328274 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c328edd8-b025-4cc6-abe2-b311526110d5" -d '{"events": [{"server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "name": "network-vif-deleted", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:33.357533 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7b84f-ae20-4bb4-a8ca-87238c69c40c x-openstack-request-id: req-77d7b84f-ae20-4bb4-a8ca-87238c69c40c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:33.357762 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba47f853-c0f8-4ec2-8870-8d1ec5a7832e", "name": "network-vif-deleted", "tag": "9fe6e1b4-3a03-4906-abae-1855251ef049", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:33.358052 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77d7b84f-ae20-4bb4-a8ca-87238c69c40c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:33.358403 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba47f853-c0f8-4ec2-8870-8d1ec5a7832e', 'name': 'network-vif-deleted', 'tag': '9fe6e1b4-3a03-4906-abae-1855251ef049', 'status': 'completed', 'code': 200} Feb 10 16:15:33.479864 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67c276-3b66-4007-96b4-0d15ea69e479 x-openstack-request-id: req-bb67c276-3b66-4007-96b4-0d15ea69e479 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:33.480655 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b", "name": "network-vif-deleted", "tag": "eb9ba7ad-0312-4e0e-a0ae-e72870081365", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:33.481183 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb67c276-3b66-4007-96b4-0d15ea69e479 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:33.481843 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b101a3f6-34c4-4fc7-bd7f-5eeb5fc6a66b', 'name': 'network-vif-deleted', 'tag': 'eb9ba7ad-0312-4e0e-a0ae-e72870081365', 'status': 'completed', 'code': 200} Feb 10 16:15:33.995867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42606) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:34.067701 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92bb2992-42a4-427f-a0e3-dd0e435bf315 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.101831 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92bb2992-42a4-427f-a0e3-dd0e435bf315 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.140956 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.161340 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92bb2992-42a4-427f-a0e3-dd0e435bf315 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.164092 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-92bb2992-42a4-427f-a0e3-dd0e435bf315 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.165307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-92bb2992-42a4-427f-a0e3-dd0e435bf315 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a72f952-bdbb-407d-8aa7-c8588c211ea3 HTTP/1.1" status: 204 len: 168 time: 0.1682432 Feb 10 16:15:34.170152 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42608) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:34.181609 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb2992-42a4-427f-a0e3-dd0e435bf315 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a72f952-bdbb-407d-8aa7-c8588c211ea3,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:34.364481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.573779 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b785fa61-b8d6-4231-bc38-4953d61b4376 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.599675 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b785fa61-b8d6-4231-bc38-4953d61b4376 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.657393 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b785fa61-b8d6-4231-bc38-4953d61b4376 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.660691 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b785fa61-b8d6-4231-bc38-4953d61b4376 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for security_group, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:34.661910 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b785fa61-b8d6-4231-bc38-4953d61b4376 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/security-groups/885e05ae-1e51-4994-a3c8-f24e0399b66b HTTP/1.1" status: 204 len: 168 time: 0.4904094 Feb 10 16:15:34.665347 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42612) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:34.677604 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785fa61-b8d6-4231-bc38-4953d61b4376 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885e05ae-1e51-4994-a3c8-f24e0399b66b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:35.164780 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435625'] for router_interface, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:35.208346 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device eb9ba7ad-0312-4e0e-a0ae-e72870081365 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:35.229487 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: eb9ba7ad-0312-4e0e-a0ae-e72870081365 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:35.230114 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device eb9ba7ad-0312-4e0e-a0ae-e72870081365 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:35.511735 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port b2c2122d-9d1d-4798-b621-e705c9551626 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:35.512067 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:35.620808 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] For port b2c2122d-9d1d-4798-b621-e705c9551626, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=b2c2122d-9d1d-4798-b621-e705c9551626,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:35.621277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:35.645140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for b2c2122d-9d1d-4798-b621-e705c9551626 owned by network:router_interface {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:35.870620 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:35.903894 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=b2c2122d-9d1d-4798-b621-e705c9551626,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:36.045992 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9fe6e1b4-3a03-4906-abae-1855251ef049 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:36.074728 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 9fe6e1b4-3a03-4906-abae-1855251ef049 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:36.075235 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 9fe6e1b4-3a03-4906-abae-1855251ef049 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:36.108708 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16467146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435653'] for router_interface, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:36.387708 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Router 41fa25e5-fc58-4363-95c7-c5d7880bd450 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:15:36.514274 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:15:36.522323 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42640) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:36.522808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e8cab348-c204-47c6-8ff6-c0bf5a8a4a4b tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "PUT /v2.0/routers/41fa25e5-fc58-4363-95c7-c5d7880bd450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549864 Feb 10 16:15:36.527802 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] Sync routers for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:15:36.543329 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:36.544200 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:36.587608 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting subnet 35d90a99-6a91-4eb0-afcf-bba9d30907cf {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:15:36.592416 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:36.657008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:36.694951 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:36.760395 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:36.831251 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:36.871296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Subnet': ['ID=35d90a99-6a91-4eb0-afcf-bba9d30907cf,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:36.882119 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:36.888106 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-b4328194-be15-49a8-8832-1d1de50bed57 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/subnets/35d90a99-6a91-4eb0-afcf-bba9d30907cf HTTP/1.1" status: 204 len: 168 time: 0.3641193 Feb 10 16:15:36.890056 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db48e99-c393-4f24-af89-59af3b10e888 None None] Network 75f3c1fd-c6c0-4498-9d73-6a2c8327829c requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:36.891076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42660) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:36.968676 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:15:35Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:37.014740 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] Checking router: 41fa25e5-fc58-4363-95c7-c5d7880bd450 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:15:37.024352 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.030009 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] Routers {'41fa25e5-fc58-4363-95c7-c5d7880bd450'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:15:37.030868 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:15:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['41fa25e5-fc58-4363-95c7-c5d7880bd450'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:37.139956 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] DHCP port deletion for 75f3c1fd-c6c0-4498-9d73-6a2c8327829c request from n-d-827895-3 {{(pid=102616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 10 16:15:37.162272 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.209034 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] Deleting port 848c17cb-5cc7-479d-a90b-a092f13b6633 {{(pid=102616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:37.209426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.212607 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] Set router 41fa25e5-fc58-4363-95c7-c5d7880bd450 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:15:37.228284 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Deleting port 6843fd49-9958-4404-adf4-bc0ad7ba775d {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:15:37.228956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.285848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] For port 848c17cb-5cc7-479d-a90b-a092f13b6633, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=848c17cb-5cc7-479d-a90b-a092f13b6633,segment=NetworkSegment(b2701768-7ff5-4e22-8a10-5c24e1210041),segment_id=b2701768-7ff5-4e22-8a10-5c24e1210041)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:37.286263 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.376320 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] For port 6843fd49-9958-4404-adf4-bc0ad7ba775d, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=6843fd49-9958-4404-adf4-bc0ad7ba775d,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:37.377126 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.393680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Calling delete_port for 6843fd49-9958-4404-adf4-bc0ad7ba775d owned by network:router_gateway {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:37.509794 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:15:35Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:37.531127 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 848c17cb-5cc7-479d-a90b-a092f13b6633 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:37.533917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] Calling delete_port for 848c17cb-5cc7-479d-a90b-a092f13b6633 owned by network:dhcp {{(pid=102616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:15:37.554544 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8e86-8d6c-48f5-a52a-a8f71cf5d176 None None] The sync data for ids ['41fa25e5-fc58-4363-95c7-c5d7880bd450'] in n-d-827895-3 is: [{'id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830010874', 'tenant_id': 'ba6607d846df45708f47c55964645f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:14:12Z', 'updated_at': '2022-02-10T16:15:35Z', 'revision_number': 5, 'project_id': 'ba6607d846df45708f47c55964645f17', 'gw_port': {'id': '6843fd49-9958-4404-adf4-bc0ad7ba775d', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fa25e5-fc58-4363-95c7-c5d7880bd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:14:13Z', 'updated_at': '2022-02-10T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:15:37.688195 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.707977 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.727497 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Port': ['ID=6843fd49-9958-4404-adf4-bc0ad7ba775d,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:37.744281 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763'] for port, after_delete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.761664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] No DVR routers for this DVR port 848c17cb-5cc7-479d-a90b-a092f13b6633 on host n-d-827895-3 {{(pid=102616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:15:37.799354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437351'] for router_gateway, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.800798 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c9765-e6a1-4ce7-a93d-7bff0c72d916 None None] Pushing event deleted for resources: {'Port': ['ID=848c17cb-5cc7-479d-a90b-a092f13b6633,revision_number=None']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:37.897770 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26244'] for router, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.900262 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.958630 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437738'] for router, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.959315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Fanout notify agent at l3_agent the message router_deleted on router 41fa25e5-fc58-4363-95c7-c5d7880bd450 {{(pid=102615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:15:37.968085 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:37.969287 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d8f41c62-fd63-4948-9a7c-ec85f0078bfd tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/routers/41fa25e5-fc58-4363-95c7-c5d7880bd450 HTTP/1.1" status: 204 len: 168 time: 1.0770106 Feb 10 16:15:37.974121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42696) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:38.086716 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.184240 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.212633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f3c1fd-c6c0-4498-9d73-6a2c8327829c']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:38.223423 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2701768-7ff5-4e22-8a10-5c24e1210041') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:38.223999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2701768-7ff5-4e22-8a10-5c24e1210041') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:15:38.234891 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.249818 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.256617 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:15:38.259976 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:15:38.263863 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:15:38.338840 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.346424 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.349602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] 10.222.0.21 "DELETE /v2.0/networks/75f3c1fd-c6c0-4498-9d73-6a2c8327829c HTTP/1.1" status: 204 len: 168 time: 0.3740656 Feb 10 16:15:38.363580 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4916002-24d9-428b-b158-d07ac4c04d85 tempest-TestSecurityGroupsBasicOps-465688173 tempest-TestSecurityGroupsBasicOps-465688173-project] Pushing event deleted for resources: {'Network': ['ID=75f3c1fd-c6c0-4498-9d73-6a2c8327829c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:38.698452 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42706) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:38.851628 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-df868148-ef2c-43b5-99ec-fb29a1e16483 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba6607d846df45708f47c55964645f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516593 Feb 10 16:15:38.854159 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42712) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:38.904267 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a863ade-37c5-4c89-ac09-784a2596561d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.930607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a863ade-37c5-4c89-ac09-784a2596561d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.979354 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a863ade-37c5-4c89-ac09-784a2596561d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.981890 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0a863ade-37c5-4c89-ac09-784a2596561d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:38.983012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0a863ade-37c5-4c89-ac09-784a2596561d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f3f866e-8059-4301-b680-405def4dff6c HTTP/1.1" status: 204 len: 168 time: 0.1278417 Feb 10 16:15:38.991706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a863ade-37c5-4c89-ac09-784a2596561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3f866e-8059-4301-b680-405def4dff6c,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:39.276138 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42720) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:39.289882 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9acfea42-707b-48f9-83af-db948b8352d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.379696 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9acfea42-707b-48f9-83af-db948b8352d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.384407 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9acfea42-707b-48f9-83af-db948b8352d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.385919 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2c2122d-9d1d-4798-b621-e705c9551626 no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:39.410974 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: b2c2122d-9d1d-4798-b621-e705c9551626 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:39.411316 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device b2c2122d-9d1d-4798-b621-e705c9551626 not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:39.411984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6843fd49-9958-4404-adf4-bc0ad7ba775d no longer exists at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:15:39.422798 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfea42-707b-48f9-83af-db948b8352d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a518a0d7-4954-4599-b336-2ea342f3f896,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:39.428636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9acfea42-707b-48f9-83af-db948b8352d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=125e78002b4f484ab31d2ab3b6f01443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514480 Feb 10 16:15:39.431407 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42722) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:39.435159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] No Port match for: 6843fd49-9958-4404-adf4-bc0ad7ba775d {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:15:39.435690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 6843fd49-9958-4404-adf4-bc0ad7ba775d not bound to the agent host n-d-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:15:39.483591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbba3bf7-878e-43f2-be38-3276ac5b0505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.505887 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbba3bf7-878e-43f2-be38-3276ac5b0505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.556821 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbba3bf7-878e-43f2-be38-3276ac5b0505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.560132 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-fbba3bf7-878e-43f2-be38-3276ac5b0505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:39.561457 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-fbba3bf7-878e-43f2-be38-3276ac5b0505 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a518a0d7-4954-4599-b336-2ea342f3f896 HTTP/1.1" status: 204 len: 168 time: 0.1288869 Feb 10 16:15:39.569816 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba3bf7-878e-43f2-be38-3276ac5b0505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a518a0d7-4954-4599-b336-2ea342f3f896,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:39.945830 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42728) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:39.990292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-59896fab-935f-4407-94f3-60561bb7d0e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a10b655641d042fb9e86e46f74704dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432019 Feb 10 16:15:39.992776 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42730) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:40.046961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f075f16d-77f6-49e4-804a-2a69be9978d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:40.073531 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f075f16d-77f6-49e4-804a-2a69be9978d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:40.127949 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f075f16d-77f6-49e4-804a-2a69be9978d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:40.130904 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f075f16d-77f6-49e4-804a-2a69be9978d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:40.132091 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-f075f16d-77f6-49e4-804a-2a69be9978d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c918448-1729-4084-8cb3-5d50398a57f0 HTTP/1.1" status: 204 len: 168 time: 0.1380866 Feb 10 16:15:40.140841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075f16d-77f6-49e4-804a-2a69be9978d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c918448-1729-4084-8cb3-5d50398a57f0,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:40.879839 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42754) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:40.987805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-179624257-network', 'tenant_id': 'b597ffd93baf40c2a0867ef9dad59135'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:41.011614 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Made reservation on behalf of b597ffd93baf40c2a0867ef9dad59135 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:41.014046 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.022803 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.104552 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.111328 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.136762 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:15:41.147288 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a51de81-7aa3-47b3-9de7-d89477c3389f,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:41.155985 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.156335 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Added segment 10af083e-19b5-42e5-bb1a-84cd3d994d62 of type vlan for network 31ecde00-6c97-479e-bc91-034fbb5fb4de Feb 10 16:15:41.207671 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.233764 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.234718 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:41.235288 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.299925 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4189787 Feb 10 16:15:41.303118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42760) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:41.308681 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Request body: {'subnet': {'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-179624257-subnet', 'tenant_id': 'b597ffd93baf40c2a0867ef9dad59135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:41.311834 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d87da1-59fa-46a9-b229-89aa32eab959 admin admin] Pushing event updated for resources: {'Network': ['ID=31ecde00-6c97-479e-bc91-034fbb5fb4de,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:41.324018 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 31ecde00-6c97-479e-bc91-034fbb5fb4de details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:15:41.338312 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Made reservation on behalf of b597ffd93baf40c2a0867ef9dad59135 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:41.342337 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.519007 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.575118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e21f87-b110-4b99-abc1-a323267d6e58,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:41.584716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Checking segment: {'id': '10af083e-19b5-42e5-bb1a-84cd3d994d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:41.585070 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Network hostable DHCP agents. Network: 31ecde00-6c97-479e-bc91-034fbb5fb4de, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:15:41.604964 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Network 31ecde00-6c97-479e-bc91-034fbb5fb4de is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:15:41.614739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 31ecde00-6c97-479e-bc91-034fbb5fb4de) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:41.621470 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:41.623407 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ebc930-0656-4a44-b6f5-21eaf03ff7ed None None] Network 31ecde00-6c97-479e-bc91-034fbb5fb4de requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:41.623583 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:41.643536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-22eaf516-7776-450f-badc-72a96bc31651 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3389809 Feb 10 16:15:41.689479 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:15:41.780602 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb219fb-5654-4e36-ab86-31323decdb11 None None] Network 31ecde00-6c97-479e-bc91-034fbb5fb4de requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:42.171229 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 42776) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:42.176275 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-200130391-network', 'tenant_id': '2092937aa1d24e7da37a45447d88b6bd'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:42.205782 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Made reservation on behalf of 2092937aa1d24e7da37a45447d88b6bd for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:42.208867 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.219161 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.299324 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.303793 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.330977 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:15:42.341754 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7dcdf4-b545-49f4-b479-af2fca07ceba,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:42.347184 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.347544 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Added segment 7f29fdee-02b7-4dd7-a2dc-11c5c1de9923 of type vlan for network 9261696d-baa9-4c1d-baf4-d82bdf2864a7 Feb 10 16:15:42.398176 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.425114 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.426482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:42.427095 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.486128 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3136525 Feb 10 16:15:42.488848 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 42780) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:15:42.489882 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583f1a3-26c3-4daf-bd2e-0441d346accd admin admin] Pushing event updated for resources: {'Network': ['ID=9261696d-baa9-4c1d-baf4-d82bdf2864a7,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:42.495734 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Request body: {'subnet': {'network_id': '9261696d-baa9-4c1d-baf4-d82bdf2864a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-200130391-subnet', 'tenant_id': '2092937aa1d24e7da37a45447d88b6bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:42.503917 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 9261696d-baa9-4c1d-baf4-d82bdf2864a7 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:15:42.523499 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Made reservation on behalf of 2092937aa1d24e7da37a45447d88b6bd for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:42.525968 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.702655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.754661 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75720c39-80ee-4a39-8c40-47780e9bcd51,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:42.770038 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Checking segment: {'id': '7f29fdee-02b7-4dd7-a2dc-11c5c1de9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9261696d-baa9-4c1d-baf4-d82bdf2864a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:42.770396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Network hostable DHCP agents. Network: 9261696d-baa9-4c1d-baf4-d82bdf2864a7, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:15:42.789951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Network 9261696d-baa9-4c1d-baf4-d82bdf2864a7 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:15:42.799868 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 9261696d-baa9-4c1d-baf4-d82bdf2864a7) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:42.804139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:42.804738 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:42.811664 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee0a3b-90ed-4a9d-9504-e25cf1b9c3d3 None None] Network 9261696d-baa9-4c1d-baf4-d82bdf2864a7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:42.832145 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-576dacd9-af14-4421-8205-bb70fbaae849 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3408456 Feb 10 16:15:42.956076 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d59dc8-4acf-4886-8b63-299944589476 None None] Network 9261696d-baa9-4c1d-baf4-d82bdf2864a7 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:15:43.375164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-757aa1eb-c9d9-4fa8-807b-3c3142e2f88c tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:43.376694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-757aa1eb-c9d9-4fa8-807b-3c3142e2f88c tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/networks?id=31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 200 len: 811 time: 0.1172159 Feb 10 16:15:43.395979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-027655ca-5d22-45cf-8fe0-5b1332f00943 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/quotas/b597ffd93baf40c2a0867ef9dad59135 HTTP/1.1" status: 200 len: 375 time: 0.0132565 Feb 10 16:15:43.426990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-3149114f-a435-49a9-9534-e4675664ba17 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b597ffd93baf40c2a0867ef9dad59135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285606 Feb 10 16:15:43.519963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-b399a00a-c2dd-43d1-90ab-c364339b80e0 service neutron] 10.222.0.21 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857530 Feb 10 16:15:43.620154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-cacacddb-2257-4aa6-9d23-b467176aba9e service neutron] 10.222.0.21 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932765 Feb 10 16:15:43.791524 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6049cea-b7e1-4761-8134-f36cf86ba942 req-5f1e4ebe-3657-4efb-8ad8-29490802c200 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 210 time: 0.0281212 Feb 10 16:15:44.942766 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8c60e6b6-dd68-4ea1-94ff-8d01b300fbe7 req-8ac8dc88-2904-4fca-a8f6-4fa7d7d8e19e tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 210 time: 0.0625811 Feb 10 16:15:44.985053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-77539b4d-118e-4f30-aabf-76ae30aa5e4e tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:44.987121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-77539b4d-118e-4f30-aabf-76ae30aa5e4e tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.45 "GET /v2.0/networks?id=31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 200 len: 811 time: 0.1925414 Feb 10 16:15:44.999919 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Request body: {'port': {'device_id': '6c821185-f55c-4f26-8cfc-71001551145b', 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de', 'admin_state_up': True, 'tenant_id': 'b597ffd93baf40c2a0867ef9dad59135'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:45.116447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Made reservation on behalf of b597ffd93baf40c2a0867ef9dad59135 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:15:45.120572 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:45.256241 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Allocated IP 172.20.0.6 (31ecde00-6c97-479e-bc91-034fbb5fb4de/c8e21f87-b110-4b99-abc1-a323267d6e58/f80f1948-0f0b-4f90-8c8c-2e82c8452289) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:15:45.415055 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:45.450514 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:45.496133 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Network 31ecde00-6c97-479e-bc91-034fbb5fb4de is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:15:45.499156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:15:45.507326 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:15:45.511268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Pushing event updated for resources: {'Port': ['ID=f80f1948-0f0b-4f90-8c8c-2e82c8452289,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:45.560318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:45.560933 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:45.577830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-0ec77dc0-ea7c-42d7-9c9b-413b6a220783 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819960 Feb 10 16:15:45.590077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Request body: {'port': {'device_id': '6c821185-f55c-4f26-8cfc-71001551145b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:15:45.647207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:45.934691 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80f1948-0f0b-4f90-8c8c-2e82c8452289 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:15:45.942426 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:45.954929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Transition to ACTIVE for port object f80f1948-0f0b-4f90-8c8c-2e82c8452289 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:15:45.958965 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:46.409991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f80f1948-0f0b-4f90-8c8c-2e82c8452289,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:46.461826 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44110e0f-bc48-4ecc-9e6e-af7944854e90 req-ab4cbb7a-fbc3-4443-84f9-cba194935a7d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:46.463458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44110e0f-bc48-4ecc-9e6e-af7944854e90 req-ab4cbb7a-fbc3-4443-84f9-cba194935a7d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 943 time: 0.1150167 Feb 10 16:15:46.508770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Attempting to bind port f80f1948-0f0b-4f90-8c8c-2e82c8452289 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:15:46.509103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Attempting to bind port f80f1948-0f0b-4f90-8c8c-2e82c8452289 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '10af083e-19b5-42e5-bb1a-84cd3d994d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:15:46.509473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Attempting to bind port f80f1948-0f0b-4f90-8c8c-2e82c8452289 on network 31ecde00-6c97-479e-bc91-034fbb5fb4de {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:46.525350 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44110e0f-bc48-4ecc-9e6e-af7944854e90 req-4a126e68-2b39-44a1-bf56-e33e435eabef tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553436 Feb 10 16:15:46.526311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Port f80f1948-0f0b-4f90-8c8c-2e82c8452289 on network 31ecde00-6c97-479e-bc91-034fbb5fb4de not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:15:46.526632 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Attempting to bind port f80f1948-0f0b-4f90-8c8c-2e82c8452289 on network 31ecde00-6c97-479e-bc91-034fbb5fb4de {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:15:46.532114 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:15:46.532536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Checking segment: {'id': '10af083e-19b5-42e5-bb1a-84cd3d994d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:15:46.533268 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Bound using segment: {'id': '10af083e-19b5-42e5-bb1a-84cd3d994d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:15:46.533743 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Bound port: f80f1948-0f0b-4f90-8c8c-2e82c8452289, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10af083e-19b5-42e5-bb1a-84cd3d994d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:15:46.534115 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:46.601610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] For port f80f1948-0f0b-4f90-8c8c-2e82c8452289, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:15:46.606250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] For port f80f1948-0f0b-4f90-8c8c-2e82c8452289, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289,segment=NetworkSegment(10af083e-19b5-42e5-bb1a-84cd3d994d62),segment_id=10af083e-19b5-42e5-bb1a-84cd3d994d62)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:15:46.610393 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:46.646906 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:46.647536 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:46.648896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 200 len: 1091 time: 1.0634143 Feb 10 16:15:46.649330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c821185-f55c-4f26-8cfc-71001551145b', 'tag': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:46.651649 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734b6ec6-4823-4766-84ee-dfd70f447493" -d '{"events": [{"name": "network-changed", "server_uuid": "6c821185-f55c-4f26-8cfc-71001551145b", "tag": "f80f1948-0f0b-4f90-8c8c-2e82c8452289"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:46.682513 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc1740-f525-4315-923f-c69c15f306d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f80f1948-0f0b-4f90-8c8c-2e82c8452289,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:46.724656 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68f57e-ee56-44a4-b5c6-cb8248f3abf3 x-openstack-request-id: req-6e68f57e-ee56-44a4-b5c6-cb8248f3abf3 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:46.724962 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c821185-f55c-4f26-8cfc-71001551145b", "tag": "f80f1948-0f0b-4f90-8c8c-2e82c8452289", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:46.725216 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e68f57e-ee56-44a4-b5c6-cb8248f3abf3 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:46.725615 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c821185-f55c-4f26-8cfc-71001551145b', 'tag': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289', 'status': 'completed', 'code': 200} Feb 10 16:15:46.746102 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-1d957a81-30c8-4828-a668-581b665091a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:46.747756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-1d957a81-30c8-4828-a668-581b665091a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b597ffd93baf40c2a0867ef9dad59135&device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 1094 time: 0.0562983 Feb 10 16:15:46.796291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-979ec4a4-ddcb-4c37-9c66-8a39969f15a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 200 len: 217 time: 0.0399239 Feb 10 16:15:46.846383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150584f-8deb-4567-9758-5a028f586703 req-e3b9da85-a0c9-49b9-a965-aba8e911fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:46.847884 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-e3b9da85-a0c9-49b9-a965-aba8e911fcc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e21f87-b110-4b99-abc1-a323267d6e58 HTTP/1.1" status: 200 len: 851 time: 0.0457628 Feb 10 16:15:46.879503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-9aef53ed-05e4-48ee-875d-18b135773687 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31ecde00-6c97-479e-bc91-034fbb5fb4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247512 Feb 10 16:15:46.980042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-a2e8b222-4850-4dab-868d-2c849eeeea58 service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939791 Feb 10 16:15:47.076241 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0150584f-8deb-4567-9758-5a028f586703 req-62a47952-37dd-4dc6-b865-5e165180e82c service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890617 Feb 10 16:15:47.168950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-7b99e99b-6cb5-4e62-9db7-06480343e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:47.170466 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-7b99e99b-6cb5-4e62-9db7-06480343e473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b597ffd93baf40c2a0867ef9dad59135&device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 1094 time: 0.0433476 Feb 10 16:15:47.269582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-50b4df21-2f40-4122-be51-1cd32e159042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:47.271529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-50b4df21-2f40-4122-be51-1cd32e159042 service neutron] 10.222.0.45 "GET /v2.0/networks?id=31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 200 len: 912 time: 0.0928977 Feb 10 16:15:47.313418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-ff2ad5e6-7315-45cd-a6c6-58f9b01d8cbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 200 len: 217 time: 0.0347304 Feb 10 16:15:47.368755 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-b01ac8f3-ab56-45a2-a857-1796dbc914bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:47.370575 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-b01ac8f3-ab56-45a2-a857-1796dbc914bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e21f87-b110-4b99-abc1-a323267d6e58 HTTP/1.1" status: 200 len: 851 time: 0.0503931 Feb 10 16:15:47.409212 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-dabcdef0-f8c4-446a-b2e7-06fc997cc444 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31ecde00-6c97-479e-bc91-034fbb5fb4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301592 Feb 10 16:15:47.526717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-2f4a7c43-dfd8-4605-9eb4-6f2aa7103780 service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099453 Feb 10 16:15:47.654937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734b6ec6-4823-4766-84ee-dfd70f447493 req-2e051aa9-1ca0-489f-b5e0-fc787fe4ca07 service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188731 Feb 10 16:15:47.666783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8fb50-8f77-40f2-9e9d-d04da2541e06 req-09a1ec2c-633f-4176-9181-9dcafea50398 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:47.668407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71e8fb50-8f77-40f2-9e9d-d04da2541e06 req-09a1ec2c-633f-4176-9181-9dcafea50398 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 943 time: 0.0703092 Feb 10 16:15:47.709378 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71e8fb50-8f77-40f2-9e9d-d04da2541e06 req-97006430-1b18-418a-b05c-00c52d90bfe9 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Feb 10 16:15:48.828791 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d3e90-a3a2-4df0-add3-170081e3358c req-6e5b0cf9-d102-402a-ae24-f841a014a0c0 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:48.830664 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb4d3e90-a3a2-4df0-add3-170081e3358c req-6e5b0cf9-d102-402a-ae24-f841a014a0c0 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 943 time: 0.0521708 Feb 10 16:15:48.870249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb4d3e90-a3a2-4df0-add3-170081e3358c req-17343d39-f176-47fb-8996-5b682c4bc32f tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Feb 10 16:15:49.254750 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f80f1948-0f0b-4f90-8c8c-2e82c8452289 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:15:49.351647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f80f1948-0f0b-4f90-8c8c-2e82c8452289, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289,segment=NetworkSegment(10af083e-19b5-42e5-bb1a-84cd3d994d62),segment_id=10af083e-19b5-42e5-bb1a-84cd3d994d62)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:49.363755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289', 'network_id': '31ecde00-6c97-479e-bc91-034fbb5fb4de', 'port_id': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289', 'mac_address': 'fa:16:3e:b1:58:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e21f87-b110-4b99-abc1-a323267d6e58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:15:49.400795 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:49.414388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80f1948-0f0b-4f90-8c8c-2e82c8452289 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:15:49.437140 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f80f1948-0f0b-4f90-8c8c-2e82c8452289, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289,segment=NetworkSegment(10af083e-19b5-42e5-bb1a-84cd3d994d62),segment_id=10af083e-19b5-42e5-bb1a-84cd3d994d62)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:49.441819 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:49.494511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f80f1948-0f0b-4f90-8c8c-2e82c8452289,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:49.647131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['f80f1948-0f0b-4f90-8c8c-2e82c8452289'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:15:49.812256 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-1b8e78c6-4348-4e6c-9f93-babe3268c22d req-529d07f2-6e30-4ba4-8b45-79e464a673d8 service neutron] (102614) timed out ('10.222.0.45', 63118) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:15:49.994386 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4f4d-26d6-4218-8a25-8dae3e44944d req-097ff4ca-329a-4eb2-b4b5-9ecac1d51ef1 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:49.995896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56cf4f4d-26d6-4218-8a25-8dae3e44944d req-097ff4ca-329a-4eb2-b4b5-9ecac1d51ef1 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 944 time: 0.0533993 Feb 10 16:15:50.033976 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-56cf4f4d-26d6-4218-8a25-8dae3e44944d req-152b0f46-81cf-4e50-b2ed-c1f99773229f tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Feb 10 16:15:51.157192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b1e8b-6d18-401d-817b-900876d77ec3 req-3b40ba18-7e43-48e2-8f17-81a6ca54ba4b tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:51.158693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-842b1e8b-6d18-401d-817b-900876d77ec3 req-3b40ba18-7e43-48e2-8f17-81a6ca54ba4b tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 944 time: 0.0498645 Feb 10 16:15:51.197304 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-842b1e8b-6d18-401d-817b-900876d77ec3 req-7aa36c3b-5085-4ae2-b738-fa60380bfdaa tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Feb 10 16:15:51.270613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f80f1948-0f0b-4f90-8c8c-2e82c8452289 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:15:51.322709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port f80f1948-0f0b-4f90-8c8c-2e82c8452289 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:15:51.326525 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port f80f1948-0f0b-4f90-8c8c-2e82c8452289 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:15:51.326898 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:51.403965 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:51.426855 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c821185-f55c-4f26-8cfc-71001551145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:15:51.429122 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627adf3f-5164-4db0-9a41-220728e20753" -d '{"events": [{"server_uuid": "6c821185-f55c-4f26-8cfc-71001551145b", "name": "network-vif-plugged", "status": "completed", "tag": "f80f1948-0f0b-4f90-8c8c-2e82c8452289"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:15:51.442124 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port f80f1948-0f0b-4f90-8c8c-2e82c8452289, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289,segment=NetworkSegment(10af083e-19b5-42e5-bb1a-84cd3d994d62),segment_id=10af083e-19b5-42e5-bb1a-84cd3d994d62)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:15:51.448963 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:51.502322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=f80f1948-0f0b-4f90-8c8c-2e82c8452289,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:15:51.546129 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f943f4e-3afe-44f7-97d9-43ce04a3191a x-openstack-request-id: req-4f943f4e-3afe-44f7-97d9-43ce04a3191a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:15:51.546429 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c821185-f55c-4f26-8cfc-71001551145b", "name": "network-vif-plugged", "status": "completed", "tag": "f80f1948-0f0b-4f90-8c8c-2e82c8452289", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:15:51.546692 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f943f4e-3afe-44f7-97d9-43ce04a3191a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:15:51.547096 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c821185-f55c-4f26-8cfc-71001551145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289', 'code': 200} Feb 10 16:15:51.646004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41174f6-66b5-4fc4-944c-f3bd0ff9df7f req-555d36aa-7404-4377-be1b-efb191bd3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:51.647685 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c41174f6-66b5-4fc4-944c-f3bd0ff9df7f req-555d36aa-7404-4377-be1b-efb191bd3e8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 1096 time: 0.0407889 Feb 10 16:15:51.684640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c41174f6-66b5-4fc4-944c-f3bd0ff9df7f req-36940a5e-e6bb-4b48-9324-e3339175e2c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307877 Feb 10 16:15:52.319666 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f877a-c3e2-4153-a7e2-cd2f392ab1ac req-817bf657-ca56-4e81-b098-40765ef3e24d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:52.321136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c08f877a-c3e2-4153-a7e2-cd2f392ab1ac req-817bf657-ca56-4e81-b098-40765ef3e24d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0522394 Feb 10 16:15:52.359606 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c08f877a-c3e2-4153-a7e2-cd2f392ab1ac req-5a5df45a-d4c8-4353-aa4e-0cdd8d4e513b tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Feb 10 16:15:53.476283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f322858-e4e1-4e43-9de6-09206d8befc8 req-2816eacd-8d53-4d09-89bf-6b99b8f145a9 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:53.477850 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f322858-e4e1-4e43-9de6-09206d8befc8 req-2816eacd-8d53-4d09-89bf-6b99b8f145a9 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0511289 Feb 10 16:15:53.520961 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f322858-e4e1-4e43-9de6-09206d8befc8 req-8111f052-d9c6-4bb1-871b-cec4ed8eb88b tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Feb 10 16:15:53.645700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d2410-3623-4b32-b524-6bc2887da106 req-9104621d-8d2a-4f52-87de-7d6dea384e9a tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:53.647244 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b53d2410-3623-4b32-b524-6bc2887da106 req-9104621d-8d2a-4f52-87de-7d6dea384e9a tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0520291 Feb 10 16:15:53.694916 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b53d2410-3623-4b32-b524-6bc2887da106 req-a162358a-3499-4062-8634-9601cde6e320 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Feb 10 16:15:53.814798 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:53.983311 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3028-d76d-489f-9634-03193f7ba9d3 req-6f54031c-117d-436d-874c-c6c37e1fde51 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:53.984865 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afdd3028-d76d-489f-9634-03193f7ba9d3 req-6f54031c-117d-436d-874c-c6c37e1fde51 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0590925 Feb 10 16:15:54.023902 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afdd3028-d76d-489f-9634-03193f7ba9d3 req-90a1cb4a-be51-46ca-8b42-e15a5015e08d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Feb 10 16:15:55.161971 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da6bb0-b673-4953-9cae-d6cdfb4cc330 req-abd0183e-7c22-470e-9d34-4976315d2dcf tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:55.163656 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38da6bb0-b673-4953-9cae-d6cdfb4cc330 req-abd0183e-7c22-470e-9d34-4976315d2dcf tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0574563 Feb 10 16:15:55.211147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-38da6bb0-b673-4953-9cae-d6cdfb4cc330 req-ba416e29-e4e7-4382-960b-c0c08a045e18 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Feb 10 16:15:55.449558 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb7d62-6fb0-4e69-879e-ec83346940d6 req-ecb75f06-aa39-4271-a261-26c29a2b475f tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:55.451214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ecb7d62-6fb0-4e69-879e-ec83346940d6 req-ecb75f06-aa39-4271-a261-26c29a2b475f tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0562313 Feb 10 16:15:55.528424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ecb7d62-6fb0-4e69-879e-ec83346940d6 req-a22d5337-dba3-4bb2-8185-445179f2e746 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Feb 10 16:15:55.533615 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-8cc6b6ed-c4c1-45b0-ab10-41383627f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:55.535486 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-8cc6b6ed-c4c1-45b0-ab10-41383627f9b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b597ffd93baf40c2a0867ef9dad59135&device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 1096 time: 0.0829084 Feb 10 16:15:55.637848 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-c220093a-4acc-4b46-9180-43cb00cdd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:55.639373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-c220093a-4acc-4b46-9180-43cb00cdd57c service neutron] 10.222.0.45 "GET /v2.0/networks?id=31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 200 len: 912 time: 0.0981226 Feb 10 16:15:55.693263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-cec77e1d-c150-4026-8bf1-e5e73d32e03f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 200 len: 217 time: 0.0470502 Feb 10 16:15:55.745559 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-88309d5b-2547-4304-bf37-ea57e0762aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:55.747051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-88309d5b-2547-4304-bf37-ea57e0762aca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e21f87-b110-4b99-abc1-a323267d6e58 HTTP/1.1" status: 200 len: 851 time: 0.0478942 Feb 10 16:15:55.782251 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-f24c3a85-cde0-4373-b8c7-1d2009ed8f12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31ecde00-6c97-479e-bc91-034fbb5fb4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279348 Feb 10 16:15:55.891089 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-8c8b9afe-da19-4315-a58a-a56b3e40ad4d service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027915 Feb 10 16:15:55.992008 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fc946f0b-6e36-410b-9e54-1a5aea46a4ba req-838f6c07-e61b-4059-bb65-d4123c553864 service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943396 Feb 10 16:15:56.669001 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bdef9-50ea-4ddf-bd47-118512e0d2c3 req-e56e7e91-c832-45de-9e93-57c23d1ecabd tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:56.670531 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-194bdef9-50ea-4ddf-bd47-118512e0d2c3 req-e56e7e91-c832-45de-9e93-57c23d1ecabd tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0535426 Feb 10 16:15:56.709335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-194bdef9-50ea-4ddf-bd47-118512e0d2c3 req-3c44dc90-aba4-4555-bf26-00cf9ff59ecd tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Feb 10 16:15:57.435261 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:57.831917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a65a76-7a9b-467c-9076-2ca37380cef5 req-12d000d9-8a4b-4ea7-9c30-4df4e30d6425 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:57.833384 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72a65a76-7a9b-467c-9076-2ca37380cef5 req-12d000d9-8a4b-4ea7-9c30-4df4e30d6425 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0539401 Feb 10 16:15:57.872297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72a65a76-7a9b-467c-9076-2ca37380cef5 req-ea52a9a5-6ef1-4b7f-90ae-80ad6ce5036d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Feb 10 16:15:58.106188 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d58491-0dbb-4378-b0f1-e4678f5749dd req-6344156d-084d-4f06-9c70-879741019a3f tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:58.107695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5d58491-0dbb-4378-b0f1-e4678f5749dd req-6344156d-084d-4f06-9c70-879741019a3f tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0499582 Feb 10 16:15:58.147361 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d5d58491-0dbb-4378-b0f1-e4678f5749dd req-485164d1-7d56-4f30-aa39-01d5fe02f045 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Feb 10 16:15:58.931551 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2d37de7d-8fad-466c-b4d1-fa5dbd5c3053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:15:59.269856 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fbcbc-bbdb-4743-8b12-b973ba1761dd req-4da172c9-ad45-428b-94a7-5c19bcad6d09 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:59.271246 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e52fbcbc-bbdb-4743-8b12-b973ba1761dd req-4da172c9-ad45-428b-94a7-5c19bcad6d09 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0508795 Feb 10 16:15:59.309014 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e52fbcbc-bbdb-4743-8b12-b973ba1761dd req-cc109fc9-2782-466c-8079-feb14f7c966e tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Feb 10 16:15:59.570988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1a5cc-f8c8-4d8e-9b8f-1d14e95cc3bb req-8369d557-05d8-45fa-ac04-3926c2bda5e6 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:59.572995 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02e1a5cc-f8c8-4d8e-9b8f-1d14e95cc3bb req-8369d557-05d8-45fa-ac04-3926c2bda5e6 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0884352 Feb 10 16:15:59.583095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731b0f-a560-44bd-b848-656a4a008797 req-9b330c12-d116-41f4-a4ff-789204dd41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:59.584542 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-9b330c12-d116-41f4-a4ff-789204dd41ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b597ffd93baf40c2a0867ef9dad59135&device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 1096 time: 0.0633321 Feb 10 16:15:59.671758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-02e1a5cc-f8c8-4d8e-9b8f-1d14e95cc3bb req-236fadc9-56cf-4ecd-bf2a-fed8cc979463 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915997 Feb 10 16:15:59.718749 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731b0f-a560-44bd-b848-656a4a008797 req-7ab50c7c-cb43-4f20-a8d2-74b91c512f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:59.720549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-7ab50c7c-cb43-4f20-a8d2-74b91c512f66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 200 len: 912 time: 0.1236382 Feb 10 16:15:59.765663 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-504628f1-b56e-4fb4-a6c6-01eaefeb6920 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 200 len: 217 time: 0.0385201 Feb 10 16:15:59.815633 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731b0f-a560-44bd-b848-656a4a008797 req-4f3befc9-88aa-4ed1-ae35-13dadc59b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:59.817155 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-4f3befc9-88aa-4ed1-ae35-13dadc59b104 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e21f87-b110-4b99-abc1-a323267d6e58 HTTP/1.1" status: 200 len: 851 time: 0.0450909 Feb 10 16:15:59.847572 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-780b7e78-b097-43c7-9547-a364777e249a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31ecde00-6c97-479e-bc91-034fbb5fb4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241468 Feb 10 16:15:59.948372 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-7e910fa9-3092-41f7-a1db-ce60a4bcb1e8 service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935485 Feb 10 16:16:00.041121 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08731b0f-a560-44bd-b848-656a4a008797 req-eee06b91-5802-4f45-bfea-f17d9640813f service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Feb 10 16:16:00.870348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd091b0-81da-424e-8d07-1816fd39c29d req-ff180ac1-0d90-4ac8-90e8-74c470cd7e4d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:00.873267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acd091b0-81da-424e-8d07-1816fd39c29d req-ff180ac1-0d90-4ac8-90e8-74c470cd7e4d tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0778196 Feb 10 16:16:00.879921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-fd9d31f6-6e7f-4718-a7a4-033298bbc0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269546 Feb 10 16:16:00.925094 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acd091b0-81da-424e-8d07-1816fd39c29d req-62521ca5-a6b1-4848-aa3f-516786160978 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Feb 10 16:16:00.989366 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-4d0977ae-81b2-41b5-b027-5eda0d9ef392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:00.990866 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-4d0977ae-81b2-41b5-b027-5eda0d9ef392 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b597ffd93baf40c2a0867ef9dad59135&device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 1096 time: 0.0612130 Feb 10 16:16:01.152751 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-c97de8d4-5163-461c-84a2-44db9d3b5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:01.154807 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-c97de8d4-5163-461c-84a2-44db9d3b5a25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 200 len: 912 time: 0.1420729 Feb 10 16:16:01.208990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-13dd6155-fa30-4f30-af06-0e2192128751 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 200 len: 217 time: 0.0460117 Feb 10 16:16:01.284783 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-cd78e7a9-983b-4a52-adf3-bb9ba1f5a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:01.286206 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-cd78e7a9-983b-4a52-adf3-bb9ba1f5a2dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e21f87-b110-4b99-abc1-a323267d6e58 HTTP/1.1" status: 200 len: 851 time: 0.0592272 Feb 10 16:16:01.295596 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394102c9-2cf0-4add-a628-fb367651d100 req-21a1b566-ef84-42c2-864b-e72c895578ef tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:01.297122 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-394102c9-2cf0-4add-a628-fb367651d100 req-21a1b566-ef84-42c2-864b-e72c895578ef tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0980816 Feb 10 16:16:01.334828 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-36239655-52eb-4262-a4d3-3157752f1ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31ecde00-6c97-479e-bc91-034fbb5fb4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359888 Feb 10 16:16:01.341228 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e7f2668b-e75d-443e-8a2a-fd75aace9b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:01.423931 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-394102c9-2cf0-4add-a628-fb367651d100 req-c6b3692c-d857-4e55-9ba8-88d96e08a2c7 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177731 Feb 10 16:16:01.475429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-dbae571d-e860-46aa-af7a-42c7cef2041d service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220169 Feb 10 16:16:01.577090 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cfb15c31-04f5-4640-841b-4e88e4892c53 req-f5d8af1d-a098-4ac0-b9d4-534c9319c43f service neutron] 10.222.0.45 "GET /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947013 Feb 10 16:16:02.438922 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:02.558160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457c26-b4ec-4fbd-9afd-03f8ebb87cfe req-f9a69ed4-65a6-4d46-bc1c-11ce6e81f528 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:02.559741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27457c26-b4ec-4fbd-9afd-03f8ebb87cfe req-f9a69ed4-65a6-4d46-bc1c-11ce6e81f528 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0558543 Feb 10 16:16:02.601476 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-27457c26-b4ec-4fbd-9afd-03f8ebb87cfe req-81df2c60-84a5-491e-81fe-0b2787a8cfc0 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a51de81-7aa3-47b3-9de7-d89477c3389f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Feb 10 16:16:02.953742 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-074bff91-2d3a-4810-bf16-9fd4be7bcd30 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:02.955518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-074bff91-2d3a-4810-bf16-9fd4be7bcd30 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 945 time: 0.0676961 Feb 10 16:16:03.057144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Deleting port f80f1948-0f0b-4f90-8c8c-2e82c8452289 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:16:03.057520 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:03.156516 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] For port f80f1948-0f0b-4f90-8c8c-2e82c8452289, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=f80f1948-0f0b-4f90-8c8c-2e82c8452289,segment=NetworkSegment(10af083e-19b5-42e5-bb1a-84cd3d994d62),segment_id=10af083e-19b5-42e5-bb1a-84cd3d994d62)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:03.156883 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:03.169162 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Calling delete_port for f80f1948-0f0b-4f90-8c8c-2e82c8452289 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:16:03.299562 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:03.312388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['f80f1948-0f0b-4f90-8c8c-2e82c8452289'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:16:03.343582 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Pushing event deleted for resources: {'Port': ['ID=f80f1948-0f0b-4f90-8c8c-2e82c8452289,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:03.380750 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] No DVR routers for this DVR port f80f1948-0f0b-4f90-8c8c-2e82c8452289 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:16:03.383560 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:03.386981 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b43674b7-1a9b-4d98-969f-b4770e551031 req-1edb5fcf-5e5d-43ed-8317-deea2e2271ea tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.45 "DELETE /v2.0/ports/f80f1948-0f0b-4f90-8c8c-2e82c8452289 HTTP/1.1" status: 204 len: 173 time: 0.4257491 Feb 10 16:16:03.387461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c821185-f55c-4f26-8cfc-71001551145b', 'name': 'network-vif-deleted', 'tag': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:16:03.390997 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4699d-240c-4056-afa5-72db0e053bd8" -d '{"events": [{"server_uuid": "6c821185-f55c-4f26-8cfc-71001551145b", "name": "network-vif-deleted", "tag": "f80f1948-0f0b-4f90-8c8c-2e82c8452289"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:16:03.435909 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be4e2c6-b182-46a8-be67-902986ede7ed x-openstack-request-id: req-9be4e2c6-b182-46a8-be67-902986ede7ed {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:16:03.436253 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c821185-f55c-4f26-8cfc-71001551145b", "name": "network-vif-deleted", "tag": "f80f1948-0f0b-4f90-8c8c-2e82c8452289", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:16:03.436454 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9be4e2c6-b182-46a8-be67-902986ede7ed {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:16:03.436944 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c821185-f55c-4f26-8cfc-71001551145b', 'name': 'network-vif-deleted', 'tag': 'f80f1948-0f0b-4f90-8c8c-2e82c8452289', 'status': 'completed', 'code': 200} Feb 10 16:16:03.721226 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-77006592-dc41-4bd8-96a8-65470a1c828f req-13bdf16e-811d-415b-91b6-b5ecdf2cef94 tempest-TestServerAdvancedOps-1999720215 tempest-TestServerAdvancedOps-1999720215-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c821185-f55c-4f26-8cfc-71001551145b HTTP/1.1" status: 200 len: 210 time: 0.0320349 Feb 10 16:16:04.143176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:04.359146 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:04.783586 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43006) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:04.831702 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_v2 [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Deleting subnet c8e21f87-b110-4b99-abc1-a323267d6e58 {{(pid=102614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:16:04.834776 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:04.875272 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3061067'] for subnet, precommit_delete_associations {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:04.914316 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:04.972366 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593592'] for subnet, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.005501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e21f87-b110-4b99-abc1-a323267d6e58,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:05.008630 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.016476 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-218d3f6d-bb60-4724-a0ad-5d12b81aa837 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8e21f87-b110-4b99-abc1-a323267d6e58 HTTP/1.1" status: 204 len: 168 time: 0.2294521 Feb 10 16:16:05.016704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43008) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:05.092846 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.173357 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.193299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ecde00-6c97-479e-bc91-034fbb5fb4de']}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:05.203227 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10af083e-19b5-42e5-bb1a-84cd3d994d62') {'for_net_delete': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:05.203546 n-d-827895-3 neutron-server[102614]: DEBUG neutron.services.segments.db [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10af083e-19b5-42e5-bb1a-84cd3d994d62') {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:05.214008 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3061060'] for segment, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.228655 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.234709 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:16:05.235093 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451963'] for segment, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: Traceback (most recent call last): Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: timer() Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: cb(*args, **kw) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: return func(*args, **kwargs) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: self._notify() Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: self.callback(batched_events) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: event.method(event) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: return f(self, *a, **k) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: return self._get(url).json() Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: return self.request(url, 'GET', **kwargs) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:16:05.236769 n-d-827895-3 neutron-server[102614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:16:05.296956 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.302943 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.305073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f80f1948-0f0b-4f90-8c8c-2e82c8452289 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:16:05.308032 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] 10.222.0.21 "DELETE /v2.0/networks/31ecde00-6c97-479e-bc91-034fbb5fb4de HTTP/1.1" status: 204 len: 168 time: 0.2902322 Feb 10 16:16:05.310095 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43012) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:05.328069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22234e78-ba68-4109-bdaa-8c39ba51f59d admin admin] Pushing event deleted for resources: {'Network': ['ID=31ecde00-6c97-479e-bc91-034fbb5fb4de,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:05.332739 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: f80f1948-0f0b-4f90-8c8c-2e82c8452289 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:16:05.333355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device f80f1948-0f0b-4f90-8c8c-2e82c8452289 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:16:05.364770 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Deleting subnet 75720c39-80ee-4a39-8c40-47780e9bcd51 {{(pid=102615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 10 16:16:05.368363 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.413346 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3775680'] for subnet, precommit_delete_associations {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.453258 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16084547'] for subnet, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.511242 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16084600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2895011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958954'] for subnet, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.538778 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75720c39-80ee-4a39-8c40-47780e9bcd51,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:05.543661 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.546823 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-9a296817-79a3-4ab8-a060-dc98140b9d48 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/75720c39-80ee-4a39-8c40-47780e9bcd51 HTTP/1.1" status: 204 len: 168 time: 0.2357225 Feb 10 16:16:05.549487 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43014) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:05.627111 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702026'] for network, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.707096 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16083425', 'neutron.services.segments.db._delete_segments_for_network-8755768874792'] for network, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.728932 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9261696d-baa9-4c1d-baf4-d82bdf2864a7']}} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:05.739013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f29fdee-02b7-4dd7-a2dc-11c5c1de9923') {'for_net_delete': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:05.739315 n-d-827895-3 neutron-server[102615]: DEBUG neutron.services.segments.db [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f29fdee-02b7-4dd7-a2dc-11c5c1de9923') {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:05.749757 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755769112724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3775695'] for segment, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.764408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.771316 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:16:05.771809 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2894853'] for segment, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: Traceback (most recent call last): Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: timer() Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: cb(*args, **kw) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: return func(*args, **kwargs) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: self._notify() Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: self.callback(batched_events) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: event.method(event) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: return f(self, *a, **k) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: return self._get(url).json() Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: return self.request(url, 'GET', **kwargs) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:16:05.773635 n-d-827895-3 neutron-server[102615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:16:05.835147 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16083432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437339'] for network, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.852328 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9261696d-baa9-4c1d-baf4-d82bdf2864a7,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:05.860836 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:05.861611 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e6abd02f-75de-4000-9fdc-9394b47bcc90 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9261696d-baa9-4c1d-baf4-d82bdf2864a7 HTTP/1.1" status: 204 len: 168 time: 0.3104889 Feb 10 16:16:06.027523 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43022) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:06.068084 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ef5e1a68-ec8e-4823-adf8-9fc6e4cbdc5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b597ffd93baf40c2a0867ef9dad59135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393524 Feb 10 16:16:06.070380 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43024) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:06.117932 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97c69b95-9e16-48f7-9c83-7b6d37ba71a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.139820 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97c69b95-9e16-48f7-9c83-7b6d37ba71a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.187791 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97c69b95-9e16-48f7-9c83-7b6d37ba71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.190332 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-97c69b95-9e16-48f7-9c83-7b6d37ba71a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.194150 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-97c69b95-9e16-48f7-9c83-7b6d37ba71a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a51de81-7aa3-47b3-9de7-d89477c3389f HTTP/1.1" status: 204 len: 168 time: 0.1227663 Feb 10 16:16:06.202239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c69b95-9e16-48f7-9c83-7b6d37ba71a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a51de81-7aa3-47b3-9de7-d89477c3389f,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:06.533484 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43036) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:06.583065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-8015d0a6-43ea-4d70-9710-0a903bb0e0b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2092937aa1d24e7da37a45447d88b6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482013 Feb 10 16:16:06.585456 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43038) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:06.641474 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.669467 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.720741 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.723703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:06.724966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf7dcdf4-b545-49f4-b479-af2fca07ceba HTTP/1.1" status: 204 len: 168 time: 0.1383333 Feb 10 16:16:06.735606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7dcdf4-b545-49f4-b479-af2fca07ceba,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:06.744599 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.744950 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.745291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.745625 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.746126 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.746592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.746922 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.747263 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.747601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.747927 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.748250 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:06.748568 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc737c-1b8b-4fec-9cd2-7e474168bd25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:07.456680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43062) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:07.567687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-78477170-network', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:07.599196 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'network': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:16:07.601656 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.611961 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.691249 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.695813 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.724623 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:16:07.731302 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9481c-7897-4af1-9bd0-493803154780,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:07.741112 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.741779 n-d-827895-3 neutron-server[102615]: INFO neutron.db.segments_db [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Added segment 1e96660a-12c7-47b0-9c55-f8e8508d6ee8 of type vlan for network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 Feb 10 16:16:07.795003 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.826103 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.827343 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:07.828216 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:07.889658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4318333 Feb 10 16:16:07.892704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43070) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:07.897631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f32882-aa92-4a9d-a99f-998686a2d6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=53c61e95-43c2-4f73-acf2-1c6c69300ef9,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:07.897838 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Request body: {'subnet': {'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-78477170-subnet', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'ip_version': 4}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:07.910132 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:16:07.977128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'subnet': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:16:07.985300 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3593571'] for subnet, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.186715 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3452114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593585'] for subnet, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.239395 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3ff65d-c430-4a75-9272-d0e1fb8dc559,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:08.255873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.256221 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.256557 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.256887 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.257215 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.257540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.257968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.258297 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.258613 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.258931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.259789 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.260266 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:08.269352 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:08.269732 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Network hostable DHCP agents. Network: 53c61e95-43c2-4f73-acf2-1c6c69300ef9, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:16:08.288808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:16:08.298308 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 53c61e95-43c2-4f73-acf2-1c6c69300ef9) {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:08.302696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:08.303384 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.307716 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6215432-5c7c-4db2-9ccc-4df4b7cb09de None None] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:16:08.325690 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43072) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:08.326731 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-509c1d7a-5c39-4938-a7a5-3eb7c4917eb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4328563 Feb 10 16:16:08.330387 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:08.360799 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.362102 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.430319 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.490322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:16:08.491546 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.575149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.645323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Allocated IP 172.20.0.2 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/bd581eec-f2c1-45f0-8290-b8f25dbf3aeb) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:08.806088 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.813496 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.821285 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.827952 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.861660 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:08.864906 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:08.867846 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:08.875590 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Pushing event updated for resources: {'Port': ['ID=bd581eec-f2c1-45f0-8290-b8f25dbf3aeb,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:08.927692 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Attempting to bind port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:08.928358 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Attempting to bind port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:08.928510 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Attempting to bind port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:08.935403 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:08.935654 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:08.936119 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.936555 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:08.937115 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Bound port: bd581eec-f2c1-45f0-8290-b8f25dbf3aeb, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:08.937946 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:08.951689 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Allocated IP 172.25.7.80 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/38d625b0-751c-4674-8b73-5c02e38f1e06) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:09.018303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] For port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:09.022111 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] For port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=bd581eec-f2c1-45f0-8290-b8f25dbf3aeb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:09.026589 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.072959 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.100545 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75750-99d7-423e-89f9-a81befdca2b5 None None] Pushing event updated for resources: {'Port': ['ID=bd581eec-f2c1-45f0-8290-b8f25dbf3aeb,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:09.119700 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.172929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:09.179182 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Pushing event updated for resources: {'Port': ['ID=38d625b0-751c-4674-8b73-5c02e38f1e06,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:09.183046 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:09.185719 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:09.482206 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device bd581eec-f2c1-45f0-8290-b8f25dbf3aeb up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:09.525999 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.537840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:09.538174 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.623784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.671128 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=bd581eec-f2c1-45f0-8290-b8f25dbf3aeb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:09.675808 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.726833 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=bd581eec-f2c1-45f0-8290-b8f25dbf3aeb,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:09.747815 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:09.897900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Router 51826275-582b-486a-9f99-179a07a56ccd is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:16:10.019553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:16:10.030760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Sync routers for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:16:10.039703 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:10.044646 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:10.044995 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43086) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:10.045462 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:10.046325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-0f4fda53-0299-479a-aa17-2f6a0ef1dfed admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7195387 Feb 10 16:16:10.205604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22858178-3c3b-4ea1-a951-aafc1be16947 None None] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:16:10.216571 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:10.536158 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:10.625639 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e1f0e9fe-d92b-4568-a90e-a896008cef9a None None] Provisioning complete for port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:10.625893 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e9fe-d92b-4568-a90e-a896008cef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:10.724511 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Allocated IP 172.20.0.1 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/89984301-da5b-4631-92e6-7f74d31b3f58) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:10.850257 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:10.890032 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:10.910028 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:09Z', 'revision_number': 3, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:10.941480 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:10.942806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Checking router: 51826275-582b-486a-9f99-179a07a56ccd for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:16:10.943164 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Updating router 51826275-582b-486a-9f99-179a07a56ccd port 38d625b0-751c-4674-8b73-5c02e38f1e06 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:16:10.945008 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:10.949029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:10.975778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Pushing event updated for resources: {'Port': ['ID=89984301-da5b-4631-92e6-7f74d31b3f58,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:10.976525 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.005299 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.181853 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.226248 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-32cc1ccf-763b-4b25-a6c7-9ee4918f7ba2 None None] Provisioning complete for port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:11.227176 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-32cc1ccf-763b-4b25-a6c7-9ee4918f7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.402565 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.411269 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.418937 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.450272 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.491871 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Pushing event updated for resources: {'Port': ['ID=89984301-da5b-4631-92e6-7f74d31b3f58,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:11.495841 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.521434 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device bd581eec-f2c1-45f0-8290-b8f25dbf3aeb up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:11.591682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Attempting to bind port 38d625b0-751c-4674-8b73-5c02e38f1e06 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:11.592179 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Attempting to bind port 38d625b0-751c-4674-8b73-5c02e38f1e06 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:11.592635 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Attempting to bind port 38d625b0-751c-4674-8b73-5c02e38f1e06 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:11.594970 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afed047-990f-4625-a6f5-9796cda623f0 None None] Pushing event updated for resources: {'Port': ['ID=38d625b0-751c-4674-8b73-5c02e38f1e06,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:11.606817 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:11.608517 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:11.609418 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:11.609806 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:11.610939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.611496 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:11.611993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Bound port: 38d625b0-751c-4674-8b73-5c02e38f1e06, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:11.612375 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.624261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0515f0a6-84f2-427d-9f1d-fb0430cac28f None None] Provisioning complete for port 89984301-da5b-4631-92e6-7f74d31b3f58 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:11.624636 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0515f0a6-84f2-427d-9f1d-fb0430cac28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.698473 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port bd581eec-f2c1-45f0-8290-b8f25dbf3aeb triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:11.698833 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.707148 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0515f0a6-84f2-427d-9f1d-fb0430cac28f None None] Port 89984301-da5b-4631-92e6-7f74d31b3f58 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:16:11.757501 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Router 51826275-582b-486a-9f99-179a07a56ccd has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:16:11.765317 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] For port 38d625b0-751c-4674-8b73-5c02e38f1e06, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:11.772808 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] For port 38d625b0-751c-4674-8b73-5c02e38f1e06, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=38d625b0-751c-4674-8b73-5c02e38f1e06,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:11.784452 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:11.898697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:16:11.905095 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-308ac176-5a27-4109-bdc8-59ee6fd68c59 admin admin] 10.222.0.21 "PUT /v2.0/routers/51826275-582b-486a-9f99-179a07a56ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8588192 Feb 10 16:16:11.909719 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:11.910484 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:11.995977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afed047-990f-4625-a6f5-9796cda623f0 None None] Pushing event updated for resources: {'Port': ['ID=38d625b0-751c-4674-8b73-5c02e38f1e06,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:12.078578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:12.107984 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-13fa9a39-c520-4ff7-825f-9dbcd3ede9c2 None None] Provisioning complete for port 89984301-da5b-4631-92e6-7f74d31b3f58 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:12.108291 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-13fa9a39-c520-4ff7-825f-9dbcd3ede9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.197469 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-13fa9a39-c520-4ff7-825f-9dbcd3ede9c2 None None] Port 89984301-da5b-4631-92e6-7f74d31b3f58 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:16:12.333971 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 2, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:12.363709 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499483-be00-405d-9a6e-caf4679562fb None None] The sync data for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 is: [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 2, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:16:12.475466 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43118) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:12.481470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1420179591-network', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:12.509273 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Made reservation on behalf of 37e4404f4aac4e74a64def4d5478df10 for: {'network': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:16:12.512107 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for network, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.522334 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.616046 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.632881 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.670168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:16:12.677928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da18c3d-0a0a-487c-9cbc-b955f46c3bba,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:12.704228 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16086753'] for segment, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.704721 n-d-827895-3 neutron-server[102614]: INFO neutron.db.segments_db [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Added segment 8bf96472-f753-4a48-a096-85a4c6003f08 of type vlan for network 179929c9-7958-4761-9ef9-aafefe975eb0 Feb 10 16:16:12.763417 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755768571621'] for network, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.797592 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187'] for network, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.799206 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:12.799986 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Notify callbacks [] for network, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:12.866034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3893328 Feb 10 16:16:12.871197 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43122) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:12.876331 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Request body: {'subnet': {'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1420179591-subnet', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'ip_version': 4}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:12.890715 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f4cc1-0c9d-4b43-ab6b-204c9eb6e130 admin admin] Pushing event updated for resources: {'Network': ['ID=179929c9-7958-4761-9ef9-aafefe975eb0,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:12.903600 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Network 179929c9-7958-4761-9ef9-aafefe975eb0 details requested by agent ovs-agent-n-d-827895-3 with host n-d-827895-3 {{(pid=102616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:16:12.921108 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Made reservation on behalf of 37e4404f4aac4e74a64def4d5478df10 for: {'subnet': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:16:12.934707 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958961'] for subnet, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.143273 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16394740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2895084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958947'] for subnet, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.222937 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05cb06d-106b-4d5a-94b2-5df26e923f4c,revision_number=0']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:13.239765 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Checking segment: {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:13.240124 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Network hostable DHCP agents. Network: 179929c9-7958-4761-9ef9-aafefe975eb0, hostable agents: ['906c8e45-e5cb-4fee-a770-b4e653f942dd'], hosted agents: [] {{(pid=102615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:16:13.265457 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Network 179929c9-7958-4761-9ef9-aafefe975eb0 is scheduled to be hosted by DHCP agent 906c8e45-e5cb-4fee-a770-b4e653f942dd with binding_index 1 {{(pid=102615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:16:13.279050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-3, 179929c9-7958-4761-9ef9-aafefe975eb0) {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:13.283837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:13.284604 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.291985 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b283179-9061-4173-ba66-b67ef0ba8455 None None] Network 179929c9-7958-4761-9ef9-aafefe975eb0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:16:13.308729 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a8b300cc-4a9d-4b23-a933-ecc4eddb3d76 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4335027 Feb 10 16:16:13.309066 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 43124) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:13.313945 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:13.349209 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26290'] for router, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.350901 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16285344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26301'] for router, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.488229 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 38d625b0-751c-4674-8b73-5c02e38f1e06 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:13.518041 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa631ba7a-b46c-582d-a864-dcfc899a53e2-179929c9-7958-4761-9ef9-aafefe975eb0', 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'fixed_ips': [{'subnet_id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c'}]}} from n-d-827895-3. {{(pid=102616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 10 16:16:13.518918 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.690848 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 38d625b0-751c-4674-8b73-5c02e38f1e06 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:13.691379 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.795163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.db_base_plugin_common [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Allocated IP 172.20.0.2 (179929c9-7958-4761-9ef9-aafefe975eb0/e05cb06d-106b-4d5a-94b2-5df26e923f4c/a92024cb-c315-4053-afea-39d60acda602) {{(pid=102616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:13.890822 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:13.896175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.086410 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.106787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port 38d625b0-751c-4674-8b73-5c02e38f1e06, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=38d625b0-751c-4674-8b73-5c02e38f1e06,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:14.114719 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.193559 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=38d625b0-751c-4674-8b73-5c02e38f1e06,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:14.243214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Notify callbacks [] for port, precommit_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.251138 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754'] for port, after_create {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.293852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Network 179929c9-7958-4761-9ef9-aafefe975eb0 is already hosted by enough agents. {{(pid=102616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:14.296616 n-d-827895-3 neutron-server[102616]: DEBUG neutron.scheduler.base_scheduler [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Resources bound (agent type, host, resource id): {{(pid=102616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:14.300314 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Received port after_create {{(pid=102616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:14.308731 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Pushing event updated for resources: {'Port': ['ID=a92024cb-c315-4053-afea-39d60acda602,revision_number=1']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:14.366349 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Attempting to bind port a92024cb-c315-4053-afea-39d60acda602 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:14.366820 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Attempting to bind port a92024cb-c315-4053-afea-39d60acda602 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:14.367253 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Attempting to bind port a92024cb-c315-4053-afea-39d60acda602 on network 179929c9-7958-4761-9ef9-aafefe975eb0 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:14.372129 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.373553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:14.373922 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Checking segment: {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:14.374317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.374897 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Bound using segment: {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:14.375359 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Bound port: a92024cb-c315-4053-afea-39d60acda602, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:14.376323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.396307 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.447181 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] For port a92024cb-c315-4053-afea-39d60acda602, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:14.450682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] For port a92024cb-c315-4053-afea-39d60acda602, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a92024cb-c315-4053-afea-39d60acda602,segment=NetworkSegment(8bf96472-f753-4a48-a096-85a4c6003f08),segment_id=8bf96472-f753-4a48-a096-85a4c6003f08)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:14.456235 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.522746 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43231a97-9926-4ac5-8504-5ba5ff5bb247 None None] Pushing event updated for resources: {'Port': ['ID=a92024cb-c315-4053-afea-39d60acda602,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:14.533854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Allocated IP 172.25.7.27 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/c70b455e-6f43-403e-b79f-fc23d7543257) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:14.681350 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.725171 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:14.778240 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:14.792094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:14.794670 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:14.828645 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Pushing event updated for resources: {'Port': ['ID=c70b455e-6f43-403e-b79f-fc23d7543257,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:15.100345 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:15.114430 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Sync routers for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:16:15.125628 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:15.126338 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:15.247817 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:15.312924 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437251'] for router, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:15.501730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 is scheduled to L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 with binding_index 1 {{(pid=102615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:16:15.534441 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 2, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:15.587332 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Checking router: 51826275-582b-486a-9f99-179a07a56ccd for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:16:15.588251 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Updating router 51826275-582b-486a-9f99-179a07a56ccd port 89984301-da5b-4631-92e6-7f74d31b3f58 binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:16:15.598344 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a92024cb-c315-4053-afea-39d60acda602 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:15.642184 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:15.719011 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a92024cb-c315-4053-afea-39d60acda602 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:15.719390 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:15.738984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:16:15.756564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Sync routers for ids ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:16:15.767081 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] Notify callbacks [] for router, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:15.768639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-df4439e5-82e5-4f20-9a9d-066d1e248484 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4584835 Feb 10 16:16:15.773234 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 43146) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:16:15.792705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Routers {'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:15.793360 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:16.029598 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.054708 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Set router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:16.160760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port a92024cb-c315-4053-afea-39d60acda602, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a92024cb-c315-4053-afea-39d60acda602,segment=NetworkSegment(8bf96472-f753-4a48-a096-85a4c6003f08),segment_id=8bf96472-f753-4a48-a096-85a4c6003f08)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:16.178668 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.187546 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.187830 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd4ee6-877f-495b-b13e-9ae8ba65825f None None] Network 179929c9-7958-4761-9ef9-aafefe975eb0 requested from n-d-827895-3 {{(pid=102616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 10 16:16:16.252083 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Pushing event updated for resources: {'Port': ['ID=89984301-da5b-4631-92e6-7f74d31b3f58,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:16.265206 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.266462 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.266963 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.267519 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.268051 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.268539 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.269053 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.269538 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.270020 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.270628 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.271113 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.273065 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:16.338875 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.340141 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 38d625b0-751c-4674-8b73-5c02e38f1e06 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:16.346276 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Attempting to bind port 89984301-da5b-4631-92e6-7f74d31b3f58 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:16.346914 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Attempting to bind port 89984301-da5b-4631-92e6-7f74d31b3f58 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:16.347472 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Attempting to bind port 89984301-da5b-4631-92e6-7f74d31b3f58 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:16.363665 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:16.364094 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:16.364588 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.364943 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:16.365806 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Bound port: 89984301-da5b-4631-92e6-7f74d31b3f58, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:16.366191 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.468905 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] For port 89984301-da5b-4631-92e6-7f74d31b3f58, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:16.473624 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] For port 89984301-da5b-4631-92e6-7f74d31b3f58, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=89984301-da5b-4631-92e6-7f74d31b3f58,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:16.480383 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.595733 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:16.604021 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:16.636631 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-955e4f84-d860-47ef-bf25-fcc98410b45e None None] Provisioning complete for port a92024cb-c315-4053-afea-39d60acda602 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:16.637245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-955e4f84-d860-47ef-bf25-fcc98410b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.639339 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.741836 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=a92024cb-c315-4053-afea-39d60acda602,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:16.781394 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 38d625b0-751c-4674-8b73-5c02e38f1e06 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:16.781769 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:16.822406 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3f8af-530b-4445-9088-7e136396896b None None] Pushing event updated for resources: {'Port': ['ID=89984301-da5b-4631-92e6-7f74d31b3f58,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:16.864691 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:16.958017 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Allocated IP 172.20.0.1 (179929c9-7958-4761-9ef9-aafefe975eb0/e05cb06d-106b-4d5a-94b2-5df26e923f4c/a5f02bee-a78f-468b-b6a7-7080377e9fcd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:17.021941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:13Z', 'updated_at': '2022-02-10T16:16:14Z', 'revision_number': 3, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'gw_port': {'id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:14Z', 'updated_at': '2022-02-10T16:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3'}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:17.059234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Checking router: b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:16:17.059782 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Updating router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 port c70b455e-6f43-403e-b79f-fc23d7543257 binding host n-d-827895-3 {{(pid=102616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:16:17.105531 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.180622 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.221593 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.232660 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:16Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:17.239232 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-bfa56daa-40fb-48c2-8409-d5aa902a9ad8 None None] Provisioning complete for port 89984301-da5b-4631-92e6-7f74d31b3f58 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:17.239641 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bfa56daa-40fb-48c2-8409-d5aa902a9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.270016 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4064bf-7b66-49f1-9f42-50ee2338f020 None None] The sync data for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 is: [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:16Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:16:17.292150 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Network 179929c9-7958-4761-9ef9-aafefe975eb0 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:17.295258 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:17.297875 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:17.331015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f02bee-a78f-468b-b6a7-7080377e9fcd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:17.369615 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437468'] for router_interface, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.480885 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bfa56daa-40fb-48c2-8409-d5aa902a9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.595681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.600722 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.615995 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 89984301-da5b-4631-92e6-7f74d31b3f58 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:17.625855 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.779584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Attempting to bind port c70b455e-6f43-403e-b79f-fc23d7543257 on host n-d-827895-3 for vnic_type normal with profile {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:17.780271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Attempting to bind port c70b455e-6f43-403e-b79f-fc23d7543257 by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:17.780271 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Attempting to bind port c70b455e-6f43-403e-b79f-fc23d7543257 on network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:17.790155 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-bfa56daa-40fb-48c2-8409-d5aa902a9ad8 None None] For port 89984301-da5b-4631-92e6-7f74d31b3f58, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=89984301-da5b-4631-92e6-7f74d31b3f58,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:17.792705 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a0dea-9840-4d4a-967d-ad474110ad14 None None] Pushing event updated for resources: {'Port': ['ID=c70b455e-6f43-403e-b79f-fc23d7543257,revision_number=2']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:17.797521 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:17.797943 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Checking segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:17.798405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.798790 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Bound using segment: {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'} {{(pid=102616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:17.799264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.managers [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Bound port: c70b455e-6f43-403e-b79f-fc23d7543257, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e3f835-170a-4102-ab74-fd245962f652', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839'}}] {{(pid=102616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:17.799831 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.802766 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-bfa56daa-40fb-48c2-8409-d5aa902a9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.872415 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.885576 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.936453 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] For port c70b455e-6f43-403e-b79f-fc23d7543257, host n-d-827895-3, cleared binding levels {{(pid=102616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:17.958464 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa56daa-40fb-48c2-8409-d5aa902a9ad8 None None] Pushing event updated for resources: {'Port': ['ID=89984301-da5b-4631-92e6-7f74d31b3f58,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:17.962866 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 89984301-da5b-4631-92e6-7f74d31b3f58 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:17.963250 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:17.968720 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] For port c70b455e-6f43-403e-b79f-fc23d7543257, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c70b455e-6f43-403e-b79f-fc23d7543257,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:17.975359 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f02bee-a78f-468b-b6a7-7080377e9fcd,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:18.002709 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:18.012896 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16467141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435532'] for router_interface, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:18.037287 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-103bc2bc-3543-459f-9492-1219d2bde47a None None] Provisioning complete for port a5f02bee-a78f-468b-b6a7-7080377e9fcd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:18.037742 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-103bc2bc-3543-459f-9492-1219d2bde47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:18.124955 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-103bc2bc-3543-459f-9492-1219d2bde47a None None] Port a5f02bee-a78f-468b-b6a7-7080377e9fcd cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:16:18.133308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a0dea-9840-4d4a-967d-ad474110ad14 None None] Pushing event updated for resources: {'Port': ['ID=c70b455e-6f43-403e-b79f-fc23d7543257,revision_number=3']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:18.145690 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Routers {'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:18.146419 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:18.388214 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-103bc2bc-3543-459f-9492-1219d2bde47a None None] Provisioning complete for port a92024cb-c315-4053-afea-39d60acda602 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:18.388591 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-103bc2bc-3543-459f-9492-1219d2bde47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:18.470809 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Network 179929c9-7958-4761-9ef9-aafefe975eb0 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:18.472302 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:18.496550 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a92024cb-c315-4053-afea-39d60acda602 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:18.554490 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] Set router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:18.606379 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:16:18.677627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a92024cb-c315-4053-afea-39d60acda602 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:18.678001 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:18.690261 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:16:18.742041 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:16:18.752682 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7086d670-5297-4548-8d86-95104bdc1c51 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9764814 Feb 10 16:16:18.872372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-c42afe2f-790c-4972-972c-3b4ac77eaf43 None None] Provisioning complete for port a5f02bee-a78f-468b-b6a7-7080377e9fcd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:18.872999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c42afe2f-790c-4972-972c-3b4ac77eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:18.926845 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-c42afe2f-790c-4972-972c-3b4ac77eaf43 None None] Port a5f02bee-a78f-468b-b6a7-7080377e9fcd cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:16:18.939632 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:13Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'gw_port': {'id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:14Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a5f02bee-a78f-468b-b6a7-7080377e9fcd', 'name': '', 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'mac_address': 'fa:16:3e:81:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:16Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 2, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'subnets': [{'id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:18.967556 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e9f83-cf4a-4b61-bc93-5a7ffc454bb4 None None] The sync data for ids ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'] in n-d-827895-3 is: [{'id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:13Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'gw_port': {'id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:14Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a5f02bee-a78f-468b-b6a7-7080377e9fcd', 'name': '', 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'mac_address': 'fa:16:3e:81:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:16Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 2, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'subnets': [{'id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:16:19.438275 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device 89984301-da5b-4631-92e6-7f74d31b3f58 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:19.498785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port 89984301-da5b-4631-92e6-7f74d31b3f58 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:19.499239 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:21.061924 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-61f2fb90-53db-4ba6-a758-8693eb6df35a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:21.063520 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-61f2fb90-53db-4ba6-a758-8693eb6df35a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1124787 Feb 10 16:16:21.080576 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-686b3ed3-6d81-424e-8003-ff227485be71 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0105560 Feb 10 16:16:21.133136 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-dc170657-cc46-4aab-8144-f5f1099b90fd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463696 Feb 10 16:16:21.173162 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Sync routers for ids ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'] in n-d-827895-3 {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:16:21.184240 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Routers {'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:21.184835 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:21.232469 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-9e59a3c2-52ba-4f98-985f-9a657df8bb9c service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914135 Feb 10 16:16:21.290589 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Set router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:21.332917 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-90329b69-cf28-46d1-bf52-96fb61538b05 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933080 Feb 10 16:16:21.470134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c70b455e-6f43-403e-b79f-fc23d7543257 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:21.536623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c70b455e-6f43-403e-b79f-fc23d7543257 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:21.537301 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:21.626602 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:21.658998 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] For port c70b455e-6f43-403e-b79f-fc23d7543257, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=c70b455e-6f43-403e-b79f-fc23d7543257,segment=NetworkSegment(55e3f835-170a-4102-ab74-fd245962f652),segment_id=55e3f835-170a-4102-ab74-fd245962f652)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:21.672170 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:13Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'gw_port': {'id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:14Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a5f02bee-a78f-468b-b6a7-7080377e9fcd', 'name': '', 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'mac_address': 'fa:16:3e:81:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:16Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 2, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'subnets': [{'id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:21.684576 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:21.700362 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Checking router: b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 for host: n-d-827895-3 {{(pid=102617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:16:21.700713 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Updating router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 port a5f02bee-a78f-468b-b6a7-7080377e9fcd binding host n-d-827895-3 {{(pid=102617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:16:21.711172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-622829cf-76c9-4223-9b08-235a39d37453 req-7a60d102-9a96-4703-8ae1-db6b57f9db13 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 210 time: 0.0414228 Feb 10 16:16:21.732556 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:21.758913 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Pushing event updated for resources: {'Port': ['ID=c70b455e-6f43-403e-b79f-fc23d7543257,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:21.770000 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.770972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.770972 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.771207 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.771390 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.771758 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.772086 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.772467 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.772797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.773136 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.773448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:21.773770 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:16:22.035907 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.041832 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.093581 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e473efb-529b-40f8-a5ff-3a8efb9a1425 None None] Pushing event updated for resources: {'Port': ['ID=a5f02bee-a78f-468b-b6a7-7080377e9fcd,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:22.165040 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Attempting to bind port a5f02bee-a78f-468b-b6a7-7080377e9fcd on host n-d-827895-3 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:22.165542 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Attempting to bind port a5f02bee-a78f-468b-b6a7-7080377e9fcd by drivers openvswitch,hyperv on host n-d-827895-3 at level 0 using segments [{'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:22.166052 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Attempting to bind port a5f02bee-a78f-468b-b6a7-7080377e9fcd on network 179929c9-7958-4761-9ef9-aafefe975eb0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:22.174407 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Checking agent: {'id': '08ff166b-627f-4c6f-b283-58eee46a5879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 28, 34), 'started_at': datetime.datetime(2022, 2, 10, 15, 29, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:22.175138 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Checking segment: {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:22.175847 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.176790 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Bound using segment: {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:22.177457 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Bound port: a5f02bee-a78f-468b-b6a7-7080377e9fcd, host: n-d-827895-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf96472-f753-4a48-a096-85a4c6003f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:22.178017 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.273155 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] For port a5f02bee-a78f-468b-b6a7-7080377e9fcd, host n-d-827895-3, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:22.280801 n-d-827895-3 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] For port a5f02bee-a78f-468b-b6a7-7080377e9fcd, host n-d-827895-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5f02bee-a78f-468b-b6a7-7080377e9fcd,segment=NetworkSegment(8bf96472-f753-4a48-a096-85a4c6003f08),segment_id=8bf96472-f753-4a48-a096-85a4c6003f08)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:22.289294 n-d-827895-3 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.359800 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Routers {'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'} bound to L3 agent in host n-d-827895-3 {{(pid=102617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:16:22.360675 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:16:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'], 'active': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:22.382918 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-73c5364d-b41f-475d-a409-9ece9ca0a12a None None] Provisioning complete for port a5f02bee-a78f-468b-b6a7-7080377e9fcd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:22.383315 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-73c5364d-b41f-475d-a409-9ece9ca0a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.430405 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e473efb-529b-40f8-a5ff-3a8efb9a1425 None None] Pushing event updated for resources: {'Port': ['ID=a5f02bee-a78f-468b-b6a7-7080377e9fcd,revision_number=4']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:22.523708 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_dvr_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] Set router b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6 gateway port host: n-d-827895-3 {{(pid=102617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:16:22.532521 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-73c5364d-b41f-475d-a409-9ece9ca0a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.573710 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-73c5364d-b41f-475d-a409-9ece9ca0a12a None None] For port a5f02bee-a78f-468b-b6a7-7080377e9fcd, host n-d-827895-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-3',level=0,port_id=a5f02bee-a78f-468b-b6a7-7080377e9fcd,segment=NetworkSegment(8bf96472-f753-4a48-a096-85a4c6003f08),segment_id=8bf96472-f753-4a48-a096-85a4c6003f08)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:22.581684 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-73c5364d-b41f-475d-a409-9ece9ca0a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.636574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5364d-b41f-475d-a409-9ece9ca0a12a None None] Pushing event updated for resources: {'Port': ['ID=a5f02bee-a78f-468b-b6a7-7080377e9fcd,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:22.709290 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-76c326a0-d7c4-4e2b-919b-9670e2d98caa None None] Provisioning complete for port a5f02bee-a78f-468b-b6a7-7080377e9fcd triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:22.709667 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-76c326a0-d7c4-4e2b-919b-9670e2d98caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:22.799433 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.l3_hamode_db [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:13Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'gw_port': {'id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:14Z', 'updated_at': '2022-02-10T16:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a5f02bee-a78f-468b-b6a7-7080377e9fcd', 'name': '', 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'mac_address': 'fa:16:3e:81:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:16Z', 'updated_at': '2022-02-10T16:16:22Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'subnets': [{'id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:16:22.858431 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-90650f9e-d05e-42f2-ab7a-887f8c2e28a5 req-1ca39fa2-2ff1-4d3c-abfd-8d835a8a9a14 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 210 time: 0.0336096 Feb 10 16:16:22.874855 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde75cd1-1f2e-4f74-a1c9-f50aee424aa8 None None] The sync data for ids ['b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6'] in n-d-827895-3 is: [{'id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'name': 'tempest-TestVolumeBootPattern-1420179591-router', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:13Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'gw_port': {'id': 'c70b455e-6f43-403e-b79f-fc23d7543257', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:14Z', 'updated_at': '2022-02-10T16:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': 'a5f02bee-a78f-468b-b6a7-7080377e9fcd', 'name': '', 'network_id': '179929c9-7958-4761-9ef9-aafefe975eb0', 'tenant_id': '37e4404f4aac4e74a64def4d5478df10', 'mac_address': 'fa:16:3e:81:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bbc9b2-f8ca-4bfa-a706-1d570f8823a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:16Z', 'updated_at': '2022-02-10T16:16:22Z', 'revision_number': 4, 'project_id': '37e4404f4aac4e74a64def4d5478df10', 'subnets': [{'id': 'e05cb06d-106b-4d5a-94b2-5df26e923f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:16:22.926056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-64797877-cde0-4760-85a6-b9d0221dd227 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:22.927774 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-64797877-cde0-4760-85a6-b9d0221dd227 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1781955 Feb 10 16:16:22.943482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:23.086050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:16:23.092277 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.251475 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.14 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:16:23.487078 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.514511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device a5f02bee-a78f-468b-b6a7-7080377e9fcd up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:23.536846 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.592205 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port a5f02bee-a78f-468b-b6a7-7080377e9fcd triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:23.593938 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.597187 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:16:23.600409 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:16:23.604879 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:16:23.662369 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:23.663109 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.680081 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:23.690318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-bad484e1-b943-449c-a546-569ea1e79587 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512503 Feb 10 16:16:23.706511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Request body: {'port': {'device_id': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:16:23.774447 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Device c70b455e-6f43-403e-b79f-fc23d7543257 up at agent ovs-agent-n-d-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:23.796612 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.880427 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Provisioning complete for port c70b455e-6f43-403e-b79f-fc23d7543257 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:23.880807 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:23.882475 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.011019 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-e47f21a3-9b7a-4455-a883-e8a8a407b28e None None] Provisioning complete for port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:24.011717 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e47f21a3-9b7a-4455-a883-e8a8a407b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.092727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681695-ba16-496b-8b44-13a7bf0f35f9 req-23227d7e-403e-43e3-8e45-861213841617 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:24.100636 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb681695-ba16-496b-8b44-13a7bf0f35f9 req-23227d7e-403e-43e3-8e45-861213841617 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 932 time: 0.1074491 Feb 10 16:16:24.101475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-e47f21a3-9b7a-4455-a883-e8a8a407b28e None None] Port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:16:24.168640 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fb681695-ba16-496b-8b44-13a7bf0f35f9 req-15273744-1032-4988-ac79-9829a86b570c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668526 Feb 10 16:16:24.252004 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:16:24.259771 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.272642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Transition to ACTIVE for port object 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:16:24.277718 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.393076 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Pushing event updated for resources: {'Port': ['ID=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:24.411113 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Attempting to bind port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:16:24.411480 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Attempting to bind port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:16:24.411811 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Attempting to bind port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:24.418134 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:16:24.418461 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Attempting to bind port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:16:24.424035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:16:24.424376 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:16:24.424760 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:16:24.425213 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Bound port: 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:16:24.425573 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.515086 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] For port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:16:24.519804 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] For port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:16:24.526828 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.593519 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Pushing event updated for resources: {'Port': ['ID=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:24.598807 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:24.599398 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:24.600875 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-ca9afd57-65e3-4646-80fa-ccf251c85548 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb HTTP/1.1" status: 200 len: 1092 time: 0.9023650 Feb 10 16:16:24.601304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'tag': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:16:24.603874 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82581128-b05a-441e-be3d-151fb3f3c356" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb", "tag": "0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:16:24.653561 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c59e66-5d5b-4c45-8928-0925e968d605 x-openstack-request-id: req-14c59e66-5d5b-4c45-8928-0925e968d605 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:16:24.653851 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb", "tag": "0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:16:24.654098 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14c59e66-5d5b-4c45-8928-0925e968d605 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:16:24.654505 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'tag': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb', 'status': 'completed', 'code': 200} Feb 10 16:16:24.737635 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-1ff787f0-7e5a-43e8-b8ce-68dcfd32e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:24.739341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-1ff787f0-7e5a-43e8-b8ce-68dcfd32e379 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 1095 time: 0.0785098 Feb 10 16:16:24.793147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-46de5e79-071d-495e-8dc7-1c839be974bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb HTTP/1.1" status: 200 len: 217 time: 0.0468042 Feb 10 16:16:24.870544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-ad785385-fd37-48b6-9aeb-499f90b34fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:24.874267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-ad785385-fd37-48b6-9aeb-499f90b34fa9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0716093 Feb 10 16:16:24.921990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522387b7-a76e-4252-8909-128dcd46da2c req-18f8808f-22fd-4e3b-a81b-74e5340eb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:24.923425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-18f8808f-22fd-4e3b-a81b-74e5340eb7ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446267 Feb 10 16:16:25.027284 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-251f5ebb-0ac9-4dd9-b7dd-9a332a3df331 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973179 Feb 10 16:16:25.123201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-522387b7-a76e-4252-8909-128dcd46da2c req-9ee75025-0154-48c8-87a9-4afad878e4e1 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881090 Feb 10 16:16:25.222996 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82581128-b05a-441e-be3d-151fb3f3c356 req-8292a83e-82ee-4df2-8c0d-84450d82c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:25.224585 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-8292a83e-82ee-4df2-8c0d-84450d82c196 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 1095 time: 0.0530033 Feb 10 16:16:25.351673 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b91e6-e94f-412e-894d-46b981010dd9 req-148c70ad-3004-41bf-afd9-265f44ef1ae0 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:25.359518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d40b91e6-e94f-412e-894d-46b981010dd9 req-148c70ad-3004-41bf-afd9-265f44ef1ae0 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.1048541 Feb 10 16:16:25.390175 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82581128-b05a-441e-be3d-151fb3f3c356 req-f5b6fc92-da07-4263-9de7-599040574d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:25.391386 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-f5b6fc92-da07-4263-9de7-599040574d98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.1605942 Feb 10 16:16:25.442489 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d40b91e6-e94f-412e-894d-46b981010dd9 req-311c8606-d3ca-4419-8bda-1964fbc481bf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820143 Feb 10 16:16:25.444321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-c74ee6b5-fc31-4125-b21b-4db1a741646b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb HTTP/1.1" status: 200 len: 217 time: 0.0420265 Feb 10 16:16:25.498151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82581128-b05a-441e-be3d-151fb3f3c356 req-2b7e581a-78d2-469e-9a33-7d127aa87746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:25.499565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-2b7e581a-78d2-469e-9a33-7d127aa87746 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0489881 Feb 10 16:16:25.545954 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82581128-b05a-441e-be3d-151fb3f3c356 req-814c87e1-d2ee-4354-a452-a9ecc3062e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:25.547484 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-814c87e1-d2ee-4354-a452-a9ecc3062e92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417440 Feb 10 16:16:25.656658 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-29452451-eade-42f2-bde9-501213ed0367 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Feb 10 16:16:25.767381 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-82581128-b05a-441e-be3d-151fb3f3c356 req-03e7a836-2189-4e84-bffe-fddea8bdb834 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995793 Feb 10 16:16:26.571396 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163ec5-3294-4cac-ae8b-ba1615657f58 req-d13bdd75-d17f-4755-8c2e-f1211b937b4d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:26.574461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3163ec5-3294-4cac-ae8b-ba1615657f58 req-d13bdd75-d17f-4755-8c2e-f1211b937b4d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0567353 Feb 10 16:16:26.611717 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3163ec5-3294-4cac-ae8b-ba1615657f58 req-6cf13916-fd56-4eec-8cf7-170d43a29f71 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Feb 10 16:16:27.424900 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:27.731144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975309c-3752-4d05-931a-ac5cc919a13a req-cd8ed2c1-0c43-4ca8-95db-a1629ffd193d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:27.732650 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2975309c-3752-4d05-931a-ac5cc919a13a req-cd8ed2c1-0c43-4ca8-95db-a1629ffd193d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0498364 Feb 10 16:16:27.770657 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2975309c-3752-4d05-931a-ac5cc919a13a req-457b8e34-06c9-4422-8310-7ed9274279bf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Feb 10 16:16:28.889189 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84eaa-f847-4312-91bc-67d2f9852192 req-22e7e38a-0f7a-4ab0-addf-80a4fe7d9f6d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:28.890684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72a84eaa-f847-4312-91bc-67d2f9852192 req-22e7e38a-0f7a-4ab0-addf-80a4fe7d9f6d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0493124 Feb 10 16:16:28.931503 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-72a84eaa-f847-4312-91bc-67d2f9852192 req-cbfdb627-3c9c-4ded-bde5-efd4c9ff8098 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Feb 10 16:16:28.943714 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7037ef1d-c04a-4fd4-a688-11c07e7a29d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:30.315346 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cfae5-5201-46f1-a195-2c3008070dce req-8033825e-7370-4abc-8083-31442a70cff2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:30.316839 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-513cfae5-5201-46f1-a195-2c3008070dce req-8033825e-7370-4abc-8083-31442a70cff2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0518477 Feb 10 16:16:30.354691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-513cfae5-5201-46f1-a195-2c3008070dce req-5a12f667-0d5c-4039-900d-b3551e030707 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Feb 10 16:16:31.331664 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b2f431c-ba80-41f8-840e-5d8bd72127ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:31.474060 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750c312-fd6a-42ed-b54e-63e392c591e3 req-b6f2cc2d-24a3-49c6-9086-189be3e56559 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:31.475427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0750c312-fd6a-42ed-b54e-63e392c591e3 req-b6f2cc2d-24a3-49c6-9086-189be3e56559 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0537698 Feb 10 16:16:31.515221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0750c312-fd6a-42ed-b54e-63e392c591e3 req-5f937309-a133-4c9c-9564-e40181584cde tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Feb 10 16:16:32.441507 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:32.631168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b72ab-8f4d-4d3a-955a-808c2a07b032 req-03660494-beb6-444a-8ef2-b2da3b2caac6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:32.632666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-636b72ab-8f4d-4d3a-955a-808c2a07b032 req-03660494-beb6-444a-8ef2-b2da3b2caac6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0487783 Feb 10 16:16:32.670414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-636b72ab-8f4d-4d3a-955a-808c2a07b032 req-be1fcdf9-5c56-4650-93f7-1493c4b94321 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Feb 10 16:16:33.788565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fe3be-3c8f-4ba7-b7c4-fbcd799b2d35 req-d8da691c-a7bd-4263-a769-b5600cd353d9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:33.790030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-847fe3be-3c8f-4ba7-b7c4-fbcd799b2d35 req-d8da691c-a7bd-4263-a769-b5600cd353d9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0518856 Feb 10 16:16:33.826847 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-847fe3be-3c8f-4ba7-b7c4-fbcd799b2d35 req-c4c3f8fd-e139-4bb4-a447-522cb3ecaf9a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Feb 10 16:16:34.144522 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:34.362426 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:34.941773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eadf44-b5b3-4682-8241-a28ef671d3ac req-07fbb5b1-e708-4754-9dc5-15658cee10f4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:34.943258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54eadf44-b5b3-4682-8241-a28ef671d3ac req-07fbb5b1-e708-4754-9dc5-15658cee10f4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 944 time: 0.0493629 Feb 10 16:16:34.983881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-54eadf44-b5b3-4682-8241-a28ef671d3ac req-68a7f9df-76a1-434a-a960-7f3bc160746c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Feb 10 16:16:35.396458 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:16:35.494604 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:35.505536 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb', 'mac_address': 'fa:16:3e:c6:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:16:35.541955 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:35.554397 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:16:35.574377 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:35.578513 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:35.625131 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:35.770375 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:16:36.104557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fddee-bbf9-45bf-ad97-e56aeacb7118 req-febe0d9f-feed-42be-9b3a-6af6414691e8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:36.106050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734fddee-bbf9-45bf-ad97-e56aeacb7118 req-febe0d9f-feed-42be-9b3a-6af6414691e8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 945 time: 0.0490463 Feb 10 16:16:36.143248 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734fddee-bbf9-45bf-ad97-e56aeacb7118 req-3e4f5015-3ffe-4ce8-91c4-aa7d46c3e086 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Feb 10 16:16:37.262237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307c5ae-96d1-4a65-88e3-57e7189ad82f req-5c00c7a8-b28b-40c7-8c33-8ec0343342d7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:37.263791 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d307c5ae-96d1-4a65-88e3-57e7189ad82f req-5c00c7a8-b28b-40c7-8c33-8ec0343342d7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 945 time: 0.0533106 Feb 10 16:16:37.301930 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d307c5ae-96d1-4a65-88e3-57e7189ad82f req-8f0cf8c1-4039-462e-b4f4-9a9c83f61edd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Feb 10 16:16:37.411108 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:16:37.460803 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:16:37.465839 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:16:37.466214 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:37.548599 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:37.572624 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:16:37.574877 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554aed07-1c59-47f0-ae8c-8f1a4b10a00b" -d '{"events": [{"server_uuid": "3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb", "name": "network-vif-plugged", "status": "completed", "tag": "0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:16:37.590372 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:37.595924 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:37.623197 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ad507a-2522-488a-9ef4-2c16ef60cfa1 x-openstack-request-id: req-08ad507a-2522-488a-9ef4-2c16ef60cfa1 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:16:37.623683 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb", "name": "network-vif-plugged", "status": "completed", "tag": "0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:16:37.623960 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08ad507a-2522-488a-9ef4-2c16ef60cfa1 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:16:37.624346 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb', 'code': 200} Feb 10 16:16:37.652952 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:37.729203 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ef08-e3f0-4c47-8e84-ab877333ea29 req-845e8392-9835-4faa-bba1-60df0d2c604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:37.730608 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aff6ef08-e3f0-4c47-8e84-ab877333ea29 req-845e8392-9835-4faa-bba1-60df0d2c604f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 1097 time: 0.0417635 Feb 10 16:16:37.766570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-aff6ef08-e3f0-4c47-8e84-ab877333ea29 req-19258d01-da7e-4560-80e8-a6a92bc1962d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289738 Feb 10 16:16:38.420121 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47933de7-abd2-45de-bc28-59128b52f4ef req-13404e08-14f9-4489-a9d2-8195238e6c1f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:38.421598 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47933de7-abd2-45de-bc28-59128b52f4ef req-13404e08-14f9-4489-a9d2-8195238e6c1f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0481594 Feb 10 16:16:38.459537 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-47933de7-abd2-45de-bc28-59128b52f4ef req-eee4aacd-aa9d-496d-ba74-ad60db39a4cd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Feb 10 16:16:39.586294 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f1374-0d17-4462-8604-f4fdc60a70e6 req-0d57057e-c128-4001-ba8d-ce953715cde4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:39.588087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a2f1374-0d17-4462-8604-f4fdc60a70e6 req-0d57057e-c128-4001-ba8d-ce953715cde4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0550787 Feb 10 16:16:39.626140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a2f1374-0d17-4462-8604-f4fdc60a70e6 req-7bf2652c-2689-49fb-bca3-601fef7ec8b2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Feb 10 16:16:39.745544 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d77b-9eb6-4586-b94b-3e14ba571e04 req-8ba74ed4-e038-4ebe-82c5-c9cf183cd230 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:39.747070 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f69d77b-9eb6-4586-b94b-3e14ba571e04 req-8ba74ed4-e038-4ebe-82c5-c9cf183cd230 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0503323 Feb 10 16:16:39.786388 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4f69d77b-9eb6-4586-b94b-3e14ba571e04 req-76714938-72ae-4934-82e8-9d0659a0793b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Feb 10 16:16:39.902291 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3b36c-c91d-480d-a1a5-8ea130dd64d8 req-8f71eb95-fda0-4255-841e-23cfffbda783 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:39.903787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4d3b36c-c91d-480d-a1a5-8ea130dd64d8 req-8f71eb95-fda0-4255-841e-23cfffbda783 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0493639 Feb 10 16:16:39.943982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c4d3b36c-c91d-480d-a1a5-8ea130dd64d8 req-07f39311-d91c-46b8-ace1-4a319a110725 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Feb 10 16:16:40.188349 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8199a3-294d-4340-9c24-42ee2848edd9 req-3bf88f58-1717-4755-96d9-508149d9e4c4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:40.189962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc8199a3-294d-4340-9c24-42ee2848edd9 req-3bf88f58-1717-4755-96d9-508149d9e4c4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0571992 Feb 10 16:16:40.230263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-bc8199a3-294d-4340-9c24-42ee2848edd9 req-485196bf-b7d5-4aba-bfa3-b580c9b933ea tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341592 Feb 10 16:16:41.347304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c74991-238c-4d76-9fbd-96ee57b01d11 req-b2bcfe83-e12b-4adb-b766-e9d62fbfd06b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:41.348812 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43c74991-238c-4d76-9fbd-96ee57b01d11 req-b2bcfe83-e12b-4adb-b766-e9d62fbfd06b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0500736 Feb 10 16:16:41.386889 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-43c74991-238c-4d76-9fbd-96ee57b01d11 req-fa0f1079-414f-46d6-8eaf-18f00cf64778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Feb 10 16:16:41.590022 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-1ee613f1-3782-4977-a162-2a0d6eeef96e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:41.591525 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-1ee613f1-3782-4977-a162-2a0d6eeef96e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 946 time: 0.0492742 Feb 10 16:16:41.685944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Deleting port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:16:41.686285 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:41.773151 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] For port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:16:41.773498 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:41.785319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Calling delete_port for 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:16:42.267399 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:42.279683 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:16:42.297209 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event deleted for resources: {'Port': ['ID=0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:16:42.341700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] No DVR routers for this DVR port 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:16:42.344315 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:42.349118 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb02ff7f-bd1f-405c-88b8-c7163073d3db req-57f51e37-624f-420b-9f57-fd5f552c35ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "DELETE /v2.0/ports/0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb HTTP/1.1" status: 204 len: 173 time: 0.7509081 Feb 10 16:16:42.349731 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'name': 'network-vif-deleted', 'tag': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:16:42.360233 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3253599-3e32-4a51-b8c1-3e5ffb39a5bc" -d '{"events": [{"server_uuid": "3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb", "name": "network-vif-deleted", "tag": "0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:16:42.417388 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de556454-3f98-42e5-a195-62f2ed484d5b x-openstack-request-id: req-de556454-3f98-42e5-a195-62f2ed484d5b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:16:42.417681 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb", "name": "network-vif-deleted", "tag": "0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:16:42.417931 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de556454-3f98-42e5-a195-62f2ed484d5b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:16:42.418324 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb', 'name': 'network-vif-deleted', 'tag': '0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb', 'status': 'completed', 'code': 200} Feb 10 16:16:42.530579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e7f7fb52-9747-4b65-9f71-efff8ab45c0f req-9e5c4dfd-07e4-464d-b7aa-8a1c739e8184 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 210 time: 0.0357919 Feb 10 16:16:43.632074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d9900a1-b324-4b32-9cb7-e47eb003da99 req-5292c69d-6a3a-4cc8-af69-4fe24a79e2d9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 210 time: 0.0267866 Feb 10 16:16:44.729004 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09475419-0d55-4d3b-a94d-3f8f282b0fde req-0c6f3ce4-6133-4a14-a870-1dfc25ded27b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 210 time: 0.0263770 Feb 10 16:16:45.473881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:16:45.496073 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:16:45.496413 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 0e46dc2c-1dbf-41fd-91e7-fa60ba43efbb not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:16:45.838087 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e8a545cc-38dc-46c1-b20c-f07f54841c05 req-03db9c0c-a0cf-44b5-85d9-ea6413973e71 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0d2d54-a8c1-45e4-b2c3-d3b3d4bd63bb HTTP/1.1" status: 200 len: 210 time: 0.0287032 Feb 10 16:16:53.833362 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:55.691700 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:16:57.458585 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:16:58.951469 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-16b62874-fd27-4157-ab4b-0e3a764cc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:01.325976 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2b804eb3-baae-48a1-bf4d-1384508f7d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:02.445326 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:04.146442 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:04.365498 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:07.071697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-c484d7f0-ba74-4aaf-a804-d700a9ac12e6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:07.073947 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-c484d7f0-ba74-4aaf-a804-d700a9ac12e6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1065736 Feb 10 16:17:07.089344 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-715315e3-0462-4f17-8b57-cab59b4388d2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0095508 Feb 10 16:17:07.142003 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-0d1959b8-e366-40f3-a378-cd04e771bb28 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470464 Feb 10 16:17:07.352698 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-eed821c7-39b4-4c0e-9127-5ef0473a3361 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027495 Feb 10 16:17:07.443030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-4b3827c4-4f86-43fa-9b79-c5a50a6f925b service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853677 Feb 10 16:17:07.632306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-311c6f5d-4c34-4f18-bd7c-e1d06f5d3d5b req-9651296a-3d79-4cc5-af57-49b03e876429 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0268965 Feb 10 16:17:08.547842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-81d57183-d606-4bb3-964c-4169b05a3cc6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:08.549331 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-81d57183-d606-4bb3-964c-4169b05a3cc6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1291323 Feb 10 16:17:08.561044 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:17:08.691006 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:17:08.695632 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:08.757831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2797702f-1d1f-4548-b8b0-956cfc330694 req-f857c722-75d2-4fb2-926c-36a8b9cfaea1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0365009 Feb 10 16:17:08.939180 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.9 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/d00358ec-198e-444d-8978-fa13f02db242) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:17:09.124715 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.165730 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.206627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:17:09.210025 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:17:09.214587 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:17:09.272473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:09.273105 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.292425 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351987 Feb 10 16:17:09.293464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=d00358ec-198e-444d-8978-fa13f02db242,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:17:09.307562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Request body: {'port': {'device_id': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:17:09.350138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.350753 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.351289 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.351833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.352913 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.353424 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.353926 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.354486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.354992 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.355500 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.355990 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.356477 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316a3b1-b022-4f4e-ae68-159bef8db89e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:09.405149 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.619064 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-85dde515-ca80-4d12-9745-285b72c6bfaf None None] Provisioning complete for port d00358ec-198e-444d-8978-fa13f02db242 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:17:09.619635 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-85dde515-ca80-4d12-9745-285b72c6bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.656880 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-85dde515-ca80-4d12-9745-285b72c6bfaf None None] Port d00358ec-198e-444d-8978-fa13f02db242 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:17:09.765493 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00358ec-198e-444d-8978-fa13f02db242 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:17:09.775719 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.790031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Transition to ACTIVE for port object d00358ec-198e-444d-8978-fa13f02db242 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:17:09.795972 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:09.980724 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d00358ec-198e-444d-8978-fa13f02db242,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:17:10.001854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998b40-c02d-4d22-a1b4-da6dcb094aff req-4c6f7d6b-3892-4428-a5d1-06a5a6c601fd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.003763 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f998b40-c02d-4d22-a1b4-da6dcb094aff req-4c6f7d6b-3892-4428-a5d1-06a5a6c601fd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.1410089 Feb 10 16:17:10.072786 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Attempting to bind port d00358ec-198e-444d-8978-fa13f02db242 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:17:10.073129 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Attempting to bind port d00358ec-198e-444d-8978-fa13f02db242 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:17:10.073442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Attempting to bind port d00358ec-198e-444d-8978-fa13f02db242 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:17:10.078296 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Port d00358ec-198e-444d-8978-fa13f02db242 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:17:10.078557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Attempting to bind port d00358ec-198e-444d-8978-fa13f02db242 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:17:10.083183 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f998b40-c02d-4d22-a1b4-da6dcb094aff req-beeb5af6-a411-4345-adfa-30d3f54b4a2c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709586 Feb 10 16:17:10.087841 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:17:10.088085 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:17:10.088443 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:17:10.088912 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Bound port: d00358ec-198e-444d-8978-fa13f02db242, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:17:10.089587 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:10.172696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] For port d00358ec-198e-444d-8978-fa13f02db242, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:17:10.176392 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] For port d00358ec-198e-444d-8978-fa13f02db242, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d00358ec-198e-444d-8978-fa13f02db242,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:17:10.183384 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:10.218172 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.218800 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:10.220592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/d00358ec-198e-444d-8978-fa13f02db242 HTTP/1.1" status: 200 len: 1091 time: 0.9184854 Feb 10 16:17:10.225982 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'tag': 'd00358ec-198e-444d-8978-fa13f02db242'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:17:10.228990 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608120e-977f-4f54-93b7-811936195e29" -d '{"events": [{"name": "network-changed", "server_uuid": "fa484cdf-a0dc-48a0-ad6d-be0f3950da21", "tag": "d00358ec-198e-444d-8978-fa13f02db242"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:17:10.268890 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03519b7f-53b5-4e08-8540-71ff46ed58d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d00358ec-198e-444d-8978-fa13f02db242,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:17:10.290119 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0651b360-75b0-4b6c-9204-1705322e247b x-openstack-request-id: req-0651b360-75b0-4b6c-9204-1705322e247b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:17:10.291190 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa484cdf-a0dc-48a0-ad6d-be0f3950da21", "tag": "d00358ec-198e-444d-8978-fa13f02db242", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:17:10.291500 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0651b360-75b0-4b6c-9204-1705322e247b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:17:10.291917 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'tag': 'd00358ec-198e-444d-8978-fa13f02db242', 'status': 'completed', 'code': 200} Feb 10 16:17:10.332590 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-bd26f4b6-744a-4e6c-bf1e-71a8e2b39d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.334355 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-bd26f4b6-744a-4e6c-bf1e-71a8e2b39d19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 1094 time: 0.0536766 Feb 10 16:17:10.395427 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-9942e623-92bf-4a5f-90ad-27fa48c3d90e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00358ec-198e-444d-8978-fa13f02db242 HTTP/1.1" status: 200 len: 217 time: 0.0524287 Feb 10 16:17:10.454382 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-f820e6fa-af1b-458e-9767-fccc626f7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.456249 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-f820e6fa-af1b-458e-9767-fccc626f7778 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0538414 Feb 10 16:17:10.520174 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e986-f1ab-496d-846c-b87374fc8459 req-1bf2da15-d55a-4f83-a9fe-1d4d6228a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.521702 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-1bf2da15-d55a-4f83-a9fe-1d4d6228a93e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581589 Feb 10 16:17:10.646972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-bf4852de-38f5-4f32-b1f4-e0b1f058d790 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163340 Feb 10 16:17:10.766808 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f021e986-f1ab-496d-846c-b87374fc8459 req-cd01e115-9b5d-43fc-b137-5ec1815ea52e service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104276 Feb 10 16:17:10.863000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608120e-977f-4f54-93b7-811936195e29 req-afebeccf-97ff-49bc-8a45-2b29ee7d8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.864874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-afebeccf-97ff-49bc-8a45-2b29ee7d8a31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 1094 time: 0.0456002 Feb 10 16:17:10.981357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608120e-977f-4f54-93b7-811936195e29 req-9bec190d-7980-43ac-8734-53cc47c12c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:10.982874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-9bec190d-7980-43ac-8734-53cc47c12c75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.1113203 Feb 10 16:17:11.027714 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-b5ae2bce-d75e-43a4-a1f6-3409c46f5f52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00358ec-198e-444d-8978-fa13f02db242 HTTP/1.1" status: 200 len: 217 time: 0.0371931 Feb 10 16:17:11.088699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608120e-977f-4f54-93b7-811936195e29 req-0b80b787-1a5c-4102-af17-4badacac2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:11.090579 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-0b80b787-1a5c-4102-af17-4badacac2e53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0560040 Feb 10 16:17:11.158101 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608120e-977f-4f54-93b7-811936195e29 req-c79f5216-c9f8-49d9-aa70-66b3c5824003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:11.160710 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-c79f5216-c9f8-49d9-aa70-66b3c5824003 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625548 Feb 10 16:17:11.371532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2db15-8346-4a80-b0db-0d7e958ec7a3 req-f00c2a68-8350-4e82-83d8-07c1e6bc10fc tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:11.373033 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4b2db15-8346-4a80-b0db-0d7e958ec7a3 req-f00c2a68-8350-4e82-83d8-07c1e6bc10fc tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.1879897 Feb 10 16:17:11.398181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-e49b4de0-92f5-4bfe-970e-27a58808e443 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299352 Feb 10 16:17:11.462013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f4b2db15-8346-4a80-b0db-0d7e958ec7a3 req-e8837164-a2c8-4a6f-8a2e-ea47766815b4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Feb 10 16:17:11.519000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d608120e-977f-4f54-93b7-811936195e29 req-82eace36-4bc8-4af4-a1b2-5eacd7175f01 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135993 Feb 10 16:17:12.609764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaff3e-d664-4434-a89a-d20dc69876cc req-f7057f9c-2d65-49ce-a3bf-ea65d04f1b03 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:12.611430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-defaff3e-d664-4434-a89a-d20dc69876cc req-f7057f9c-2d65-49ce-a3bf-ea65d04f1b03 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0627635 Feb 10 16:17:12.668754 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-defaff3e-d664-4434-a89a-d20dc69876cc req-9bec4abe-1a57-470d-8700-2b60bb32b8ba tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Feb 10 16:17:13.861013 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdace-b796-4768-b122-3bfb47dec077 req-7a694e88-e7af-4ee3-b129-91c4b6a2c7bf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:13.865720 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddbfdace-b796-4768-b122-3bfb47dec077 req-7a694e88-e7af-4ee3-b129-91c4b6a2c7bf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0889401 Feb 10 16:17:13.939422 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ddbfdace-b796-4768-b122-3bfb47dec077 req-363cc92d-7ddb-4857-8667-8bc71700242a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592048 Feb 10 16:17:15.111642 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77596d4-6fbb-4b52-80fa-35a287bdbf79 req-685eec83-9d75-42fe-86db-fcd94b5f59c6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:15.113222 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b77596d4-6fbb-4b52-80fa-35a287bdbf79 req-685eec83-9d75-42fe-86db-fcd94b5f59c6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0604253 Feb 10 16:17:15.161547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b77596d4-6fbb-4b52-80fa-35a287bdbf79 req-7f7a3b4a-5e1f-49d3-ad72-3aec33c50236 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Feb 10 16:17:16.323534 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7fad-6143-4123-8793-c2e581856053 req-e9a2a043-a425-4483-b372-f99d085b3763 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:16.326041 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-337b7fad-6143-4123-8793-c2e581856053 req-e9a2a043-a425-4483-b372-f99d085b3763 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0840180 Feb 10 16:17:16.409373 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-337b7fad-6143-4123-8793-c2e581856053 req-4bde7a13-0c8d-4fd1-86f1-d491d5e0d5c8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753596 Feb 10 16:17:17.525166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c330-82de-453e-b734-0c61c6e79834 req-c3a4dbc3-fbbc-4583-9e5d-0bc84032480b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:17.526851 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c36c330-82de-453e-b734-0c61c6e79834 req-c3a4dbc3-fbbc-4583-9e5d-0bc84032480b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0520930 Feb 10 16:17:17.567283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7c36c330-82de-453e-b734-0c61c6e79834 req-28d82662-4562-420f-a5d8-ecafc90427a9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Feb 10 16:17:18.694335 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f39-4549-4201-b880-a79d7cc913ea req-fc284011-6388-4833-bfdf-b891e46dfbc6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:18.698042 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-590d2f39-4549-4201-b880-a79d7cc913ea req-fc284011-6388-4833-bfdf-b891e46dfbc6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0544112 Feb 10 16:17:18.752412 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-590d2f39-4549-4201-b880-a79d7cc913ea req-f87d7155-d24f-4cf6-8f5e-bf0cd46e45ef tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Feb 10 16:17:19.903627 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11f3e-bc80-40a9-8dc2-24f945e7bce2 req-22dd0b25-adbf-4d37-a2f2-24c51522aae6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:19.906146 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22b11f3e-bc80-40a9-8dc2-24f945e7bce2 req-22dd0b25-adbf-4d37-a2f2-24c51522aae6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0634298 Feb 10 16:17:19.958421 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-22b11f3e-bc80-40a9-8dc2-24f945e7bce2 req-d674eafc-dbe5-49b6-a0b1-6ba35ae7e993 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Feb 10 16:17:21.087562 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8c54-83b7-466b-b393-363d652744b0 req-cf253134-1503-4843-9234-35751e2e67ac tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:21.089078 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de8f8c54-83b7-466b-b393-363d652744b0 req-cf253134-1503-4843-9234-35751e2e67ac tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0590053 Feb 10 16:17:21.134086 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-de8f8c54-83b7-466b-b393-363d652744b0 req-6c31d2d7-523b-43e5-9f9d-e2c5961fa4bb tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348463 Feb 10 16:17:22.267560 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bfb2-977c-4f70-9968-132495163f2c req-91786cd7-75bc-4436-a226-66d465d0d83b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:22.268871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1590bfb2-977c-4f70-9968-132495163f2c req-91786cd7-75bc-4436-a226-66d465d0d83b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0600944 Feb 10 16:17:22.310744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1590bfb2-977c-4f70-9968-132495163f2c req-05c17693-8f80-4182-9ef1-f4723587bc78 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345314 Feb 10 16:17:23.438283 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa587e7-213e-4e77-8bf9-68ad916e6e71 req-1946e6b8-a15f-4032-a61e-b41298744b25 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:23.439784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aa587e7-213e-4e77-8bf9-68ad916e6e71 req-1946e6b8-a15f-4032-a61e-b41298744b25 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0569193 Feb 10 16:17:23.478768 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6aa587e7-213e-4e77-8bf9-68ad916e6e71 req-cddf765d-bec3-4c0d-a34d-f45f319f38d3 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Feb 10 16:17:23.833957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:24.598205 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1109af-cb95-4f52-a2d8-cfcf0f3cc01f req-4a7f7d1d-720f-497f-8612-ec908e2c5ac5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:24.599730 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b1109af-cb95-4f52-a2d8-cfcf0f3cc01f req-4a7f7d1d-720f-497f-8612-ec908e2c5ac5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0514638 Feb 10 16:17:24.639908 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7b1109af-cb95-4f52-a2d8-cfcf0f3cc01f req-d51848f3-968f-4c80-8a44-7b8d6d09c737 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Feb 10 16:17:25.760454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e391ed-b26f-4d79-9410-3b3265e1f21f req-73f217b3-5ee2-48aa-9731-a9ba18ccf837 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:25.761932 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3e391ed-b26f-4d79-9410-3b3265e1f21f req-73f217b3-5ee2-48aa-9731-a9ba18ccf837 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0512664 Feb 10 16:17:25.803966 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3e391ed-b26f-4d79-9410-3b3265e1f21f req-b70f4038-9620-4d16-99de-d2200fc9bfd6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Feb 10 16:17:26.923721 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14efee-a3f1-41a2-8b9f-8f23e9e6b4ff req-15196854-e8e1-48b8-bddc-56a5b3ee4deb tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:26.925198 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c14efee-a3f1-41a2-8b9f-8f23e9e6b4ff req-15196854-e8e1-48b8-bddc-56a5b3ee4deb tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0529773 Feb 10 16:17:26.964276 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c14efee-a3f1-41a2-8b9f-8f23e9e6b4ff req-ab867cc2-d1ee-4b93-976e-a55b1dd4dd0a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Feb 10 16:17:27.468999 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:28.091272 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1246-2289-4584-a6fb-e248f2996734 req-4454320d-a8b3-43df-b6ac-a59a2437c35d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:28.092681 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e1c1246-2289-4584-a6fb-e248f2996734 req-4454320d-a8b3-43df-b6ac-a59a2437c35d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0504847 Feb 10 16:17:28.135491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7e1c1246-2289-4584-a6fb-e248f2996734 req-3712121f-a576-4929-b429-0c9d2c7c4c7b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Feb 10 16:17:28.944821 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3cd63445-5a73-4338-b6c2-9237da890cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:29.252993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf92e3-7fc8-4e58-99cb-ed1b9dd99e87 req-864205f4-5b8f-401f-a1d7-482bc4998eae tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:29.254494 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65cf92e3-7fc8-4e58-99cb-ed1b9dd99e87 req-864205f4-5b8f-401f-a1d7-482bc4998eae tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 943 time: 0.0495832 Feb 10 16:17:29.294724 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-65cf92e3-7fc8-4e58-99cb-ed1b9dd99e87 req-604a1ea2-4b5f-4b87-a8d6-5ab6cb213c44 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Feb 10 16:17:29.737993 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d00358ec-198e-444d-8978-fa13f02db242 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:17:29.870623 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d00358ec-198e-444d-8978-fa13f02db242, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d00358ec-198e-444d-8978-fa13f02db242,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:17:29.885361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'd00358ec-198e-444d-8978-fa13f02db242', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': 'd00358ec-198e-444d-8978-fa13f02db242', 'mac_address': 'fa:16:3e:55:10:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:17:29.930087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:29.944691 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00358ec-198e-444d-8978-fa13f02db242 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:17:29.967057 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d00358ec-198e-444d-8978-fa13f02db242, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d00358ec-198e-444d-8978-fa13f02db242,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:17:29.971680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:30.024999 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d00358ec-198e-444d-8978-fa13f02db242,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:17:30.033256 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.033595 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.034093 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.034483 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.034812 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.035134 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.035564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.035893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.036355 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.036787 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.037112 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.038059 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:17:30.179706 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d00358ec-198e-444d-8978-fa13f02db242'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:17:30.432031 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef35-0c33-4b8b-89d8-e7e26cd4b888 req-4b6781dc-9ad3-4ef4-aaa3-290dff91bb59 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:30.433535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e94ef35-0c33-4b8b-89d8-e7e26cd4b888 req-4b6781dc-9ad3-4ef4-aaa3-290dff91bb59 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 944 time: 0.0598905 Feb 10 16:17:30.475592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0e94ef35-0c33-4b8b-89d8-e7e26cd4b888 req-e0f2889e-bc9b-48c0-87cd-314e44c02736 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Feb 10 16:17:31.328811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-95232eac-5080-4642-8c30-c52812ded582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:31.596532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753c340-a26c-4404-be28-7e6c5f5ead3c req-2d67bf8c-6d3d-43ef-a483-0fb81be75f83 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:31.598028 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0753c340-a26c-4404-be28-7e6c5f5ead3c req-2d67bf8c-6d3d-43ef-a483-0fb81be75f83 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 944 time: 0.0510998 Feb 10 16:17:31.640985 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0753c340-a26c-4404-be28-7e6c5f5ead3c req-a389ac35-9c66-49ff-8aa4-75163b1389e3 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Feb 10 16:17:31.745823 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d00358ec-198e-444d-8978-fa13f02db242 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:17:31.799662 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port d00358ec-198e-444d-8978-fa13f02db242 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:17:31.803948 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port d00358ec-198e-444d-8978-fa13f02db242 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:17:31.804346 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:31.889344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:31.912657 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00358ec-198e-444d-8978-fa13f02db242'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:17:31.914917 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ef8efe-88cc-4181-9faf-fbc4e8e5c3ec" -d '{"events": [{"server_uuid": "fa484cdf-a0dc-48a0-ad6d-be0f3950da21", "name": "network-vif-plugged", "status": "completed", "tag": "d00358ec-198e-444d-8978-fa13f02db242"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:17:31.930840 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port d00358ec-198e-444d-8978-fa13f02db242, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d00358ec-198e-444d-8978-fa13f02db242,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:17:31.936184 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:31.967004 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4255621-ed94-445d-88b6-6d4cd8b8997a x-openstack-request-id: req-e4255621-ed94-445d-88b6-6d4cd8b8997a {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:17:31.967176 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa484cdf-a0dc-48a0-ad6d-be0f3950da21", "name": "network-vif-plugged", "status": "completed", "tag": "d00358ec-198e-444d-8978-fa13f02db242", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:17:31.967583 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4255621-ed94-445d-88b6-6d4cd8b8997a {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:17:31.967855 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00358ec-198e-444d-8978-fa13f02db242', 'code': 200} Feb 10 16:17:32.001640 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=d00358ec-198e-444d-8978-fa13f02db242,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:17:32.065139 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add61e5-8d49-47df-a243-78750347035e req-e8ea559d-1ae2-4f65-9545-75d3a0d1b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:32.066639 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0add61e5-8d49-47df-a243-78750347035e req-e8ea559d-1ae2-4f65-9545-75d3a0d1b251 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 1096 time: 0.0422652 Feb 10 16:17:32.100883 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0add61e5-8d49-47df-a243-78750347035e req-df1683e1-5487-41d4-90f2-0cf685f6ecf6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281937 Feb 10 16:17:32.449306 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:32.693447 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:17:32.771661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9586c-5949-41a0-a52f-8e79e65c019c req-0859dff4-76b5-4e0e-82a9-acf6b8ea90de tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:32.773156 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69c9586c-5949-41a0-a52f-8e79e65c019c req-0859dff4-76b5-4e0e-82a9-acf6b8ea90de tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0576475 Feb 10 16:17:32.815997 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-69c9586c-5949-41a0-a52f-8e79e65c019c req-fbb35356-403a-4fcf-b250-aede443bba7a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Feb 10 16:17:33.954414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b66e-5879-4dbb-8306-3ef9d9b09c54 req-005a2c06-805e-4524-8102-e54fe59ae259 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:33.956267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b2b66e-5879-4dbb-8306-3ef9d9b09c54 req-005a2c06-805e-4524-8102-e54fe59ae259 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0702503 Feb 10 16:17:33.998335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b6b2b66e-5879-4dbb-8306-3ef9d9b09c54 req-fab46ac6-812b-48f8-bd16-7d7d67b98f52 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355766 Feb 10 16:17:34.124138 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d1ef3-f301-4f96-b6aa-fb8ea3606c7a req-a125df6a-7672-4f33-803d-3ffc63f5d60d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:34.125695 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-020d1ef3-f301-4f96-b6aa-fb8ea3606c7a req-a125df6a-7672-4f33-803d-3ffc63f5d60d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0560939 Feb 10 16:17:34.150673 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:34.167949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-020d1ef3-f301-4f96-b6aa-fb8ea3606c7a req-24ee9711-5fcc-48ec-8f52-6ed6b1ad91ca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363295 Feb 10 16:17:34.286520 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598ed39-86e3-4140-8904-9fe03a7996d1 req-b4c6fd10-2c49-4776-a87a-e1ac25a9f9fd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:34.287973 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f598ed39-86e3-4140-8904-9fe03a7996d1 req-b4c6fd10-2c49-4776-a87a-e1ac25a9f9fd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Feb 10 16:17:34.327334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f598ed39-86e3-4140-8904-9fe03a7996d1 req-3d206f6c-04d6-4b77-8bef-f8a0193d8294 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325489 Feb 10 16:17:34.373648 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:34.624236 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734dac2-da60-4a25-9c48-4b7418fed1c0 req-a591d3a1-acd9-4d4f-830b-3edf256f442e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:34.626046 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9734dac2-da60-4a25-9c48-4b7418fed1c0 req-a591d3a1-acd9-4d4f-830b-3edf256f442e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0494382 Feb 10 16:17:34.665202 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9734dac2-da60-4a25-9c48-4b7418fed1c0 req-cbb2bffa-56af-44b1-884c-a566bd5501d8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Feb 10 16:17:35.794115 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d3d7-9344-453e-9b0b-1aeed60a27d6 req-81106741-2f10-4791-a839-dc34e9beca8c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:35.795722 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5323d3d7-9344-453e-9b0b-1aeed60a27d6 req-81106741-2f10-4791-a839-dc34e9beca8c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Feb 10 16:17:35.834127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5323d3d7-9344-453e-9b0b-1aeed60a27d6 req-1437acaa-593f-4d5f-b922-d4fd5ee1aa0e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Feb 10 16:17:36.037775 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8d0ee2d4-8ed4-4f7a-8917-1b59ce772620 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:36.039142 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8d0ee2d4-8ed4-4f7a-8917-1b59ce772620 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 945 time: 0.0520275 Feb 10 16:17:36.128351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Deleting port d00358ec-198e-444d-8978-fa13f02db242 {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:17:36.128689 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:36.221032 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] For port d00358ec-198e-444d-8978-fa13f02db242, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=d00358ec-198e-444d-8978-fa13f02db242,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:17:36.221450 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:36.234195 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Calling delete_port for d00358ec-198e-444d-8978-fa13f02db242 owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:17:36.361771 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:36.374677 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['d00358ec-198e-444d-8978-fa13f02db242'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:17:36.396730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event deleted for resources: {'Port': ['ID=d00358ec-198e-444d-8978-fa13f02db242,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:17:36.442761 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] No DVR routers for this DVR port d00358ec-198e-444d-8978-fa13f02db242 on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:17:36.445839 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:36.449904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a5da953-c109-4d41-9617-c12423cb08dc req-8f79dc47-714c-4ab6-808f-714aaaff328f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "DELETE /v2.0/ports/d00358ec-198e-444d-8978-fa13f02db242 HTTP/1.1" status: 204 len: 173 time: 0.4052043 Feb 10 16:17:36.450553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'name': 'network-vif-deleted', 'tag': 'd00358ec-198e-444d-8978-fa13f02db242'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:17:36.453016 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a887d6b-9db9-4185-98e9-b73232ae43a1" -d '{"events": [{"server_uuid": "fa484cdf-a0dc-48a0-ad6d-be0f3950da21", "name": "network-vif-deleted", "tag": "d00358ec-198e-444d-8978-fa13f02db242"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:17:36.514307 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63cb92-833d-4a69-986b-96ff3002ca96 x-openstack-request-id: req-da63cb92-833d-4a69-986b-96ff3002ca96 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:17:36.514612 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa484cdf-a0dc-48a0-ad6d-be0f3950da21", "name": "network-vif-deleted", "tag": "d00358ec-198e-444d-8978-fa13f02db242", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:17:36.514868 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da63cb92-833d-4a69-986b-96ff3002ca96 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:17:36.515269 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa484cdf-a0dc-48a0-ad6d-be0f3950da21', 'name': 'network-vif-deleted', 'tag': 'd00358ec-198e-444d-8978-fa13f02db242', 'status': 'completed', 'code': 200} Feb 10 16:17:36.934522 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a9cda8d9-6332-4e7c-932a-73e0aee61996 req-500dd09e-4811-4aee-b260-ee85f5c425e7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0295098 Feb 10 16:17:38.065752 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec6dc65e-1c96-4fbf-a717-01e4e3c2ba3a req-63051af9-e30f-46bd-9cb8-31a70c37532d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0468538 Feb 10 16:17:39.159692 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c2eba0af-f406-41d9-af02-1adc0362eea5 req-d87938c7-98b2-4066-9e1b-5febfc134ac2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0280960 Feb 10 16:17:39.743103 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d00358ec-198e-444d-8978-fa13f02db242 no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:17:39.770627 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: d00358ec-198e-444d-8978-fa13f02db242 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:17:39.771196 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device d00358ec-198e-444d-8978-fa13f02db242 not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:17:40.277971 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a1e1260e-bc5f-4759-99ae-ae79dfbf05be req-961996d3-e8a8-42df-87ba-46be9baddaec tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0295599 Feb 10 16:17:41.397835 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-44142833-753f-42de-9784-9cbd9987cc0e req-b4697d61-eec9-452f-a088-e69fa77f27ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa484cdf-a0dc-48a0-ad6d-be0f3950da21 HTTP/1.1" status: 200 len: 210 time: 0.0331378 Feb 10 16:17:50.368304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-5893f296-4fb6-49a7-840d-84386b5a2a7d req-8ff5a334-228f-4efe-af89-86a9bc32224d service neutron] (102615) timed out ('10.222.0.21', 57832) {{(pid=102615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:17:53.852494 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:57.468735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:17:58.949107 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7da04d1e-3cea-41b4-886e-cd741b4fd01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:01.335054 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-576a56cb-d467-4cd4-9e91-60036fb8c7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:02.453266 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:03.416649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-8c82b111-cd84-44b5-9872-b5aa2222703e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:03.418143 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-8c82b111-cd84-44b5-9872-b5aa2222703e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1046331 Feb 10 16:18:03.433829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-abdeebbf-74c0-43df-8438-3e4d563fd91c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Feb 10 16:18:03.490551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-71d5f08e-06c5-463d-99ff-a77d22a1a468 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511250 Feb 10 16:18:03.584824 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-ae386d1d-3221-497f-a14f-4a9cac9041aa service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862947 Feb 10 16:18:03.680787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-1e75869b-1e2f-499a-b9c9-ff97e507f8bd service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892291 Feb 10 16:18:03.982982 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f790ca70-36a8-469b-b951-1467fc7e2f42 req-b62c94c1-28ed-49ef-8103-b5c12cd9daee tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 210 time: 0.0270090 Feb 10 16:18:04.151616 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:04.381171 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:04.949706 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-e9c83daf-c04e-45b3-a553-b699b1de8897 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:04.951147 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-e9c83daf-c04e-45b3-a553-b699b1de8897 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1404881 Feb 10 16:18:04.965451 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:18:05.105884 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:18:05.108591 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:05.126513 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6242dada-1a0f-40ab-b473-af2fab553425 req-0e24317c-d035-4959-a2b3-3281ee0b8bdd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 210 time: 0.0379386 Feb 10 16:18:05.268974 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.9 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:18:05.426553 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:05.474993 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:05.525094 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:18:05.530631 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:18:05.534553 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:18:05.566540 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:05.598734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:05.599706 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:05.619341 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2feaeca7-0654-4dfc-84f7-d33c95f349ff tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6587820 Feb 10 16:18:05.631252 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Request body: {'port': {'device_id': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:18:05.701268 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:05.853278 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-74ce9078-993a-454f-a091-9f864fa1e03e None None] Provisioning complete for port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:18:05.854323 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-74ce9078-993a-454f-a091-9f864fa1e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:05.893685 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-74ce9078-993a-454f-a091-9f864fa1e03e None None] Port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:18:06.014486 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:18:06.022207 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:06.035359 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Transition to ACTIVE for port object 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:18:06.044365 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:06.119344 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Pushing event updated for resources: {'Port': ['ID=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:06.182251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Attempting to bind port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:18:06.182608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Attempting to bind port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:18:06.182930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Attempting to bind port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:18:06.187930 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:18:06.188192 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Attempting to bind port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:18:06.193356 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:18:06.193694 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:18:06.194077 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:18:06.194504 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Bound port: 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:18:06.195035 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:06.345191 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] For port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:18:06.362896 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] For port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:18:06.371072 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:06.432682 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46915e3-b0d4-4c2e-88bd-daa710202559 req-658afe0c-0cc5-470f-805b-a9b445c11bd7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:06.434280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e46915e3-b0d4-4c2e-88bd-daa710202559 req-658afe0c-0cc5-470f-805b-a9b445c11bd7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.1611395 Feb 10 16:18:06.442183 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:06.442863 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:06.444493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] 10.222.0.45 "PUT /v2.0/ports/512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee HTTP/1.1" status: 200 len: 1091 time: 0.8179076 Feb 10 16:18:06.445659 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'tag': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:18:06.452159 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4fb00c-5020-4b0b-956e-89b8dcdabb5a", "tag": "512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:18:06.508675 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c10b2e-345d-4c81-b0e5-9949207710cb service neutron] Pushing event updated for resources: {'Port': ['ID=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:06.533206 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf69ecd-2839-4df9-a713-f30dd71e1f63 x-openstack-request-id: req-caf69ecd-2839-4df9-a713-f30dd71e1f63 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:18:06.533503 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4fb00c-5020-4b0b-956e-89b8dcdabb5a", "tag": "512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:18:06.534337 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caf69ecd-2839-4df9-a713-f30dd71e1f63 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:18:06.534751 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'tag': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee', 'status': 'completed', 'code': 200} Feb 10 16:18:06.577844 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e46915e3-b0d4-4c2e-88bd-daa710202559 req-3e7fd6a4-fb08-4236-bd11-54bea52e9015 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208065 Feb 10 16:18:06.623304 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-74767ea1-4852-433a-b1b0-bc8873935bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:06.624936 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-74767ea1-4852-433a-b1b0-bc8873935bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 1094 time: 0.1221173 Feb 10 16:18:06.673529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-2cbf3cb1-72ef-4d89-b9bd-99ce7c0ad485 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee HTTP/1.1" status: 200 len: 217 time: 0.0401974 Feb 10 16:18:06.739703 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-49f431da-66b4-4b3b-99c5-4b3976e5e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:06.741023 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-49f431da-66b4-4b3b-99c5-4b3976e5e62a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0603771 Feb 10 16:18:06.795082 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-d5732ef0-9456-4243-97dc-6777b312d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:06.796617 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-d5732ef0-9456-4243-97dc-6777b312d282 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486062 Feb 10 16:18:06.898831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-ca4bcee9-535b-4fae-894e-aba1ab2798b1 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927637 Feb 10 16:18:07.010299 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-92bcf005-91bb-4eb0-9948-2b2da58f940c req-00fc982a-6f4f-43a1-82cd-e50ba965f660 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057897 Feb 10 16:18:07.100852 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-adb02913-67bd-40c5-a3f4-3e8cd72711ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:07.102492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-adb02913-67bd-40c5-a3f4-3e8cd72711ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 1094 time: 0.0460188 Feb 10 16:18:07.201876 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-600d785f-2e21-4b52-940d-2c4ef212181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:07.203301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-600d785f-2e21-4b52-940d-2c4ef212181f service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0943296 Feb 10 16:18:07.247159 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-0481a11b-d21c-429e-a654-d14fed0338f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee HTTP/1.1" status: 200 len: 217 time: 0.0368137 Feb 10 16:18:07.298651 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-463447ea-ad61-4f49-ba4f-0ca7e12655e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:07.300358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-463447ea-ad61-4f49-ba4f-0ca7e12655e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0476642 Feb 10 16:18:07.350565 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-52fa5d57-6352-4622-8b28-8f9e5c28f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:07.351539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-52fa5d57-6352-4622-8b28-8f9e5c28f45b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440454 Feb 10 16:18:07.456321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-7beff2ff-69bb-4ea8-ae7c-d9b2fb90c6e6 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980654 Feb 10 16:18:07.551053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-18afc2b1-7580-4952-b04c-b19b6cd8e5d6 req-c9d7c8c1-0880-42a2-8008-6838d76f3390 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882218 Feb 10 16:18:07.706833 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b7d7-c3ca-40b1-a1ed-3ad979cb017c req-2ebcda02-a311-413e-bcf1-54159eec9456 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:07.708413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3132b7d7-c3ca-40b1-a1ed-3ad979cb017c req-2ebcda02-a311-413e-bcf1-54159eec9456 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0572767 Feb 10 16:18:07.749184 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3132b7d7-c3ca-40b1-a1ed-3ad979cb017c req-78ab2dc9-99bb-41fe-a2a4-fde93bba192e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Feb 10 16:18:08.867962 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ae0e-494c-492f-a734-407adfc9e420 req-1d9500f2-c555-4605-9590-2f4008df4ce6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:08.869441 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d79ae0e-494c-492f-a734-407adfc9e420 req-1d9500f2-c555-4605-9590-2f4008df4ce6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0510061 Feb 10 16:18:08.908504 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5d79ae0e-494c-492f-a734-407adfc9e420 req-dc3ee275-9f4e-4d72-811d-c957189cec80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Feb 10 16:18:09.692168 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:18:10.024700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36d38c-5504-4d4b-b7b6-9613f708492f req-ad1dd4c5-f91d-4cf8-a14d-0b4acf9cbded tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:10.026190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec36d38c-5504-4d4b-b7b6-9613f708492f req-ad1dd4c5-f91d-4cf8-a14d-0b4acf9cbded tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0489872 Feb 10 16:18:10.064333 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ec36d38c-5504-4d4b-b7b6-9613f708492f req-795ade61-815e-490d-8580-0ee72a1a4252 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Feb 10 16:18:11.183764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb35488-7fa8-496b-8a90-570eca93b084 req-19688b04-8f41-4de1-9723-f9dcfad4e028 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:11.185178 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5eb35488-7fa8-496b-8a90-570eca93b084 req-19688b04-8f41-4de1-9723-f9dcfad4e028 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0520058 Feb 10 16:18:11.224614 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5eb35488-7fa8-496b-8a90-570eca93b084 req-7f4ec6e1-0258-465a-8e43-daabe8cd0037 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Feb 10 16:18:12.344991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ff762-33ab-42eb-9426-ff37bfac9d70 req-a92dfca5-371d-4a12-9e6a-6f190565e287 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:12.346461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e05ff762-33ab-42eb-9426-ff37bfac9d70 req-a92dfca5-371d-4a12-9e6a-6f190565e287 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0493596 Feb 10 16:18:12.384566 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e05ff762-33ab-42eb-9426-ff37bfac9d70 req-10334bfd-86ab-46a6-836a-6faf0442f6c8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Feb 10 16:18:13.508925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73da15-6137-47ae-9384-41a2bb4405da req-d769e2f3-df8a-42f8-a156-d9a6e9b43b3b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:13.510443 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e73da15-6137-47ae-9384-41a2bb4405da req-d769e2f3-df8a-42f8-a156-d9a6e9b43b3b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0510671 Feb 10 16:18:13.549655 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5e73da15-6137-47ae-9384-41a2bb4405da req-0339c837-030c-4789-8f5f-485a92eff8db tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Feb 10 16:18:14.673739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00bbb6-6c0b-441b-81e5-195fad264800 req-97867fe3-9281-44bb-b6ad-65c2a2a75fed tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:14.675235 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d00bbb6-6c0b-441b-81e5-195fad264800 req-97867fe3-9281-44bb-b6ad-65c2a2a75fed tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0523922 Feb 10 16:18:14.715535 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8d00bbb6-6c0b-441b-81e5-195fad264800 req-1687681e-4e07-43a1-ab94-5d926d5393b8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Feb 10 16:18:15.838528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9949ba4-1eb3-4e26-a8e3-aca826f75bc3 req-a2b55600-03c2-4b1e-864f-044b77917d27 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:15.840166 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9949ba4-1eb3-4e26-a8e3-aca826f75bc3 req-a2b55600-03c2-4b1e-864f-044b77917d27 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0508790 Feb 10 16:18:15.880398 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e9949ba4-1eb3-4e26-a8e3-aca826f75bc3 req-85b76f97-c3b9-4240-8a98-1635aeb778c9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Feb 10 16:18:17.003458 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da047939-2c87-4d54-9241-e99e91ec7264 req-c392fb9e-25fa-429c-82f5-2d53a1158968 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:17.004979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da047939-2c87-4d54-9241-e99e91ec7264 req-c392fb9e-25fa-429c-82f5-2d53a1158968 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 943 time: 0.0519130 Feb 10 16:18:17.044892 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da047939-2c87-4d54-9241-e99e91ec7264 req-9f405da8-8e4b-41ff-b757-a10bd271fa90 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Feb 10 16:18:17.877454 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:18:17.979893 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:17.991964 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee', 'mac_address': 'fa:16:3e:50:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:18:18.029040 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:18.042362 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:18:18.063876 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:18.069328 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:18.128626 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:18.258039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:18:18.557663 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f06594-7e83-43a3-8c45-a4634b89917b req-2fb4fc75-8146-4f5b-b964-5ed0b479c609 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:18.559176 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40f06594-7e83-43a3-8c45-a4634b89917b req-2fb4fc75-8146-4f5b-b964-5ed0b479c609 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 944 time: 0.4363289 Feb 10 16:18:18.597317 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-40f06594-7e83-43a3-8c45-a4634b89917b req-31c404f1-5c7a-4463-bd3b-9b42d94a19d1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Feb 10 16:18:19.718888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1118a-f4a1-47ac-8aca-22f934eb055a req-fb8737a1-ede3-4b25-a3c9-575b62a6fc01 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:19.720642 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29e1118a-f4a1-47ac-8aca-22f934eb055a req-fb8737a1-ede3-4b25-a3c9-575b62a6fc01 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 944 time: 0.0522852 Feb 10 16:18:19.766074 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29e1118a-f4a1-47ac-8aca-22f934eb055a req-a84faba5-c616-41b7-b400-3aa589d336bd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Feb 10 16:18:19.964825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:18:19.964825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:18:19.964825 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:18:19.967047 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:20.052657 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:20.077448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:18:20.080844 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd911f-ab1e-48b3-bfeb-cf5ac61f753f" -d '{"events": [{"server_uuid": "ad4fb00c-5020-4b0b-956e-89b8dcdabb5a", "name": "network-vif-plugged", "status": "completed", "tag": "512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:18:20.093633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:20.098114 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:20.145038 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2f2f9e-28da-488e-a49b-ed106b7a8a94 x-openstack-request-id: req-4a2f2f9e-28da-488e-a49b-ed106b7a8a94 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:18:20.145346 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4fb00c-5020-4b0b-956e-89b8dcdabb5a", "name": "network-vif-plugged", "status": "completed", "tag": "512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:18:20.145599 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a2f2f9e-28da-488e-a49b-ed106b7a8a94 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:18:20.145992 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee', 'code': 200} Feb 10 16:18:20.162651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:20.256361 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109f3f-18e3-4f7e-84d7-145eaaea3889 req-534827e3-3e48-4502-a845-c74e03933023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:20.257888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c109f3f-18e3-4f7e-84d7-145eaaea3889 req-534827e3-3e48-4502-a845-c74e03933023 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 1096 time: 0.0527859 Feb 10 16:18:20.293321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4c109f3f-18e3-4f7e-84d7-145eaaea3889 req-2f73c326-d959-4ca7-b843-5db4422dafb5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290544 Feb 10 16:18:20.912216 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1fa1f-2317-4183-a9ab-575ae5d24962 req-10f7e00c-e257-4b77-8cf1-6bcc66d821bd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:20.914292 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29c1fa1f-2317-4183-a9ab-575ae5d24962 req-10f7e00c-e257-4b77-8cf1-6bcc66d821bd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 945 time: 0.0600874 Feb 10 16:18:20.954738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-29c1fa1f-2317-4183-a9ab-575ae5d24962 req-1a5125a8-e376-4e55-9d3f-4bd4f08aeffa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Feb 10 16:18:22.080106 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81b477-02e7-4198-9c9a-fbd7846b640e req-ed4588f0-a358-4f78-9383-89a1fa5bbc3d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:22.082401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b81b477-02e7-4198-9c9a-fbd7846b640e req-ed4588f0-a358-4f78-9383-89a1fa5bbc3d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 945 time: 0.0531757 Feb 10 16:18:22.126185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b81b477-02e7-4198-9c9a-fbd7846b640e req-0c3c0c49-8c71-4c95-be76-54463665d17b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Feb 10 16:18:22.255056 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89208f-ce2e-42b4-8d2f-0f78ed2b974a req-19a9f677-e125-4f85-a4a5-7dd3be5227f5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:22.256534 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a89208f-ce2e-42b4-8d2f-0f78ed2b974a req-19a9f677-e125-4f85-a4a5-7dd3be5227f5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 945 time: 0.0550401 Feb 10 16:18:22.297962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a89208f-ce2e-42b4-8d2f-0f78ed2b974a req-35c43a68-585c-403f-a3c3-1db1bc09f0a2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Feb 10 16:18:23.865654 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:25.410179 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-32731136-f481-4fff-a8ce-132e1770336d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:25.411704 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-32731136-f481-4fff-a8ce-132e1770336d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1159694 Feb 10 16:18:25.429393 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-1f89c4ce-1ca5-4e7c-9afd-676cb093a7bf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0100625 Feb 10 16:18:25.494035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-d1d3b429-e2f4-4f3c-9dfe-9a6c21047cb7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579755 Feb 10 16:18:25.613871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-1b83f847-a59c-42c4-8f59-3dd957417057 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118073 Feb 10 16:18:25.722493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-03233c1c-7e48-454a-a478-3c1299b9ee08 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007731 Feb 10 16:18:25.963277 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-acedbbfd-b242-4029-a784-85df4b45348c req-b37071ef-c0ec-4f7f-a93a-7ec731555a0d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 210 time: 0.0377955 Feb 10 16:18:27.073146 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-a8a6a271-c04d-460f-8570-1dd71efaa3f5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:27.075057 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-a8a6a271-c04d-460f-8570-1dd71efaa3f5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1439157 Feb 10 16:18:27.076887 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b0c534a4-0ac6-4113-869f-8733c887c0f5 req-f4e07e7d-f419-4794-8eec-a6e0f3ccc06e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 210 time: 0.0337851 Feb 10 16:18:27.090486 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:18:27.241894 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:18:27.245637 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:27.390635 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.13 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/c29c7ac7-b8b8-4813-8702-b1b4645fa001) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:18:27.494543 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:27.662605 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:27.706021 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:27.719160 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:18:27.756134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:18:27.760625 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:18:27.782044 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:18:27.842802 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=c29c7ac7-b8b8-4813-8702-b1b4645fa001,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:27.861140 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.861574 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.861922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.862261 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.862596 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.862928 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.863254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.863808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.864319 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.865177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.865690 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.866239 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:27.888249 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:27.889238 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:27.931413 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-c4254168-6184-4494-850a-3f4fce4ab069 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467450 Feb 10 16:18:27.957605 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Request body: {'port': {'device_id': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:18:28.039184 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:28.152425 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-f02ae4af-5845-42a1-a871-37a2bca39a4e None None] Provisioning complete for port c29c7ac7-b8b8-4813-8702-b1b4645fa001 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:18:28.153021 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f02ae4af-5845-42a1-a871-37a2bca39a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:28.222212 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-f02ae4af-5845-42a1-a871-37a2bca39a4e None None] Port c29c7ac7-b8b8-4813-8702-b1b4645fa001 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:18:28.304818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a69fc-838c-468e-b567-53db8ad9de7b req-a150f25d-c539-48d3-8af0-48b587b57111 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:28.318036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd3a69fc-838c-468e-b567-53db8ad9de7b req-a150f25d-c539-48d3-8af0-48b587b57111 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 932 time: 0.1210978 Feb 10 16:18:28.386546 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dd3a69fc-838c-468e-b567-53db8ad9de7b req-7362a8a6-2c14-4a73-a2a1-c90a4bce7084 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Feb 10 16:18:28.543843 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29c7ac7-b8b8-4813-8702-b1b4645fa001 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:18:28.552958 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:28.568508 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Transition to ACTIVE for port object c29c7ac7-b8b8-4813-8702-b1b4645fa001 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:18:28.573747 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:28.661304 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c7ac7-b8b8-4813-8702-b1b4645fa001,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:28.761656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Attempting to bind port c29c7ac7-b8b8-4813-8702-b1b4645fa001 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:18:28.766289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Attempting to bind port c29c7ac7-b8b8-4813-8702-b1b4645fa001 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:18:28.767270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Attempting to bind port c29c7ac7-b8b8-4813-8702-b1b4645fa001 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:18:28.792173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Port c29c7ac7-b8b8-4813-8702-b1b4645fa001 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:18:28.792173 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Attempting to bind port c29c7ac7-b8b8-4813-8702-b1b4645fa001 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:18:28.807583 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:18:28.808270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:18:28.808885 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:18:28.809543 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Bound port: c29c7ac7-b8b8-4813-8702-b1b4645fa001, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:18:28.809926 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:28.922157 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] For port c29c7ac7-b8b8-4813-8702-b1b4645fa001, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:18:28.930252 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] For port c29c7ac7-b8b8-4813-8702-b1b4645fa001, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:18:28.941598 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:28.958267 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9f65-7328-43ba-9a19-efe8d75cac9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:29.003778 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.011302 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:29.013723 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] 10.222.0.75 "PUT /v2.0/ports/c29c7ac7-b8b8-4813-8702-b1b4645fa001 HTTP/1.1" status: 200 len: 1092 time: 1.0711138 Feb 10 16:18:29.014470 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'tag': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:18:29.019063 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90" -d '{"events": [{"name": "network-changed", "server_uuid": "84b836c1-b4a5-49eb-9159-94bd778bdfda", "tag": "c29c7ac7-b8b8-4813-8702-b1b4645fa001"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:18:29.093766 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35506e1-3f58-44a2-a859-673c716fd7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c7ac7-b8b8-4813-8702-b1b4645fa001,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:29.119177 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a4f621-1a93-48f2-b94f-69383de388bd x-openstack-request-id: req-c4a4f621-1a93-48f2-b94f-69383de388bd {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:18:29.124427 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b836c1-b4a5-49eb-9159-94bd778bdfda", "tag": "c29c7ac7-b8b8-4813-8702-b1b4645fa001", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:18:29.124988 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4a4f621-1a93-48f2-b94f-69383de388bd {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:18:29.125550 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'tag': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001', 'status': 'completed', 'code': 200} Feb 10 16:18:29.149680 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f1c09c95-06e7-499f-a6fb-d8dbfcec0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.152936 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-f1c09c95-06e7-499f-a6fb-d8dbfcec0e95 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 1095 time: 0.0764592 Feb 10 16:18:29.241688 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-67bc9809-74c0-4738-af3a-f5f306788cc9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001 HTTP/1.1" status: 200 len: 217 time: 0.0782568 Feb 10 16:18:29.334460 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-fc970772-7ea3-4fb0-b1bd-3c05990121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.337054 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-fc970772-7ea3-4fb0-b1bd-3c05990121b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0847366 Feb 10 16:18:29.454194 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-9b77209c-bea4-46ed-9f10-d210cbf371ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.457639 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-9b77209c-bea4-46ed-9f10-d210cbf371ac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118810 Feb 10 16:18:29.622299 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d027fc-9a5b-48f0-bbc5-e6b93b725f2f req-ac8bbb50-80b8-4158-a477-f6624940c9ca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.624683 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01d027fc-9a5b-48f0-bbc5-e6b93b725f2f req-ac8bbb50-80b8-4158-a477-f6624940c9ca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.1116920 Feb 10 16:18:29.624939 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-30065579-414f-4e2d-8101-93b368c6f043 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590827 Feb 10 16:18:29.695188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-01d027fc-9a5b-48f0-bbc5-e6b93b725f2f req-e24665c6-8826-4027-bf6c-7bb5ebb35ae5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 Feb 10 16:18:29.752152 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-76b6cffb-640b-499c-81e8-e045487d9fa5 req-e20e8cb2-49e6-42b0-8bdc-03b5c2481a08 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182373 Feb 10 16:18:29.860015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-7583f2e3-cdc9-414c-bc55-62fb2cc9f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.861655 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-7583f2e3-cdc9-414c-bc55-62fb2cc9f566 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 1095 time: 0.0521235 Feb 10 16:18:29.988390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-bdba4805-a5e3-49b4-b1bb-38aebf6ea6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:29.989941 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-bdba4805-a5e3-49b4-b1bb-38aebf6ea6a1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.1214280 Feb 10 16:18:30.041731 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-e4f576f1-9787-4629-a3d2-aaf96a1553d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001 HTTP/1.1" status: 200 len: 217 time: 0.0429366 Feb 10 16:18:30.117889 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-bb3111f1-6afa-488f-860e-f0fe78f5b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:30.119555 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-bb3111f1-6afa-488f-860e-f0fe78f5b373 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0703535 Feb 10 16:18:30.174028 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-ab6b7179-ffe7-4e30-b20c-8709cc8f6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:30.175931 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-ab6b7179-ffe7-4e30-b20c-8709cc8f6a3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484340 Feb 10 16:18:30.294347 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-214b487c-897a-49cd-a4aa-d387a1b261b0 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093431 Feb 10 16:18:30.405881 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-f81ca77e-deb4-48b9-b3d9-2ae2216f0c90 req-0c11c6dc-3ed4-4cbf-9f5c-b105d51d8f2d service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050839 Feb 10 16:18:30.862697 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afaef1-b0d8-4902-bb0a-1151c980f7c9 req-f3acd03c-7cd9-4ba6-901c-2c22d272a858 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:30.864430 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08afaef1-b0d8-4902-bb0a-1151c980f7c9 req-f3acd03c-7cd9-4ba6-901c-2c22d272a858 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0722823 Feb 10 16:18:30.917687 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-08afaef1-b0d8-4902-bb0a-1151c980f7c9 req-d3495d5f-0650-4691-b4e2-4249cd8002b9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Feb 10 16:18:31.354812 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1649062a-a83c-4f12-91ff-954e00e87f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:32.108378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143208c-30b1-4e8b-8a3a-b813210c9945 req-216ab08e-bcf0-4ca0-9818-af0b0983f831 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:32.109990 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5143208c-30b1-4e8b-8a3a-b813210c9945 req-216ab08e-bcf0-4ca0-9818-af0b0983f831 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0753999 Feb 10 16:18:32.188250 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5143208c-30b1-4e8b-8a3a-b813210c9945 req-d71f48da-6898-411e-b108-99c0ff364f32 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683110 Feb 10 16:18:32.472149 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:33.359005 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6198a-cd0d-4fd5-beb2-59295ba162cf req-961c32dd-ad08-44b1-add4-79c5050e2ffc tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:33.364013 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03b6198a-cd0d-4fd5-beb2-59295ba162cf req-961c32dd-ad08-44b1-add4-79c5050e2ffc tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0847335 Feb 10 16:18:33.414871 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03b6198a-cd0d-4fd5-beb2-59295ba162cf req-5b9b5b2a-dc5c-4910-892f-6d366195a6d6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Feb 10 16:18:34.157124 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:34.368162 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:34.552740 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71bd3-247e-49a2-8172-2c818e6beab6 req-ce43aa9a-edbf-4762-bb41-4be7af37cd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:34.555173 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fa71bd3-247e-49a2-8172-2c818e6beab6 req-ce43aa9a-edbf-4762-bb41-4be7af37cd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0653005 Feb 10 16:18:34.599307 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4fa71bd3-247e-49a2-8172-2c818e6beab6 req-8139d09b-fef5-40ad-a8ee-3c947bf7e015 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Feb 10 16:18:35.765027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e22e-34e0-400f-9dfd-9494906fc2d8 req-8c580b48-635e-47ca-973e-689b74d5470b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:35.774188 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5298e22e-34e0-400f-9dfd-9494906fc2d8 req-8c580b48-635e-47ca-973e-689b74d5470b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0956044 Feb 10 16:18:35.819979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5298e22e-34e0-400f-9dfd-9494906fc2d8 req-c7701458-80c0-4dc2-9652-43fc2561e144 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Feb 10 16:18:36.960921 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bebfc-e049-404e-912c-6c71b12d4e1f req-0fdaddbb-7a15-4887-b545-b186ecbadd66 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:36.964300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a6bebfc-e049-404e-912c-6c71b12d4e1f req-0fdaddbb-7a15-4887-b545-b186ecbadd66 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0681841 Feb 10 16:18:37.011018 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-4a6bebfc-e049-404e-912c-6c71b12d4e1f req-5e02cbb0-effe-4e00-94ca-294117740a4b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Feb 10 16:18:38.174528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ae93-c6e1-4341-bd6b-62ec1ca023f4 req-5209e18e-d1f2-4199-8f6b-57132974f160 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:38.177402 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b50ae93-c6e1-4341-bd6b-62ec1ca023f4 req-5209e18e-d1f2-4199-8f6b-57132974f160 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0750175 Feb 10 16:18:38.244904 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b50ae93-c6e1-4341-bd6b-62ec1ca023f4 req-a7e104e3-3c62-4042-9ac1-cc3f85f6ca70 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538185 Feb 10 16:18:39.404842 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796be69-2d10-4f58-801b-918a70929989 req-bf19188c-9efe-40f9-bc74-deeb8daf3fb9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:39.406426 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f796be69-2d10-4f58-801b-918a70929989 req-bf19188c-9efe-40f9-bc74-deeb8daf3fb9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0567572 Feb 10 16:18:39.460270 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f796be69-2d10-4f58-801b-918a70929989 req-89b153bb-9b32-4ded-88c8-92335e94e789 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Feb 10 16:18:40.676454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55960bd9-8223-41bb-83f0-f24cf6451678 req-fc5596fa-a51b-4a75-a440-389e92689ee6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:40.678075 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55960bd9-8223-41bb-83f0-f24cf6451678 req-fc5596fa-a51b-4a75-a440-389e92689ee6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0976868 Feb 10 16:18:40.780272 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-55960bd9-8223-41bb-83f0-f24cf6451678 req-153ec65f-7db7-4176-95be-0075f31ea612 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822902 Feb 10 16:18:41.946267 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18218d-883f-477e-aad1-aa1ee74c4089 req-897386a5-199f-4865-b5ae-922637b4e013 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:41.948058 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f18218d-883f-477e-aad1-aa1ee74c4089 req-897386a5-199f-4865-b5ae-922637b4e013 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0652773 Feb 10 16:18:42.003691 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9f18218d-883f-477e-aad1-aa1ee74c4089 req-647b6721-4368-4fe5-a3ec-64043c35bf9e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Feb 10 16:18:43.180920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2539-d6cd-4d4a-a563-f964e07987c8 req-37074740-9d3b-4453-ad34-477624d1e735 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:43.183216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b6e2539-d6cd-4d4a-a563-f964e07987c8 req-37074740-9d3b-4453-ad34-477624d1e735 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0753272 Feb 10 16:18:43.234728 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0b6e2539-d6cd-4d4a-a563-f964e07987c8 req-9027acf8-b50f-4e9e-9c05-1d1bc33874fb tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Feb 10 16:18:44.378222 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445619d4-23e0-4390-97fa-ce1e8c55eb4a req-2ea4c720-c935-44cd-8853-e54c00489281 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:44.379708 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-445619d4-23e0-4390-97fa-ce1e8c55eb4a req-2ea4c720-c935-44cd-8853-e54c00489281 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0573533 Feb 10 16:18:44.421395 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-445619d4-23e0-4390-97fa-ce1e8c55eb4a req-017d7c07-b76a-464c-bef3-4f5bd09b5082 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Feb 10 16:18:45.583463 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7671d02-d0b8-45e4-b393-fa2a3f4e678c req-8d38cf43-1766-4d92-8517-33bcde191fc7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:45.585623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7671d02-d0b8-45e4-b393-fa2a3f4e678c req-8d38cf43-1766-4d92-8517-33bcde191fc7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0666692 Feb 10 16:18:45.633794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d7671d02-d0b8-45e4-b393-fa2a3f4e678c req-56890af5-9a65-428b-b1a4-836905c7a3bc tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Feb 10 16:18:46.696505 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:18:46.793154 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993b0dc-e634-4084-8823-6f2086cb2af0 req-fa360f47-f10c-46e7-9ec3-dcae7d16ea18 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:46.794694 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5993b0dc-e634-4084-8823-6f2086cb2af0 req-fa360f47-f10c-46e7-9ec3-dcae7d16ea18 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0657523 Feb 10 16:18:46.848413 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5993b0dc-e634-4084-8823-6f2086cb2af0 req-9861abd4-8003-4466-a765-32ff84bf2bec tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466557 Feb 10 16:18:47.988257 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd8461-8fb1-448b-a5dc-aace1c789ea2 req-c0f792bb-0bd2-4dcf-9735-0acc80a19618 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:47.989888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9dd8461-8fb1-448b-a5dc-aace1c789ea2 req-c0f792bb-0bd2-4dcf-9735-0acc80a19618 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0567210 Feb 10 16:18:48.034291 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f9dd8461-8fb1-448b-a5dc-aace1c789ea2 req-447c36ad-bb52-4234-a6a6-0565ed0195af tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Feb 10 16:18:49.187239 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef045-6205-4d3b-ae36-c7775c3e22d3 req-3ce7b3fb-1bf5-4e3d-9f75-12fbd0ba7381 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:49.189227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-022ef045-6205-4d3b-ae36-c7775c3e22d3 req-3ce7b3fb-1bf5-4e3d-9f75-12fbd0ba7381 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0813022 Feb 10 16:18:49.234254 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-022ef045-6205-4d3b-ae36-c7775c3e22d3 req-c8fc4317-0e23-4bbc-829d-7c7cda8a5923 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Feb 10 16:18:50.397929 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be639012-2c12-40da-8823-4b530a4b719c req-d978428a-084d-4750-9c40-28d3a5f74984 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:50.399211 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be639012-2c12-40da-8823-4b530a4b719c req-d978428a-084d-4750-9c40-28d3a5f74984 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 944 time: 0.0719187 Feb 10 16:18:50.459938 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-be639012-2c12-40da-8823-4b530a4b719c req-b6df0135-0c1c-4949-88d5-a37bee66f28e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507846 Feb 10 16:18:50.804323 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c29c7ac7-b8b8-4813-8702-b1b4645fa001 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:18:50.925564 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c29c7ac7-b8b8-4813-8702-b1b4645fa001, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:50.939300 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001', 'mac_address': 'fa:16:3e:97:3f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:18:51.006778 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:51.033973 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29c7ac7-b8b8-4813-8702-b1b4645fa001 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:18:51.063955 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c29c7ac7-b8b8-4813-8702-b1b4645fa001, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:51.068718 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:51.130502 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c29c7ac7-b8b8-4813-8702-b1b4645fa001,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:51.139700 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.140071 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.140438 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.140796 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.141110 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.141443 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.141766 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.142084 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.142402 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.142717 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.143033 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.143398 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:51.509894 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c29c7ac7-b8b8-4813-8702-b1b4645fa001'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:18:51.650917 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70585f05-2491-402e-a993-beac5efbf26c req-8a2fe69f-1098-466b-90f1-93eb274fe306 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:51.652874 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70585f05-2491-402e-a993-beac5efbf26c req-8a2fe69f-1098-466b-90f1-93eb274fe306 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 945 time: 0.0742521 Feb 10 16:18:51.712521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-70585f05-2491-402e-a993-beac5efbf26c req-465dcffa-3d1f-46c0-8d96-07207506d19e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Feb 10 16:18:51.838497 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46306) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:18:52.023664 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-7582e5db-dd28-4384-a932-db07e4504712 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2e22591870b428ab52a9ee0e783acc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832688 Feb 10 16:18:52.026096 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46310) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:18:52.096679 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:52.126201 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:52.181270 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:52.184245 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:52.185508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a2057a-f99f-43ba-9f67-25838d448753 HTTP/1.1" status: 204 len: 168 time: 0.1583118 Feb 10 16:18:52.194345 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a2057a-f99f-43ba-9f67-25838d448753,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:52.202413 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.202814 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.203385 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.203823 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.204152 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.204734 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.205055 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.205377 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.205699 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.206135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.206383 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.206619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b093d-2c39-4fc1-9883-849f2baa6749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:18:52.817923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c29c7ac7-b8b8-4813-8702-b1b4645fa001 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:18:52.866157 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6d452-b356-4ba5-8fc2-9fefb4fb1612 req-e39b57c8-d385-4d76-b3aa-742cfef184bd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:52.868139 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcb6d452-b356-4ba5-8fc2-9fefb4fb1612 req-e39b57c8-d385-4d76-b3aa-742cfef184bd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 945 time: 0.0660400 Feb 10 16:18:52.883340 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port c29c7ac7-b8b8-4813-8702-b1b4645fa001 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:18:52.890450 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port c29c7ac7-b8b8-4813-8702-b1b4645fa001 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:18:52.891002 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:52.925358 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fcb6d452-b356-4ba5-8fc2-9fefb4fb1612 req-50436fc3-b7de-403b-a954-1806b5c60af7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Feb 10 16:18:52.988504 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:53.026039 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:18:53.029196 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d1a73-6b1d-42e6-8890-7f6968778630" -d '{"events": [{"server_uuid": "84b836c1-b4a5-49eb-9159-94bd778bdfda", "name": "network-vif-plugged", "status": "completed", "tag": "c29c7ac7-b8b8-4813-8702-b1b4645fa001"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:18:53.046788 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port c29c7ac7-b8b8-4813-8702-b1b4645fa001, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:53.054378 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:53.086220 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746852d-78b8-4c08-b0ad-052fa7be51ca x-openstack-request-id: req-6746852d-78b8-4c08-b0ad-052fa7be51ca {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:18:53.086510 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b836c1-b4a5-49eb-9159-94bd778bdfda", "name": "network-vif-plugged", "status": "completed", "tag": "c29c7ac7-b8b8-4813-8702-b1b4645fa001", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:18:53.086743 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6746852d-78b8-4c08-b0ad-052fa7be51ca {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:18:53.087292 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001', 'code': 200} Feb 10 16:18:53.124223 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=c29c7ac7-b8b8-4813-8702-b1b4645fa001,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:53.211177 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc53391-cfdf-40e6-bdba-298ea947ef6d req-6f32b5bb-20a3-4ee4-a1f7-386b2dc9d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:53.213131 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bbc53391-cfdf-40e6-bdba-298ea947ef6d req-6f32b5bb-20a3-4ee4-a1f7-386b2dc9d5d7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 1097 time: 0.0633624 Feb 10 16:18:53.254223 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-bbc53391-cfdf-40e6-bdba-298ea947ef6d req-cb3525c0-b123-4e41-a3b9-21fede132aff service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Feb 10 16:18:53.854807 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:54.064442 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a8e4-3e98-436d-b17c-9a7e31f6fd90 req-1e432aa2-865a-4222-8c13-308aed880178 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:54.065964 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0f8a8e4-3e98-436d-b17c-9a7e31f6fd90 req-1e432aa2-865a-4222-8c13-308aed880178 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 946 time: 0.0541852 Feb 10 16:18:54.121693 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e0f8a8e4-3e98-436d-b17c-9a7e31f6fd90 req-1d88c95e-06c1-4ed1-a153-ed16c12a73d2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Feb 10 16:18:55.262918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97567e58-9bf9-4d92-bff4-e5772bf3ea57 req-e6455111-727c-4e51-9637-a18c5b84af14 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:55.264367 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97567e58-9bf9-4d92-bff4-e5772bf3ea57 req-e6455111-727c-4e51-9637-a18c5b84af14 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 946 time: 0.0570428 Feb 10 16:18:55.313064 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-97567e58-9bf9-4d92-bff4-e5772bf3ea57 req-1a7020e1-5dfe-49ca-b9cb-d365d99aae91 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Feb 10 16:18:55.464867 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deb775-daa3-403c-8a05-d7a0b38778f7 req-beef9d07-d798-4930-af53-781dc28c672f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:55.466371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7deb775-daa3-403c-8a05-d7a0b38778f7 req-beef9d07-d798-4930-af53-781dc28c672f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 946 time: 0.0662713 Feb 10 16:18:55.513071 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a7deb775-daa3-403c-8a05-d7a0b38778f7 req-c9e6b0fc-3208-450e-9eae-d91d697fb1b9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Feb 10 16:18:55.837330 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3199-d58e-4fda-aef7-61d434e41ca1 req-ccd4963c-80bc-4ec8-bba3-e9ecd67dcdb9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:55.838845 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca5e3199-d58e-4fda-aef7-61d434e41ca1 req-ccd4963c-80bc-4ec8-bba3-e9ecd67dcdb9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 946 time: 0.0545666 Feb 10 16:18:55.877343 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ca5e3199-d58e-4fda-aef7-61d434e41ca1 req-2a75b07b-f07d-4b8d-84a4-d316418e098a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Feb 10 16:18:57.016603 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b79b3c-2a73-4d64-ac7e-19daefa29188 req-0e2015cc-c9c8-40d1-881e-1434e568e093 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:57.018108 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64b79b3c-2a73-4d64-ac7e-19daefa29188 req-0e2015cc-c9c8-40d1-881e-1434e568e093 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 946 time: 0.0590293 Feb 10 16:18:57.071114 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-64b79b3c-2a73-4d64-ac7e-19daefa29188 req-6ca9b908-b17e-4ee2-a435-fa942cd5453b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Feb 10 16:18:57.486512 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:57.717471 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07ec84-b32e-4755-808a-8c42b1433792 req-cdb2c209-76da-46f4-999a-83d4b84c5d21 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:57.718882 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-df07ec84-b32e-4755-808a-8c42b1433792 req-cdb2c209-76da-46f4-999a-83d4b84c5d21 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 946 time: 0.0524991 Feb 10 16:18:57.821905 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Deleting port c29c7ac7-b8b8-4813-8702-b1b4645fa001 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:18:57.822468 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:57.918684 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] For port c29c7ac7-b8b8-4813-8702-b1b4645fa001, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=c29c7ac7-b8b8-4813-8702-b1b4645fa001,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:18:57.919057 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:57.933949 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Calling delete_port for c29c7ac7-b8b8-4813-8702-b1b4645fa001 owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:18:58.082058 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:58.096682 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:18:58.101411 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['c29c7ac7-b8b8-4813-8702-b1b4645fa001'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:18:58.115034 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event deleted for resources: {'Port': ['ID=c29c7ac7-b8b8-4813-8702-b1b4645fa001,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:18:58.167874 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] No DVR routers for this DVR port c29c7ac7-b8b8-4813-8702-b1b4645fa001 on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:18:58.171189 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:58.174962 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-df07ec84-b32e-4755-808a-8c42b1433792 req-641d74b6-505b-4129-89d1-9339fa17da96 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "DELETE /v2.0/ports/c29c7ac7-b8b8-4813-8702-b1b4645fa001 HTTP/1.1" status: 204 len: 173 time: 0.4495420 Feb 10 16:18:58.175637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'name': 'network-vif-deleted', 'tag': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:18:58.188621 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1595e46-dcfa-4e14-9d69-d1057110df37" -d '{"events": [{"server_uuid": "84b836c1-b4a5-49eb-9159-94bd778bdfda", "name": "network-vif-deleted", "tag": "c29c7ac7-b8b8-4813-8702-b1b4645fa001"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:18:58.236449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-464d9e8c-f9d7-45f6-b0b6-89826a2b6970 req-8028d543-590d-4e5a-89dd-146515a3bf0f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 210 time: 0.0457661 Feb 10 16:18:58.276631 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15dd675-d9a4-468f-9b11-fd0bc50d1733 x-openstack-request-id: req-d15dd675-d9a4-468f-9b11-fd0bc50d1733 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:18:58.277483 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b836c1-b4a5-49eb-9159-94bd778bdfda", "name": "network-vif-deleted", "tag": "c29c7ac7-b8b8-4813-8702-b1b4645fa001", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:18:58.277483 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d15dd675-d9a4-468f-9b11-fd0bc50d1733 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:18:58.277982 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b836c1-b4a5-49eb-9159-94bd778bdfda', 'name': 'network-vif-deleted', 'tag': 'c29c7ac7-b8b8-4813-8702-b1b4645fa001', 'status': 'completed', 'code': 200} Feb 10 16:18:58.953164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-50a4beab-4a82-4655-9b0d-c5cff4bfa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:18:59.370632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8aa913a6-84b0-427b-93a4-142741f10ba5 req-1b207404-aff0-4354-8b7d-e4623164f55c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 210 time: 0.0375166 Feb 10 16:19:00.502191 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3a6da926-3b67-41e6-b497-0ad3c3f9411d req-07df02bc-e193-4240-9a47-ba4a9e205e6c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 210 time: 0.0385795 Feb 10 16:19:00.889899 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c29c7ac7-b8b8-4813-8702-b1b4645fa001 no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:19:00.916574 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: c29c7ac7-b8b8-4813-8702-b1b4645fa001 {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:19:00.917222 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device c29c7ac7-b8b8-4813-8702-b1b4645fa001 not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:19:01.334087 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5af4b8fc-dbf2-4154-8a5f-94d3e4add161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:01.633382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2f0ef944-9340-4d79-86db-495454e2c173 req-bb10d3b4-2605-4f30-8bf0-5e1c93080ab6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b836c1-b4a5-49eb-9159-94bd778bdfda HTTP/1.1" status: 200 len: 210 time: 0.0324786 Feb 10 16:19:02.474301 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:04.160942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:04.374605 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:04.843629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-34fb167a-9eca-4ccd-9632-7fdee98b0907 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525184 Feb 10 16:19:04.973732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc226a-f118-4f9b-88fb-493b9009e085 req-73fae253-f0e0-4bcb-a9e2-9bf88b7b92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:04.977280 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-73fae253-f0e0-4bcb-a9e2-9bf88b7b92c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 1096 time: 0.0768678 Feb 10 16:19:05.111285 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc226a-f118-4f9b-88fb-493b9009e085 req-6c8e814f-e744-4c4f-866d-831c8fe47fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:05.113127 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-6c8e814f-e744-4c4f-866d-831c8fe47fc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.1031594 Feb 10 16:19:05.165580 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-9a69ef98-1000-4829-a54a-f08e39006b60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee HTTP/1.1" status: 200 len: 217 time: 0.0458527 Feb 10 16:19:05.226891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc226a-f118-4f9b-88fb-493b9009e085 req-ba509846-54db-46fe-96e3-552093992e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:05.229007 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-ba509846-54db-46fe-96e3-552093992e61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0574322 Feb 10 16:19:05.313727 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc226a-f118-4f9b-88fb-493b9009e085 req-df2227b8-dbc6-410b-8133-9d3c93a1c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:05.316195 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-df2227b8-dbc6-410b-8133-9d3c93a1c770 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808752 Feb 10 16:19:05.436056 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-6aa28d7f-4f9e-43bf-953e-0eefe69ae60e service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130524 Feb 10 16:19:05.573169 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-babc226a-f118-4f9b-88fb-493b9009e085 req-7bce9f68-5899-4132-89aa-2331745bd1a1 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304221 Feb 10 16:19:07.305941 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bf78d-3a64-4318-b9a8-875fffb8e115 req-4aac2d16-992b-4d81-812a-1b8969324580 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:07.307755 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-365bf78d-3a64-4318-b9a8-875fffb8e115 req-4aac2d16-992b-4d81-812a-1b8969324580 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 945 time: 0.0634434 Feb 10 16:19:07.353399 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-365bf78d-3a64-4318-b9a8-875fffb8e115 req-57655b42-bb93-454c-9012-b940862b143c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Feb 10 16:19:08.492447 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7914f-eedf-4f84-85f9-7fff08d871b7 req-cdf67ec8-99a7-4b36-888c-1d66e3ca9561 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:08.494024 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10d7914f-eedf-4f84-85f9-7fff08d871b7 req-cdf67ec8-99a7-4b36-888c-1d66e3ca9561 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 945 time: 0.0544283 Feb 10 16:19:08.540474 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-10d7914f-eedf-4f84-85f9-7fff08d871b7 req-35e7af7c-f28a-4f7c-92e1-239384e595e6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc9481c-7897-4af1-9bd0-493803154780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Feb 10 16:19:08.754887 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-5ffe7811-1428-4b25-a030-f5bc856ab6c9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:08.757283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-5ffe7811-1428-4b25-a030-f5bc856ab6c9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 945 time: 0.0673501 Feb 10 16:19:08.875825 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Deleting port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee {{(pid=102615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:19:08.876232 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:08.987798 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] For port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:19:08.988189 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:09.001235 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.plugin [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Calling delete_port for 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee owned by compute:nova {{(pid=102615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:19:09.143408 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_delete {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:09.155137 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:19:09.182251 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event deleted for resources: {'Port': ['ID=512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee,revision_number=None']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:09.236672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] No DVR routers for this DVR port 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee on host n-h1-827895-3 {{(pid=102615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:19:09.240600 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:09.244740 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9b9cb613-5a97-4e5c-936e-54eb1b156301 req-c6cb5a14-4a18-4d24-910e-b118bc3ea031 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "DELETE /v2.0/ports/512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee HTTP/1.1" status: 204 len: 173 time: 0.4820077 Feb 10 16:19:09.245225 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'name': 'network-vif-deleted', 'tag': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:19:09.248329 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffda604-bce7-4f6c-b47e-c849b18746e9" -d '{"events": [{"server_uuid": "ad4fb00c-5020-4b0b-956e-89b8dcdabb5a", "name": "network-vif-deleted", "tag": "512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:19:09.289543 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f7700d-818d-421d-bad3-eb7eedbef62b x-openstack-request-id: req-e5f7700d-818d-421d-bad3-eb7eedbef62b {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:19:09.290021 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4fb00c-5020-4b0b-956e-89b8dcdabb5a", "name": "network-vif-deleted", "tag": "512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:19:09.290305 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5f7700d-818d-421d-bad3-eb7eedbef62b {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:19:09.290528 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4fb00c-5020-4b0b-956e-89b8dcdabb5a', 'name': 'network-vif-deleted', 'tag': '512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee', 'status': 'completed', 'code': 200} Feb 10 16:19:09.947736 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-762cacb0-9ac9-4794-81fc-7b0fd3febd3b req-ea5ee40c-573a-4e51-b567-de0c3e009e03 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 210 time: 0.3041813 Feb 10 16:19:11.153886 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-67b2352b-bda0-4301-ae7b-5011be6772b1 req-f60e6cfe-459d-4ef6-bbd2-fa84bbc95b45 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 210 time: 0.1147325 Feb 10 16:19:12.257771 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8dbb1409-150e-4c59-8ada-91dce1ea3209 req-e702c804-cc47-41c6-a6a3-54e1112c4327 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad4fb00c-5020-4b0b-956e-89b8dcdabb5a HTTP/1.1" status: 200 len: 210 time: 0.0307944 Feb 10 16:19:14.144154 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee no longer exists at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:19:14.168021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] No Port match for: 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:19:14.168354 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device 512b0fcf-71a7-4db0-96e6-fa7f03d4f3ee not bound to the agent host n-h1-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:19:16.513378 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46428) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:16.518035 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166680549', 'description': 'tempest-secgroup-smoke-1166680549 description', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:16.546666 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.621927 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.626339 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16384236'] for security_group, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.657858 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.664214 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1447310 Feb 10 16:19:16.664214 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cf280-c555-4a1c-b877-10135a64ddb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f182f8-5ae1-4658-9591-271c1f89fd21,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:16.664576 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46430) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:16.667696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group_rule': {'security_group_id': '46f182f8-5ae1-4658-9591-271c1f89fd21', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:16.702351 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.750267 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.754297 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.773087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5022e0-c795-4cc8-b9ba-210c3a811c44,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:16.786541 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.790050 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8babf25e-8c4c-4b76-9d28-e5c8ac8cb0b5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256318 Feb 10 16:19:16.792259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46432) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:16.796793 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group_rule': {'security_group_id': '46f182f8-5ae1-4658-9591-271c1f89fd21', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:16.828069 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.886217 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.890140 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.920456 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc49c857-5257-4891-b7cb-49fd023d1164,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:16.932735 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:16.934197 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d845ea32-0b3d-4a74-b30d-c3021e08bd8f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409135 Feb 10 16:19:16.937213 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46434) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:16.941662 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group_rule': {'security_group_id': '46f182f8-5ae1-4658-9591-271c1f89fd21', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:16.981178 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.060914 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.064818 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.082443 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b5864e-7686-43b4-857b-6886ca255dde,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:17.090960 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.092223 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-9d1985fe-2501-438b-90ef-cc17fbfcaddf tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540840 Feb 10 16:19:17.095046 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46436) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:17.100112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group_rule': {'security_group_id': '46f182f8-5ae1-4658-9591-271c1f89fd21', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:17.128852 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.202024 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.207044 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.226178 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a67e12a-1d7f-401d-a1e8-2aa7d2874e29,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:17.235007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.236325 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-fbd39d2f-5ec2-459a-a75c-51db508ffd85 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403053 Feb 10 16:19:17.239745 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46438) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:17.245381 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group_rule': {'security_group_id': '46f182f8-5ae1-4658-9591-271c1f89fd21', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:17.268663 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Project eedba3e8a37842bab86f88b4da5e6761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:19:17.274705 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.338795 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.342886 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.363248 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21100bb-3818-448b-8fd6-9e259e863886,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:17.371493 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.372700 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-bac525a3-6e21-4888-a48c-1d3e6d265ece tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307938 Feb 10 16:19:17.375465 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46440) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:17.379934 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'security_group_rule': {'security_group_id': '46f182f8-5ae1-4658-9591-271c1f89fd21', 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:17.404420 n-d-827895-3 neutron-server[102614]: INFO neutron.db.securitygroups_db [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Project eedba3e8a37842bab86f88b4da5e6761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:19:17.413035 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.491587 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.496007 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16386906'] for security_group_rule, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.513972 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f28a5f6-883c-439b-a4e1-20e73c2ef049,revision_number=0']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:17.523216 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:17.524654 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-5f60d75e-64dd-4c7f-be10-7fd61fa0e2aa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482494 Feb 10 16:19:23.700261 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:19:23.853533 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:27.498907 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:28.946735 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-27b119ec-6679-4b40-94ff-0ee121111a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:31.334965 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fad7a75d-1c7d-4f7f-8575-562c26c19a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:32.462076 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:32.911295 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-5186f5ab-82bf-4862-95fc-91effcf10af2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166680549&fields=id&tenant_id=eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 267 time: 0.0340440 Feb 10 16:19:33.021905 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-133982db-f176-414b-9cde-678b105f0a82 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:33.023346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-133982db-f176-414b-9cde-678b105f0a82 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1044436 Feb 10 16:19:33.039562 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-57a2718b-eef7-4c45-9864-a511bc303a41 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0104280 Feb 10 16:19:33.092107 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-32bfc142-2e2a-42f1-b86b-6529f2a84948 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470302 Feb 10 16:19:33.254935 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-5785b294-7e0d-4644-bb8d-c29bac3ac41c service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511259 Feb 10 16:19:33.344437 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-144bc725-1e8e-4ed8-b634-eb329965b490 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Feb 10 16:19:33.651543 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c3dae4c3-2bab-44da-a034-4f887536c100 req-729ed974-8a61-4da9-9d2a-85d116336e26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 210 time: 0.0275445 Feb 10 16:19:34.160166 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:34.361656 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:34.590448 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-12098bc5-b5b3-4eff-848e-85ba66bf5f49 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:34.591995 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-12098bc5-b5b3-4eff-848e-85ba66bf5f49 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1061239 Feb 10 16:19:34.639693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-09f8df1b-fbcd-405f-ab31-f8352a661bb9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 380 time: 0.0383995 Feb 10 16:19:34.649054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': '545978fd-9772-4560-8f7e-9f27128dd807', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'security_groups': ['46f182f8-5ae1-4658-9591-271c1f89fd21']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:34.759612 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-45f611c5-6bb5-4a54-be08-54c2b2d0c83e req-9f977a0c-5293-4570-ba3a-c6fdcdf8babe tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 210 time: 0.0374503 Feb 10 16:19:34.771232 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:19:34.775789 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:34.910260 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.5 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:19:35.059193 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.095597 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.140786 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:19:35.144129 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:19:35.148971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:19:35.176417 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:35.190994 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.191342 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.191714 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.192054 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.192392 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.193276 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.193718 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.194307 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.194658 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.194998 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.195336 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.195694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:35.215813 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:35.216478 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.238171 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c5a7b20d-22f8-4b40-b8ef-c090c0654919 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933449 Feb 10 16:19:35.320697 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Request body: {'port': {'device_id': '545978fd-9772-4560-8f7e-9f27128dd807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:35.385324 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.447576 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-5ed1d84c-ed7c-487e-bb92-a7a082aa31a0 None None] Provisioning complete for port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:19:35.448446 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d84c-ed7c-487e-bb92-a7a082aa31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.516054 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1d84c-ed7c-487e-bb92-a7a082aa31a0 None None] Port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:19:35.703696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:19:35.712793 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.725944 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Transition to ACTIVE for port object 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:19:35.730293 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.826621 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Pushing event updated for resources: {'Port': ['ID=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:35.906390 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Attempting to bind port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:19:35.906736 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Attempting to bind port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:19:35.907069 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Attempting to bind port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:19:35.913286 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:19:35.913602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Attempting to bind port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:19:35.919637 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:19:35.920160 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:19:35.920560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:19:35.921412 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Bound port: 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:19:35.921412 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:35.921773 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f4ef7-b4f9-4245-83bf-2ae4bb006f35 req-130b370b-b0e0-42cb-8a06-89446ce16071 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:35.938830 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-639f4ef7-b4f9-4245-83bf-2ae4bb006f35 req-130b370b-b0e0-42cb-8a06-89446ce16071 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0813162 Feb 10 16:19:35.987338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-639f4ef7-b4f9-4245-83bf-2ae4bb006f35 req-2c545707-a6e5-460b-b213-dfde5e221874 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478117 Feb 10 16:19:36.012087 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] For port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:19:36.016271 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] For port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:19:36.022275 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:36.061808 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.062946 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:36.064286 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] 10.222.0.75 "PUT /v2.0/ports/8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 200 len: 1091 time: 0.8163226 Feb 10 16:19:36.067114 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:19:36.071871 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c" -d '{"events": [{"name": "network-changed", "server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:19:36.104052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3758fb-2c7f-4e00-bc23-d48ae107455a service neutron] Pushing event updated for resources: {'Port': ['ID=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:36.131337 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4be1fc-8301-4365-97ab-b39238da248b x-openstack-request-id: req-1a4be1fc-8301-4365-97ab-b39238da248b {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:19:36.131797 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:19:36.132052 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a4be1fc-8301-4365-97ab-b39238da248b {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:19:36.132610 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'status': 'completed', 'code': 200} Feb 10 16:19:36.179992 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-98f9060e-43f7-4247-a6c2-b9b56e8e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.181582 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-98f9060e-43f7-4247-a6c2-b9b56e8e0da0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1094 time: 0.0635531 Feb 10 16:19:36.229563 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-e2613f22-f71f-4a23-9b49-e9caa33b603d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 200 len: 217 time: 0.0384734 Feb 10 16:19:36.286602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c85932f4-94d1-4fb0-ac30-f05354603904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.288508 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-c85932f4-94d1-4fb0-ac30-f05354603904 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0523832 Feb 10 16:19:36.337563 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-9e76768c-62e6-4fd8-9162-4964166b6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.338893 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-9e76768c-62e6-4fd8-9162-4964166b6458 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421793 Feb 10 16:19:36.439209 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-2a73b16a-e7c2-422b-9d2b-350f7638c76d service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923212 Feb 10 16:19:36.531626 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-3f2c4b03-ee92-4a10-bd93-2956cd43c714 req-32dc0218-08c2-403b-adb1-e31428c8ef42 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856290 Feb 10 16:19:36.633063 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-cbc74bbf-e90f-4548-a132-f500ad6d0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.634788 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-cbc74bbf-e90f-4548-a132-f500ad6d0090 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1094 time: 0.0533273 Feb 10 16:19:36.728311 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-0b285f3b-e8b6-4d9a-84ea-f672eda7baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.729807 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-0b285f3b-e8b6-4d9a-84ea-f672eda7baf2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0874162 Feb 10 16:19:36.776031 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-559ea7ae-fe14-46d5-971c-48b2a2a87768 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 200 len: 217 time: 0.0390522 Feb 10 16:19:36.829692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-d7823ae2-3f89-4302-9f29-f783b08fa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.831122 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-d7823ae2-3f89-4302-9f29-f783b08fa891 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0461538 Feb 10 16:19:36.878139 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-8f38b90f-82f7-4e48-b309-fb800f31b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:36.879636 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-8f38b90f-82f7-4e48-b309-fb800f31b15d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411990 Feb 10 16:19:36.892652 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-0291659e-dcec-4147-8c11-0f89e7810cfe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:19:36.893615 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-0291659e-dcec-4147-8c11-0f89e7810cfe service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049911 Feb 10 16:19:36.994942 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-a151fae2-e026-4f81-a802-5337024c97ee service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937691 Feb 10 16:19:37.093926 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-00ad78dc-2a38-4a1c-a0cf-9c23573af18c req-43d50307-14fe-4ba2-b804-f3ed6e4b947b service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919502 Feb 10 16:19:37.121144 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6d94a-c5cd-404e-a2cd-807ef05d0693 req-79a8419f-464e-4dd8-90ac-60c8bbcd4955 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:37.122673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0af6d94a-c5cd-404e-a2cd-807ef05d0693 req-79a8419f-464e-4dd8-90ac-60c8bbcd4955 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0541065 Feb 10 16:19:37.166491 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0af6d94a-c5cd-404e-a2cd-807ef05d0693 req-ad9c1400-8a01-4192-a699-03610770a659 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375817 Feb 10 16:19:38.290039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd3f28-12c6-4533-8e2e-82d1704f7c0e req-79ff9a7c-b58f-4e2c-902f-9415a6fc548c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:38.291749 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ebd3f28-12c6-4533-8e2e-82d1704f7c0e req-79ff9a7c-b58f-4e2c-902f-9415a6fc548c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0542245 Feb 10 16:19:38.335578 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1ebd3f28-12c6-4533-8e2e-82d1704f7c0e req-5f95b5d8-8e31-4def-bd36-741c08828111 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359464 Feb 10 16:19:39.455986 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442c61c-675c-4521-9384-b03f8c061927 req-42864eef-db56-4106-b03c-e8e57f917db8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:39.457479 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8442c61c-675c-4521-9384-b03f8c061927 req-42864eef-db56-4106-b03c-e8e57f917db8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0505397 Feb 10 16:19:39.496449 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8442c61c-675c-4521-9384-b03f8c061927 req-c890d775-cc7b-4695-9298-53fc87510e31 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Feb 10 16:19:40.618525 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1808d-7cab-4436-8de7-3c89553bcc5b req-731a7c5d-4d1a-4e62-95fc-6a9b3d1a99a8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:40.620036 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffa1808d-7cab-4436-8de7-3c89553bcc5b req-731a7c5d-4d1a-4e62-95fc-6a9b3d1a99a8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0517929 Feb 10 16:19:40.662271 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ffa1808d-7cab-4436-8de7-3c89553bcc5b req-46b24199-210d-4672-87f2-3f0fc1c0e3d7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Feb 10 16:19:41.781758 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab031-440f-4210-b076-752bb00de52f req-03f49375-2776-42d2-b499-622728606392 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:41.783154 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e48ab031-440f-4210-b076-752bb00de52f req-03f49375-2776-42d2-b499-622728606392 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0531042 Feb 10 16:19:41.822261 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-e48ab031-440f-4210-b076-752bb00de52f req-2c3060fc-82ff-4503-bc90-c126087d07f0 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Feb 10 16:19:42.954308 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061bf1e-4172-4c01-a261-0f5d12e9ad29 req-8e902022-a58a-419f-a544-d62a557a0b10 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:42.955794 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8061bf1e-4172-4c01-a261-0f5d12e9ad29 req-8e902022-a58a-419f-a544-d62a557a0b10 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0616295 Feb 10 16:19:42.994787 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8061bf1e-4172-4c01-a261-0f5d12e9ad29 req-7b6d5d86-c430-43ee-97cf-36234c9a3457 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Feb 10 16:19:44.117920 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81884c4-65d7-4b0e-b14f-e7bbd6dec3fc req-455bb2b9-488a-46d2-bb8b-06ca5e01f068 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:44.119461 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c81884c4-65d7-4b0e-b14f-e7bbd6dec3fc req-455bb2b9-488a-46d2-bb8b-06ca5e01f068 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Feb 10 16:19:44.160829 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c81884c4-65d7-4b0e-b14f-e7bbd6dec3fc req-3715af5c-5667-492c-9eee-22169394752d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351598 Feb 10 16:19:45.283732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4cde3-76f2-4045-b337-a249752f881a req-200027fe-0c70-43c3-b276-17e861b45256 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:45.285219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19d4cde3-76f2-4045-b337-a249752f881a req-200027fe-0c70-43c3-b276-17e861b45256 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0528011 Feb 10 16:19:45.325539 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-19d4cde3-76f2-4045-b337-a249752f881a req-de600200-1fa9-40d0-9df2-4e5b0b876498 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Feb 10 16:19:46.444610 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486b21-c8ee-45d3-870d-f547af542241 req-290386bb-7495-45db-b7f0-7cbe94e39d20 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:46.448417 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61486b21-c8ee-45d3-870d-f547af542241 req-290386bb-7495-45db-b7f0-7cbe94e39d20 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0503869 Feb 10 16:19:46.485552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-61486b21-c8ee-45d3-870d-f547af542241 req-f55a180e-5446-4ab9-ab6a-c1490c1bd468 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Feb 10 16:19:47.603507 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2461-35b4-4bf7-93f5-6c829d8c8bae req-34fa80e9-e007-4853-b4c5-cbe39ffde932 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:47.606185 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-711a2461-35b4-4bf7-93f5-6c829d8c8bae req-34fa80e9-e007-4853-b4c5-cbe39ffde932 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0503750 Feb 10 16:19:47.644551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-711a2461-35b4-4bf7-93f5-6c829d8c8bae req-56303e2f-0117-4b22-9a12-712778bad55c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Feb 10 16:19:48.773232 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db1cf-fc08-4f63-9c82-e8a47cfcc41a req-c0db51d7-24b8-4214-a4fd-48546ebc021d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:48.774926 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-495db1cf-fc08-4f63-9c82-e8a47cfcc41a req-c0db51d7-24b8-4214-a4fd-48546ebc021d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 943 time: 0.0599484 Feb 10 16:19:48.833346 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-495db1cf-fc08-4f63-9c82-e8a47cfcc41a req-03d86c04-fa11-455e-9dd6-029c5288efa6 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520484 Feb 10 16:19:49.111158 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:19:49.212941 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:19:49.225350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'mac_address': 'fa:16:3e:65:6d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:19:49.262874 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:49.276199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:19:49.297954 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:19:49.301939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:49.356597 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:49.622518 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:19:49.952993 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38979-0dbb-42e3-a07f-cf73d81c8634 req-f19aef4f-5d24-4542-95b7-7b82627dcfd5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:49.954731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62a38979-0dbb-42e3-a07f-cf73d81c8634 req-f19aef4f-5d24-4542-95b7-7b82627dcfd5 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 944 time: 0.0517395 Feb 10 16:19:49.995770 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-62a38979-0dbb-42e3-a07f-cf73d81c8634 req-f16d7145-1fa3-479e-aed5-29be5c074c5c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Feb 10 16:19:51.115050 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca56589-409b-41d1-be40-b7b5e9b989b4 req-d11bff9c-9f32-4a04-be4a-3fed6f6a4855 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:51.117547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fca56589-409b-41d1-be40-b7b5e9b989b4 req-d11bff9c-9f32-4a04-be4a-3fed6f6a4855 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 944 time: 0.0500157 Feb 10 16:19:51.125142 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:19:51.157458 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-fca56589-409b-41d1-be40-b7b5e9b989b4 req-b280c483-6ae1-46f0-b2e2-0c200e4f45f7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337410 Feb 10 16:19:51.180470 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:19:51.184797 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:19:51.185165 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:51.264706 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:51.292448 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:19:51.294767 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c7ca8-78c7-4939-b3b5-29011a9030e3" -d '{"events": [{"server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "name": "network-vif-plugged", "status": "completed", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:19:51.308457 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:19:51.312847 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:51.337690 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1b89ab-205d-4f6f-8e89-3e3df6dff47c x-openstack-request-id: req-ce1b89ab-205d-4f6f-8e89-3e3df6dff47c {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:19:51.338039 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "name": "network-vif-plugged", "status": "completed", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:19:51.338255 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce1b89ab-205d-4f6f-8e89-3e3df6dff47c {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:19:51.338625 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'code': 200} Feb 10 16:19:51.365895 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:51.375031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.375378 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.375740 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.376067 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.376392 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.376714 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.377029 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.377348 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.377658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.377969 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.378308 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.378615 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:19:51.437015 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da815b5b-b727-4f9d-b02e-beb231596422 req-83a71d07-2fef-45be-a59e-786d1eaf4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:51.438427 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-da815b5b-b727-4f9d-b02e-beb231596422 req-83a71d07-2fef-45be-a59e-786d1eaf4b05 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1096 time: 0.0423541 Feb 10 16:19:51.474219 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-da815b5b-b727-4f9d-b02e-beb231596422 req-b1fc9a88-6010-4c75-aa9a-9c234eaecf81 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287418 Feb 10 16:19:52.280716 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d32b2-87ce-48dd-a2c3-85da5260d8bf req-7f7ff597-d893-4a77-a372-0084d0feecb7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:52.282223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-410d32b2-87ce-48dd-a2c3-85da5260d8bf req-7f7ff597-d893-4a77-a372-0084d0feecb7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0526271 Feb 10 16:19:52.321414 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-410d32b2-87ce-48dd-a2c3-85da5260d8bf req-05a3007b-75e1-409e-ab8c-2ff97a96940c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Feb 10 16:19:53.441245 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05246a71-1d27-488b-bf54-2b1ed544a077 req-8a08013d-533f-4141-9870-b95bc75e3b19 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:53.442713 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05246a71-1d27-488b-bf54-2b1ed544a077 req-8a08013d-533f-4141-9870-b95bc75e3b19 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Feb 10 16:19:53.484236 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-05246a71-1d27-488b-bf54-2b1ed544a077 req-2b69c6c5-a7b9-4b07-851e-5aa61d41642a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Feb 10 16:19:53.599212 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48456-ce10-45f6-94c5-f3b0b05982ea req-3652e01a-30c0-4b9b-aff7-667304e474e1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:53.600744 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fd48456-ce10-45f6-94c5-f3b0b05982ea req-3652e01a-30c0-4b9b-aff7-667304e474e1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Feb 10 16:19:53.639247 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5fd48456-ce10-45f6-94c5-f3b0b05982ea req-d011a5f6-f5bc-4a6a-bcf5-4b1477fe178d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322189 Feb 10 16:19:53.662372 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46634) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:53.707694 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d2f6d8-678f-4174-8aec-b80b514682bc tempest-TestVolumeBootPattern-270518807 tempest-TestVolumeBootPattern-270518807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:53.709237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-d3d2f6d8-678f-4174-8aec-b80b514682bc tempest-TestVolumeBootPattern-270518807 tempest-TestVolumeBootPattern-270518807-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1091 time: 0.0457804 Feb 10 16:19:53.712179 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [-] (102614) accepted ('10.222.0.21', 46636) {{(pid=102614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:19:53.716403 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:19:53.745208 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:53.841632 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:53.864722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:54.243931 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.25.7.4 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/fd043168-0e61-46ff-8e2a-b6c615dae785) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:19:54.347398 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:54.381546 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:54.425049 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:19:54.427951 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:19:54.431397 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:19:54.436780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=fd043168-0e61-46ff-8e2a-b6c615dae785,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:54.788580 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:54.866305 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:55.018320 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:55.024101 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:55.091289 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=fd043168-0e61-46ff-8e2a-b6c615dae785,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:19:55.103811 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:55.204811 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Floating IP 28e4c1fe-24af-49fd-bf46-583e091cafcb associated. External IP: 172.25.7.4, port: 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b. Feb 10 16:19:55.422756 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Router 51826275-582b-486a-9f99-179a07a56ccd has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:19:55.542029 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:19:55.551799 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] Sync routers for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:19:55.561486 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:55.565760 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:19:55.566388 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:19:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:19:55.591459 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [None req-8e573222-e3a7-4beb-a8b1-bab739554b80 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8782365 Feb 10 16:19:55.592068 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:19:55.594343 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068" -d '{"events": [{"name": "network-changed", "server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:19:55.643796 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df4eec6-08cb-4b0a-b66e-e8f7a41cccf2 x-openstack-request-id: req-9df4eec6-08cb-4b0a-b66e-e8f7a41cccf2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:19:55.644092 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:19:55.644346 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9df4eec6-08cb-4b0a-b66e-e8f7a41cccf2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:19:55.644759 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'status': 'completed', 'code': 200} Feb 10 16:19:55.712254 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-487aba71-4d20-45a5-a2df-c4f339f5b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:55.713725 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-487aba71-4d20-45a5-a2df-c4f339f5b4a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1096 time: 0.0458605 Feb 10 16:19:55.819758 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-4d3f0354-9bef-41b8-8222-bec5fa2be83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:55.821513 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-4d3f0354-9bef-41b8-8222-bec5fa2be83e service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0944550 Feb 10 16:19:55.843881 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:19:55.894068 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-bd3daaca-76ea-44a9-b839-5a08d8f34869 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 200 len: 997 time: 0.0644469 Feb 10 16:19:55.946481 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-51f192ca-a373-4245-a2c7-fa40be702916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:55.947980 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-51f192ca-a373-4245-a2c7-fa40be702916 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0473428 Feb 10 16:19:56.002560 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-7f7d0afa-698d-4ada-a3c1-c985d7a4e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:56.004013 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-7f7d0afa-698d-4ada-a3c1-c985d7a4e70c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474567 Feb 10 16:19:56.086058 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '28e4c1fe-24af-49fd-bf46-583e091cafcb', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:65:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545978fd-9772-4560-8f7e-9f27128dd807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:19:54Z', 'updated_at': '2022-02-10T16:19:54Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:19:56.102880 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-86a564a6-cdee-4f52-bc03-9867b8a34b8e service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901942 Feb 10 16:19:56.111990 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] Checking router: 51826275-582b-486a-9f99-179a07a56ccd for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:19:56.120755 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:19:56.121361 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:19:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:19:56.202712 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-efaf8ff3-a1f8-4362-953f-3d43f5a7f068 req-abac8eb3-5628-4f22-87c8-f5cdd566c5d9 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905747 Feb 10 16:19:56.243107 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:19:56.467193 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '28e4c1fe-24af-49fd-bf46-583e091cafcb', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:65:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545978fd-9772-4560-8f7e-9f27128dd807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:19:54Z', 'updated_at': '2022-02-10T16:19:54Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:19:56.497891 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88ec46-33fb-4609-806e-f1b4ef8ce94d None None] The sync data for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 is: [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '28e4c1fe-24af-49fd-bf46-583e091cafcb', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:65:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545978fd-9772-4560-8f7e-9f27128dd807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:19:54Z', 'updated_at': '2022-02-10T16:19:54Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:19:56.699079 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce461c9-cd6e-4763-b828-90b5d6d9b129 None None] New status for floating IP 28e4c1fe-24af-49fd-bf46-583e091cafcb: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:19:57.515015 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:19:58.951551 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7fe98778-57d6-41ce-821e-af0350b2d95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:00.700201 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:20:01.327369 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8080f364-8d46-4208-b44b-89e6de40a3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:02.467227 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:04.167229 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:04.364128 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:12.392850 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-671d6f1f-8721-4c75-ac2b-1fd0b2460af7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398219 Feb 10 16:20:12.480990 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-e81e8000-9b24-4f11-8712-8d146659a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:12.482583 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-e81e8000-9b24-4f11-8712-8d146659a5db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1096 time: 0.0423131 Feb 10 16:20:12.591070 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-13b50196-0ac4-4821-b21f-97c69bd51214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:12.592563 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-13b50196-0ac4-4821-b21f-97c69bd51214 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0880890 Feb 10 16:20:12.662407 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-d6ecb187-13b2-48d5-a4c0-4b7c1ce33121 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 200 len: 999 time: 0.0617683 Feb 10 16:20:12.714161 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-21f8f127-ee9c-488e-93c9-8b95c73062db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:12.715627 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-21f8f127-ee9c-488e-93c9-8b95c73062db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0446584 Feb 10 16:20:12.766592 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-025fd0ad-14ce-4ea7-a971-68c4ee424336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:12.768133 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-025fd0ad-14ce-4ea7-a971-68c4ee424336 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458763 Feb 10 16:20:12.858261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-16b0c4d0-62ba-4651-9bdd-c3f2c92e3593 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Feb 10 16:20:12.959791 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-38a70ec2-6fab-4b8b-bf6f-463efbf4b58e req-893d8ddf-c7b3-440f-b57b-18909036fdaa service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944512 Feb 10 16:20:23.868901 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:27.498562 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:28.945546 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e3607c32-3f9c-4ba4-9d09-2d7a321cc78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:31.329669 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c4da8d1b-1eb7-47e5-90fb-136bad2f1ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:32.468175 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:34.164313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:34.367657 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:37.698672 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:20:53.852240 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:55.843602 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-2dfe8065-b00a-4bd1-9bb7-80149ee7e915 req-2370bd4c-35cf-4a12-a560-bf2be9f18a99 service neutron] (102614) timed out ('10.222.0.21', 47466) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:20:57.500023 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:20:58.949313 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-46ae2894-0e4a-4a01-989c-9f121c7f1087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:01.331395 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e56c64ea-aae6-400a-90c6-007528003666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:02.470933 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:04.167196 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:04.370436 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:12.359479 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-c47b4f1c-c012-47e6-9dfb-7db6c29473f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413711 Feb 10 16:21:12.444935 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201323-ed20-42f5-bee6-ea19c058e697 req-17608b4f-a714-4ea6-b59a-7dcefd6cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:12.446704 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-17608b4f-a714-4ea6-b59a-7dcefd6cdfb3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 1096 time: 0.0437822 Feb 10 16:21:12.556168 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201323-ed20-42f5-bee6-ea19c058e697 req-052a843f-74a6-48fa-816f-c3b6e9127de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:12.557643 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-052a843f-74a6-48fa-816f-c3b6e9127de6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0877225 Feb 10 16:21:12.626496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-ca1d1430-3be6-420e-88fd-f12ef4ce4f62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 200 len: 999 time: 0.0575893 Feb 10 16:21:12.675823 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201323-ed20-42f5-bee6-ea19c058e697 req-c234e3ce-caf8-4697-9554-ed5c12fd09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:12.677276 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-c234e3ce-caf8-4697-9554-ed5c12fd09b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0428610 Feb 10 16:21:12.728754 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201323-ed20-42f5-bee6-ea19c058e697 req-455a8bab-9533-4e68-aa12-60c6b71803e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:12.730261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-455a8bab-9533-4e68-aa12-60c6b71803e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445352 Feb 10 16:21:12.823547 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-0b0d6a88-715e-4590-8dc0-9fd59d0cbce9 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826142 Feb 10 16:21:12.917185 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-06201323-ed20-42f5-bee6-ea19c058e697 req-8d40b013-a9fb-4a57-96d5-cd718034c6b9 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Feb 10 16:21:14.697287 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:21:23.866678 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:27.504281 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:28.955734 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb1b5-1616-48fb-a5c1-5cdaed68b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:31.333141 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-12d2b393-da92-4668-bfa5-9587312c7599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:32.472955 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:34.171117 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:34.373235 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:51.696861 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:21:53.178388 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07b56c-a5b4-4f69-9f5a-d561babdbce3 req-458c02fd-c2f5-48a8-bee8-233c4bbc7174 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:53.179792 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a07b56c-a5b4-4f69-9f5a-d561babdbce3 req-458c02fd-c2f5-48a8-bee8-233c4bbc7174 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Feb 10 16:21:53.218306 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-9a07b56c-a5b4-4f69-9f5a-d561babdbce3 req-d083d4fb-27d8-47ca-9033-174b015ba52d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Feb 10 16:21:53.866720 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:54.338462 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9048-48dc-4693-82ea-14baafcf5267 req-b9ab5440-e11f-4b72-a5d8-948298c50741 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:54.340030 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-374f9048-48dc-4693-82ea-14baafcf5267 req-b9ab5440-e11f-4b72-a5d8-948298c50741 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Feb 10 16:21:54.379831 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-374f9048-48dc-4693-82ea-14baafcf5267 req-29f4adbe-b875-4e51-8570-a93cf0ce0d0c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326529 Feb 10 16:21:55.033890 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-bf7cddd4-aee3-48d8-9251-62ebbfb57da7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:55.035420 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-bf7cddd4-aee3-48d8-9251-62ebbfb57da7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Feb 10 16:21:55.124626 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Deleting port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 10 16:21:55.124976 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755768968030'] for port, before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:55.216128 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] For port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:21:55.216405 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437695'] for port, precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:55.442499 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:55.442907 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:55.443249 n-d-827895-3 neutron-server[102614]: INFO neutron.db.l3_db [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Floating IP 28e4c1fe-24af-49fd-bf46-583e091cafcb disassociated. External IP: 172.25.7.4, port: 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b. Feb 10 16:21:55.443548 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Calling delete_port for 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b owned by compute:nova {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 10 16:21:55.504739 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9b47-c014-44c7-87aa-2a19dcae34a3 req-a031892e-0336-4cac-b05d-e71d6b420994 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:55.506258 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3beb9b47-c014-44c7-87aa-2a19dcae34a3 req-a031892e-0336-4cac-b05d-e71d6b420994 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Feb 10 16:21:55.547065 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3beb9b47-c014-44c7-87aa-2a19dcae34a3 req-9f847058-41ca-46ff-b217-b4a4fd5268b8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341480 Feb 10 16:21:55.575899 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755768968533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755768538763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:55.612968 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event deleted for resources: {'Port': ['ID=8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:21:55.623922 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.625495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.625495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.625495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.625495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.625981 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.626188 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.626396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.626726 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.627052 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.627373 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.627727 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:21:55.734299 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Router 51826275-582b-486a-9f99-179a07a56ccd has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:21:55.841948 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:21:55.853147 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] Sync routers for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:21:55.864199 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:21:55.864815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:21:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:21:55.881075 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] No DVR routers for this DVR port 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b on host n-h2-827895-3 {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:21:55.883757 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:55.887472 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-41bd3013-9b8e-4eb5-87b5-b6b0f6968e07 req-c2a9d010-baff-42a1-a615-4142fdabc743 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "DELETE /v2.0/ports/8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b HTTP/1.1" status: 204 len: 173 time: 0.8455539 Feb 10 16:21:55.887908 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'name': 'network-vif-deleted', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:21:55.890164 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326837c0-68f9-401d-8800-0d29422fa233" -d '{"events": [{"server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "name": "network-vif-deleted", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:21:56.007303 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:21:56.017474 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41a61ee-5917-4be7-906f-04236c759e05 x-openstack-request-id: req-a41a61ee-5917-4be7-906f-04236c759e05 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:21:56.017997 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545978fd-9772-4560-8f7e-9f27128dd807", "name": "network-vif-deleted", "tag": "8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:21:56.018439 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a41a61ee-5917-4be7-906f-04236c759e05 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:21:56.018852 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545978fd-9772-4560-8f7e-9f27128dd807', 'name': 'network-vif-deleted', 'tag': '8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b', 'status': 'completed', 'code': 200} Feb 10 16:21:56.217322 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:21:56.247828 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] Checking router: 51826275-582b-486a-9f99-179a07a56ccd for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:21:56.256264 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:21:56.256863 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:21:31Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:21:56.366475 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:21:56.580272 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:21:56.608055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e021e5-b9b1-4ad1-916b-c8a79dc39dd4 None None] The sync data for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 is: [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:21:56.671756 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f461648d-734d-47ed-b1b5-2fc9d63dcdbe req-229185eb-63be-431a-a2d5-2989941fe601 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 210 time: 0.0360789 Feb 10 16:21:56.858520 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ea76e-90f9-46b6-9ef5-df709adac8e9 None None] New status for floating IP 28e4c1fe-24af-49fd-bf46-583e091cafcb: DOWN {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:21:57.546389 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:57.773709 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5b031403-d8c3-4149-a1c9-579fd2d1e620 req-4d35dfac-168b-4190-a26f-3a91478db282 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 210 time: 0.0270116 Feb 10 16:21:58.868389 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a3645d67-d32e-4e19-a213-dbd3a724cb4e req-2091396e-51d7-49ad-b212-da76f971bc01 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=545978fd-9772-4560-8f7e-9f27128dd807 HTTP/1.1" status: 200 len: 210 time: 0.0258567 Feb 10 16:21:58.950435 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-8c419ea0-420e-4141-bf9f-39ddb9e841e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:21:59.708401 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b no longer exists at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:21:59.729243 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] No Port match for: 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b {{(pid=102616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 10 16:21:59.729584 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 8edbf820-88f3-4dd0-b2c0-d4d86bdaa79b not bound to the agent host n-h2-827895-3 {{(pid=102616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:22:00.068821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-8afc4c51-dd42-49f2-ab02-f43bcb0b850d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166680549&fields=id&tenant_id=eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 267 time: 0.0323219 Feb 10 16:22:00.181238 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-3a538203-b1e5-4e19-8ebc-20ba3910a7e1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:00.182602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-3a538203-b1e5-4e19-8ebc-20ba3910a7e1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1071405 Feb 10 16:22:00.197493 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-5f9f5e8e-efae-416e-90b8-d41f1ea78c15 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0090179 Feb 10 16:22:00.251949 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-60ee27b3-1ca0-4304-8f25-1d38ab60508d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489848 Feb 10 16:22:00.267389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-f3c321f2-6075-48bc-91c7-04684b79f649 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:22:00.268407 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-f3c321f2-6075-48bc-91c7-04684b79f649 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056691 Feb 10 16:22:00.354972 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-969723b5-0b38-4edd-b9f2-f9c22aaa6a46 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808835 Feb 10 16:22:00.447318 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-35e51f7a-fa85-4325-8968-664b12836bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Feb 10 16:22:00.747521 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-da2db33b-97b0-4989-a7b2-33142116ae69 req-0362825b-04ac-488b-b318-ac47f020d9ce tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 210 time: 0.0285780 Feb 10 16:22:01.342939 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0c766c3c-af3e-4275-9c4d-be909077ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:01.846301 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2551213d-6e1f-48c2-a1df-d157aa401521 req-8ee79a2b-5829-4d04-ad6c-3a79931df822 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 210 time: 0.0257988 Feb 10 16:22:02.050805 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-e549f7a7-48d7-43ce-914b-da0cce701700 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:02.052328 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-e549f7a7-48d7-43ce-914b-da0cce701700 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1118093 Feb 10 16:22:02.097666 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-46271370-da57-4671-a6c4-876b94ad4175 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 380 time: 0.0360572 Feb 10 16:22:02.107970 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'security_groups': ['46f182f8-5ae1-4658-9591-271c1f89fd21']}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:22:02.227608 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:22:02.231200 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:02.362984 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.14 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/bc556385-a741-4867-8a3e-caf2fd031b52) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:22:02.482057 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:02.521607 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:02.556534 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:02.604401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:22:02.607496 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:22:02.612206 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:22:02.637459 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=bc556385-a741-4867-8a3e-caf2fd031b52,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:02.649656 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.649988 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.650840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.650840 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.651201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.651201 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.651601 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.651850 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.652164 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.652640 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.652832 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.653083 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:02.687401 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:02.688083 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:02.707647 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-feb9d9a9-d8e0-4f96-a9a0-c7e58fb93778 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6034021 Feb 10 16:22:02.718482 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-3b4d3233-1d4a-4176-be58-076ba4b1c304 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:22:02.720174 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-3b4d3233-1d4a-4176-be58-076ba4b1c304 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056961 Feb 10 16:22:02.801053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Request body: {'port': {'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-3'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:22:02.865619 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:02.983198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-16b2b69b-960d-4f47-958c-efec3bc6ccc3 None None] Provisioning complete for port bc556385-a741-4867-8a3e-caf2fd031b52 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:22:02.983607 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-16b2b69b-960d-4f47-958c-efec3bc6ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:03.023926 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-16b2b69b-960d-4f47-958c-efec3bc6ccc3 None None] Port bc556385-a741-4867-8a3e-caf2fd031b52 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:22:03.079891 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a388c-5b42-4468-bcf7-29fe68686a27 req-1ceaf50a-3f43-4a0b-b89f-24525fce52ae tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:03.081390 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b22a388c-5b42-4468-bcf7-29fe68686a27 req-1ceaf50a-3f43-4a0b-b89f-24525fce52ae tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 932 time: 0.1087229 Feb 10 16:22:03.150561 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b22a388c-5b42-4468-bcf7-29fe68686a27 req-874d25ed-2be5-4a51-915d-17a3fe65806d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606430 Feb 10 16:22:03.220084 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc556385-a741-4867-8a3e-caf2fd031b52 {{(pid=102615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:22:03.228686 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:03.245165 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.provisioning_blocks [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Transition to ACTIVE for port object bc556385-a741-4867-8a3e-caf2fd031b52 will not be triggered until provisioned by entity L2. {{(pid=102615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:22:03.249304 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:03.335815 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Pushing event updated for resources: {'Port': ['ID=bc556385-a741-4867-8a3e-caf2fd031b52,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:03.390351 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Attempting to bind port bc556385-a741-4867-8a3e-caf2fd031b52 on host n-h1-827895-3 for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:22:03.390695 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Attempting to bind port bc556385-a741-4867-8a3e-caf2fd031b52 by drivers openvswitch,hyperv on host n-h1-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:22:03.391000 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Attempting to bind port bc556385-a741-4867-8a3e-caf2fd031b52 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:22:03.396218 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Port bc556385-a741-4867-8a3e-caf2fd031b52 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-3 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:22:03.396539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Attempting to bind port bc556385-a741-4867-8a3e-caf2fd031b52 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:22:03.401888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Checking agent: {'id': 'bb14071c-3814-4ad1-9a56-91d2d55d3516', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:22:03.402160 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:22:03.402532 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:22:03.402953 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Bound port: bc556385-a741-4867-8a3e-caf2fd031b52, host: n-h1-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:22:03.403301 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:03.483414 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] For port bc556385-a741-4867-8a3e-caf2fd031b52, host n-h1-827895-3, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:22:03.486358 n-d-827895-3 neutron-server[102615]: DEBUG neutron.plugins.ml2.db [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] For port bc556385-a741-4867-8a3e-caf2fd031b52, host n-h1-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc556385-a741-4867-8a3e-caf2fd031b52,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:22:03.491287 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:03.528342 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:03.528956 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:03.530338 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] 10.222.0.45 "PUT /v2.0/ports/bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1092 time: 0.8021593 Feb 10 16:22:03.530817 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'tag': 'bc556385-a741-4867-8a3e-caf2fd031b52'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:22:03.533846 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b" -d '{"events": [{"name": "network-changed", "server_uuid": "72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128", "tag": "bc556385-a741-4867-8a3e-caf2fd031b52"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:22:03.567015 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd31bb3-89fe-45e4-b2ab-94f44e243b62 service neutron] Pushing event updated for resources: {'Port': ['ID=bc556385-a741-4867-8a3e-caf2fd031b52,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:03.652039 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-c4a6f0aa-d119-4ffd-9eb2-80f6d4346633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:03.654104 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-c4a6f0aa-d119-4ffd-9eb2-80f6d4346633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1095 time: 0.0526147 Feb 10 16:22:03.702337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-479d88a4-d175-41dc-aa24-103cdf27f83d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 217 time: 0.0412526 Feb 10 16:22:03.739152 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5ada5-3e43-4292-9c82-fc718e860b57 x-openstack-request-id: req-9cc5ada5-3e43-4292-9c82-fc718e860b57 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:22:03.739499 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128", "tag": "bc556385-a741-4867-8a3e-caf2fd031b52", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:22:03.740015 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cc5ada5-3e43-4292-9c82-fc718e860b57 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:22:03.740299 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'tag': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'status': 'completed', 'code': 200} Feb 10 16:22:03.765511 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-f6578994-bfc3-4b98-990a-c847320e1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:03.767668 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-f6578994-bfc3-4b98-990a-c847320e1075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0581043 Feb 10 16:22:03.821057 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e811-58bd-400b-8250-e665146d809a req-2c89b778-7ec5-497f-93ca-b88b6f09fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:03.822565 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-2c89b778-7ec5-497f-93ca-b88b6f09fb38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471070 Feb 10 16:22:03.917921 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-d985bc28-5fdf-4de9-a628-4659d3bca7cf service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883460 Feb 10 16:22:04.014424 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d60e811-58bd-400b-8250-e665146d809a req-89f7dcaf-fe16-4508-a24a-635d857467bd service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897262 Feb 10 16:22:04.100193 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-c6251793-1c09-400e-8607-317ddd2667d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:04.101684 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-c6251793-1c09-400e-8607-317ddd2667d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1095 time: 0.0441580 Feb 10 16:22:04.176093 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:04.215103 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-0b566c17-7b0a-41c5-951e-203c83342f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:04.216784 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-0b566c17-7b0a-41c5-951e-203c83342f51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.1067703 Feb 10 16:22:04.285508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-44cd28d0-d5e6-44f8-a080-b97dc3dcd92b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 217 time: 0.0612662 Feb 10 16:22:04.383803 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:04.718052 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81884-b1c0-4c4d-92fb-a1d9779d1e22 req-112fb07c-c857-41f1-a2cc-1beb97369162 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:04.720750 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ed81884-b1c0-4c4d-92fb-a1d9779d1e22 req-112fb07c-c857-41f1-a2cc-1beb97369162 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.4966605 Feb 10 16:22:04.753454 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-4d32a410-1f61-4cda-933f-767077dff399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:04.754959 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-4d32a410-1f61-4cda-933f-767077dff399 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.4614592 Feb 10 16:22:04.793969 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0ed81884-b1c0-4c4d-92fb-a1d9779d1e22 req-9c5d813e-113d-4011-a4a8-0fa18351b2b0 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668840 Feb 10 16:22:04.810557 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-0ed74da9-5ded-4e06-a9f0-0715b5284663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:04.812088 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-0ed74da9-5ded-4e06-a9f0-0715b5284663 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480089 Feb 10 16:22:04.912741 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-aab12834-643b-49e3-ac48-130f04d6e9dd service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937891 Feb 10 16:22:05.005349 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2fcf1b7c-e370-4321-883d-7fc9bbefa46b req-e8ab2a76-83c7-4403-8db2-7bd5dfeaf26d service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Feb 10 16:22:05.918909 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a966-4b01-4f7a-a3dc-91ac3ca6ef87 req-aabe0483-547d-41d4-a5bc-5ad005858260 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:05.920631 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc94a966-4b01-4f7a-a3dc-91ac3ca6ef87 req-aabe0483-547d-41d4-a5bc-5ad005858260 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0538945 Feb 10 16:22:05.961553 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-dc94a966-4b01-4f7a-a3dc-91ac3ca6ef87 req-6e4f406e-35ed-4cd0-94c2-ea58ee394c33 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338254 Feb 10 16:22:07.098426 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32291481-3e04-4e4e-bc5a-9ab4559d70ef req-0da264e0-b5dd-427f-bdbc-78f631709e36 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:07.099952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32291481-3e04-4e4e-bc5a-9ab4559d70ef req-0da264e0-b5dd-427f-bdbc-78f631709e36 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0531023 Feb 10 16:22:07.138735 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-32291481-3e04-4e4e-bc5a-9ab4559d70ef req-03c0c612-96b7-4bad-bd90-fd06b123c609 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327706 Feb 10 16:22:08.258661 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c08eb-2886-4378-93d4-54030e5d09fb req-0a443f56-cd76-4206-8763-61d99b442999 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:08.260092 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-675c08eb-2886-4378-93d4-54030e5d09fb req-0a443f56-cd76-4206-8763-61d99b442999 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0519733 Feb 10 16:22:08.300337 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-675c08eb-2886-4378-93d4-54030e5d09fb req-a582706e-ccb8-466c-8d13-f85d0ebbd2c1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342009 Feb 10 16:22:09.416829 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0ec1-1e2b-455d-bf3c-688a33d1c3db req-a65edabc-d739-4c30-a13b-3fe32ed31e22 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:09.418552 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-451a0ec1-1e2b-455d-bf3c-688a33d1c3db req-a65edabc-d739-4c30-a13b-3fe32ed31e22 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0501213 Feb 10 16:22:09.462679 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-451a0ec1-1e2b-455d-bf3c-688a33d1c3db req-b6902909-9636-4043-abdd-737d728b1e11 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376244 Feb 10 16:22:10.583712 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadde6b-406e-4bf3-b900-fa242db49509 req-40eb2c89-bce2-4f26-bb58-9044c794ba27 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:10.585209 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3fadde6b-406e-4bf3-b900-fa242db49509 req-40eb2c89-bce2-4f26-bb58-9044c794ba27 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0526330 Feb 10 16:22:10.624401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3fadde6b-406e-4bf3-b900-fa242db49509 req-e908d3eb-09ff-4316-bbaf-c358118f7702 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330832 Feb 10 16:22:11.745167 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38f09-ff6d-42d6-a772-88a5b1ac7dda req-32d09928-1d6c-4706-89ca-2a04301f17a1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:11.746660 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7f38f09-ff6d-42d6-a772-88a5b1ac7dda req-32d09928-1d6c-4706-89ca-2a04301f17a1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0505781 Feb 10 16:22:11.790179 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-f7f38f09-ff6d-42d6-a772-88a5b1ac7dda req-18064dee-5168-4b7e-af23-968dd25fff91 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363557 Feb 10 16:22:12.905696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553c748-9ff5-4b16-b232-dcef184bad07 req-bf22f3a7-ee32-4291-a9c3-0f660b504349 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:12.907196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6553c748-9ff5-4b16-b232-dcef184bad07 req-bf22f3a7-ee32-4291-a9c3-0f660b504349 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0485976 Feb 10 16:22:12.947967 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6553c748-9ff5-4b16-b232-dcef184bad07 req-87ed551f-ce2d-476c-ac47-9120ac92aa36 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345592 Feb 10 16:22:14.074723 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d095-e034-49c9-a67c-97c868b0e43b req-6994e047-f7b8-4dec-90f0-9b2732cd1542 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:14.076305 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58a2d095-e034-49c9-a67c-97c868b0e43b req-6994e047-f7b8-4dec-90f0-9b2732cd1542 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 944 time: 0.0570059 Feb 10 16:22:14.124408 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-58a2d095-e034-49c9-a67c-97c868b0e43b req-77f0af10-7165-445f-bd76-664acac5483f tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Feb 10 16:22:14.931785 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bc556385-a741-4867-8a3e-caf2fd031b52 details requested by agent hyperv_n-h1-827895-3 with host n-h1-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:22:15.030882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bc556385-a741-4867-8a3e-caf2fd031b52, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc556385-a741-4867-8a3e-caf2fd031b52,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:22:15.044337 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Returning: {'device': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:22:15.081572 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:15.094515 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc556385-a741-4867-8a3e-caf2fd031b52 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:22:15.115120 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bc556385-a741-4867-8a3e-caf2fd031b52, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc556385-a741-4867-8a3e-caf2fd031b52,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:22:15.118680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:15.250528 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97e828-8fb9-4729-a3e6-e476b31dd4d9 req-e4d2504a-78c7-413e-b668-a43e039438f7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:15.252260 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d97e828-8fb9-4729-a3e6-e476b31dd4d9 req-e4d2504a-78c7-413e-b668-a43e039438f7 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 945 time: 0.0528588 Feb 10 16:22:15.294371 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1d97e828-8fb9-4729-a3e6-e476b31dd4d9 req-5726cc31-8912-47e9-b489-8e518bdc55f2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355697 Feb 10 16:22:15.333593 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bc556385-a741-4867-8a3e-caf2fd031b52,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:15.340853 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.341198 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.341537 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.341871 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.342204 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.342533 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.342857 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.343178 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.343553 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.343878 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.344195 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.344511 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:22:15.380055 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] get_ports_and_sgs() called for port_ids ['bc556385-a741-4867-8a3e-caf2fd031b52'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:22:16.414318 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc279ec-aa87-41f2-b3b9-e3a98de95ebb req-75a15f73-7eb6-4c87-bb89-5adcda88365d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:16.415862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0fc279ec-aa87-41f2-b3b9-e3a98de95ebb req-75a15f73-7eb6-4c87-bb89-5adcda88365d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Feb 10 16:22:16.469300 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-0fc279ec-aa87-41f2-b3b9-e3a98de95ebb req-e61ce3ec-9a00-49ed-bdef-48181337951c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474529 Feb 10 16:22:16.934923 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Device bc556385-a741-4867-8a3e-caf2fd031b52 up at agent hyperv_n-h1-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:22:16.986021 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning for port bc556385-a741-4867-8a3e-caf2fd031b52 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:22:16.990578 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Provisioning complete for port bc556385-a741-4867-8a3e-caf2fd031b52 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:22:16.990942 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:17.075245 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:17.099528 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc556385-a741-4867-8a3e-caf2fd031b52'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:22:17.101840 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47465305-32ab-4a92-acf4-58a21f088002" -d '{"events": [{"server_uuid": "72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128", "name": "network-vif-plugged", "status": "completed", "tag": "bc556385-a741-4867-8a3e-caf2fd031b52"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:22:17.115966 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] For port bc556385-a741-4867-8a3e-caf2fd031b52, host n-h1-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-3',level=0,port_id=bc556385-a741-4867-8a3e-caf2fd031b52,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:22:17.120737 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:17.173380 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Pushing event updated for resources: {'Port': ['ID=bc556385-a741-4867-8a3e-caf2fd031b52,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:17.213987 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84efaf7-d77f-4762-9ab8-382104348b46 x-openstack-request-id: req-a84efaf7-d77f-4762-9ab8-382104348b46 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:22:17.214285 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128", "name": "network-vif-plugged", "status": "completed", "tag": "bc556385-a741-4867-8a3e-caf2fd031b52", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:22:17.214538 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a84efaf7-d77f-4762-9ab8-382104348b46 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:22:17.214943 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'code': 200} Feb 10 16:22:17.321726 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ae21-b775-4f0a-8b40-40d6398c249a req-d5e10a9c-d593-4064-b61c-29a1e1e5fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:17.323345 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afb3ae21-b775-4f0a-8b40-40d6398c249a req-d5e10a9c-d593-4064-b61c-29a1e1e5fe0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0486474 Feb 10 16:22:17.360557 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-afb3ae21-b775-4f0a-8b40-40d6398c249a req-83807eb0-3b5d-4736-82ef-c81bf60924e3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306141 Feb 10 16:22:17.592067 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff816-cac1-4072-9c99-d28e00baabbd req-2d3e8871-c99c-4922-98eb-b7b487da9936 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:17.593559 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac0ff816-cac1-4072-9c99-d28e00baabbd req-2d3e8871-c99c-4922-98eb-b7b487da9936 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 946 time: 0.0497298 Feb 10 16:22:17.632731 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-ac0ff816-cac1-4072-9c99-d28e00baabbd req-08febc06-16e0-48c6-9b84-f33975c3e1fd tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321405 Feb 10 16:22:18.771473 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba6a96-f94d-4a7e-98ef-63db1db3d1cd req-01dfc1dd-4edb-4385-8fe1-0b20d98594ca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:18.773181 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ba6a96-f94d-4a7e-98ef-63db1db3d1cd req-01dfc1dd-4edb-4385-8fe1-0b20d98594ca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 946 time: 0.0559893 Feb 10 16:22:18.814633 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-34ba6a96-f94d-4a7e-98ef-63db1db3d1cd req-a488e0ee-a10f-4d81-b58b-5079c1ce4a21 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352838 Feb 10 16:22:18.934687 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc56c6-07f0-4081-983d-8e24b68a0f82 req-4f076bfd-2046-4adc-ac51-bdd75767ed3a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:18.936196 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71fc56c6-07f0-4081-983d-8e24b68a0f82 req-4f076bfd-2046-4adc-ac51-bdd75767ed3a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 946 time: 0.0528631 Feb 10 16:22:18.974201 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-71fc56c6-07f0-4081-983d-8e24b68a0f82 req-dc7bdbd0-4ad6-41a1-aa5d-29a63c783782 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Feb 10 16:22:18.996041 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46774) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:22:19.136168 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674df4f-cd32-4cc5-9f6d-efb0fa432568 tempest-TestVolumeBootPattern-270518807 tempest-TestVolumeBootPattern-270518807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:19.137690 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-d674df4f-cd32-4cc5-9f6d-efb0fa432568 tempest-TestVolumeBootPattern-270518807 tempest-TestVolumeBootPattern-270518807-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1092 time: 0.1406822 Feb 10 16:22:19.140736 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46778) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:22:19.146123 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:22:19.170745 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:19.272425 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:19.389595 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.25.7.145 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/aa7278ca-3ce6-4114-927c-7581f916324b) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:22:19.506946 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:19.540748 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:19.582224 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:22:19.585053 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:22:19.588464 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:22:19.593766 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=aa7278ca-3ce6-4114-927c-7581f916324b,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:19.952880 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:20.019380 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:20.170523 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:20.176490 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:20.247999 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=aa7278ca-3ce6-4114-927c-7581f916324b,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:22:20.258076 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:20.358865 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Floating IP 634bd826-ca54-4efb-8b6e-6ad2e0ae1dca associated. External IP: 172.25.7.145, port: bc556385-a741-4867-8a3e-caf2fd031b52. Feb 10 16:22:20.566700 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Router 51826275-582b-486a-9f99-179a07a56ccd has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:22:20.676156 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:22:20.687201 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] Sync routers for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:22:20.695106 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:20.697350 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:22:20.697977 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:22:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:22:20.723190 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-1b44da53-e77d-4569-a3c1-302b7388fb26 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5812900 Feb 10 16:22:20.723874 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'tag': 'bc556385-a741-4867-8a3e-caf2fd031b52'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:22:20.726196 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b" -d '{"events": [{"name": "network-changed", "server_uuid": "72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128", "tag": "bc556385-a741-4867-8a3e-caf2fd031b52"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:22:20.766141 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fc4bf-9913-4f3c-9d4d-6e21648cc256 x-openstack-request-id: req-6b2fc4bf-9913-4f3c-9d4d-6e21648cc256 {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:22:20.766481 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128", "tag": "bc556385-a741-4867-8a3e-caf2fd031b52", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:22:20.766649 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b2fc4bf-9913-4f3c-9d4d-6e21648cc256 {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:22:20.767054 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'tag': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'status': 'completed', 'code': 200} Feb 10 16:22:20.811516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:22:20.842491 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-1e75acec-5d64-45e4-ba97-ffb942ae6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:20.844152 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-1e75acec-5d64-45e4-ba97-ffb942ae6bd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0468299 Feb 10 16:22:20.938944 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-77ec6946-2cc1-44c8-a709-b585d046dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:20.940502 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-77ec6946-2cc1-44c8-a709-b585d046dd6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0888295 Feb 10 16:22:21.013536 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-330a0eb2-40c8-4430-920f-64b20cc19123 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1000 time: 0.0657568 Feb 10 16:22:21.043882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '634bd826-ca54-4efb-8b6e-6ad2e0ae1dca', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:22:19Z', 'updated_at': '2022-02-10T16:22:19Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:22:21.064400 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-016e6824-e8ab-4ed1-bda5-cfc9156cc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:21.066263 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-016e6824-e8ab-4ed1-bda5-cfc9156cc34b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0464237 Feb 10 16:22:21.070882 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] Checking router: 51826275-582b-486a-9f99-179a07a56ccd for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:22:21.079658 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:22:21.080259 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:22:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:22:21.116854 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-8210cd0b-52f5-4057-9170-f06f1078759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:21.118673 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-8210cd0b-52f5-4057-9170-f06f1078759b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442212 Feb 10 16:22:21.197697 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:22:21.214227 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-a9772746-ca9c-45f9-9932-553a082b4fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891969 Feb 10 16:22:21.306881 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3d04b0b5-5dcf-44ab-b8d9-7a8e2efb641b req-266b357e-d4f6-4db5-a6f1-cd2549a55121 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864391 Feb 10 16:22:21.435619 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '634bd826-ca54-4efb-8b6e-6ad2e0ae1dca', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:22:19Z', 'updated_at': '2022-02-10T16:22:19Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:22:21.466734 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e48a3a-1166-4a97-bd06-b5170fec4d46 None None] The sync data for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 is: [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '634bd826-ca54-4efb-8b6e-6ad2e0ae1dca', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:22:19Z', 'updated_at': '2022-02-10T16:22:19Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:22:21.665218 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c52896-32c8-466e-b6cb-07604e7e7d64 None None] New status for floating IP 634bd826-ca54-4efb-8b6e-6ad2e0ae1dca: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:22:23.885685 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:27.542312 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:28.698267 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:22:28.946879 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ba6712db-701c-4159-a62e-ce19f29e05e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:31.341187 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-2e752290-0bd7-4a6c-ba47-e01755a2eb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:32.480145 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:34.177603 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:34.376961 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:53.901182 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:57.544967 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:22:58.939569 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-54baa45f-ceb6-4fd3-b850-2c7159912f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:01.333149 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-5a5546b9-2791-4559-9e86-7153ac940b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:02.484160 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:04.187552 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:04.379811 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:05.698880 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:23:11.188396 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-8765bf42-2aeb-4eb9-abfa-08af86cbd88b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407753 Feb 10 16:23:11.281836 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-5be83bdd-d8ab-4c7a-9c94-263ebe38de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:11.283334 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-5be83bdd-d8ab-4c7a-9c94-263ebe38de86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0462358 Feb 10 16:23:11.392446 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-5e3ae207-887f-4b77-bc24-73797f8d2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:11.393952 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-5e3ae207-887f-4b77-bc24-73797f8d2654 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0879798 Feb 10 16:23:11.465145 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-0e4d11a5-4fe2-42e2-9d45-1894ea508a61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0629690 Feb 10 16:23:11.517948 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-aaa61e2f-9d36-472c-a955-3a42101937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:11.519677 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-aaa61e2f-9d36-472c-a955-3a42101937ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0481246 Feb 10 16:23:11.569730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-a851d027-122b-4741-8bfe-7c8d7d2a0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:11.571225 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-a851d027-122b-4741-8bfe-7c8d7d2a0e7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439880 Feb 10 16:23:11.681590 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-764ae991-4ed0-4b32-994d-e54f52f93d73 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977819 Feb 10 16:23:11.788737 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d94de3e9-70b7-4541-a9d4-8db8fc2d182d req-36226895-141a-4364-b874-aeeaff169dee service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969932 Feb 10 16:23:23.896184 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:27.558120 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:28.942584 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d291aede-9920-4c02-bda2-c69f0250fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:31.340218 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-81362f3d-22a2-4bbb-80de-a723d63cfb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:32.488053 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:34.184448 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:34.385430 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:42.700222 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:23:53.920164 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:57.557698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:23:58.961982 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f4b477e4-38bc-4e13-b59b-8e7c8aa83205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:01.334415 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-05f4b7e6-0cc9-4587-9557-471180d4de17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:02.494100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:02.919243 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e3d58dbb-2d0f-45e7-9c1d-9db52b597d7b tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166680549&fields=id&tenant_id=eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 267 time: 0.0401256 Feb 10 16:24:03.053303 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-4bff9bcf-ede9-4433-b4ae-a72c1e787665 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:03.055035 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-4bff9bcf-ede9-4433-b4ae-a72c1e787665 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1286180 Feb 10 16:24:03.072000 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-08c00dd0-b9f6-444b-836f-c9cc336a5168 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/quotas/eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 375 time: 0.0097818 Feb 10 16:24:03.142727 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-d4c6d412-fa2d-4fa9-891a-67628ba2e8f4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0633838 Feb 10 16:24:03.237472 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-fdc5d613-6bea-4535-9d72-e6d9251ac651 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:24:03.238547 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-fdc5d613-6bea-4535-9d72-e6d9251ac651 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0808873 Feb 10 16:24:03.375325 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-bd950d3e-7f4d-4f8f-90a0-a046d148aee3 service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280050 Feb 10 16:24:03.517648 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e211a075-c1a9-4ed3-8965-226edc31e5cc service neutron] 10.222.0.21 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310835 Feb 10 16:24:03.867256 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-437bec13-bb87-441c-b4a2-b295d6d4bb07 req-3c0292a3-6d97-4571-9d3a-28de8f4f3f34 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 210 time: 0.0295498 Feb 10 16:24:04.186965 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:04.382080 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:04.825692 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-dbf07e49-d0a9-43e2-b447-53423a76b305 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:04.827172 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-dbf07e49-d0a9-43e2-b447-53423a76b305 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 810 time: 0.1078932 Feb 10 16:24:04.988854 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-cb86b6dd-4762-481d-a958-41467cc97077 req-8f8547c7-a13b-4622-aac7-1d2071758c48 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 210 time: 0.0280154 Feb 10 16:24:05.181357 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-68b5a3b3-f2fe-4283-a963-cbca65a2ab7e tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eedba3e8a37842bab86f88b4da5e6761 HTTP/1.1" status: 200 len: 380 time: 0.3418214 Feb 10 16:24:05.190719 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'port': {'device_id': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'admin_state_up': True, 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'security_groups': ['46f182f8-5ae1-4658-9591-271c1f89fd21']}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:24:05.296999 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Made reservation on behalf of eedba3e8a37842bab86f88b4da5e6761 for: {'port': 1} {{(pid=102614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:24:05.300654 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:05.434112 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.20.0.12 (53c61e95-43c2-4f73-acf2-1c6c69300ef9/cc3ff65d-c430-4a75-9272-d0e1fb8dc559/3ca9c3bb-4aef-48bb-9279-f157d25e0b57) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:24:05.585203 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:05.620227 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3452014'] for port, after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:05.668426 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:24:05.671551 n-d-827895-3 neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:24:05.675145 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:24:05.703082 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:05.718147 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.718495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.718842 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.719184 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.719553 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.719896 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.720226 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.720555 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.720883 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.721212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.721540 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.721866 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:05.741500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:05.742145 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:05.759768 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-e503da84-3694-4179-8858-1afdab190006 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5725825 Feb 10 16:24:05.772117 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.v2.base [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Request body: {'port': {'device_id': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-3'}} {{(pid=102614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:24:05.831062 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:05.922516 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-dc63bd50-ab0a-4c91-b0c6-1761012a3b9d None None] Provisioning complete for port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 triggered by entity DHCP. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:24:05.924127 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-dc63bd50-ab0a-4c91-b0c6-1761012a3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:05.967163 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.plugin [None req-dc63bd50-ab0a-4c91-b0c6-1761012a3b9d None None] Port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 cannot update to ACTIVE because it is not bound. {{(pid=102616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 10 16:24:06.143072 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6083af-35e6-4b62-a5f2-94eb79fb6b2c req-cafc2246-e60f-402b-aae9-484ba130eb3a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:06.144602 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e6083af-35e6-4b62-a5f2-94eb79fb6b2c req-cafc2246-e60f-402b-aae9-484ba130eb3a tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 932 time: 0.0638802 Feb 10 16:24:06.147873 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:24:06.156144 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:06.168330 n-d-827895-3 neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Transition to ACTIVE for port object 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 will not be triggered until provisioned by entity L2. {{(pid=102614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:24:06.172690 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:06.185510 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-2e6083af-35e6-4b62-a5f2-94eb79fb6b2c req-059b4695-aa74-4b5c-8c11-fd8e686379f8 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Feb 10 16:24:06.226780 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Pushing event updated for resources: {'Port': ['ID=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:06.301712 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Attempting to bind port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 on host n-h2-827895-3 for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 16:24:06.302259 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Attempting to bind port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 by drivers openvswitch,hyperv on host n-h2-827895-3 at level 0 using segments [{'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 16:24:06.302589 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Attempting to bind port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:24:06.307785 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-3 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:24:06.308111 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Attempting to bind port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 on network 53c61e95-43c2-4f73-acf2-1c6c69300ef9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:24:06.313337 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Checking agent: {'id': 'e2d464e1-d04e-4a19-8556-50c78e2c702c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'started_at': datetime.datetime(2022, 2, 10, 15, 36, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:24:06.313675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Checking segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 10 16:24:06.314060 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Bound using segment: {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:24:06.314489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Bound port: 3ca9c3bb-4aef-48bb-9279-f157d25e0b57, host: n-h2-827895-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96660a-12c7-47b0-9c55-f8e8508d6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 16:24:06.314854 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:06.385134 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] For port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57, host n-h2-827895-3, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:24:06.389476 n-d-827895-3 neutron-server[102614]: DEBUG neutron.plugins.ml2.db [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] For port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57, host n-h2-827895-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:24:06.393136 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452007'] for port, after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:06.430143 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:06.431150 n-d-827895-3 neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for port, before_response {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:06.432568 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] 10.222.0.75 "PUT /v2.0/ports/3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1092 time: 0.6648440 Feb 10 16:24:06.433076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'tag': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:24:06.435496 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d56fde7b93d1a70c06e8a15868756dd29ef4d7ccf44bf8e245153361cd4855e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27995ed5-b62c-42db-8b9f-d7970fc8e64c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8bbb76-81f4-46be-bcfd-f22ec3b34712", "tag": "3ca9c3bb-4aef-48bb-9279-f157d25e0b57"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:24:06.495236 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c02adf1-58f1-4b2f-8102-3b48d2d6ba5c x-openstack-request-id: req-0c02adf1-58f1-4b2f-8102-3b48d2d6ba5c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:24:06.495704 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8bbb76-81f4-46be-bcfd-f22ec3b34712", "tag": "3ca9c3bb-4aef-48bb-9279-f157d25e0b57", "status": "completed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:24:06.495988 n-d-827895-3 neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c02adf1-58f1-4b2f-8102-3b48d2d6ba5c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:24:06.496529 n-d-827895-3 neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'tag': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'status': 'completed', 'code': 200} Feb 10 16:24:06.512296 n-d-827895-3 neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d744f-4046-432b-a56b-cb1b63a7593f service neutron] Pushing event updated for resources: {'Port': ['ID=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:06.539631 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-8566b502-5ddb-4636-882d-e22fd33b4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:06.541259 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-8566b502-5ddb-4636-882d-e22fd33b4806 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1095 time: 0.0602603 Feb 10 16:24:06.593351 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-7b51e3e4-5ad3-4dba-8f3e-a6f6c4681736 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 217 time: 0.0443294 Feb 10 16:24:06.647858 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-a254efd3-7cbd-467d-bad9-9a62c0fb6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:06.650113 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-a254efd3-7cbd-467d-bad9-9a62c0fb6c8f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0500274 Feb 10 16:24:06.696270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8602e-6541-4b84-b067-7187da6d919c req-85c15a2e-9379-4b7c-951f-9b2ac8e5b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:06.698015 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-85c15a2e-9379-4b7c-951f-9b2ac8e5b9cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413327 Feb 10 16:24:06.798672 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-d5a94459-e5a9-4b8a-8416-849f639e45d2 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933120 Feb 10 16:24:06.890872 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-6ca8602e-6541-4b84-b067-7187da6d919c req-026c949a-3231-4850-a798-a1f2435e4d3c service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Feb 10 16:24:06.983704 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-5a65169a-7139-4cfd-a4c6-dc0b4b0649de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:06.985019 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-5a65169a-7139-4cfd-a4c6-dc0b4b0649de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1095 time: 0.0485435 Feb 10 16:24:07.077573 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-3c861298-5570-4052-b44e-16bfab350494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:07.079020 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-3c861298-5570-4052-b44e-16bfab350494 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0869048 Feb 10 16:24:07.121813 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-2351bdad-41be-45a9-89ed-a1e37c52136e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 217 time: 0.0343819 Feb 10 16:24:07.175971 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-bdd021c8-351a-47c8-a669-a57918d34e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:07.177444 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-bdd021c8-351a-47c8-a669-a57918d34e3d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0493917 Feb 10 16:24:07.225327 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-9078c0f8-3b41-4ffc-ae15-2ca1718d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:07.227009 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-9078c0f8-3b41-4ffc-ae15-2ca1718d8df7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422609 Feb 10 16:24:07.308624 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c76b0-589e-4915-8912-c579f06b09e4 req-011dbcde-9570-4bbb-9b2d-3444bd625aca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:07.310219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c91c76b0-589e-4915-8912-c579f06b09e4 req-011dbcde-9570-4bbb-9b2d-3444bd625aca tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0524426 Feb 10 16:24:07.325039 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-eed15aea-1f05-47e6-ac73-1955033a1513 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901496 Feb 10 16:24:07.369896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c91c76b0-589e-4915-8912-c579f06b09e4 req-f717c1af-a1e4-4b11-80ee-c8c43d547755 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515497 Feb 10 16:24:07.436398 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-27995ed5-b62c-42db-8b9f-d7970fc8e64c req-6b2e058e-b34c-4705-a3dd-85c1c9963786 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033328 Feb 10 16:24:08.491680 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945c660-a7ea-404b-a437-23c5060aa0a5 req-ea1f400b-1215-4339-a8e8-a408913a91a9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:08.493550 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a945c660-a7ea-404b-a437-23c5060aa0a5 req-ea1f400b-1215-4339-a8e8-a408913a91a9 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0503991 Feb 10 16:24:08.532336 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a945c660-a7ea-404b-a437-23c5060aa0a5 req-eadd6793-264a-4db1-bcc9-f0c1bad85058 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Feb 10 16:24:09.655469 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cfa7f-6dbc-4cf1-81a2-c3851e887138 req-e87fb94d-9ace-4739-8278-7140a1976542 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:09.656951 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b07cfa7f-6dbc-4cf1-81a2-c3851e887138 req-e87fb94d-9ace-4739-8278-7140a1976542 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0550089 Feb 10 16:24:09.700508 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-b07cfa7f-6dbc-4cf1-81a2-c3851e887138 req-e69c89bd-32d5-43eb-8b15-de56b83e8a1d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375972 Feb 10 16:24:10.890319 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6542e1-4962-499f-bba2-1ac96d731873 req-015c7077-5f24-4831-97fc-f347ed036912 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:10.891738 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f6542e1-4962-499f-bba2-1ac96d731873 req-015c7077-5f24-4831-97fc-f347ed036912 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.1217334 Feb 10 16:24:10.932001 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1f6542e1-4962-499f-bba2-1ac96d731873 req-a02299e3-e753-4757-a23e-f6bef7c69ce2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Feb 10 16:24:12.111254 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225d4f1-db2c-4734-a718-c4bb651a4003 req-f5331990-94cc-49e7-a0ac-462d00c6728c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:12.112753 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a225d4f1-db2c-4734-a718-c4bb651a4003 req-f5331990-94cc-49e7-a0ac-462d00c6728c tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.1118000 Feb 10 16:24:12.176216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a225d4f1-db2c-4734-a718-c4bb651a4003 req-2635012a-ddfc-4d72-b53e-0ae9cbbd8423 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564916 Feb 10 16:24:12.193140 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-ddffedff-5752-47e5-a12f-8feb62191951 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526526 Feb 10 16:24:12.276166 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-fdbe4166-65e6-48ce-9621-0c5a4b9c7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:12.277623 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-fdbe4166-65e6-48ce-9621-0c5a4b9c7994 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0411577 Feb 10 16:24:12.382649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-a9752603-aa04-4f68-9c4f-1f93c9049145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:12.385015 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-a9752603-aa04-4f68-9c4f-1f93c9049145 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0881438 Feb 10 16:24:12.454382 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-758b5148-21c4-40aa-8988-b3090b7a1931 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0629363 Feb 10 16:24:12.502732 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-5456adaa-aab3-4ae6-9b4d-d2b6e9e9ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:12.504221 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-5456adaa-aab3-4ae6-9b4d-d2b6e9e9ecac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0441263 Feb 10 16:24:12.550281 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-25ce0c2a-cf1b-42eb-b8a8-ce2e9a19793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:12.551788 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-25ce0c2a-cf1b-42eb-b8a8-ce2e9a19793b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393050 Feb 10 16:24:12.644561 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-1ca69db5-29c9-4b6d-9a6d-b798a6fc4c8b service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849247 Feb 10 16:24:12.732162 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5f29023d-82ec-437e-bcc6-7b24ebbe6de5 req-9a1084e5-5dc7-47cc-9bee-5fa30d9ca5b8 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810053 Feb 10 16:24:13.295135 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b08a9-0c23-49eb-97de-85f8af4d4409 req-adb79a7f-6f43-4593-bd1c-bd5ca51fa037 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:13.296912 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-158b08a9-0c23-49eb-97de-85f8af4d4409 req-adb79a7f-6f43-4593-bd1c-bd5ca51fa037 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0532703 Feb 10 16:24:13.334518 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-158b08a9-0c23-49eb-97de-85f8af4d4409 req-77574ae9-f595-4fe9-ba51-74a3c25a6e06 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Feb 10 16:24:14.453800 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10ec85-8c4a-4ba1-8da7-51ddc8af4c99 req-02ec411e-5d5b-452d-8745-d5e5c7324caa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:14.455429 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb10ec85-8c4a-4ba1-8da7-51ddc8af4c99 req-02ec411e-5d5b-452d-8745-d5e5c7324caa tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0494254 Feb 10 16:24:14.495339 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-eb10ec85-8c4a-4ba1-8da7-51ddc8af4c99 req-9a0c9cb3-bba3-4ffd-95da-c7e7bef1f117 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335500 Feb 10 16:24:15.623644 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a41e3-89aa-4e7e-8dfa-1d4ae9e15663 req-9eaf240e-c211-427c-a760-3ce04f3858d4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:15.625124 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-656a41e3-89aa-4e7e-8dfa-1d4ae9e15663 req-9eaf240e-c211-427c-a760-3ce04f3858d4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0494065 Feb 10 16:24:15.664224 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-656a41e3-89aa-4e7e-8dfa-1d4ae9e15663 req-795520ee-5be5-43dc-9406-d567554b6876 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330532 Feb 10 16:24:16.791747 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823a160-87bb-4e8b-a45d-e94490ec6c3d req-20f24fe8-8c08-4756-8e00-9a006472b5a0 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:16.793223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8823a160-87bb-4e8b-a45d-e94490ec6c3d req-20f24fe8-8c08-4756-8e00-9a006472b5a0 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0549829 Feb 10 16:24:16.834632 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8823a160-87bb-4e8b-a45d-e94490ec6c3d req-9638fcd9-1f25-4e80-a58e-64d8bf103bbe tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350268 Feb 10 16:24:17.954918 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e2170-c3a5-4808-9147-1a19c39fda50 req-2fa17b7d-19e5-43a7-b60b-4fff8ac28173 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:17.956397 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734e2170-c3a5-4808-9147-1a19c39fda50 req-2fa17b7d-19e5-43a7-b60b-4fff8ac28173 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 944 time: 0.0520387 Feb 10 16:24:17.995785 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-734e2170-c3a5-4808-9147-1a19c39fda50 req-1d3d1ee0-a29b-43ed-9609-5e8c16e51d98 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Feb 10 16:24:18.323736 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 details requested by agent hyperv_n-h2-827895-3 with host n-h2-827895-3 {{(pid=102616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:24:18.419031 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:24:18.430775 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Returning: {'device': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'port_id': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'mac_address': 'fa:16:3e:d1:c8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:24:18.467353 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:18.480176 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 {{(pid=102616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 16:24:18.499311 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:24:18.504029 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:18.550004 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,revision_number=4']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:18.557302 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.557647 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.557980 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.558309 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.558637 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.558962 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.559280 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.559633 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.559996 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.560296 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.560613 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.560927 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:18.875097 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] get_ports_and_sgs() called for port_ids ['3ca9c3bb-4aef-48bb-9279-f157d25e0b57'] {{(pid=102616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:24:19.121047 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3376489-1c9e-44d8-8406-69492420599e req-a0017fdc-5d10-44b6-9526-df695ad53eb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:19.122549 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3376489-1c9e-44d8-8406-69492420599e req-a0017fdc-5d10-44b6-9526-df695ad53eb4 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 945 time: 0.0557785 Feb 10 16:24:19.161047 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-d3376489-1c9e-44d8-8406-69492420599e req-33a3fcde-2f15-4781-b561-7abb988cd992 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Feb 10 16:24:19.701651 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:24:20.282764 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e0e65-83a2-4840-b9cf-2c42b7b45705 req-9fb4ad57-ccc0-4b40-8418-1d769c6bb66d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:20.284310 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-978e0e65-83a2-4840-b9cf-2c42b7b45705 req-9fb4ad57-ccc0-4b40-8418-1d769c6bb66d tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Feb 10 16:24:20.322394 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-978e0e65-83a2-4840-b9cf-2c42b7b45705 req-6c6ab700-0b2a-4278-bf96-8dc6ce4d8ebb tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Feb 10 16:24:20.355234 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Device 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 up at agent hyperv_n-h2-827895-3 {{(pid=102616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:24:20.407066 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning for port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 completed by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:24:20.411159 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.provisioning_blocks [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Provisioning complete for port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57 triggered by entity L2. {{(pid=102616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:24:20.411582 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16062108'] for port, provisioning_complete {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:20.492729 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:20.516733 n-d-827895-3 neutron-server[102616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57'}] {{(pid=102616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:24:20.518982 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58479e3b28eb6f95a4448b9a3812de4424d6e0394759f6b9cc7a95a859c64c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e081984-bfc0-44c0-948c-54dca19bee1f" -d '{"events": [{"server_uuid": "bd8bbb76-81f4-46be-bcfd-f22ec3b34712", "name": "network-vif-plugged", "status": "completed", "tag": "3ca9c3bb-4aef-48bb-9279-f157d25e0b57"}]}' {{(pid=102616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:24:20.531513 n-d-827895-3 neutron-server[102616]: DEBUG neutron.plugins.ml2.db [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] For port 3ca9c3bb-4aef-48bb-9279-f157d25e0b57, host n-h2-827895-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-3',level=0,port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,segment=NetworkSegment(1e96660a-12c7-47b0-9c55-f8e8508d6ee8),segment_id=1e96660a-12c7-47b0-9c55-f8e8508d6ee8)] {{(pid=102616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:24:20.536433 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790'] for port, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:20.564575 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2574ece-bd85-421c-a122-d26c22e28575 x-openstack-request-id: req-b2574ece-bd85-421c-a122-d26c22e28575 {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:24:20.564874 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8bbb76-81f4-46be-bcfd-f22ec3b34712", "name": "network-vif-plugged", "status": "completed", "tag": "3ca9c3bb-4aef-48bb-9279-f157d25e0b57", "code": 200}]} {{(pid=102616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:24:20.565128 n-d-827895-3 neutron-server[102616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2574ece-bd85-421c-a122-d26c22e28575 {{(pid=102616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:24:20.565512 n-d-827895-3 neutron-server[102616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'code': 200} Feb 10 16:24:20.592143 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Pushing event updated for resources: {'Port': ['ID=3ca9c3bb-4aef-48bb-9279-f157d25e0b57,revision_number=5']} {{(pid=102616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:20.663106 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c588-0d7a-4d17-a4fb-1d9ed667a981 req-d487964e-7b4c-4329-a5b3-15b4644b21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:20.665200 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1484c588-0d7a-4d17-a4fb-1d9ed667a981 req-d487964e-7b4c-4329-a5b3-15b4644b21c3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0418248 Feb 10 16:24:20.700755 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-1484c588-0d7a-4d17-a4fb-1d9ed667a981 req-ae2c0d2d-a673-47fa-8f6c-c1d31abc28c3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282643 Feb 10 16:24:21.442799 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed8828-a77b-4b31-b34f-0637fdc7964c req-96e7117e-90d1-4081-b66b-fc73bf239349 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:21.444298 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09ed8828-a77b-4b31-b34f-0637fdc7964c req-96e7117e-90d1-4081-b66b-fc73bf239349 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 946 time: 0.0480702 Feb 10 16:24:21.483629 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-09ed8828-a77b-4b31-b34f-0637fdc7964c req-ae12c6dc-ccc8-4df0-a49c-20b4adee2fbc tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Feb 10 16:24:22.605837 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9dba-d7bd-4b08-a1f3-18ca60ce1372 req-549ee5e7-26f6-464b-9191-294206ffe636 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:22.607297 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03ac9dba-d7bd-4b08-a1f3-18ca60ce1372 req-549ee5e7-26f6-464b-9191-294206ffe636 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Feb 10 16:24:22.644592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-03ac9dba-d7bd-4b08-a1f3-18ca60ce1372 req-ff90a4e5-1a66-4f5d-8d51-97d2dce8bbd1 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Feb 10 16:24:22.769341 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256573c1-8fa3-48af-9e9d-7d503e9ddc95 req-1b9136bd-3dfc-4852-acd5-fbb93572fef2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:22.770758 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-256573c1-8fa3-48af-9e9d-7d503e9ddc95 req-1b9136bd-3dfc-4852-acd5-fbb93572fef2 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 946 time: 0.0575743 Feb 10 16:24:22.808742 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-256573c1-8fa3-48af-9e9d-7d503e9ddc95 req-0c7e385b-3f18-427f-b991-429168358f60 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "GET /v2.0/security-groups?id=46f182f8-5ae1-4658-9591-271c1f89fd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Feb 10 16:24:22.831140 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46942) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:24:22.872607 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e3dcd-7184-4db8-8f89-732852b3b4e4 tempest-TestVolumeBootPattern-270518807 tempest-TestVolumeBootPattern-270518807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:22.874137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-c59e3dcd-7184-4db8-8f89-732852b3b4e4 tempest-TestVolumeBootPattern-270518807 tempest-TestVolumeBootPattern-270518807-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1092 time: 0.0419853 Feb 10 16:24:22.877185 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [-] (102615) accepted ('10.222.0.21', 46944) {{(pid=102615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 10 16:24:22.881592 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.v2.base [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Request body: {'floatingip': {'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'port_id': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:24:22.907894 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:23.016503 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:23.119606 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.db_base_plugin_common [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Allocated IP 172.25.7.12 (2236c36f-06fa-4093-ba7e-b7b31f1a9839/c575511b-c4aa-409a-9f5a-16f1df8ac194/0750a4cb-8b76-4b26-b8d6-e1b0287835af) {{(pid=102615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:24:23.580683 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:23.614256 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755768538754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2894928'] for port, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:23.654003 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Network 2236c36f-06fa-4093-ba7e-b7b31f1a9839 is already hosted by enough agents. {{(pid=102615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:24:23.656767 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.base_scheduler [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Resources bound (agent type, host, resource id): {{(pid=102615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:24:23.659389 n-d-827895-3 neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Received port after_create {{(pid=102615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:24:23.683204 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=0750a4cb-8b76-4b26-b8d6-e1b0287835af,revision_number=1']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:23.696348 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.696692 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.697027 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.697363 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.697696 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.698030 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.698352 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.698672 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.698991 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.699589 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.699914 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.700237 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-3 {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:24:23.922946 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.054651 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.124220 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786069'] for port, before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.286990 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks [] for port, precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.292804 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16467187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755768968560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755768538772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755768538790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2894937'] for port, after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.365509 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Pushing event updated for resources: {'Port': ['ID=0750a4cb-8b76-4b26-b8d6-e1b0287835af,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:24:24.377690 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437417'] for floatingip, after_create {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.481178 n-d-827895-3 neutron-server[102615]: INFO neutron.db.l3_db [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Floating IP b658a9d3-c83c-44ab-a5de-a8d571e816b0 associated. External IP: 172.25.7.12, port: 3ca9c3bb-4aef-48bb-9279-f157d25e0b57. Feb 10 16:24:24.697803 n-d-827895-3 neutron-server[102615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Router 51826275-582b-486a-9f99-179a07a56ccd has already been hosted by L3 agent 4e34ef6d-7760-4156-ba04-67860a59e5d6 {{(pid=102615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:24:24.807925 n-d-827895-3 neutron-server[102615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify agent at l3_agent.n-d-827895-3 the message routers_updated {{(pid=102615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:24:24.817815 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] Sync routers for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:24:24.827819 n-d-827895-3 neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58089'] for floatingip, before_response {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:24.830651 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:24:24.831273 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:24:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:24:24.858820 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [None req-a775ccdc-0258-43c7-896d-a99186bfd262 tempest-TestVolumeBootPattern-426923479 tempest-TestVolumeBootPattern-426923479-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9805653 Feb 10 16:24:24.859536 n-d-827895-3 neutron-server[102615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'tag': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57'}] {{(pid=102615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 16:24:24.861799 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956c4727b0a91ade270660b9eb8eab34f79a1ebc33124903a552dd0d86c6292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e4da4-1271-4859-8173-5d871a971a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8bbb76-81f4-46be-bcfd-f22ec3b34712", "tag": "3ca9c3bb-4aef-48bb-9279-f157d25e0b57"}]}' {{(pid=102615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:24:24.904477 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50dc3bd-341b-4d84-9f1d-f8f10ee19e4d x-openstack-request-id: req-e50dc3bd-341b-4d84-9f1d-f8f10ee19e4d {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:24:24.904784 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8bbb76-81f4-46be-bcfd-f22ec3b34712", "tag": "3ca9c3bb-4aef-48bb-9279-f157d25e0b57", "status": "completed", "code": 200}]} {{(pid=102615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:24:24.905041 n-d-827895-3 neutron-server[102615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e50dc3bd-341b-4d84-9f1d-f8f10ee19e4d {{(pid=102615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:24:24.905449 n-d-827895-3 neutron-server[102615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'tag': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'status': 'completed', 'code': 200} Feb 10 16:24:24.949961 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:24:24.975389 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-02b76a88-1a4b-4548-9477-4eedfe653d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:24.978183 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-02b76a88-1a4b-4548-9477-4eedfe653d11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0492251 Feb 10 16:24:25.073288 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-e0253ac4-240d-4136-a966-697273230eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:25.075128 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-e0253ac4-240d-4136-a966-697273230eca service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0906806 Feb 10 16:24:25.154750 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-6b1bbb2d-fd35-4621-8247-ffd1a323a397 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 999 time: 0.0725915 Feb 10 16:24:25.191932 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '634bd826-ca54-4efb-8b6e-6ad2e0ae1dca', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:22:19Z', 'updated_at': '2022-02-10T16:22:21Z', 'revision_number': 1, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}, {'id': 'b658a9d3-c83c-44ab-a5de-a8d571e816b0', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:d1:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:24:23Z', 'updated_at': '2022-02-10T16:24:23Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:24:25.206245 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-fc9f4677-7224-4f0c-99fe-5d5c6cc2c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:25.207693 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-fc9f4677-7224-4f0c-99fe-5d5c6cc2c5b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0462098 Feb 10 16:24:25.219780 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] Checking router: 51826275-582b-486a-9f99-179a07a56ccd for host: n-d-827895-3 {{(pid=102616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:24:25.230261 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] Routers {'51826275-582b-486a-9f99-179a07a56ccd'} bound to L3 agent in host n-d-827895-3 {{(pid=102616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:24:25.230864 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:28:31Z,description=,heartbeat_timestamp=2022-02-10T16:24:01Z,host='n-d-827895-3',id=4e34ef6d-7760-4156-ba04-67860a59e5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:28:31Z,topic='l3_agent')) {'router_ids': ['51826275-582b-486a-9f99-179a07a56ccd'], 'active': True} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:24:25.254676 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-e9914532-3fc5-4027-9db2-df26c4db0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:24:25.256261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-e9914532-3fc5-4027-9db2-df26c4db0bc0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411313 Feb 10 16:24:25.357481 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-b63e8871-9b18-41be-817c-d65a650fa9be service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932536 Feb 10 16:24:25.454553 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-eb2e4da4-1271-4859-8173-5d871a971a3e req-41336a4b-ce49-4b44-9c01-bedfc455b62d service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901539 Feb 10 16:24:25.513852 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_dvr_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] Set router 51826275-582b-486a-9f99-179a07a56ccd gateway port host: n-d-827895-3 {{(pid=102616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:24:25.746759 n-d-827895-3 neutron-server[102616]: DEBUG neutron.db.l3_hamode_db [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '634bd826-ca54-4efb-8b6e-6ad2e0ae1dca', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:22:19Z', 'updated_at': '2022-02-10T16:22:21Z', 'revision_number': 1, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}, {'id': 'b658a9d3-c83c-44ab-a5de-a8d571e816b0', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:d1:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:24:23Z', 'updated_at': '2022-02-10T16:24:23Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-3', False) {} {{(pid=102616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:24:25.772265 n-d-827895-3 neutron-server[102616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e1ca8-8fef-4c01-bd6e-32f79f1e97ed None None] The sync data for ids ['51826275-582b-486a-9f99-179a07a56ccd'] in n-d-827895-3 is: [{'id': '51826275-582b-486a-9f99-179a07a56ccd', 'name': 'tempest-TestVolumeBootPattern-78477170-router', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'external_fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:11Z', 'revision_number': 4, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'gw_port': {'id': '38d625b0-751c-4674-8b73-5c02e38f1e06', 'name': '', 'network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:08Z', 'updated_at': '2022-02-10T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c575511b-c4aa-409a-9f5a-16f1df8ac194', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-3', '_floatingips': [{'id': '634bd826-ca54-4efb-8b6e-6ad2e0ae1dca', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': 'bc556385-a741-4867-8a3e-caf2fd031b52', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:81:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:22:19Z', 'updated_at': '2022-02-10T16:22:21Z', 'revision_number': 1, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}, {'id': 'b658a9d3-c83c-44ab-a5de-a8d571e816b0', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '2236c36f-06fa-4093-ba7e-b7b31f1a9839', 'router_id': '51826275-582b-486a-9f99-179a07a56ccd', 'port_id': '3ca9c3bb-4aef-48bb-9279-f157d25e0b57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'mac_address': 'fa:16:3e:d1:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8bbb76-81f4-46be-bcfd-f22ec3b34712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:24:23Z', 'updated_at': '2022-02-10T16:24:23Z', 'revision_number': 0, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89984301-da5b-4631-92e6-7f74d31b3f58', 'name': '', 'network_id': '53c61e95-43c2-4f73-acf2-1c6c69300ef9', 'tenant_id': 'eedba3e8a37842bab86f88b4da5e6761', 'mac_address': 'fa:16:3e:a8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51826275-582b-486a-9f99-179a07a56ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:16:10Z', 'updated_at': '2022-02-10T16:16:17Z', 'revision_number': 5, 'project_id': 'eedba3e8a37842bab86f88b4da5e6761', 'subnets': [{'id': 'cc3ff65d-c430-4a75-9272-d0e1fb8dc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:24:25.969925 n-d-827895-3 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa291320-e18c-4be7-808d-d06114c7ad6e None None] New status for floating IP b658a9d3-c83c-44ab-a5de-a8d571e816b0: ACTIVE {{(pid=102617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:24:27.553350 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:28.948822 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b0e447d3-2ea2-4a4b-a539-8c59e851a5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:31.328716 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e12fbc5e-2257-44b1-ab30-67b601c31a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:32.492000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:34.188615 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:34.386547 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:53.930073 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:56.701310 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:24:57.545530 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:24:58.953273 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-97f72891-45e2-4a94-a55f-9af8c50dad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:01.331247 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c0d091b4-4aa5-4379-b2da-1fa017a1c9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:02.497932 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:04.192705 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:04.395219 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:14.177115 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-c7d9c6fa-d949-4ca0-a8db-c2a1ffcf08a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428183 Feb 10 16:25:14.279295 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-2afa1aed-d4c6-483f-be23-58618564289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:14.281037 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-2afa1aed-d4c6-483f-be23-58618564289c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0557187 Feb 10 16:25:14.397415 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-b70dfe70-9d28-4443-a969-bf5513f714b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:14.399051 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-b70dfe70-9d28-4443-a969-bf5513f714b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0970566 Feb 10 16:25:14.471678 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-75e60a8e-0a87-4877-a892-dc03d308c800 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0652034 Feb 10 16:25:14.526432 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-bd893c0d-42f8-4ba2-a94f-ec5c401d6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:14.528053 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-bd893c0d-42f8-4ba2-a94f-ec5c401d6bd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0490508 Feb 10 16:25:14.582730 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-1adbb2f7-26ef-486e-b8c7-15f9f4bcf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:14.583859 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-1adbb2f7-26ef-486e-b8c7-15f9f4bcf388 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490611 Feb 10 16:25:14.677137 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-c72756b9-3541-4e86-a4b4-e45477c47d5e service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Feb 10 16:25:14.772050 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-8e6f290d-8581-4a10-a1a2-ce60a00d8bf8 req-23fa9b93-f367-4801-827d-45b58fc459d3 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886772 Feb 10 16:25:16.144586 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-19654696-eb58-45b4-8f2c-022745889530 req-d5760434-9d9c-453d-b4a5-5ea957ff79c7 service neutron] (102615) timed out ('10.222.0.45', 63169) {{(pid=102615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:25:17.401081 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-400ecca8-5ba1-4dda-b57e-4213873c9688 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867989 Feb 10 16:25:17.500489 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-6896855b-c5bb-472f-9a4d-378b40288a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:17.501986 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-6896855b-c5bb-472f-9a4d-378b40288a3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0464630 Feb 10 16:25:17.610088 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-f7de2768-0c5e-498a-9893-3a149957b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:17.611578 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-f7de2768-0c5e-498a-9893-3a149957b665 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0845611 Feb 10 16:25:17.679856 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-abf9e8b0-0442-4b72-a16a-1f59042294de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0612242 Feb 10 16:25:17.728212 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-33672a56-69af-4165-8fda-2f1019f75169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:17.729834 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-33672a56-69af-4165-8fda-2f1019f75169 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0431700 Feb 10 16:25:17.773862 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-cdf6164a-b1ac-49d8-bf42-480652e24765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:25:17.775686 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-cdf6164a-b1ac-49d8-bf42-480652e24765 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388660 Feb 10 16:25:17.869484 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-ba0eb411-0ac1-48b8-a2e2-923d87fcc908 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861695 Feb 10 16:25:17.965243 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-80ec6e14-21e2-4aa7-801c-73c3e6753054 req-082df0cb-53c3-43dc-ad38-9b5163b06f25 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846262 Feb 10 16:25:23.938715 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:27.559500 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:28.956680 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a8292e7d-41d0-42d2-b7b9-0a3e78de61ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:31.333425 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f03b4519-b53d-4887-8704-d5a7ff57a9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:32.502494 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:33.701170 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:25:34.195639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:34.389381 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:53.938826 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:57.563118 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:25:58.959144 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f038c317-f776-4d84-91e1-5793955871c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:01.336024 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1f4f79fa-2485-4769-9be2-8b37a1f9ce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:02.502593 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:04.198804 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:04.391784 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:10.701355 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:26:15.176592 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-8df97f8c-c18e-4a35-bae0-ff914165dcb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418222 Feb 10 16:26:15.256418 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-f757afeb-6189-42c1-bba0-bb26b9b01656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:15.257834 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-f757afeb-6189-42c1-bba0-bb26b9b01656 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0394371 Feb 10 16:26:15.360019 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-de6cfd1c-c0ba-449a-9504-0987381e2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:15.361468 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-de6cfd1c-c0ba-449a-9504-0987381e2847 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0854657 Feb 10 16:26:15.427025 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-35c4ddfd-31dd-40f6-b5bb-3b082c3a873b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0587192 Feb 10 16:26:15.474741 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-867010e3-f7ac-44f3-93a9-c3bea10b288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:15.476172 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-867010e3-f7ac-44f3-93a9-c3bea10b288a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0430686 Feb 10 16:26:15.523619 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-0a31b562-e350-438a-bf96-2c03453307e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:15.525570 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-0a31b562-e350-438a-bf96-2c03453307e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426128 Feb 10 16:26:15.613529 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-29ccee29-c8e9-4f03-a149-2359ba648953 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815029 Feb 10 16:26:15.708289 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a193c0b8-1396-4ea4-93c4-9a2e6bd34599 req-cb17fbd6-cb6d-4f8a-ac0e-638d518cba5b service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883074 Feb 10 16:26:18.356582 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-c7683a7d-b5dc-4e0a-8191-143ab83aaeb3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405781 Feb 10 16:26:18.443656 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-d8c307a0-60f7-468d-beb2-91afbb3b16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:18.445146 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-d8c307a0-60f7-468d-beb2-91afbb3b16f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0445797 Feb 10 16:26:18.550270 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-436ccf46-66ec-46c2-9aea-4b6f716b81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:18.551826 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-436ccf46-66ec-46c2-9aea-4b6f716b81dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0854127 Feb 10 16:26:18.624623 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-c29d1802-bb3c-4e80-8e5a-664f3ae48724 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0624578 Feb 10 16:26:18.673668 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-f701f6d3-3ed8-4ea7-95a5-d11b778b3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:18.675101 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-f701f6d3-3ed8-4ea7-95a5-d11b778b3c7a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0435231 Feb 10 16:26:18.721741 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-b8fd88cf-bc99-432f-8604-25fb65056d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:26:18.723226 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-b8fd88cf-bc99-432f-8604-25fb65056d8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399802 Feb 10 16:26:18.816383 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-bd80bd01-95de-4005-9aff-5f27aad8b1c1 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851753 Feb 10 16:26:18.923956 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-8ccfb6d9-36bc-49a2-a1d5-6b6bb8b8e7c6 req-c78588df-fa64-42c8-a14e-820f6d861800 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994375 Feb 10 16:26:23.956100 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:27.574220 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:28.960771 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-550ff1e1-5119-423e-8e72-fe9a60d1f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:31.337919 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-89557a76-1dc3-4e85-b7f2-7dfb38259729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:32.507185 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:34.201401 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:34.394290 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:36.589869 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-305ec729-c6ec-42a0-91bf-2501b9a4f9b9 req-9134cf7b-dea2-417c-a5c8-8cf59ba8eb17 service neutron] (102614) timed out ('10.222.0.21', 60800) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:26:47.700667 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:26:53.955355 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:57.567092 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:26:58.963339 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b5600d59-611e-42af-ad27-6d9290a07ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:01.340217 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c0c318c7-41bb-4a87-913c-cf047f72f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:02.507975 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:04.204658 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:04.400946 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:15.932604 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-75649826-aa3f-4dc1-b3a7-36c24632156f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624284 Feb 10 16:27:16.020357 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-9f9a58fe-a8f9-47f9-9bf2-9e492af6eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:16.021790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-9f9a58fe-a8f9-47f9-9bf2-9e492af6eb78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0432808 Feb 10 16:27:16.127374 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-0d57f66d-33bf-4cf0-aaf7-899669dd9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:16.128862 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-0d57f66d-33bf-4cf0-aaf7-899669dd9524 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0880475 Feb 10 16:27:16.195021 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-1d9c8fae-c5d8-4129-82a2-2b5ff79addcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0600214 Feb 10 16:27:16.243853 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-572360d7-f67c-47fb-9f40-ed1bb049439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:16.245392 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-572360d7-f67c-47fb-9f40-ed1bb049439c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0442650 Feb 10 16:27:16.293569 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-35fcee44-9a7e-495c-8084-7f83a70f9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:16.294963 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-35fcee44-9a7e-495c-8084-7f83a70f9dc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434699 Feb 10 16:27:16.385303 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-cd63b074-246b-479a-8afb-c1d717ba6e54 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Feb 10 16:27:16.478131 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-a6154ba8-4557-4d87-bc27-82a15af09c14 req-c440fd62-925f-41b0-8368-7de9aa70bd1f service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854053 Feb 10 16:27:19.365844 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-ce10ae02-c7c5-4ca1-a24e-41948d708a4b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416343 Feb 10 16:27:19.460495 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-661169dc-66e3-4dfd-992d-d5d4719109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:19.462338 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-661169dc-66e3-4dfd-992d-d5d4719109ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0451860 Feb 10 16:27:19.569839 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-686a285a-012e-41e6-8d9c-393855cb430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:19.572175 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-686a285a-012e-41e6-8d9c-393855cb430c service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0873096 Feb 10 16:27:19.659780 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-c433675a-fdac-4a86-b4e6-f6ece2e2d064 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0771370 Feb 10 16:27:19.716396 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-d965a401-7361-4196-a5d0-6b6ae063c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:19.718382 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-d965a401-7361-4196-a5d0-6b6ae063c903 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0466130 Feb 10 16:27:19.768491 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-60e00f08-ae34-41c0-93fe-f460008ee3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:27:19.769965 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-60e00f08-ae34-41c0-93fe-f460008ee3a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397496 Feb 10 16:27:19.864299 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-f7369607-098d-482b-a78a-a88a2d6c0ac3 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Feb 10 16:27:19.960998 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-50bbe18e-7ce0-4225-89e2-715d98275fe0 req-e095a970-539d-4acb-b2a4-9017a782eb0f service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843005 Feb 10 16:27:23.955028 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:24.701051 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:27:27.582907 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:28.965707 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d56f0f11-2300-4f15-81fb-8f58ae4cf399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:31.341962 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-9cafeac4-6275-4b5a-9d74-ee6e63874653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:32.510025 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:34.206934 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:34.393781 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:53.975070 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:55.968358 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-0abad1a3-28c6-421d-a9d4-984fe101d134 req-5d0e8de3-3f5e-4e25-a3f1-ff172d6ce431 service neutron] (102614) timed out ('10.222.0.75', 58396) {{(pid=102614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 10 16:27:57.603854 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:27:58.971769 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae47c-a84f-4d6f-ae92-55808e319b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:01.343787 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-039a4b19-d2fb-42a7-9f84-cabd117a45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:01.701330 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:28:02.512881 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:04.208978 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:04.396841 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:16.167492 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-9ad706b6-4687-4f7e-9b42-46de765296af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409489 Feb 10 16:28:16.248200 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-42c3e9e5-c3cb-4cd2-9027-165a0017c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:16.249676 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-42c3e9e5-c3cb-4cd2-9027-165a0017c3cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0407357 Feb 10 16:28:16.357410 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-6f3d28e3-44a5-4803-919d-d24fd058e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:16.358913 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-6f3d28e3-44a5-4803-919d-d24fd058e434 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0907509 Feb 10 16:28:16.426463 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-8e149e41-be85-4d88-a63f-9a671461ea50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0610466 Feb 10 16:28:16.475888 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-00fc183c-8b35-4d26-b35b-02b5c4f56944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:16.477366 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-00fc183c-8b35-4d26-b35b-02b5c4f56944 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0442767 Feb 10 16:28:16.526228 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-732ea45e-0909-4cb9-9cc2-1f1304128843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:16.528401 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-732ea45e-0909-4cb9-9cc2-1f1304128843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438232 Feb 10 16:28:16.619790 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-a7dc7f59-4d2b-451c-95c5-495e815f3d5b service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Feb 10 16:28:16.711821 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-5a55a5d7-8ec3-4ec3-a4f8-7a4caed9f806 req-75b0340d-7c07-41bb-a004-4af918add725 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852215 Feb 10 16:28:19.374525 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-965ff8e7-b8d1-44e3-affb-af6bf71c4c5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400412 Feb 10 16:28:19.461329 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-85d2ca4c-6fee-4761-80a2-21b8a05a0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:19.462820 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-85d2ca4c-6fee-4761-80a2-21b8a05a0dfa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0450747 Feb 10 16:28:19.566246 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-978b9610-bbf1-4e19-8570-41c26935a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:19.567753 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-978b9610-bbf1-4e19-8570-41c26935a92a service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0857041 Feb 10 16:28:19.639552 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-077bf5e1-3ff8-44fd-a3d2-bfe5d215bc80 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0650861 Feb 10 16:28:19.690541 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-75e9e41f-0a7c-4fed-aa68-7ec22450a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:19.692115 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-75e9e41f-0a7c-4fed-aa68-7ec22450a4b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0457840 Feb 10 16:28:19.737402 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-ae742cfe-537b-4fd3-beda-3f8ffd58cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:28:19.739004 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-ae742cfe-537b-4fd3-beda-3f8ffd58cd1f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400813 Feb 10 16:28:19.833280 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-9d00a7cb-3f01-469c-82e6-30d73b80b110 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868456 Feb 10 16:28:19.929944 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-5037bd29-97bc-4cfc-9605-39ca5188d750 req-ce27619d-7606-4f65-a745-6976eada50ff service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896244 Feb 10 16:28:23.979473 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:27.600403 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:28.973197 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-40d0177f-324d-4ccc-9e86-8448591b2e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:31.348168 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-67ecca95-0f68-4f3f-9c3a-ac51bb806d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:32.520985 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:34.214019 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:34.400607 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:38.701462 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:28:53.985064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:57.616563 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:28:58.975000 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-18ac3558-5e00-4489-a49f-790f2f71417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:01.349815 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-234e1dc0-2b3d-4af4-bb68-ba42be29caf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:02.520967 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:04.214471 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:04.405850 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:15.700817 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:29:16.175538 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-8b8391a4-a945-40f5-bd3c-8f4caf16d4b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474048 Feb 10 16:29:16.260438 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-2f4b9374-8362-4802-a218-cdaa2a22b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:16.261911 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-2f4b9374-8362-4802-a218-cdaa2a22b333 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0415199 Feb 10 16:29:16.376118 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-40df3191-97d8-4d33-8690-40d4014f88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:16.377992 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-40df3191-97d8-4d33-8690-40d4014f88bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0955362 Feb 10 16:29:16.448219 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-aa8200f3-cff1-4038-a63a-c4ca97b39bb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0606775 Feb 10 16:29:16.498900 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-b9f91c2f-d4fb-453c-936e-551c67dc28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:16.500418 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-b9f91c2f-d4fb-453c-936e-551c67dc28cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0457304 Feb 10 16:29:16.551646 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-10737132-0cb3-43c4-927f-b5ea7ba7cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:16.553157 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-10737132-0cb3-43c4-927f-b5ea7ba7cbf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462940 Feb 10 16:29:16.645551 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-605cf898-4b9d-4d06-8ca2-0b5f24f72bd2 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853951 Feb 10 16:29:16.754335 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-1cad7618-48f2-4c9c-8978-0f263a16cb44 req-a5927b37-d37f-40e1-858b-59d2ab7f3a2d service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997243 Feb 10 16:29:21.393643 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-f3bf1c9d-02c2-4fcf-b9dc-2191ede5b12c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447099 Feb 10 16:29:21.484257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-37b5249d-47e8-49db-9130-0e0830f915b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:21.487079 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-37b5249d-47e8-49db-9130-0e0830f915b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0508564 Feb 10 16:29:21.891571 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-e3096fd7-36e0-42ea-b7f4-fc8eab438337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:21.893617 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-e3096fd7-36e0-42ea-b7f4-fc8eab438337 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.3884251 Feb 10 16:29:21.965800 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-b4d10ab9-e781-486a-8f6e-44422a06db86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0645020 Feb 10 16:29:22.017500 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-d2a6e5d5-fe28-4e63-b2d7-775614be468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:22.019261 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-d2a6e5d5-fe28-4e63-b2d7-775614be468d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0457945 Feb 10 16:29:22.069730 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-4c634037-8bd6-483f-8bfe-2d74c15af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:29:22.071237 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-4c634037-8bd6-483f-8bfe-2d74c15af014 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447855 Feb 10 16:29:22.167578 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-eeca1409-c0b2-47fd-859b-f67f021765bf service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887764 Feb 10 16:29:22.256884 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-cc1ef0a9-c97a-42e2-8499-0a4c9b6565da req-ae0ff64b-f5d6-4f7c-8960-5cbe594a0390 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816612 Feb 10 16:29:24.001434 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:27.625407 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:28.978342 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-1955eac3-abb1-418e-9f97-ed76a39f4316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:31.351683 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0421fd7f-e11e-481e-b238-4a79db49e3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:32.523645 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:34.216698 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:34.408957 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:52.700069 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:29:53.995631 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:57.663481 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:29:58.980610 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-cab75f8a-3197-47c5-9a85-b3ac5d465ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:01.353731 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-e0e4e693-bd8b-4312-a925-29924eccb140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:02.526317 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:04.218923 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:04.410954 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:17.166888 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-3a226753-1fae-454b-b050-8afe100cce90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400443 Feb 10 16:30:17.252282 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-dec650e3-47aa-4208-a2b9-2c79152aac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:17.253734 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-dec650e3-47aa-4208-a2b9-2c79152aac3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0415020 Feb 10 16:30:17.358436 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-fb5ede66-4eaf-4abc-9b17-5b0fef62ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:17.359937 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-fb5ede66-4eaf-4abc-9b17-5b0fef62ad7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0861645 Feb 10 16:30:17.782705 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-306086c4-9ef4-4e8c-9018-d9ab97389a98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.4158702 Feb 10 16:30:17.832538 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-f979ec9b-1e0a-47e8-9ce5-16805b034082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:17.833960 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-f979ec9b-1e0a-47e8-9ce5-16805b034082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0434153 Feb 10 16:30:17.881087 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-3b91c275-ada4-4ee4-b68c-6c89aa96ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:17.882896 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-3b91c275-ada4-4ee4-b68c-6c89aa96ddf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426514 Feb 10 16:30:17.969216 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-66ce5041-bca5-472f-b48d-8c399bb93982 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796862 Feb 10 16:30:18.063897 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-3ac665a0-8b16-4564-b58c-0789e263d8f9 req-ea601431-3758-44e7-93bc-0ab08f5c1de5 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872068 Feb 10 16:30:22.545646 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-e3a3f545-eebf-4365-a33c-168caf584df0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2269759 Feb 10 16:30:22.635985 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-c9b713a4-cd6f-45cf-be37-70563dbb225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:22.637485 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-c9b713a4-cd6f-45cf-be37-70563dbb225e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0450871 Feb 10 16:30:22.741582 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-cbf864c0-ce63-45cd-9e48-478024f2de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:22.743047 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-cbf864c0-ce63-45cd-9e48-478024f2de66 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0846505 Feb 10 16:30:22.815036 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-c66cee4f-2923-4609-8428-8b27e8170031 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0647674 Feb 10 16:30:22.864675 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-5ec3197e-6b89-40ae-a245-02a3f4396fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:22.866352 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-5ec3197e-6b89-40ae-a245-02a3f4396fdc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0435996 Feb 10 16:30:22.913076 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-3897d321-b0d5-4167-aa1f-8a014017749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:30:22.915038 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-3897d321-b0d5-4167-aa1f-8a014017749e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415194 Feb 10 16:30:22.926599 n-d-827895-3 neutron-server[102614]: DEBUG neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-bc2a52d9-ac9c-4845-9d4e-950b93dce212 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:30:22.928034 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-bc2a52d9-ac9c-4845-9d4e-950b93dce212 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053303 Feb 10 16:30:23.022687 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-809db024-b960-4a4b-96fd-ec511a16d647 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880141 Feb 10 16:30:23.112496 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-2b540106-fd0b-47ef-8cf0-6b3354bea740 req-d73d2df4-da06-40a4-af3b-81029aa24ed1 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 Feb 10 16:30:23.993461 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:27.675681 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:28.982652 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-d652b057-0a29-4f7c-be23-bbc94bb779aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:29.701002 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:30:31.357893 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-84bb4288-41ab-4d90-a132-0b23c3231ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:32.524405 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:34.222367 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:34.414118 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:54.006721 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:57.700834 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:30:58.984993 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-01a950ba-7181-481a-84d2-72b8a6db6d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:01.359639 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-b2390250-4871-40e4-92e9-e3ebd122e121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:02.527277 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:04.231126 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:04.417459 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:06.701338 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:31:17.179979 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-c0df0ebd-e4b6-4217-ba86-fb9723990867 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398977 Feb 10 16:31:17.261208 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-a5fe7de5-bcbb-447c-abe4-7672e6f81164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:17.262672 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-a5fe7de5-bcbb-447c-abe4-7672e6f81164 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0399609 Feb 10 16:31:17.369054 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-571a866d-7520-458b-ac5a-eb728657e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:17.370526 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-571a866d-7520-458b-ac5a-eb728657e858 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0881746 Feb 10 16:31:17.436141 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-2939112d-5c3b-4861-a431-1c6818d7897a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0577047 Feb 10 16:31:17.485818 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-173a875e-dd78-43bb-be2e-31f7543438e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:17.487267 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-173a875e-dd78-43bb-be2e-31f7543438e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0441377 Feb 10 16:31:17.536042 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-12760be3-77a1-402f-bb4d-4166339d4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:17.537512 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-12760be3-77a1-402f-bb4d-4166339d4299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433936 Feb 10 16:31:17.624863 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-99010dbb-a3d1-4441-85d3-f0fb5bb7a072 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806446 Feb 10 16:31:17.718321 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-c30c14b3-d757-4bf4-acc8-bcfd58157122 req-4882b782-88d6-479e-9bcd-e98c98b411d5 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855961 Feb 10 16:31:24.020722 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:24.359736 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-7df1cee1-f895-4fb4-8df1-f2fbc8e5dfbb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465024 Feb 10 16:31:24.447011 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-c3fd2158-b916-4589-85e3-43c9476f2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:24.448521 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-c3fd2158-b916-4589-85e3-43c9476f2c71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0449116 Feb 10 16:31:24.550688 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-205d77af-8927-4a07-b662-28abb70c3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:24.552190 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-205d77af-8927-4a07-b662-28abb70c3899 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0844929 Feb 10 16:31:24.621201 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-4b0566f4-7807-42f4-b6d9-ba4f9fc06513 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0616543 Feb 10 16:31:24.672257 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-c95e87fa-29d2-432b-9785-0f4743248ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:24.673680 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-c95e87fa-29d2-432b-9785-0f4743248ebe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0435905 Feb 10 16:31:24.719696 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-3366d8b7-31f8-445b-a8d4-ae0bfaac89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:31:24.721190 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-3366d8b7-31f8-445b-a8d4-ae0bfaac89d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400677 Feb 10 16:31:24.814210 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-42c82a22-4a57-4154-8a22-8a67399c786c service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836720 Feb 10 16:31:24.902781 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-4df2762a-e0f4-40fd-be9b-0d4956fb9fbe req-f05e30c2-9cf9-4c4b-8495-3fbf4678c1f4 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811195 Feb 10 16:31:27.694828 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:28.986064 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-f1a2068d-36f2-4bb8-9b3e-c1bcbd9ef824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:31.361344 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae836-5b53-4b23-8e7d-dd187763042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:32.529986 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:34.227645 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:34.422878 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:43.700664 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:31:54.024010 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:57.705249 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:31:58.987979 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-a414b665-afa2-48af-adcd-d2a11b6a0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:01.362971 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-c76f2681-5479-4a0d-8745-7a6eb2df7ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:02.531751 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:04.230331 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:04.425112 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:18.234110 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-43a05173-0b1a-42a0-b900-505eaf20f092 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962009 Feb 10 16:32:18.329940 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-de249f08-9bbb-425c-b034-a43bab6aa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:18.331459 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-de249f08-9bbb-425c-b034-a43bab6aa8cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=72fb5ae5-4bcd-4e50-8f2a-c5e62c9ee128 HTTP/1.1" status: 200 len: 1097 time: 0.0455794 Feb 10 16:32:18.446264 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-a7511650-2d49-4028-a056-9a21db192ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:18.447688 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-a7511650-2d49-4028-a056-9a21db192ca4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0959578 Feb 10 16:32:18.514283 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-79b7bd20-95db-4616-8032-854bd93281d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc556385-a741-4867-8a3e-caf2fd031b52 HTTP/1.1" status: 200 len: 1002 time: 0.0602751 Feb 10 16:32:18.567539 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-47972349-9937-452f-beb8-3be4f0cd2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:18.569012 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-47972349-9937-452f-beb8-3be4f0cd2ae2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0485706 Feb 10 16:32:18.626649 n-d-827895-3 neutron-server[102615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-ae24e13f-2cf3-4953-b5cf-718322e2f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:18.628223 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-ae24e13f-2cf3-4953-b5cf-718322e2f024 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532942 Feb 10 16:32:18.640968 n-d-827895-3 neutron-server[102615]: DEBUG neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-e8559783-5fae-4cfc-be71-9bcccaae073f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 16:32:18.641625 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-e8559783-5fae-4cfc-be71-9bcccaae073f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071366 Feb 10 16:32:18.741943 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-13f7f7f4-6230-47f6-98fa-9564cc1e1d3b service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939612 Feb 10 16:32:18.846962 n-d-827895-3 neutron-server[102615]: INFO neutron.wsgi [req-7f4171e2-f5a9-4383-b256-e82e14c1d94b req-ac493f44-f3f1-4c8b-919b-573afc2ee0d1 service neutron] 10.222.0.45 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991266 Feb 10 16:32:20.699266 n-d-827895-3 neutron-server[102617]: DEBUG neutron.db.agents_db [None req-c2882e42-7b81-43c0-8083-ff08748c5d16 None None] Agent healthcheck: found 7 active agents {{(pid=102617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:32:24.022169 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-830297a9-6847-456f-884e-b4db52a11ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:26.355191 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-3661e8a0-a664-4f73-b22b-5808794f25ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432763 Feb 10 16:32:26.447943 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-9a26c977-53c5-41d3-a0e3-b71c58291b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:26.449445 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-9a26c977-53c5-41d3-a0e3-b71c58291b6b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eedba3e8a37842bab86f88b4da5e6761&device_id=bd8bbb76-81f4-46be-bcfd-f22ec3b34712 HTTP/1.1" status: 200 len: 1097 time: 0.0489647 Feb 10 16:32:26.558724 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-59727648-39a5-4920-a9df-5579a22f5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:26.560249 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-59727648-39a5-4920-a9df-5579a22f5a8e service neutron] 10.222.0.75 "GET /v2.0/networks?id=53c61e95-43c2-4f73-acf2-1c6c69300ef9 HTTP/1.1" status: 200 len: 911 time: 0.0899239 Feb 10 16:32:26.647149 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-2efd8a3d-f36d-4ca2-9d51-88d9948313d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca9c3bb-4aef-48bb-9279-f157d25e0b57 HTTP/1.1" status: 200 len: 1001 time: 0.0793698 Feb 10 16:32:26.708933 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-ea14ee40-eb8b-42ab-aab6-24fc7f23a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:26.710567 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-ea14ee40-eb8b-42ab-aab6-24fc7f23a451 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc3ff65d-c430-4a75-9272-d0e1fb8dc559 HTTP/1.1" status: 200 len: 849 time: 0.0572326 Feb 10 16:32:26.766156 n-d-827895-3 neutron-server[102614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-60cbb9c0-4c9e-4ba9-9185-c848996351a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:32:26.767824 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-60cbb9c0-4c9e-4ba9-9185-c848996351a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53c61e95-43c2-4f73-acf2-1c6c69300ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505331 Feb 10 16:32:26.867538 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-968e1bc6-621d-4816-807b-d10a52096450 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922143 Feb 10 16:32:26.961901 n-d-827895-3 neutron-server[102614]: INFO neutron.wsgi [req-fa5713f6-72e3-41e7-a45b-a06708b8ca4e req-b3110d6c-b021-4cc3-ab02-692138ddb515 service neutron] 10.222.0.75 "GET /v2.0/networks/53c61e95-43c2-4f73-acf2-1c6c69300ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872142 Feb 10 16:32:27.725250 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-0398c15a-cbb7-496c-89f1-9b619a498408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:28.989873 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-3ea9a477-d84b-441b-af68-e642ed7a7ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:31.364367 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-ab86f1ca-44ac-4a6e-9658-5b5c45e6f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:32.535300 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-fc26cd05-67fd-418e-bf26-5ac9b400a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:34.232384 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-88a54ec6-3770-4ae9-bdab-db5c79fac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 16:32:34.426916 n-d-827895-3 neutron-server[102616]: DEBUG neutron_lib.callbacks.manager [None req-63a27193-cecd-4d8d-bf1d-8884a5671f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755768874370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061999'] for agent, after_update {{(pid=102616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}